This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2 - sources:
3 - model: froggeric/WestLake-10.7B-v2
4 layer_range: [0, 12]
5 - sources:
6 - model: OmnicromsBrain/Eros_Scribe-10.7b-v3
7 layer_range: [6, 18]
8 - sources:
9 - model: froggeric/WestLake-10.7B-v2
10 layer_range: [13, 25]
11 - sources:
12 - model: OmnicromsBrain/Eros_Scribe-10.7b-v3
13 layer_range: [19, 31]
14 - sources:
15 - model: froggeric/WestLake-10.7B-v2
16 layer_range: [26, 38]
17 - sources:
18 - model: OmnicromsBrain/Eros_Scribe-10.7b-v3
19 layer_range: [32, 44]
20 - sources:
21 - model: froggeric/WestLake-10.7B-v2
22 layer_range: [39, 48]
23
24merge_method: passthrough
25dtype: float16
