This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2- sources:
3 - layer_range: [0, 4]
4 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
5- sources:
6 - layer_range: [3, 4]
7 model: allura-org/Teleut-7b
8- sources:
9 - layer_range: [4, 8]
10 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
11- sources:
12 - layer_range: [7, 8]
13 model: allura-org/Teleut-7b
14- sources:
15 - layer_range: [8, 12]
16 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
17- sources:
18 - layer_range: [11, 12]
19 model: allura-org/Teleut-7b
20- sources:
21 - layer_range: [12, 16]
22 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
23- sources:
24 - layer_range: [15, 16]
25 model: allura-org/Teleut-7b
26- sources:
27 - layer_range: [16, 20]
28 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
29- sources:
30 - layer_range: [19, 20]
31 model: allura-org/Teleut-7b
32- sources:
33 - layer_range: [20, 28]
34 model: EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1
35merge_method: passthrough
36dtype: bfloat16
