This is a merge of pre-trained language models created using
mergekit.
This model was merged using the Passthrough merge method.
1
2merge_method: passthrough
3dtype: bfloat16
4slices:
5 - sources:
6 - layer_range: [0, 12]
7 model: Qwen/Qwen2.5-7B-Instruct
8 - sources:
9 - layer_range: [6, 14]
10 model: Qwen/Qwen2.5-7B-Instruct
11 - sources:
12 - layer_range: [10, 18]
13 model: Qwen/Qwen2.5-7B-Instruct
14 - sources:
15 - layer_range: [14, 22]
16 model: Qwen/Qwen2.5-7B-Instruct
17 - sources:
18 - layer_range: [18, 26]
19 model: Qwen/Qwen2.5-7B-Instruct
