This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2 - sources:
3 - layer_range: [0, 10]
4 model: meta-llama/Llama-3.2-1B-Instruct
5
6 - sources:
7 - layer_range: [0, 10]
8 model: meta-llama/Llama-3.2-1B-Instruct
9
10 - sources:
11 - layer_range: [0, 10]
12 model: meta-llama/Llama-3.2-1B-Instruct
13
14 - sources:
15 - layer_range: [0, 10]
16 model: meta-llama/Llama-3.2-1B-Instruct
17
18 - sources:
19 - layer_range: [0, 10]
20 model: meta-llama/Llama-3.2-1B-Instruct
21
22 - sources:
23 - layer_range: [0, 10]
24 model: meta-llama/Llama-3.2-1B-Instruct
25
26 - sources:
27 - layer_range: [0, 10]
28 model: meta-llama/Llama-3.2-1B-Instruct
29
30merge_method: passthrough
31dtype: float16
32