This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1dtype: bfloat16
2merge_method: passthrough
3slices:
4- sources:
5 - layer_range: [0, 6]
6 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
7- sources:
8 - layer_range: [3, 9]
9 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
10- sources:
11 - layer_range: [6, 12]
12 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
13- sources:
14 - layer_range: [9, 15]
15 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
16- sources:
17 - layer_range: [12, 18]
18 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
19- sources:
20 - layer_range: [15, 21]
21 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
22- sources:
23 - layer_range: [18, 24]
24 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
25- sources:
26 - layer_range: [21, 27]
27 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
28- sources:
29 - layer_range: [24, 28]
30 model: Alibaba-NLP/gte-Qwen2-1.5B-instruct
