1base_model: Qwen/Qwen2.5-7B-Instruct
2dtype: bfloat16
3merge_method: ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 28]
10 model: Qwen/Qwen2.5-7B-Instruct
11 parameters:
12 weight: 1.0
13 - layer_range: [0, 28]
14 model: DHMATH/Qwen-7B-Instruct
15 parameters:
16 weight: 1.0