1slices:
2 - sources:
3 - model: Qwen/Qwen2.5-1.5B-Instruct
4 layer_range: [0, 23]
5merge_method: slerp
6base_model: llm-jp/llm-jp-3-1.8b
7parameters:
8 t:
9 - filter: self_attn
10 value: [0, 0.5, 0.3, 0.7, 1]
11 - filter: mlp
12 value: [1, 0.5, 0.7, 0.3, 0]
13 - value: 0.5
14dtype: bfloat16