1dtype: bfloat16
2merge_method: passthrough
3slices:
4- sources:
5 - layer_range: [0, 15]
6 model: Fischerboot/LLama3-Lexi-Aura-3Some-SLERP-SLERP
7- sources:
8 - layer_range: [31, 32]
9 model: Fischerboot/LLama3-Lexi-Aura-3Some-SLERP-SLERP
10 parameters:
11 scale:
12 - filter: o_proj
13 value: 0.0
14 - filter: down_proj
15 value: 0.0
16 - value: 1.0
17