Views
No views yet
1slices:
2- sources:
3 - model: Qwen/Qwen2-Math-1.5B-Instruct
4 layer_range:
5 - 0
6 - 24
7 - model: arcee-ai/arcee-lite
8 layer_range:
9 - 0
10 - 24
11merge_method: slerp
12base_model: arcee-ai/arcee-lite
13parameters:
14 t:
15 - filter: self_attn
16 value:
17 - 0
18 - 0.55
19 - 0.3
20 - 0.65
21 - 1
22 - filter: mlp
23 value:
24 - 1
25 - 0.55
26 - 0.7
27 - 0.65
28 - 0
29 - value: 0.448
30dtype: bfloat16