Views
No views yet
1chat_template: llama3
2dtype: float32
3merge_method: nuslerp
4modules:
5 default:
6 slices:
7 - sources:
8 - layer_range: [0, 50]
9 model: merge/twilight
10 parameters:
11 weight:
12 - filter: self_attn
13 value: [1.0, 0.7, 0.5, 0.3, 0.0]
14 - filter: mlp
15 value: [0.0, 0.3, 0.5, 0.7, 1.0]
16 - value: 0.5
17 - layer_range: [0, 50]
18 model: merge/spectre
19 parameters:
20 weight:
21 - filter: self_attn
22 value: [0.0, 0.3, 0.5, 0.7, 1.0]
23 - filter: mlp
24 value: [1.0, 0.7, 0.5, 0.3, 0.0]
25 - value: 0.5
26tokenizer:
27 pad_to_multiple_of: 32