Views
No views yet
1models:
2 - model: /workspace/prototype-0.4x233
3 parameters:
4 weight: 0.25
5 density: [0.6, 0.8, 0.7, 0.7]
6 - model: /workspace/prototype-0.4x232
7 parameters:
8 weight: 0.25
9 density: [0.7, 0.6, 0.8, 0.7]
10 - model: /workspace/prototype-0.4x231
11 parameters:
12 weight: 0.25
13 density: [0.7, 0.8, 0.6, 0.7]
14 - model: /workspace/prototype-0.4x228
15 parameters:
16 weight: 0.25
17 density: 0.35
18merge_method: dare_ties
19base_model: /workspace/prototype-0.4x228
20parameters:
21 normalize: false
22 lambda: [0.9, 1.1, 1.2, 1.05]
23chat_template: llama3
24pad_to_multiple_of: 8
25int8_mask: true
26tokenizer:
27 source: base
28dtype: bfloat16