Views
No views yet
1models:
2 - model: DavidAU/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-DARKNESS
3 parameters:
4 weight:
5 - filter: self_attn
6 value: [0.4, 0.5, 0.6, 0.5, 0.4]
7 - filter: mlp
8 value: [0.6, 0.7, 0.8, 0.7, 0.6]
9 - value: [0.3, 0.4, 0.5, 0.4, 0.3]
10 - model: inflatebot/MN-12B-Mag-Mell-R1
11 parameters:
12 weight:
13 - filter: self_attn
14 value: [0.2, 0.3, 0.4, 0.3, 0.2]
15 - filter: mlp
16 value: [0.5, 0.6, 0.7, 0.6, 0.5]
17 - value: [0.4, 0.5, 0.6, 0.5, 0.4]
18base_model: TheDrummer/UnslopNemo-12B-v4
19merge_method: nuslerp
20dtype: bfloat16
21chat_template: "chatml"
22tokenizer:
23 source: union
24parameters:
25 normalize: true
26 int8_mask: true
27