Views
No views yet
They say ‘He’ will bring the apocalypse. She seeks understanding, not destruction.
1models:
2 - model: ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2
3 parameters:
4 weight:
5 - filter: self_attn
6 value: 0.3
7 - filter: mlp
8 value: 0.15
9 - value: 0.25
10 density: 0.6
11 - model: inflatebot/MN-12B-Mag-Mell-R1
12 parameters:
13 weight:
14 - filter: self_attn
15 value: 0.15
16 - filter: mlp
17 value: 0.3
18 - value: 0.2
19 density: 0.7
20 - model: TheDrummer/UnslopNemo-12B-v4
21 parameters:
22 weight:
23 - filter: self_attn
24 value: 0.25
25 - filter: mlp
26 value: 0.15
27 - value: 0.25
28 density: 0.6
29 - model: DavidAU/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-DARKNESS
30 parameters:
31 weight:
32 - filter: self_attn
33 value: 0.2
34 - filter: mlp
35 value: 0.30
36 - value: 0.2
37 density: 0.5
38base_model: TheDrummer/UnslopNemo-12B-v4
39merge_method: della_linear
40dtype: bfloat16
41chat_template: "chatml"
42tokenizer_source: union
43parameters:
44 normalize: true
45 int8_mask: true
46 epsilon: 0.05
47 lambda: 1
48
49