Views
No views yet
della merges can become overly unnormalized. Multiple attempts to stack layers of della with normalize false and total weights around 2 eventually leads to the model producing extremely long, complex and unrelated tangents which have nothing to do with the prompt.ties and dare_ties to see how these compare.ties does not allow you to merge 2501 finetunes/merges with 2503/2506/2509 the way that della does. It causes grammar collapse, forgetting words like "to".ties and also censored

della

1models:
2 - model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
3 - model: B:\24B\models--Naphula--Slimaki-24B-v1
4 parameters:
5 weight: 0.3
6 density: 0.9
7 epsilon: 0.099
8 - model: B:\24B\models--DarkArtsForge--Magistaroth-24B-v1
9 parameters:
10 weight: 0.3
11 density: 0.9
12 epsilon: 0.099
13 - model: B:\24B\models--Casual-Autopsy--Maginum-Cydoms-24B
14 parameters:
15 weight: 0.3
16 density: 0.9
17 epsilon: 0.099
18 - model: B:\24B\models--sophosympatheia--Magistry-24B-v1.0
19 parameters:
20 weight: 0.3
21 density: 0.9
22 epsilon: 0.099
23 - model: B:\24B\!models--TheDrummer--Precog-24B-v1
24 parameters:
25 weight: 0.6
26 density: 0.9
27 epsilon: 0.099
28 - model: B:\24B\models--DarkArtsForge--Asmodeus-24B-v1
29 parameters:
30 weight: 0.3
31 density: 0.9
32 epsilon: 0.099
33merge_method: della
34base_model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
35parameters:
36 lambda: 1.0
37 normalize: false
38tokenizer:
39 source: union
40chat_template: auto
41dtype: float32
42out_dtype: bfloat161architecture: MistralForCausalLM
2models:
3 - model: B:\24B\models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only # B:\24B\models--mistralai--Magistral-Small-2509\textonly
4 - model: B:\24B\BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
5 parameters:
6 weight: 0.25
7 density: 0.9
8 epsilon: 0.099
9 - model: B:\24B\models--TheDrummer--Cydonia-24B-v4.3
10 parameters:
11 weight: 0.25
12 density: 0.9
13 epsilon: 0.099
14 - model: B:\24B\models--TheDrummer--Magidonia-24B-v4.3
15 parameters:
16 weight: 0.25
17 density: 0.9
18 epsilon: 0.099
19 - model: B:\24B\models--TheDrummer--Precog-24B-v1
20 parameters:
21 weight: 0.25
22 density: 0.9
23 epsilon: 0.099
24 - model: B:\24B\models--zerofata--MS3.2-PaintedFantasy-v2-24B
25 parameters:
26 weight: 0.25
27 density: 0.9
28 epsilon: 0.099
29 - model: B:\24B\models--zerofata--MS3.2-PaintedFantasy-v3-24B
30 parameters:
31 weight: 0.25
32 density: 0.9
33 epsilon: 0.099
34 - model: B:\24B\models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
35 parameters:
36 weight: 0.25
37 density: 0.9
38 epsilon: 0.099
39merge_method: della
40base_model: B:\24B\models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only # B:\24B\models--mistralai--Magistral-Small-2509\textonly
41parameters:
42 lambda: 1.0
43 normalize: false
44 int8_mask: false
45dtype: float32
46out_dtype: bfloat16
47tokenizer:
48 source: union
49chat_template: auto1models:
2 - model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
3 - model: B:\24B\models--Naphula--Slimaki-24B-v1
4 parameters:
5 weight: 0.25
6 density: 0.9
7 epsilon: 0.099
8 - model: B:\24B\models--Casual-Autopsy--Maginum-Cydoms-24B
9 parameters:
10 weight: 0.25
11 density: 0.9
12 epsilon: 0.099
13 - model: B:\24B\models--Naphula--GhostFace-24B-v1
14 parameters:
15 weight: 0.25
16 density: 0.9
17 epsilon: 0.099
18 - model: B:\24B\DarkArtsForge__Asmodeus-24B-v2
19 parameters:
20 weight: 0.25
21 density: 0.9
22 epsilon: 0.099
23 - model: B:\24B\models--sophosympatheia--Magistry-24B-v1.0
24 parameters:
25 weight: 0.25
26 density: 0.9
27 epsilon: 0.099
28 - model: B:\24B\models--DarkArtsForge--Asmodeus-24B-v1
29 parameters:
30 weight: 0.25
31 density: 0.9
32 epsilon: 0.099
33 - model: C:\mergekit-main\T5
34 parameters:
35 weight: 0.25
36 density: 0.9
37 epsilon: 0.099
38 - model: B:\24B\Asmo_v2e
39 parameters:
40 weight: 0.25
41 density: 0.9
42 epsilon: 0.099
43merge_method: della
44base_model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
45parameters:
46 lambda: 1.0
47 normalize: false
48tokenizer:
49 source: union
50chat_template: auto
51dtype: float32
52out_dtype: bfloat161models:
2 - model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
3 - model: B:\24B\models--Naphula--Slimaki-24B-v1
4 parameters:
5 weight: 0.285
6 density: 0.9
7 epsilon: 0.099
8 - model: B:\24B\models--Casual-Autopsy--Maginum-Cydoms-24B
9 parameters:
10 weight: 0.285
11 density: 0.9
12 epsilon: 0.099
13 - model: B:\24B\DarkArtsForge__Asmodeus-24B-v2
14 parameters:
15 weight: 0.285
16 density: 0.9
17 epsilon: 0.099
18 - model: B:\24B\models--sophosympatheia--Magistry-24B-v1.0
19 parameters:
20 weight: 0.285
21 density: 0.9
22 epsilon: 0.099
23 - model: B:\24B\models--DarkArtsForge--Asmodeus-24B-v1
24 parameters:
25 weight: 0.285
26 density: 0.9
27 epsilon: 0.099
28 - model: B:\24B\Asmo_v2e
29 parameters:
30 weight: 0.285
31 density: 0.9
32 epsilon: 0.099
33 - model: B:\24B\T6
34 parameters:
35 weight: 0.285
36 density: 0.9
37 epsilon: 0.099
38merge_method: della
39base_model: B:\24B\models--mistralai--Magistral-Small-2509\textonly
40parameters:
41 lambda: 1.0
42 normalize: false
43tokenizer:
44 source: union
45chat_template: auto
46dtype: float32
47out_dtype: bfloat16
48name: Checkpoint-T7-24B