Views
No views yet
1
2models:
3 # Base model
4 - model: TheDrummer/Cydonia-24B-v2
5 # Merge models
6 - model: ReadyArt/Forgotten-Safeword-24B-v3.0
7 parameters:
8 density:
9 - filter: self_attn
10 value: 0.75
11 - value: 0.5
12 weight:
13 - filter: self_attn
14 value: [0.5, 0.35, 0.5, 0.35, 0.5]
15 - filter: mlp
16 value: [0.25, 0.35, 0.25, 0.35, 0.25]
17 - value: 0.35
18 lambda:
19 - filter: self_attn
20 value: 1.05
21 - value: 0.9
22 - model: Undi95/MistralThinker-v1.1
23 parameters:
24 density:
25 - filter: mlp
26 value: 0.75
27 - value: 0.5
28 weight:
29 - filter: mlp
30 value: [0.5, 0.35, 0.5, 0.35, 0.5]
31 - filter: self_attn
32 value: [0.25, 0.35, 0.25, 0.35, 0.25]
33 - value: 0.35
34 lambda:
35 - filter: mlp
36 value: 1.05
37 - value: 0.9
38
39merge_method: ties
40base_model: TheDrummer/Cydonia-24B-v2
41parameters:
42 normalize: true
43dtype: float32
44