Views
No views yet
The long journey from despair to acceptable perfection.
1### ::: Generation 1 merges :
2
3# CursedMatrix-8B-v1
4models:
5 - model: bunnycore/Llama-3.1-8B-OmniMatrix
6 parameters:
7 density: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
8 weight: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
9 - model: PJMixers/LLaMa-3-CursedStock-v2.0-8B
10 parameters:
11 density: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
12 weight: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
13merge_method: ties
14base_model: saishf/SOVL-Mega-Mash-V2-L3-8B
15dtype: bfloat16
16
17# TitanPlanet-8B-v1
18models:
19 - model: bunnycore/Llama-3.1-8B-TitanFusion-Mix-2.1
20 parameters:
21 density: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
22 weight: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
23 - model: MrRobotoAI/Loki-.Epic_Fiction.-8b
24 parameters:
25 density: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
26 weight: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
27merge_method: ties
28base_model: DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B
29dtype: bfloat16
30
31# NeuralCoder-8B-v1
32models:
33 - model: sethuiyer/Dr.Samantha-8B
34 parameters:
35 density: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
36 weight: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
37 - model: DreadPoor/CoolerCoder-8B-Model_Stock
38 parameters:
39 density: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
40 weight: [0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]
41merge_method: ties
42base_model: saishf/Neural-SOVLish-Devil-8B-L3
43dtype: bfloat16
44
45# EtherealNymph-8B-v1
46models:
47 - model: invisietch/EtherealRainbow-v0.3-8B
48 - model: ResplendentAI/Nymph_8B
49merge_method: slerp
50base_model: invisietch/EtherealRainbow-v0.3-8B
51dtype: bfloat16
52parameters:
53 t: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
54
55# UmbralDevil-8B-v1
56models:
57 - model: Casual-Autopsy/L3-Umbral-Mind-RP-v3.0-8B
58 - model: mlabonne/Daredevil-8B
59merge_method: slerp
60base_model: Casual-Autopsy/L3-Umbral-Mind-RP-v3.0-8B
61dtype: bfloat16
62parameters:
63 t: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
64
65# EvilMind-8B-v1
66models:
67 - model: mlabonne/Daredevil-8B
68 parameters:
69 weight: [1.0, 0.3, 0.1, 0.0]
70 density: [0.7, 0.2]
71 - model: Casual-Autopsy/L3-Umbral-Mind-RP-v3.0-8B
72 parameters:
73 weight: [0.1, 0.9, 0.1]
74 density: 0.5
75 - model: invisietch/EtherealRainbow-v0.3-8B
76 parameters:
77 weight: [0.0, 0.1, 0.3, 1.0]
78 density: [0.2, 0.7]
79merge_method: della_linear
80parameters:
81 epsilon: 0.15
82 lambda: 1
83base_model: ResplendentAI/Nymph_8B
84dtype: bfloat16
85
86### ::: Generation 2 merges :
87
88# DevilMind-8B-v1
89models:
90 - model: F:/EvilMind-8B-v1
91 - model: F:/UmbralDevil-8B-v1
92merge_method: slerp
93base_model: F:/EvilMind-8B-v1
94dtype: bfloat16
95parameters:
96 t: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
97
98# TitanNymph-8B-v1
99models:
100 - model: F:/TitanPlanet-8B-v1
101 - model: F:/EtherealNymph-8B-v1
102merge_method: slerp
103base_model: F:/TitanPlanet-8B-v1
104dtype: bfloat16
105parameters:
106 t: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
107
108# CursedMatrix-8B-v2
109models:
110 - model: F:/TitanPlanet-8B-v1
111 parameters:
112 density: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
113 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
114 - model: F:/NeuralCoder-8B-v1
115 parameters:
116 density: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
117 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.1, 0.9, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
118merge_method: dare_ties
119base_model: F:/CursedMatrix-8B-v1
120dtype: bfloat16
121
122# CursedMatrix-8B-v3
123models:
124 - model: F:/TitanPlanet-8B-v1
125 - model: F:/CursedMatrix-8B-v1
126 - model: F:/EtherealNymph-8B-v1
127merge_method: model_stock
128base_model: F:/CursedMatrix-8B-v2
129dtype: bfloat16
130
131### ::: Generation 3 merges :
132
133# CursedMatrix-8B-v4
134models:
135 - model: F:/CursedMatrix-8B-v3
136 parameters:
137 weight: 0.8
138 - model: F:/TitanNymph-8B-v1
139 parameters:
140 weight: 0.4
141 - model: DreadPoor/Trinas_Nectar-8B-model_stock
142 parameters:
143 weight: 0.3
144 - model: F:/DevilMind-8B-v1
145 parameters:
146 weight: 0.2
147merge_method: task_arithmetic
148base_model: F:/CursedMatrix-8B-v3
149dtype: bfloat16
150
151# CursedMatrix-8B-v4-rev2
152models:
153 - model: F:/CursedMatrix-8B-v3
154 parameters:
155 weight: 0.8
156 - model: F:/TitanNymph-8B-v1
157 parameters:
158 weight: 0.4
159 - model: DreadPoor/Trinas_Nectar-8B-model_stock
160 parameters:
161 weight: 0.3
162 - model: F:/DevilMind-8B-v1
163 parameters:
164 weight: 0.2
165merge_method: task_arithmetic
166base_model: F:/CursedMatrix-8B-v1
167dtype: bfloat16
168
169# CursedMatrix-8B-v5
170models:
171 - model: F:/CursedMatrix-8B-v4-rev2
172merge_method: slerp
173base_model: F:/CursedMatrix-8B-v4
174dtype: bfloat16
175parameters:
176 t: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
177
178### ::: Generation 4 merges :
179
180# CursedMatrix-8B-v6
181models:
182 - model: jeiku/Chaos_RP_l3_8B
183 - model: ZeroXClem/Llama-3-8B-ProLong-SAO-Roleplay-512k
184merge_method: model_stock
185base_model: F:/CursedMatrix-8B-v5
186dtype: bfloat16
187
188# CursedMatrix-8B-v6-rev2
189models:
190 - model: win10/ArliAI-RPMax-v1.3-merge-8B
191 - model: v000000/L3.1-Storniitova-8B
192 - model: d0rj/Llama-3-8B-saiga-suzume-ties
193merge_method: model_stock
194base_model: F:/CursedMatrix-8B-v5
195dtype: bfloat16
196
197# CursedMatrix-8B-v6-rev3
198models:
199 - model: Casual-Autopsy/L3-Super-Nova-RP-8B
200 - model: IlyaGusev/saiga_llama3_8b
201merge_method: model_stock
202base_model: F:/CursedMatrix-8B-v5
203dtype: bfloat16
204
205# CursedMatrix-8B-v7
206models:
207 - model: F:/CursedMatrix-8B-v6
208 parameters:
209 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
210 density: [0.05, 0.25]
211 - model: F:/CursedMatrix-8B-v6-rev3
212 parameters:
213 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
214 density: [0.25, 0.05]
215merge_method: ties
216base_model: F:/CursedMatrix-8B-v6-rev2
217dtype: bfloat16
218
219# CursedMatrix-8B-v8
220models:
221 - model: F:/CursedMatrix-8B-v6
222 - model: F:/CursedMatrix-8B-v6-rev2
223 - model: F:/CursedMatrix-8B-v6-rev3
224merge_method: model_stock
225base_model: F:/CursedMatrix-8B-v7
226dtype: bfloat16
227
228### ::: Generation 5 merges :
229
230# Cursed-DarkRainbow-8B-v1
231models:
232 - model: invisietch/L3.1-EtherealRainbow-v1.0-rc1-8B
233 parameters:
234 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
235 density: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
236 - model: rityak/L3.1-DarkStock-8B
237 parameters:
238 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
239 density: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
240merge_method: della
241parameters:
242 epsilon: 0.123456789
243 lambda: 0.987654321
244base_model: F:/CursedMatrix-8B-v8
245dtype: bfloat16
246
247# Cursed-BlueBaezel-8B-v1
248models:
249 - model: v000000/L3-8B-BlueSerpentine
250 parameters:
251 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
252 density: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
253 - model: DreadPoor/L3.1-BaeZel-8B-Della
254 parameters:
255 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
256 density: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
257merge_method: della
258parameters:
259 epsilon: 0.123456789
260 lambda: 0.987654321
261base_model: F:/CursedMatrix-8B-v8
262dtype: bfloat16
263
264# Cursed-SuzumeMaid-8B-v1
265models:
266 - model: d0rj/Llama-3-8B-saiga-suzume-ties
267 parameters:
268 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
269 density: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
270 - model: bluuwhale/L3-SthenoMaidBlackroot-8B-V1
271 parameters:
272 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
273 density: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
274merge_method: della
275parameters:
276 epsilon: 0.123456789
277 lambda: 0.987654321
278base_model: F:/CursedMatrix-8B-v8
279dtype: bfloat16
280
281# Cursed-UnalignedSaiga-8B-v1
282models:
283 - model: SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA
284 parameters:
285 weight: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
286 density: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
287 - model: IlyaGusev/saiga_llama3_8b
288 parameters:
289 weight: [0.5, 0.4, 0.6, 0.3, 0.7, 0.2, 0.8, 0.2, 0.8, 0.3, 0.7, 0.4, 0.6, 0.5]
290 density: [0.5, 0.6, 0.4, 0.7, 0.3, 0.8, 0.2, 0.8, 0.2, 0.7, 0.3, 0.6, 0.4, 0.5]
291merge_method: della
292parameters:
293 epsilon: 0.123456789
294 lambda: 0.987654321
295base_model: F:/CursedMatrix-8B-v8
296dtype: bfloat16
297
298# CursedMatrix-8B-v9
299# Final model...
300models:
301 - model: F:/Cursed-UnalignedSaiga-8B-v1
302 - model: F:/Cursed-DarkRainbow-8B-v1
303 - model: F:/Cursed-BlueBaezel-8B-v1
304 - model: F:/Cursed-SuzumeMaid-8B-v1
305merge_method: model_stock
306base_model: F:/CursedMatrix-8B-v8
307dtype: bfloat16My thanks to the authors of the original models, your work is incredible. Have a good time 🖤