Views
No views yet
1name: Sorawiz/Qwen2.5-Zaralise-A
2merge_method: dare_ties
3base_model: aixonlab/Zara-14b-v1.2
4models:
5 - model: aixonlab/Zara-14b-v1.2
6 parameters:
7 weight: 0.30
8 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
9 parameters:
10 weight: 0.60
11 - model: Sorawiz/Qwen2.5-14B-GCC
12 parameters:
13 weight: 0.10
14parameters:
15 density: 1
16tokenizer:
17 source: union
18chat_template: auto
19
20---
21
22name: Sorawiz/Qwen2.5-Zaralise-B
23merge_method: dare_ties
24base_model: aixonlab/Zara-14b-v1.2
25models:
26 - model: aixonlab/Zara-14b-v1.2
27 parameters:
28 weight: 0.30
29 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
30 parameters:
31 weight: 0.60
32 - model: Sorawiz/Qwen2.5-14B-GCC
33 parameters:
34 weight: 0.10
35parameters:
36 density: 1
37tokenizer:
38 source: union
39chat_template: auto
40
41---
42
43name: Sorawiz/Qwen2.5-Zaralise-C
44slices:
45 - sources:
46 - model: aixonlab/Zara-14b-v1.2
47 layer_range: [0, 48]
48 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
49 layer_range: [0, 48]
50merge_method: slerp
51base_model: aixonlab/Zara-14b-v1.2
52parameters:
53 t:
54 - filter: self_attn
55 value: [0, 0.5, 0.3, 0.7, 1]
56 - filter: mlp
57 value: [1, 0.5, 0.7, 0.3, 0]
58 - value: 0.5
59dtype: float32
60
61---
62
63name: Sorawiz/Qwen2.5-Zaralise-D
64slices:
65 - sources:
66 - model: aixonlab/Zara-14b-v1.2
67 layer_range: [0, 48]
68 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
69 layer_range: [0, 48]
70merge_method: slerp
71base_model: aixonlab/Zara-14b-v1.2
72parameters:
73 t:
74 - filter: self_attn
75 value: [0, 0.5, 0.3, 0.7, 1]
76 - filter: mlp
77 value: [1, 0.5, 0.7, 0.3, 0]
78 - value: 0.5
79dtype: float32
80
81---
82
83name: Sorawiz/Qwen2.5-ZaraTimpist-Base
84models:
85 - model: aixonlab/Zara-14b-v1.2
86 - model: aixonlab/Zara-14b-v1.2
87 parameters:
88 density: 1.00
89 weight: 1.00
90 - model: Sorawiz/Qwen2.5-Zaralise-A
91 parameters:
92 density: 1.00
93 weight: 1.00
94 - model: Sorawiz/Qwen2.5-Zaralise-B
95 parameters:
96 density: 1.00
97 weight: 1.00
98 - model: Sorawiz/Qwen2.5-Zaralise-C
99 parameters:
100 density: 1.00
101 weight: 1.00
102 - model: Sorawiz/Qwen2.5-Zaralise-D
103 parameters:
104 density: 1.00
105 weight: 1.00
106 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
107 parameters:
108 density: 1.00
109 weight: 1.00
110 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
111 parameters:
112 density: 1.00
113 weight: 1.00
114merge_method: ties
115base_model: aixonlab/Zara-14b-v1.2
116parameters:
117 normalize: true
118dtype: bfloat16
119
120---
121
122name: Sorawiz/Qwen2.5-14B-ZaraTimpist
123merge_method: dare_ties
124base_model: Sorawiz/Qwen2.5-ZaraTimpist-Base
125models:
126 - model: Sorawiz/Qwen2.5-ZaraTimpist-Base
127 parameters:
128 weight: 0.30
129 - model: aixonlab/Zara-14b-v1.2
130 parameters:
131 weight: 0.20
132 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
133 parameters:
134 weight: 0.25
135 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
136 parameters:
137 weight: 0.25
138parameters:
139 density: 1
140tokenizer:
141 source: union
142chat_template: auto
143
144---
145
146name: Sorawiz/Qwen2.5-Freyalise-A
147merge_method: dare_ties
148base_model: Sao10K/14B-Qwen2.5-Freya-x1
149models:
150 - model: Sao10K/14B-Qwen2.5-Freya-x1
151 parameters:
152 weight: 0.40
153 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
154 parameters:
155 weight: 0.60
156parameters:
157 density: 1
158tokenizer:
159 source: union
160chat_template: auto
161
162---
163
164name: Sorawiz/Qwen2.5-Freyalise-B
165merge_method: dare_ties
166base_model: Sao10K/14B-Qwen2.5-Freya-x1
167models:
168 - model: Sao10K/14B-Qwen2.5-Freya-x1
169 parameters:
170 weight: 0.40
171 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
172 parameters:
173 weight: 0.60
174parameters:
175 density: 1
176tokenizer:
177 source: union
178chat_template: auto
179
180---
181
182name: Sorawiz/Qwen2.5-FreyaTimpist-Base
183merge_method: dare_ties
184base_model: Sao10K/14B-Qwen2.5-Freya-x1
185models:
186 - model: Sao10K/14B-Qwen2.5-Freya-x1
187 parameters:
188 weight: 1
189 - model: Sorawiz/Qwen2.5-Freyalise-A
190 parameters:
191 weight: 1
192 - model: Sorawiz/Qwen2.5-Freyalise-B
193 parameters:
194 weight: 1
195 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
196 parameters:
197 weight: 1
198 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
199 parameters:
200 weight: 1
201parameters:
202 density: 1
203tokenizer:
204 source: union
205chat_template: auto
206
207---
208
209name: Sorawiz/Qwen2.5-14B-FreyaTimpist
210merge_method: dare_ties
211base_model: Sorawiz/Qwen2.5-FreyaTimpist-Base
212models:
213 - model: Sorawiz/Qwen2.5-FreyaTimpist-Base
214 parameters:
215 weight: 0.30
216 - model: Sao10K/14B-Qwen2.5-Freya-x1
217 parameters:
218 weight: 0.20
219 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
220 parameters:
221 weight: 0.25
222 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
223 parameters:
224 weight: 0.25
225parameters:
226 density: 1
227tokenizer:
228 source: union
229chat_template: auto
230
231---
232
233name: Sorawiz/Qwen2.5-Kunoulise-A
234merge_method: dare_ties
235base_model: Sao10K/14B-Qwen2.5-Kunou-v1
236models:
237 - model: Sao10K/14B-Qwen2.5-Kunou-v1
238 parameters:
239 weight: 0.40
240 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
241 parameters:
242 weight: 0.60
243parameters:
244 density: 1
245tokenizer:
246 source: union
247chat_template: auto
248
249---
250
251name: Sorawiz/Qwen2.5-Kunoulise-B
252merge_method: dare_ties
253base_model: Sao10K/14B-Qwen2.5-Kunou-v1
254models:
255 - model: Sao10K/14B-Qwen2.5-Kunou-v1
256 parameters:
257 weight: 0.40
258 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
259 parameters:
260 weight: 0.60
261parameters:
262 density: 1
263tokenizer:
264 source: union
265chat_template: auto
266
267---
268
269name: Sorawiz/Qwen2.5-Kunoulise-C
270slices:
271 - sources:
272 - model: Sao10K/14B-Qwen2.5-Kunou-v1
273 layer_range: [0, 48]
274 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
275 layer_range: [0, 48]
276merge_method: slerp
277base_model: Sao10K/14B-Qwen2.5-Kunou-v1
278parameters:
279 t:
280 - filter: self_attn
281 value: [0, 0.5, 0.3, 0.7, 1]
282 - filter: mlp
283 value: [1, 0.5, 0.7, 0.3, 0]
284 - value: 0.5
285dtype: float32
286
287---
288
289name: Sorawiz/Qwen2.5-Kunoulise-D
290slices:
291 - sources:
292 - model: Sao10K/14B-Qwen2.5-Kunou-v1
293 layer_range: [0, 48]
294 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
295 layer_range: [0, 48]
296merge_method: slerp
297base_model: Sao10K/14B-Qwen2.5-Kunou-v1
298parameters:
299 t:
300 - filter: self_attn
301 value: [0, 0.5, 0.3, 0.7, 1]
302 - filter: mlp
303 value: [1, 0.5, 0.7, 0.3, 0]
304 - value: 0.5
305dtype: float32
306
307---
308
309name: Sorawiz/Qwen2.5-KunouTimpist-Base
310merge_method: dare_ties
311base_model: Sao10K/14B-Qwen2.5-Kunou-v1
312models:
313 - model: Sao10K/14B-Qwen2.5-Kunou-v1
314 parameters:
315 weight: 0.2
316 - model: Sorawiz/Qwen2.5-Kunoulise-A
317 parameters:
318 weight: 0.1
319 - model: Sorawiz/Qwen2.5-Kunoulise-B
320 parameters:
321 weight: 0.1
322 - model: Sorawiz/Qwen2.5-Kunoulise-C
323 parameters:
324 weight: 0.1
325 - model: Sorawiz/Qwen2.5-Kunoulise-D
326 parameters:
327 weight: 0.1
328 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
329 parameters:
330 weight: 0.2
331 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
332 parameters:
333 weight: 0.2
334parameters:
335 density: 1
336tokenizer:
337 source: union
338chat_template: auto
339
340---
341
342name: Sorawiz/Qwen2.5-14B-KunouTimpist
343merge_method: dare_ties
344base_model: Sorawiz/Qwen2.5-KunouTimpist-Base
345models:
346 - model: Sorawiz/Qwen2.5-KunouTimpist-Base
347 parameters:
348 weight: 0.40
349 - model: Sao10K/14B-Qwen2.5-Kunou-v1
350 parameters:
351 weight: 0.10
352 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
353 parameters:
354 weight: 0.25
355 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
356 parameters:
357 weight: 0.25
358parameters:
359 density: 1
360tokenizer:
361 source: union
362chat_template: auto
363
364---
365
366name: Sorawiz/Qwen2.5-14B-Instinct-Chat
367merge_method: dare_ties
368base_model: Sorawiz/Qwen2.5-14B-Instinct-RP
369models:
370 - model: Sorawiz/Qwen2.5-14B-Instinct-RP
371 parameters:
372 weight: 0.20
373 - model: Sorawiz/Qwen2.5-14B-ZaraTimpist
374 parameters:
375 weight: 0.20
376 - model: Sorawiz/Qwen2.5-14B-FreyaTimpist
377 parameters:
378 weight: 0.20
379 - model: Sorawiz/Qwen2.5-14B-KunouTimpist
380 parameters:
381 weight: 0.20
382 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
383 parameters:
384 weight: 0.10
385 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
386 parameters:
387 weight: 0.10
388parameters:
389 density: 1
390tokenizer:
391 source: union
392chat_template: auto
393
394---
395
396merge_method: dare_ties
397base_model: Sorawiz/Qwen2.5-14B-Instinct-Chat
398models:
399 - model: Sorawiz/Qwen2.5-14B-Instinct-Chat
400 parameters:
401 weight: 0.6
402 - model: Sorawiz/Qwen2.5-14B-GCC
403 parameters:
404 weight: 0.2
405 - model: Ttimofeyka/Tissint-14B-v1.2-128k-RP
406 parameters:
407 weight: 0.1
408 - model: SicariusSicariiStuff/Impish_QWEN_14B-1M
409 parameters:
410 weight: 0.1
411parameters:
412 density: 0.50
413tokenizer:
414 source: union
415chat_template: auto