Views
No views yet
1base_model: ./Yosegi-0601
2dtype: bfloat16
3merge_method: ties
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 2]
10 model: mistralai/Mistral-7B-v0.3
11 parameters:
12 density:
13 - filter: self_attn
14 value: 1.0
15 - filter: mlp
16 value: 0.9895701336232673
17 - value: 1.0
18 weight:
19 - filter: self_attn
20 value: 0.5057237984975562
21 - filter: mlp
22 value: 0.36247235528151495
23 - value: 0.0076810835717692014
24 - layer_range: [0, 2]
25 model: meta-math/MetaMath-Mistral-7B
26 parameters:
27 density:
28 - filter: self_attn
29 value: 1.0
30 - filter: mlp
31 value: 1.0
32 - value: 0.8239779346577963
33 weight:
34 - filter: self_attn
35 value: 0.27499287617186813
36 - filter: mlp
37 value: 0.10579959634086915
38 - value: 0.14502290477239704
39 - layer_range: [0, 2]
40 model: uukuguy/speechless-zephyr-code-functionary-7b
41 parameters:
42 density:
43 - filter: self_attn
44 value: 1.0
45 - filter: mlp
46 value: 0.9654867628269999
47 - value: 0.9584724004158125
48 weight:
49 - filter: self_attn
50 value: 0.059719404899177556
51 - filter: mlp
52 value: 0.1299695859327612
53 - value: 0.18821871354400985
54 - layer_range: [0, 2]
55 model: ./Ninja-v1-RP-expressive-v2-LoRA
56 parameters:
57 density:
58 - filter: self_attn
59 value: 0.9322987005873715
60 - filter: mlp
61 value: 0.8119693860979944
62 - value: 0.7800996941956229
63 weight:
64 - filter: self_attn
65 value: 0.14989333734000856
66 - filter: mlp
67 value: 0.20525182711733667
68 - value: 0.0743540962371737
69 - layer_range: [0, 2]
70 model: ./Yosegi-0601
71- sources:
72 - layer_range: [2, 4]
73 model: mistralai/Mistral-7B-v0.3
74 parameters:
75 density:
76 - filter: self_attn
77 value: 0.6361163471256639
78 - filter: mlp
79 value: 0.9983948965135213
80 - value: 1.0
81 weight:
82 - filter: self_attn
83 value: 0.2433049522842103
84 - filter: mlp
85 value: 0.11537153133586801
86 - value: 0.11236945502439658
87 - layer_range: [2, 4]
88 model: meta-math/MetaMath-Mistral-7B
89 parameters:
90 density:
91 - filter: self_attn
92 value: 1.0
93 - filter: mlp
94 value: 1.0
95 - value: 1.0
96 weight:
97 - filter: self_attn
98 value: 0.13087986863180992
99 - filter: mlp
100 value: 0.05060452788200992
101 - value: 0.029882383396623725
102 - layer_range: [2, 4]
103 model: uukuguy/speechless-zephyr-code-functionary-7b
104 parameters:
105 density:
106 - filter: self_attn
107 value: 0.9938109261305853
108 - filter: mlp
109 value: 0.709432587913349
110 - value: 1.0
111 weight:
112 - filter: self_attn
113 value: 0.15343343058938377
114 - filter: mlp
115 value: 0.4105917936868785
116 - value: 0.6078632204623161
117 - layer_range: [2, 4]
118 model: ./Ninja-v1-RP-expressive-v2-LoRA
119 parameters:
120 density:
121 - filter: self_attn
122 value: 1.0
123 - filter: mlp
124 value: 1.0
125 - value: 0.9634269234020544
126 weight:
127 - filter: self_attn
128 value: 0.03750763360681478
129 - filter: mlp
130 value: 0.29089122858987404
131 - value: 0.3408085857388722
132 - layer_range: [2, 4]
133 model: ./Yosegi-0601
134- sources:
135 - layer_range: [4, 6]
136 model: mistralai/Mistral-7B-v0.3
137 parameters:
138 density:
139 - filter: self_attn
140 value: 0.8057109303418598
141 - filter: mlp
142 value: 0.9954520808628292
143 - value: 1.0
144 weight:
145 - filter: self_attn
146 value: 0.02598285706585618
147 - filter: mlp
148 value: 0.06661629726622949
149 - value: 0.1285191000066376
150 - layer_range: [4, 6]
151 model: meta-math/MetaMath-Mistral-7B
152 parameters:
153 density:
154 - filter: self_attn
155 value: 0.9112825916608848
156 - filter: mlp
157 value: 0.9322557507910056
158 - value: 1.0
159 weight:
160 - filter: self_attn
161 value: 0.18823564379986454
162 - filter: mlp
163 value: 0.4552822441636322
164 - value: 0.5120525709221785
165 - layer_range: [4, 6]
166 model: uukuguy/speechless-zephyr-code-functionary-7b
167 parameters:
168 density:
169 - filter: self_attn
170 value: 0.9869122169774399
171 - filter: mlp
172 value: 1.0
173 - value: 0.9751291459565757
174 weight:
175 - filter: self_attn
176 value: 0.00493134813843582
177 - filter: mlp
178 value: 0.3008979965262413
179 - value: 0.2528466849993097
180 - layer_range: [4, 6]
181 model: ./Ninja-v1-RP-expressive-v2-LoRA
182 parameters:
183 density:
184 - filter: self_attn
185 value: 1.0
186 - filter: mlp
187 value: 0.8956512783019246
188 - value: 1.0
189 weight:
190 - filter: self_attn
191 value: 0.4197408619693966
192 - filter: mlp
193 value: 0.1448902874618845
194 - value: 0.5196932662212128
195 - layer_range: [4, 6]
196 model: ./Yosegi-0601
197- sources:
198 - layer_range: [6, 8]
199 model: mistralai/Mistral-7B-v0.3
200 parameters:
201 density:
202 - filter: self_attn
203 value: 1.0
204 - filter: mlp
205 value: 1.0
206 - value: 1.0
207 weight:
208 - filter: self_attn
209 value: 0.05321377226808306
210 - filter: mlp
211 value: 0.0482589904702303
212 - value: 0.433407006546336
213 - layer_range: [6, 8]
214 model: meta-math/MetaMath-Mistral-7B
215 parameters:
216 density:
217 - filter: self_attn
218 value: 0.8300482882633113
219 - filter: mlp
220 value: 0.8951636861593875
221 - value: 1.0
222 weight:
223 - filter: self_attn
224 value: 0.35952608658046414
225 - filter: mlp
226 value: 0.17385333183950857
227 - value: 0.6366514725970246
228 - layer_range: [6, 8]
229 model: uukuguy/speechless-zephyr-code-functionary-7b
230 parameters:
231 density:
232 - filter: self_attn
233 value: 0.7848308077099464
234 - filter: mlp
235 value: 0.869549457974157
236 - value: 1.0
237 weight:
238 - filter: self_attn
239 value: 0.12433943050311849
240 - filter: mlp
241 value: 0.3065832590226165
242 - value: 0.33138948726149514
243 - layer_range: [6, 8]
244 model: ./Ninja-v1-RP-expressive-v2-LoRA
245 parameters:
246 density:
247 - filter: self_attn
248 value: 1.0
249 - filter: mlp
250 value: 1.0
251 - value: 1.0
252 weight:
253 - filter: self_attn
254 value: 0.11885967308786714
255 - filter: mlp
256 value: 0.29125668567121127
257 - value: 0.19251901269486088
258 - layer_range: [6, 8]
259 model: ./Yosegi-0601
260- sources:
261 - layer_range: [8, 10]
262 model: mistralai/Mistral-7B-v0.3
263 parameters:
264 density:
265 - filter: self_attn
266 value: 1.0
267 - filter: mlp
268 value: 0.9429625513013793
269 - value: 1.0
270 weight:
271 - filter: self_attn
272 value: 0.4085396076816443
273 - filter: mlp
274 value: 0.038473657720644636
275 - value: 0.35014489493395495
276 - layer_range: [8, 10]
277 model: meta-math/MetaMath-Mistral-7B
278 parameters:
279 density:
280 - filter: self_attn
281 value: 1.0
282 - filter: mlp
283 value: 1.0
284 - value: 1.0
285 weight:
286 - filter: self_attn
287 value: 0.26957216810533163
288 - filter: mlp
289 value: 0.2393300696241166
290 - value: 0.4735322427351712
291 - layer_range: [8, 10]
292 model: uukuguy/speechless-zephyr-code-functionary-7b
293 parameters:
294 density:
295 - filter: self_attn
296 value: 0.8594757954447017
297 - filter: mlp
298 value: 1.0
299 - value: 1.0
300 weight:
301 - filter: self_attn
302 value: 0.26101395702355007
303 - filter: mlp
304 value: 0.3147672140145126
305 - value: 0.11658182776184756
306 - layer_range: [8, 10]
307 model: ./Ninja-v1-RP-expressive-v2-LoRA
308 parameters:
309 density:
310 - filter: self_attn
311 value: 1.0
312 - filter: mlp
313 value: 0.6948062341711919
314 - value: 0.9312401427737346
315 weight:
316 - filter: self_attn
317 value: 0.1987774487170517
318 - filter: mlp
319 value: 0.5628384475763534
320 - value: 0.2765378221890683
321 - layer_range: [8, 10]
322 model: ./Yosegi-0601
323- sources:
324 - layer_range: [10, 12]
325 model: mistralai/Mistral-7B-v0.3
326 parameters:
327 density:
328 - filter: self_attn
329 value: 1.0
330 - filter: mlp
331 value: 0.8230035654228713
332 - value: 1.0
333 weight:
334 - filter: self_attn
335 value: 0.1741591536775035
336 - filter: mlp
337 value: 0.30563583223301516
338 - value: 0.2060419023239155
339 - layer_range: [10, 12]
340 model: meta-math/MetaMath-Mistral-7B
341 parameters:
342 density:
343 - filter: self_attn
344 value: 1.0
345 - filter: mlp
346 value: 0.9991063013557119
347 - value: 1.0
348 weight:
349 - filter: self_attn
350 value: 0.1470996125766866
351 - filter: mlp
352 value: 0.06646481892400827
353 - value: 0.2645489609472036
354 - layer_range: [10, 12]
355 model: uukuguy/speechless-zephyr-code-functionary-7b
356 parameters:
357 density:
358 - filter: self_attn
359 value: 0.6812899560643833
360 - filter: mlp
361 value: 0.9083104648631823
362 - value: 0.9730062683598184
363 weight:
364 - filter: self_attn
365 value: 0.14278507832578724
366 - filter: mlp
367 value: 0.3475945971407978
368 - value: 0.40266546962595284
369 - layer_range: [10, 12]
370 model: ./Ninja-v1-RP-expressive-v2-LoRA
371 parameters:
372 density:
373 - filter: self_attn
374 value: 0.7047231879232164
375 - filter: mlp
376 value: 0.9148432633716144
377 - value: 1.0
378 weight:
379 - filter: self_attn
380 value: 0.15341559366405985
381 - filter: mlp
382 value: 0.20047704006010095
383 - value: 0.17364445581398172
384 - layer_range: [10, 12]
385 model: ./Yosegi-0601
386- sources:
387 - layer_range: [12, 14]
388 model: mistralai/Mistral-7B-v0.3
389 parameters:
390 density:
391 - filter: self_attn
392 value: 0.6974090973508299
393 - filter: mlp
394 value: 1.0
395 - value: 0.9553573565285324
396 weight:
397 - filter: self_attn
398 value: 0.03614401712451334
399 - filter: mlp
400 value: 0.1287785039219736
401 - value: 0.3780545754310749
402 - layer_range: [12, 14]
403 model: meta-math/MetaMath-Mistral-7B
404 parameters:
405 density:
406 - filter: self_attn
407 value: 0.7857328784783159
408 - filter: mlp
409 value: 1.0
410 - value: 0.6631303877423032
411 weight:
412 - filter: self_attn
413 value: 0.21728574423632604
414 - filter: mlp
415 value: 0.22813107248290188
416 - value: 0.1435266378249425
417 - layer_range: [12, 14]
418 model: uukuguy/speechless-zephyr-code-functionary-7b
419 parameters:
420 density:
421 - filter: self_attn
422 value: 0.7579910864422339
423 - filter: mlp
424 value: 1.0
425 - value: 1.0
426 weight:
427 - filter: self_attn
428 value: 0.21526786827735228
429 - filter: mlp
430 value: 0.19769619474642783
431 - value: 0.49420458585638627
432 - layer_range: [12, 14]
433 model: ./Ninja-v1-RP-expressive-v2-LoRA
434 parameters:
435 density:
436 - filter: self_attn
437 value: 0.8379590665264793
438 - filter: mlp
439 value: 1.0
440 - value: 0.6778673543559375
441 weight:
442 - filter: self_attn
443 value: 0.060679858649663874
444 - filter: mlp
445 value: 0.17248738428562518
446 - value: 0.05145640258269078
447 - layer_range: [12, 14]
448 model: ./Yosegi-0601
449- sources:
450 - layer_range: [14, 16]
451 model: mistralai/Mistral-7B-v0.3
452 parameters:
453 density:
454 - filter: self_attn
455 value: 1.0
456 - filter: mlp
457 value: 0.8193296716327286
458 - value: 0.709644132681917
459 weight:
460 - filter: self_attn
461 value: 0.09821428505487592
462 - filter: mlp
463 value: 0.0039875777021436964
464 - value: 0.27550746634944184
465 - layer_range: [14, 16]
466 model: meta-math/MetaMath-Mistral-7B
467 parameters:
468 density:
469 - filter: self_attn
470 value: 0.9420135087156387
471 - filter: mlp
472 value: 1.0
473 - value: 0.9478569230341948
474 weight:
475 - filter: self_attn
476 value: 0.32640822225239857
477 - filter: mlp
478 value: 0.28189746971019747
479 - value: 0.09777040841174603
480 - layer_range: [14, 16]
481 model: uukuguy/speechless-zephyr-code-functionary-7b
482 parameters:
483 density:
484 - filter: self_attn
485 value: 0.9811539353914964
486 - filter: mlp
487 value: 1.0
488 - value: 0.9947034500579488
489 weight:
490 - filter: self_attn
491 value: 0.015308461456516246
492 - filter: mlp
493 value: 0.0018966958379955934
494 - value: 0.24275389952300747
495 - layer_range: [14, 16]
496 model: ./Ninja-v1-RP-expressive-v2-LoRA
497 parameters:
498 density:
499 - filter: self_attn
500 value: 0.9022355771447704
501 - filter: mlp
502 value: 1.0
503 - value: 1.0
504 weight:
505 - filter: self_attn
506 value: 0.03331841447575224
507 - filter: mlp
508 value: 0.03561712850019841
509 - value: 0.16096143804589919
510 - layer_range: [14, 16]
511 model: ./Yosegi-0601
512- sources:
513 - layer_range: [16, 18]
514 model: mistralai/Mistral-7B-v0.3
515 parameters:
516 density:
517 - filter: self_attn
518 value: 0.8813466618200871
519 - filter: mlp
520 value: 1.0
521 - value: 1.0
522 weight:
523 - filter: self_attn
524 value: 0.20435001101909528
525 - filter: mlp
526 value: 0.1516594727144469
527 - value: 0.2269819409999868
528 - layer_range: [16, 18]
529 model: meta-math/MetaMath-Mistral-7B
530 parameters:
531 density:
532 - filter: self_attn
533 value: 1.0
534 - filter: mlp
535 value: 1.0
536 - value: 0.8113796412034742
537 weight:
538 - filter: self_attn
539 value: 0.23760349395229585
540 - filter: mlp
541 value: 0.1725436279774783
542 - value: 0.5818814139457673
543 - layer_range: [16, 18]
544 model: uukuguy/speechless-zephyr-code-functionary-7b
545 parameters:
546 density:
547 - filter: self_attn
548 value: 1.0
549 - filter: mlp
550 value: 0.9307369835995082
551 - value: 1.0
552 weight:
553 - filter: self_attn
554 value: 0.0673898519051937
555 - filter: mlp
556 value: 0.049368399457210624
557 - value: 0.2621269048339309
558 - layer_range: [16, 18]
559 model: ./Ninja-v1-RP-expressive-v2-LoRA
560 parameters:
561 density:
562 - filter: self_attn
563 value: 0.8219541044757637
564 - filter: mlp
565 value: 1.0
566 - value: 1.0
567 weight:
568 - filter: self_attn
569 value: 0.21320061393511042
570 - filter: mlp
571 value: 0.09188781867337345
572 - value: 0.27266490524762327
573 - layer_range: [16, 18]
574 model: ./Yosegi-0601
575- sources:
576 - layer_range: [18, 20]
577 model: mistralai/Mistral-7B-v0.3
578 parameters:
579 density:
580 - filter: self_attn
581 value: 1.0
582 - filter: mlp
583 value: 0.7993530327131696
584 - value: 1.0
585 weight:
586 - filter: self_attn
587 value: 0.20420262433348008
588 - filter: mlp
589 value: 0.43400570066910155
590 - value: 0.13720822682656159
591 - layer_range: [18, 20]
592 model: meta-math/MetaMath-Mistral-7B
593 parameters:
594 density:
595 - filter: self_attn
596 value: 1.0
597 - filter: mlp
598 value: 1.0
599 - value: 0.7035563346885239
600 weight:
601 - filter: self_attn
602 value: 0.3313523263002212
603 - filter: mlp
604 value: 0.356035051194268
605 - value: 0.4742357680522683
606 - layer_range: [18, 20]
607 model: uukuguy/speechless-zephyr-code-functionary-7b
608 parameters:
609 density:
610 - filter: self_attn
611 value: 1.0
612 - filter: mlp
613 value: 1.0
614 - value: 1.0
615 weight:
616 - filter: self_attn
617 value: 0.2475654838180605
618 - filter: mlp
619 value: 0.35095371882044646
620 - value: 0.18536862919946695
621 - layer_range: [18, 20]
622 model: ./Ninja-v1-RP-expressive-v2-LoRA
623 parameters:
624 density:
625 - filter: self_attn
626 value: 1.0
627 - filter: mlp
628 value: 1.0
629 - value: 1.0
630 weight:
631 - filter: self_attn
632 value: 0.02997204931537696
633 - filter: mlp
634 value: 0.4103581291392323
635 - value: 0.19313933251158066
636 - layer_range: [18, 20]
637 model: ./Yosegi-0601
638- sources:
639 - layer_range: [20, 22]
640 model: mistralai/Mistral-7B-v0.3
641 parameters:
642 density:
643 - filter: self_attn
644 value: 1.0
645 - filter: mlp
646 value: 1.0
647 - value: 0.5321196166337413
648 weight:
649 - filter: self_attn
650 value: 0.17930537920958298
651 - filter: mlp
652 value: 0.07662274511683252
653 - value: 0.1354315278471591
654 - layer_range: [20, 22]
655 model: meta-math/MetaMath-Mistral-7B
656 parameters:
657 density:
658 - filter: self_attn
659 value: 1.0
660 - filter: mlp
661 value: 0.3768803907042144
662 - value: 1.0
663 weight:
664 - filter: self_attn
665 value: 0.1592147705254305
666 - filter: mlp
667 value: 0.18410207999201075
668 - value: 0.4928015910047033
669 - layer_range: [20, 22]
670 model: uukuguy/speechless-zephyr-code-functionary-7b
671 parameters:
672 density:
673 - filter: self_attn
674 value: 1.0
675 - filter: mlp
676 value: 1.0
677 - value: 1.0
678 weight:
679 - filter: self_attn
680 value: 0.37897278298418885
681 - filter: mlp
682 value: 0.0952591073533606
683 - value: 0.03551732810121447
684 - layer_range: [20, 22]
685 model: ./Ninja-v1-RP-expressive-v2-LoRA
686 parameters:
687 density:
688 - filter: self_attn
689 value: 1.0
690 - filter: mlp
691 value: 1.0
692 - value: 1.0
693 weight:
694 - filter: self_attn
695 value: 0.2682334102128691
696 - filter: mlp
697 value: 0.33485781481395227
698 - value: 0.3395139468281392
699 - layer_range: [20, 22]
700 model: ./Yosegi-0601
701- sources:
702 - layer_range: [22, 24]
703 model: mistralai/Mistral-7B-v0.3
704 parameters:
705 density:
706 - filter: self_attn
707 value: 1.0
708 - filter: mlp
709 value: 0.8002588203446623
710 - value: 1.0
711 weight:
712 - filter: self_attn
713 value: 0.2549204541625693
714 - filter: mlp
715 value: 0.3722418477156178
716 - value: 0.2410463731352089
717 - layer_range: [22, 24]
718 model: meta-math/MetaMath-Mistral-7B
719 parameters:
720 density:
721 - filter: self_attn
722 value: 0.9220873255898425
723 - filter: mlp
724 value: 1.0
725 - value: 1.0
726 weight:
727 - filter: self_attn
728 value: 0.487455295718532
729 - filter: mlp
730 value: 0.40022413917173594
731 - value: 0.17846009757502157
732 - layer_range: [22, 24]
733 model: uukuguy/speechless-zephyr-code-functionary-7b
734 parameters:
735 density:
736 - filter: self_attn
737 value: 0.7696341317318985
738 - filter: mlp
739 value: 1.0
740 - value: 1.0
741 weight:
742 - filter: self_attn
743 value: 0.011267799816515114
744 - filter: mlp
745 value: 0.5320959832591042
746 - value: 0.17095406531325266
747 - layer_range: [22, 24]
748 model: ./Ninja-v1-RP-expressive-v2-LoRA
749 parameters:
750 density:
751 - filter: self_attn
752 value: 1.0
753 - filter: mlp
754 value: 1.0
755 - value: 1.0
756 weight:
757 - filter: self_attn
758 value: 0.556101646343872
759 - filter: mlp
760 value: 0.5470253909079791
761 - value: 0.13241555469863223
762 - layer_range: [22, 24]
763 model: ./Yosegi-0601
764- sources:
765 - layer_range: [24, 26]
766 model: mistralai/Mistral-7B-v0.3
767 parameters:
768 density:
769 - filter: self_attn
770 value: 0.8667033674916582
771 - filter: mlp
772 value: 1.0
773 - value: 0.9446091486920749
774 weight:
775 - filter: self_attn
776 value: 0.4134110775513897
777 - filter: mlp
778 value: 0.0181822765943834
779 - value: 0.22797659617038232
780 - layer_range: [24, 26]
781 model: meta-math/MetaMath-Mistral-7B
782 parameters:
783 density:
784 - filter: self_attn
785 value: 1.0
786 - filter: mlp
787 value: 0.9839865829690491
788 - value: 0.8252981103449059
789 weight:
790 - filter: self_attn
791 value: 0.3310295320944009
792 - filter: mlp
793 value: 0.05341478458353629
794 - value: 0.3588847186159219
795 - layer_range: [24, 26]
796 model: uukuguy/speechless-zephyr-code-functionary-7b
797 parameters:
798 density:
799 - filter: self_attn
800 value: 1.0
801 - filter: mlp
802 value: 0.8834823812212265
803 - value: 0.8195593509048733
804 weight:
805 - filter: self_attn
806 value: 0.3778012590489552
807 - filter: mlp
808 value: 0.2553204906819882
809 - value: 0.23250565137970108
810 - layer_range: [24, 26]
811 model: ./Ninja-v1-RP-expressive-v2-LoRA
812 parameters:
813 density:
814 - filter: self_attn
815 value: 1.0
816 - filter: mlp
817 value: 0.7731602497153744
818 - value: 0.8647152680789973
819 weight:
820 - filter: self_attn
821 value: 0.1101209698118704
822 - filter: mlp
823 value: 0.2399169741437055
824 - value: 0.32311925187355206
825 - layer_range: [24, 26]
826 model: ./Yosegi-0601
827- sources:
828 - layer_range: [26, 28]
829 model: mistralai/Mistral-7B-v0.3
830 parameters:
831 density:
832 - filter: self_attn
833 value: 1.0
834 - filter: mlp
835 value: 0.9508674341172941
836 - value: 1.0
837 weight:
838 - filter: self_attn
839 value: 0.4312865186270921
840 - filter: mlp
841 value: 0.28336325917543326
842 - value: 0.051826325177477234
843 - layer_range: [26, 28]
844 model: meta-math/MetaMath-Mistral-7B
845 parameters:
846 density:
847 - filter: self_attn
848 value: 1.0
849 - filter: mlp
850 value: 0.8945725432745376
851 - value: 1.0
852 weight:
853 - filter: self_attn
854 value: 0.03524133636598346
855 - filter: mlp
856 value: 0.21426126710725438
857 - value: 0.31724116335002545
858 - layer_range: [26, 28]
859 model: uukuguy/speechless-zephyr-code-functionary-7b
860 parameters:
861 density:
862 - filter: self_attn
863 value: 1.0
864 - filter: mlp
865 value: 0.7138130384877139
866 - value: 1.0
867 weight:
868 - filter: self_attn
869 value: 0.04890129864608137
870 - filter: mlp
871 value: 0.3324333287494201
872 - value: 0.11533647335498036
873 - layer_range: [26, 28]
874 model: ./Ninja-v1-RP-expressive-v2-LoRA
875 parameters:
876 density:
877 - filter: self_attn
878 value: 1.0
879 - filter: mlp
880 value: 1.0
881 - value: 0.9200281327001997
882 weight:
883 - filter: self_attn
884 value: 0.300842776105564
885 - filter: mlp
886 value: 0.08363140003203932
887 - value: 0.2538677006866867
888 - layer_range: [26, 28]
889 model: ./Yosegi-0601
890- sources:
891 - layer_range: [28, 30]
892 model: mistralai/Mistral-7B-v0.3
893 parameters:
894 density:
895 - filter: self_attn
896 value: 1.0
897 - filter: mlp
898 value: 0.7116000185808022
899 - value: 1.0
900 weight:
901 - filter: self_attn
902 value: 0.10977758983122704
903 - filter: mlp
904 value: 0.1839207861311269
905 - value: 0.5426174846632369
906 - layer_range: [28, 30]
907 model: meta-math/MetaMath-Mistral-7B
908 parameters:
909 density:
910 - filter: self_attn
911 value: 1.0
912 - filter: mlp
913 value: 0.8412049419861911
914 - value: 1.0
915 weight:
916 - filter: self_attn
917 value: 0.3517232690814979
918 - filter: mlp
919 value: 0.11878679655495025
920 - value: 0.432611353923264
921 - layer_range: [28, 30]
922 model: uukuguy/speechless-zephyr-code-functionary-7b
923 parameters:
924 density:
925 - filter: self_attn
926 value: 1.0
927 - filter: mlp
928 value: 0.7196182744068202
929 - value: 1.0
930 weight:
931 - filter: self_attn
932 value: 0.29848623969081
933 - filter: mlp
934 value: 0.034661358236493495
935 - value: 0.3438376072572394
936 - layer_range: [28, 30]
937 model: ./Ninja-v1-RP-expressive-v2-LoRA
938 parameters:
939 density:
940 - filter: self_attn
941 value: 1.0
942 - filter: mlp
943 value: 1.0
944 - value: 1.0
945 weight:
946 - filter: self_attn
947 value: 0.051511204430449285
948 - filter: mlp
949 value: 0.3617968383178797
950 - value: 0.2578690795635758
951 - layer_range: [28, 30]
952 model: ./Yosegi-0601
953- sources:
954 - layer_range: [30, 32]
955 model: mistralai/Mistral-7B-v0.3
956 parameters:
957 density:
958 - filter: self_attn
959 value: 0.7971002248466003
960 - filter: mlp
961 value: 0.8931695149333363
962 - value: 1.0
963 weight:
964 - filter: self_attn
965 value: 0.07401430804790136
966 - filter: mlp
967 value: 0.00696466997386886
968 - value: 0.08295038526296711
969 - layer_range: [30, 32]
970 model: meta-math/MetaMath-Mistral-7B
971 parameters:
972 density:
973 - filter: self_attn
974 value: 1.0
975 - filter: mlp
976 value: 0.8158777337631619
977 - value: 0.8348784699583887
978 weight:
979 - filter: self_attn
980 value: 0.26799125918248423
981 - filter: mlp
982 value: 0.08176923813129498
983 - value: 0.030317330226146508
984 - layer_range: [30, 32]
985 model: uukuguy/speechless-zephyr-code-functionary-7b
986 parameters:
987 density:
988 - filter: self_attn
989 value: 0.8188850632365792
990 - filter: mlp
991 value: 0.7463831519693573
992 - value: 0.6515317051533988
993 weight:
994 - filter: self_attn
995 value: 0.21122007850953434
996 - filter: mlp
997 value: 0.1463362342258229
998 - value: 0.09176704194956312
999 - layer_range: [30, 32]
1000 model: ./Ninja-v1-RP-expressive-v2-LoRA
1001 parameters:
1002 density:
1003 - filter: self_attn
1004 value: 0.9313941807354906
1005 - filter: mlp
1006 value: 1.0
1007 - value: 1.0
1008 weight:
1009 - filter: self_attn
1010 value: 0.1443680121177074
1011 - filter: mlp
1012 value: 0.08309606396368145
1013 - value: 0.37059044424517035
1014 - layer_range: [30, 32]
1015 model: ./Yosegi-0601
1016