Views
No views yet
A figurine of a character with green hair, wearing a white shirt, a black vest, and a gray cap, sitting with one hand on their knee and the other hand making a peace sign. The character is wearing a blue pendant and has a gold bracelet. In the background, there are green plants and a tree branch.5.50.020None421024x10241{
2 "algo": "lokr",
3 "multiplier": 1.0,
4 "linear_dim": 1000000,
5 "linear_alpha": 1,
6 "factor": 1,
7 "full_matrix": true,
8 "apply_preset": {
9 "target_module": [
10 "Linear",
11 "JointTransformerBlock"
12 ],
13 "name_algo_map": {
14 "context_embedder.weight": {
15 "algo": "lokr",
16 "factor": 1,
17 "linear_dim": 1000000,
18 "linear_alpha": 1,
19 "full_matrix": true
20 },
21 "context_embedder.bias": {
22 "algo": "lokr",
23 "factor": 1,
24 "linear_dim": 1000000,
25 "linear_alpha": 1,
26 "full_matrix": true
27 },
28 "transformer_blocks.0.norm1*": {
29 "algo": "lokr",
30 "factor": 16,
31 "linear_dim": 1000000,
32 "linear_alpha": 1,
33 "full_matrix": true
34 },
35 "transformer_blocks.0.norm1_context*": {
36 "algo": "lokr",
37 "factor": 16,
38 "linear_dim": 1000000,
39 "linear_alpha": 1,
40 "full_matrix": true
41 },
42 "transformer_blocks.0.ff*": {
43 "algo": "lokr",
44 "factor": 1,
45 "linear_dim": 1000000,
46 "linear_alpha": 1,
47 "full_matrix": true
48 },
49 "transformer_blocks.0.*": {
50 "algo": "lokr",
51 "factor": 1,
52 "linear_dim": 1000000,
53 "linear_alpha": 1,
54 "full_matrix": true
55 },
56 "transformer_blocks.1.norm1*": {
57 "algo": "lokr",
58 "factor": 32,
59 "linear_dim": 1000000,
60 "linear_alpha": 1,
61 "full_matrix": true
62 },
63 "transformer_blocks.1.norm1_context*": {
64 "algo": "lokr",
65 "factor": 32,
66 "linear_dim": 1000000,
67 "linear_alpha": 1,
68 "full_matrix": true
69 },
70 "transformer_blocks.1.ff*": {
71 "algo": "lokr",
72 "factor": 2,
73 "linear_dim": 1000000,
74 "linear_alpha": 1,
75 "full_matrix": true
76 },
77 "transformer_blocks.1.*": {
78 "algo": "lokr",
79 "factor": 4,
80 "linear_dim": 1000000,
81 "linear_alpha": 1,
82 "full_matrix": true
83 },
84 "transformer_blocks.2.norm1*": {
85 "algo": "lokr",
86 "factor": 32,
87 "linear_dim": 1000000,
88 "linear_alpha": 1,
89 "full_matrix": true
90 },
91 "transformer_blocks.2.norm1_context*": {
92 "algo": "lokr",
93 "factor": 32,
94 "linear_dim": 1000000,
95 "linear_alpha": 1,
96 "full_matrix": true
97 },
98 "transformer_blocks.2.ff*": {
99 "algo": "lokr",
100 "factor": 2,
101 "linear_dim": 1000000,
102 "linear_alpha": 1,
103 "full_matrix": true
104 },
105 "transformer_blocks.2.*": {
106 "algo": "lokr",
107 "factor": 4,
108 "linear_dim": 1000000,
109 "linear_alpha": 1,
110 "full_matrix": true
111 },
112 "transformer_blocks.3.norm1*": {
113 "algo": "lokr",
114 "factor": 64,
115 "linear_dim": 1000000,
116 "linear_alpha": 1,
117 "full_matrix": true
118 },
119 "transformer_blocks.3.norm1_context*": {
120 "algo": "lokr",
121 "factor": 64,
122 "linear_dim": 1000000,
123 "linear_alpha": 1,
124 "full_matrix": true
125 },
126 "transformer_blocks.3.ff*": {
127 "algo": "lokr",
128 "factor": 4,
129 "linear_dim": 1000000,
130 "linear_alpha": 1,
131 "full_matrix": true
132 },
133 "transformer_blocks.3.*": {
134 "algo": "lokr",
135 "factor": 8,
136 "linear_dim": 1000000,
137 "linear_alpha": 1,
138 "full_matrix": true
139 },
140 "transformer_blocks.4.norm1*": {
141 "algo": "lokr",
142 "factor": 48,
143 "linear_dim": 1000000,
144 "linear_alpha": 1,
145 "full_matrix": true
146 },
147 "transformer_blocks.4.norm1_context*": {
148 "algo": "lokr",
149 "factor": 48,
150 "linear_dim": 1000000,
151 "linear_alpha": 1,
152 "full_matrix": true
153 },
154 "transformer_blocks.4.ff*": {
155 "algo": "lokr",
156 "factor": 3,
157 "linear_dim": 1000000,
158 "linear_alpha": 1,
159 "full_matrix": true
160 },
161 "transformer_blocks.4.*": {
162 "algo": "lokr",
163 "factor": 6,
164 "linear_dim": 1000000,
165 "linear_alpha": 1,
166 "full_matrix": true
167 },
168 "transformer_blocks.5.norm1*": {
169 "algo": "lokr",
170 "factor": 48,
171 "linear_dim": 1000000,
172 "linear_alpha": 1,
173 "full_matrix": true
174 },
175 "transformer_blocks.5.norm1_context*": {
176 "algo": "lokr",
177 "factor": 48,
178 "linear_dim": 1000000,
179 "linear_alpha": 1,
180 "full_matrix": true
181 },
182 "transformer_blocks.5.ff*": {
183 "algo": "lokr",
184 "factor": 3,
185 "linear_dim": 1000000,
186 "linear_alpha": 1,
187 "full_matrix": true
188 },
189 "transformer_blocks.5.*": {
190 "algo": "lokr",
191 "factor": 6,
192 "linear_dim": 1000000,
193 "linear_alpha": 1,
194 "full_matrix": true
195 },
196 "transformer_blocks.6.norm1*": {
197 "algo": "lokr",
198 "factor": 48,
199 "linear_dim": 1000000,
200 "linear_alpha": 1,
201 "full_matrix": true
202 },
203 "transformer_blocks.6.norm1_context*": {
204 "algo": "lokr",
205 "factor": 48,
206 "linear_dim": 1000000,
207 "linear_alpha": 1,
208 "full_matrix": true
209 },
210 "transformer_blocks.6.ff*": {
211 "algo": "lokr",
212 "factor": 3,
213 "linear_dim": 1000000,
214 "linear_alpha": 1,
215 "full_matrix": true
216 },
217 "transformer_blocks.6.*": {
218 "algo": "lokr",
219 "factor": 6,
220 "linear_dim": 1000000,
221 "linear_alpha": 1,
222 "full_matrix": true
223 },
224 "transformer_blocks.7.norm1*": {
225 "algo": "lokr",
226 "factor": 64,
227 "linear_dim": 1000000,
228 "linear_alpha": 1,
229 "full_matrix": true
230 },
231 "transformer_blocks.7.norm1_context*": {
232 "algo": "lokr",
233 "factor": 64,
234 "linear_dim": 1000000,
235 "linear_alpha": 1,
236 "full_matrix": true
237 },
238 "transformer_blocks.7.ff*": {
239 "algo": "lokr",
240 "factor": 4,
241 "linear_dim": 1000000,
242 "linear_alpha": 1,
243 "full_matrix": true
244 },
245 "transformer_blocks.7.*": {
246 "algo": "lokr",
247 "factor": 8,
248 "linear_dim": 1000000,
249 "linear_alpha": 1,
250 "full_matrix": true
251 },
252 "transformer_blocks.8.norm1*": {
253 "algo": "lokr",
254 "factor": 64,
255 "linear_dim": 1000000,
256 "linear_alpha": 1,
257 "full_matrix": true
258 },
259 "transformer_blocks.8.norm1_context*": {
260 "algo": "lokr",
261 "factor": 64,
262 "linear_dim": 1000000,
263 "linear_alpha": 1,
264 "full_matrix": true
265 },
266 "transformer_blocks.8.ff*": {
267 "algo": "lokr",
268 "factor": 4,
269 "linear_dim": 1000000,
270 "linear_alpha": 1,
271 "full_matrix": true
272 },
273 "transformer_blocks.8.*": {
274 "algo": "lokr",
275 "factor": 8,
276 "linear_dim": 1000000,
277 "linear_alpha": 1,
278 "full_matrix": true
279 },
280 "transformer_blocks.9.norm1*": {
281 "algo": "lokr",
282 "factor": 64,
283 "linear_dim": 1000000,
284 "linear_alpha": 1,
285 "full_matrix": true
286 },
287 "transformer_blocks.9.norm1_context*": {
288 "algo": "lokr",
289 "factor": 64,
290 "linear_dim": 1000000,
291 "linear_alpha": 1,
292 "full_matrix": true
293 },
294 "transformer_blocks.9.ff*": {
295 "algo": "lokr",
296 "factor": 4,
297 "linear_dim": 1000000,
298 "linear_alpha": 1,
299 "full_matrix": true
300 },
301 "transformer_blocks.9.*": {
302 "algo": "lokr",
303 "factor": 8,
304 "linear_dim": 1000000,
305 "linear_alpha": 1,
306 "full_matrix": true
307 },
308 "transformer_blocks.10.norm1*": {
309 "algo": "lokr",
310 "factor": 64,
311 "linear_dim": 1000000,
312 "linear_alpha": 1,
313 "full_matrix": true
314 },
315 "transformer_blocks.10.norm1_context*": {
316 "algo": "lokr",
317 "factor": 64,
318 "linear_dim": 1000000,
319 "linear_alpha": 1,
320 "full_matrix": true
321 },
322 "transformer_blocks.10.ff*": {
323 "algo": "lokr",
324 "factor": 4,
325 "linear_dim": 1000000,
326 "linear_alpha": 1,
327 "full_matrix": true
328 },
329 "transformer_blocks.10.*": {
330 "algo": "lokr",
331 "factor": 8,
332 "linear_dim": 1000000,
333 "linear_alpha": 1,
334 "full_matrix": true
335 },
336 "transformer_blocks.11.norm1*": {
337 "algo": "lokr",
338 "factor": 64,
339 "linear_dim": 1000000,
340 "linear_alpha": 1,
341 "full_matrix": true
342 },
343 "transformer_blocks.11.norm1_context*": {
344 "algo": "lokr",
345 "factor": 64,
346 "linear_dim": 1000000,
347 "linear_alpha": 1,
348 "full_matrix": true
349 },
350 "transformer_blocks.11.ff*": {
351 "algo": "lokr",
352 "factor": 4,
353 "linear_dim": 1000000,
354 "linear_alpha": 1,
355 "full_matrix": true
356 },
357 "transformer_blocks.11.*": {
358 "algo": "lokr",
359 "factor": 8,
360 "linear_dim": 1000000,
361 "linear_alpha": 1,
362 "full_matrix": true
363 },
364 "transformer_blocks.12.norm1*": {
365 "algo": "lokr",
366 "factor": 64,
367 "linear_dim": 1000000,
368 "linear_alpha": 1,
369 "full_matrix": true
370 },
371 "transformer_blocks.12.norm1_context*": {
372 "algo": "lokr",
373 "factor": 64,
374 "linear_dim": 1000000,
375 "linear_alpha": 1,
376 "full_matrix": true
377 },
378 "transformer_blocks.12.ff*": {
379 "algo": "lokr",
380 "factor": 4,
381 "linear_dim": 1000000,
382 "linear_alpha": 1,
383 "full_matrix": true
384 },
385 "transformer_blocks.12.*": {
386 "algo": "lokr",
387 "factor": 8,
388 "linear_dim": 1000000,
389 "linear_alpha": 1,
390 "full_matrix": true
391 },
392 "transformer_blocks.13.norm1*": {
393 "algo": "lokr",
394 "factor": 64,
395 "linear_dim": 1000000,
396 "linear_alpha": 1,
397 "full_matrix": true
398 },
399 "transformer_blocks.13.norm1_context*": {
400 "algo": "lokr",
401 "factor": 64,
402 "linear_dim": 1000000,
403 "linear_alpha": 1,
404 "full_matrix": true
405 },
406 "transformer_blocks.13.ff*": {
407 "algo": "lokr",
408 "factor": 4,
409 "linear_dim": 1000000,
410 "linear_alpha": 1,
411 "full_matrix": true
412 },
413 "transformer_blocks.13.*": {
414 "algo": "lokr",
415 "factor": 8,
416 "linear_dim": 1000000,
417 "linear_alpha": 1,
418 "full_matrix": true
419 },
420 "transformer_blocks.14.norm1*": {
421 "algo": "lokr",
422 "factor": 48,
423 "linear_dim": 1000000,
424 "linear_alpha": 1,
425 "full_matrix": true
426 },
427 "transformer_blocks.14.norm1_context*": {
428 "algo": "lokr",
429 "factor": 48,
430 "linear_dim": 1000000,
431 "linear_alpha": 1,
432 "full_matrix": true
433 },
434 "transformer_blocks.14.ff*": {
435 "algo": "lokr",
436 "factor": 3,
437 "linear_dim": 1000000,
438 "linear_alpha": 1,
439 "full_matrix": true
440 },
441 "transformer_blocks.14.*": {
442 "algo": "lokr",
443 "factor": 6,
444 "linear_dim": 1000000,
445 "linear_alpha": 1,
446 "full_matrix": true
447 },
448 "transformer_blocks.15.norm1*": {
449 "algo": "lokr",
450 "factor": 48,
451 "linear_dim": 1000000,
452 "linear_alpha": 1,
453 "full_matrix": true
454 },
455 "transformer_blocks.15.norm1_context*": {
456 "algo": "lokr",
457 "factor": 48,
458 "linear_dim": 1000000,
459 "linear_alpha": 1,
460 "full_matrix": true
461 },
462 "transformer_blocks.15.ff*": {
463 "algo": "lokr",
464 "factor": 3,
465 "linear_dim": 1000000,
466 "linear_alpha": 1,
467 "full_matrix": true
468 },
469 "transformer_blocks.15.*": {
470 "algo": "lokr",
471 "factor": 6,
472 "linear_dim": 1000000,
473 "linear_alpha": 1,
474 "full_matrix": true
475 },
476 "transformer_blocks.16.norm1*": {
477 "algo": "lokr",
478 "factor": 48,
479 "linear_dim": 1000000,
480 "linear_alpha": 1,
481 "full_matrix": true
482 },
483 "transformer_blocks.16.norm1_context*": {
484 "algo": "lokr",
485 "factor": 48,
486 "linear_dim": 1000000,
487 "linear_alpha": 1,
488 "full_matrix": true
489 },
490 "transformer_blocks.16.ff*": {
491 "algo": "lokr",
492 "factor": 3,
493 "linear_dim": 1000000,
494 "linear_alpha": 1,
495 "full_matrix": true
496 },
497 "transformer_blocks.16.*": {
498 "algo": "lokr",
499 "factor": 6,
500 "linear_dim": 1000000,
501 "linear_alpha": 1,
502 "full_matrix": true
503 },
504 "transformer_blocks.17.norm1*": {
505 "algo": "lokr",
506 "factor": 48,
507 "linear_dim": 1000000,
508 "linear_alpha": 1,
509 "full_matrix": true
510 },
511 "transformer_blocks.17.norm1_context*": {
512 "algo": "lokr",
513 "factor": 48,
514 "linear_dim": 1000000,
515 "linear_alpha": 1,
516 "full_matrix": true
517 },
518 "transformer_blocks.17.ff*": {
519 "algo": "lokr",
520 "factor": 3,
521 "linear_dim": 1000000,
522 "linear_alpha": 1,
523 "full_matrix": true
524 },
525 "transformer_blocks.17.*": {
526 "algo": "lokr",
527 "factor": 6,
528 "linear_dim": 1000000,
529 "linear_alpha": 1,
530 "full_matrix": true
531 },
532 "transformer_blocks.18.norm1*": {
533 "algo": "lokr",
534 "factor": 48,
535 "linear_dim": 1000000,
536 "linear_alpha": 1,
537 "full_matrix": true
538 },
539 "transformer_blocks.18.norm1_context*": {
540 "algo": "lokr",
541 "factor": 48,
542 "linear_dim": 1000000,
543 "linear_alpha": 1,
544 "full_matrix": true
545 },
546 "transformer_blocks.18.ff*": {
547 "algo": "lokr",
548 "factor": 3,
549 "linear_dim": 1000000,
550 "linear_alpha": 1,
551 "full_matrix": true
552 },
553 "transformer_blocks.18.*": {
554 "algo": "lokr",
555 "factor": 6,
556 "linear_dim": 1000000,
557 "linear_alpha": 1,
558 "full_matrix": true
559 },
560 "transformer_blocks.19.norm1*": {
561 "algo": "lokr",
562 "factor": 32,
563 "linear_dim": 1000000,
564 "linear_alpha": 1,
565 "full_matrix": true
566 },
567 "transformer_blocks.19.norm1_context*": {
568 "algo": "lokr",
569 "factor": 32,
570 "linear_dim": 1000000,
571 "linear_alpha": 1,
572 "full_matrix": true
573 },
574 "transformer_blocks.19.ff*": {
575 "algo": "lokr",
576 "factor": 2,
577 "linear_dim": 1000000,
578 "linear_alpha": 1,
579 "full_matrix": true
580 },
581 "transformer_blocks.19.*": {
582 "algo": "lokr",
583 "factor": 4,
584 "linear_dim": 1000000,
585 "linear_alpha": 1,
586 "full_matrix": true
587 },
588 "transformer_blocks.20.norm1*": {
589 "algo": "lokr",
590 "factor": 48,
591 "linear_dim": 1000000,
592 "linear_alpha": 1,
593 "full_matrix": true
594 },
595 "transformer_blocks.20.norm1_context*": {
596 "algo": "lokr",
597 "factor": 48,
598 "linear_dim": 1000000,
599 "linear_alpha": 1,
600 "full_matrix": true
601 },
602 "transformer_blocks.20.ff*": {
603 "algo": "lokr",
604 "factor": 3,
605 "linear_dim": 1000000,
606 "linear_alpha": 1,
607 "full_matrix": true
608 },
609 "transformer_blocks.20.*": {
610 "algo": "lokr",
611 "factor": 6,
612 "linear_dim": 1000000,
613 "linear_alpha": 1,
614 "full_matrix": true
615 },
616 "transformer_blocks.21.norm1*": {
617 "algo": "lokr",
618 "factor": 32,
619 "linear_dim": 1000000,
620 "linear_alpha": 1,
621 "full_matrix": true
622 },
623 "transformer_blocks.21.norm1_context*": {
624 "algo": "lokr",
625 "factor": 32,
626 "linear_dim": 1000000,
627 "linear_alpha": 1,
628 "full_matrix": true
629 },
630 "transformer_blocks.21.ff*": {
631 "algo": "lokr",
632 "factor": 2,
633 "linear_dim": 1000000,
634 "linear_alpha": 1,
635 "full_matrix": true
636 },
637 "transformer_blocks.21.*": {
638 "algo": "lokr",
639 "factor": 4,
640 "linear_dim": 1000000,
641 "linear_alpha": 1,
642 "full_matrix": true
643 },
644 "transformer_blocks.22.norm1*": {
645 "algo": "lokr",
646 "factor": 48,
647 "linear_dim": 1000000,
648 "linear_alpha": 1,
649 "full_matrix": true
650 },
651 "transformer_blocks.22.norm1_context*": {
652 "algo": "lokr",
653 "factor": 48,
654 "linear_dim": 1000000,
655 "linear_alpha": 1,
656 "full_matrix": true
657 },
658 "transformer_blocks.22.ff*": {
659 "algo": "lokr",
660 "factor": 3,
661 "linear_dim": 1000000,
662 "linear_alpha": 1,
663 "full_matrix": true
664 },
665 "transformer_blocks.22.*": {
666 "algo": "lokr",
667 "factor": 6,
668 "linear_dim": 1000000,
669 "linear_alpha": 1,
670 "full_matrix": true
671 },
672 "transformer_blocks.23.norm1*": {
673 "algo": "lokr",
674 "factor": 32,
675 "linear_dim": 1000000,
676 "linear_alpha": 1,
677 "full_matrix": true
678 },
679 "transformer_blocks.23.norm1_context*": {
680 "algo": "lokr",
681 "factor": 32,
682 "linear_dim": 1000000,
683 "linear_alpha": 1,
684 "full_matrix": true
685 },
686 "transformer_blocks.23.ff*": {
687 "algo": "lokr",
688 "factor": 2,
689 "linear_dim": 1000000,
690 "linear_alpha": 1,
691 "full_matrix": true
692 },
693 "transformer_blocks.23.*": {
694 "algo": "lokr",
695 "factor": 4,
696 "linear_dim": 1000000,
697 "linear_alpha": 1,
698 "full_matrix": true
699 },
700 "transformer_blocks.24.norm1*": {
701 "algo": "lokr",
702 "factor": 32,
703 "linear_dim": 1000000,
704 "linear_alpha": 1,
705 "full_matrix": true
706 },
707 "transformer_blocks.24.norm1_context*": {
708 "algo": "lokr",
709 "factor": 32,
710 "linear_dim": 1000000,
711 "linear_alpha": 1,
712 "full_matrix": true
713 },
714 "transformer_blocks.24.ff*": {
715 "algo": "lokr",
716 "factor": 2,
717 "linear_dim": 1000000,
718 "linear_alpha": 1,
719 "full_matrix": true
720 },
721 "transformer_blocks.24.*": {
722 "algo": "lokr",
723 "factor": 4,
724 "linear_dim": 1000000,
725 "linear_alpha": 1,
726 "full_matrix": true
727 },
728 "transformer_blocks.25.norm1*": {
729 "algo": "lokr",
730 "factor": 32,
731 "linear_dim": 1000000,
732 "linear_alpha": 1,
733 "full_matrix": true
734 },
735 "transformer_blocks.25.norm1_context*": {
736 "algo": "lokr",
737 "factor": 32,
738 "linear_dim": 1000000,
739 "linear_alpha": 1,
740 "full_matrix": true
741 },
742 "transformer_blocks.25.ff*": {
743 "algo": "lokr",
744 "factor": 2,
745 "linear_dim": 1000000,
746 "linear_alpha": 1,
747 "full_matrix": true
748 },
749 "transformer_blocks.25.*": {
750 "algo": "lokr",
751 "factor": 4,
752 "linear_dim": 1000000,
753 "linear_alpha": 1,
754 "full_matrix": true
755 },
756 "transformer_blocks.26.norm1*": {
757 "algo": "lokr",
758 "factor": 32,
759 "linear_dim": 1000000,
760 "linear_alpha": 1,
761 "full_matrix": true
762 },
763 "transformer_blocks.26.norm1_context*": {
764 "algo": "lokr",
765 "factor": 32,
766 "linear_dim": 1000000,
767 "linear_alpha": 1,
768 "full_matrix": true
769 },
770 "transformer_blocks.26.ff*": {
771 "algo": "lokr",
772 "factor": 2,
773 "linear_dim": 1000000,
774 "linear_alpha": 1,
775 "full_matrix": true
776 },
777 "transformer_blocks.26.*": {
778 "algo": "lokr",
779 "factor": 4,
780 "linear_dim": 1000000,
781 "linear_alpha": 1,
782 "full_matrix": true
783 },
784 "transformer_blocks.27.norm1*": {
785 "algo": "lokr",
786 "factor": 32,
787 "linear_dim": 1000000,
788 "linear_alpha": 1,
789 "full_matrix": true
790 },
791 "transformer_blocks.27.norm1_context*": {
792 "algo": "lokr",
793 "factor": 32,
794 "linear_dim": 1000000,
795 "linear_alpha": 1,
796 "full_matrix": true
797 },
798 "transformer_blocks.27.ff*": {
799 "algo": "lokr",
800 "factor": 2,
801 "linear_dim": 1000000,
802 "linear_alpha": 1,
803 "full_matrix": true
804 },
805 "transformer_blocks.27.*": {
806 "algo": "lokr",
807 "factor": 4,
808 "linear_dim": 1000000,
809 "linear_alpha": 1,
810 "full_matrix": true
811 },
812 "transformer_blocks.28.norm1*": {
813 "algo": "lokr",
814 "factor": 32,
815 "linear_dim": 1000000,
816 "linear_alpha": 1,
817 "full_matrix": true
818 },
819 "transformer_blocks.28.norm1_context*": {
820 "algo": "lokr",
821 "factor": 32,
822 "linear_dim": 1000000,
823 "linear_alpha": 1,
824 "full_matrix": true
825 },
826 "transformer_blocks.28.ff*": {
827 "algo": "lokr",
828 "factor": 2,
829 "linear_dim": 1000000,
830 "linear_alpha": 1,
831 "full_matrix": true
832 },
833 "transformer_blocks.28.*": {
834 "algo": "lokr",
835 "factor": 4,
836 "linear_dim": 1000000,
837 "linear_alpha": 1,
838 "full_matrix": true
839 },
840 "transformer_blocks.29.norm1*": {
841 "algo": "lokr",
842 "factor": 32,
843 "linear_dim": 1000000,
844 "linear_alpha": 1,
845 "full_matrix": true
846 },
847 "transformer_blocks.29.norm1_context*": {
848 "algo": "lokr",
849 "factor": 32,
850 "linear_dim": 1000000,
851 "linear_alpha": 1,
852 "full_matrix": true
853 },
854 "transformer_blocks.29.ff*": {
855 "algo": "lokr",
856 "factor": 2,
857 "linear_dim": 1000000,
858 "linear_alpha": 1,
859 "full_matrix": true
860 },
861 "transformer_blocks.29.*": {
862 "algo": "lokr",
863 "factor": 4,
864 "linear_dim": 1000000,
865 "linear_alpha": 1,
866 "full_matrix": true
867 },
868 "transformer_blocks.30.norm1*": {
869 "algo": "lokr",
870 "factor": 32,
871 "linear_dim": 1000000,
872 "linear_alpha": 1,
873 "full_matrix": true
874 },
875 "transformer_blocks.30.norm1_context*": {
876 "algo": "lokr",
877 "factor": 32,
878 "linear_dim": 1000000,
879 "linear_alpha": 1,
880 "full_matrix": true
881 },
882 "transformer_blocks.30.ff*": {
883 "algo": "lokr",
884 "factor": 2,
885 "linear_dim": 1000000,
886 "linear_alpha": 1,
887 "full_matrix": true
888 },
889 "transformer_blocks.30.*": {
890 "algo": "lokr",
891 "factor": 4,
892 "linear_dim": 1000000,
893 "linear_alpha": 1,
894 "full_matrix": true
895 },
896 "transformer_blocks.31.norm1*": {
897 "algo": "lokr",
898 "factor": 16,
899 "linear_dim": 1000000,
900 "linear_alpha": 1,
901 "full_matrix": true
902 },
903 "transformer_blocks.31.norm1_context*": {
904 "algo": "lokr",
905 "factor": 16,
906 "linear_dim": 1000000,
907 "linear_alpha": 1,
908 "full_matrix": true
909 },
910 "transformer_blocks.31.ff*": {
911 "algo": "lokr",
912 "factor": 1,
913 "linear_dim": 1000000,
914 "linear_alpha": 1,
915 "full_matrix": true
916 },
917 "transformer_blocks.31.*": {
918 "algo": "lokr",
919 "factor": 1,
920 "linear_dim": 1000000,
921 "linear_alpha": 1,
922 "full_matrix": true
923 },
924 "transformer_blocks.32.norm1*": {
925 "algo": "lokr",
926 "factor": 32,
927 "linear_dim": 1000000,
928 "linear_alpha": 1,
929 "full_matrix": true
930 },
931 "transformer_blocks.32.norm1_context*": {
932 "algo": "lokr",
933 "factor": 32,
934 "linear_dim": 1000000,
935 "linear_alpha": 1,
936 "full_matrix": true
937 },
938 "transformer_blocks.32.ff*": {
939 "algo": "lokr",
940 "factor": 2,
941 "linear_dim": 1000000,
942 "linear_alpha": 1,
943 "full_matrix": true
944 },
945 "transformer_blocks.32.*": {
946 "algo": "lokr",
947 "factor": 4,
948 "linear_dim": 1000000,
949 "linear_alpha": 1,
950 "full_matrix": true
951 },
952 "transformer_blocks.33.norm1*": {
953 "algo": "lokr",
954 "factor": 32,
955 "linear_dim": 1000000,
956 "linear_alpha": 1,
957 "full_matrix": true
958 },
959 "transformer_blocks.33.norm1_context*": {
960 "algo": "lokr",
961 "factor": 32,
962 "linear_dim": 1000000,
963 "linear_alpha": 1,
964 "full_matrix": true
965 },
966 "transformer_blocks.33.ff*": {
967 "algo": "lokr",
968 "factor": 2,
969 "linear_dim": 1000000,
970 "linear_alpha": 1,
971 "full_matrix": true
972 },
973 "transformer_blocks.33.*": {
974 "algo": "lokr",
975 "factor": 4,
976 "linear_dim": 1000000,
977 "linear_alpha": 1,
978 "full_matrix": true
979 },
980 "transformer_blocks.34.norm1*": {
981 "algo": "lokr",
982 "factor": 32,
983 "linear_dim": 1000000,
984 "linear_alpha": 1,
985 "full_matrix": true
986 },
987 "transformer_blocks.34.norm1_context*": {
988 "algo": "lokr",
989 "factor": 32,
990 "linear_dim": 1000000,
991 "linear_alpha": 1,
992 "full_matrix": true
993 },
994 "transformer_blocks.34.ff*": {
995 "algo": "lokr",
996 "factor": 2,
997 "linear_dim": 1000000,
998 "linear_alpha": 1,
999 "full_matrix": true
1000 },
1001 "transformer_blocks.34.*": {
1002 "algo": "lokr",
1003 "factor": 4,
1004 "linear_dim": 1000000,
1005 "linear_alpha": 1,
1006 "full_matrix": true
1007 },
1008 "transformer_blocks.35.norm1*": {
1009 "algo": "lokr",
1010 "factor": 16,
1011 "linear_dim": 1000000,
1012 "linear_alpha": 1,
1013 "full_matrix": true
1014 },
1015 "transformer_blocks.35.norm1_context*": {
1016 "algo": "lokr",
1017 "factor": 16,
1018 "linear_dim": 1000000,
1019 "linear_alpha": 1,
1020 "full_matrix": true
1021 },
1022 "transformer_blocks.35.ff*": {
1023 "algo": "lokr",
1024 "factor": 1,
1025 "linear_dim": 1000000,
1026 "linear_alpha": 1,
1027 "full_matrix": true
1028 },
1029 "transformer_blocks.35.*": {
1030 "algo": "lokr",
1031 "factor": 1,
1032 "linear_dim": 1000000,
1033 "linear_alpha": 1,
1034 "full_matrix": true
1035 },
1036 "transformer_blocks.36.norm1*": {
1037 "algo": "lokr",
1038 "factor": 32,
1039 "linear_dim": 1000000,
1040 "linear_alpha": 1,
1041 "full_matrix": true
1042 },
1043 "transformer_blocks.36.norm1_context*": {
1044 "algo": "lokr",
1045 "factor": 32,
1046 "linear_dim": 1000000,
1047 "linear_alpha": 1,
1048 "full_matrix": true
1049 },
1050 "transformer_blocks.36.ff*": {
1051 "algo": "lokr",
1052 "factor": 2,
1053 "linear_dim": 1000000,
1054 "linear_alpha": 1,
1055 "full_matrix": true
1056 },
1057 "transformer_blocks.36.*": {
1058 "algo": "lokr",
1059 "factor": 4,
1060 "linear_dim": 1000000,
1061 "linear_alpha": 1,
1062 "full_matrix": true
1063 },
1064 "transformer_blocks.37.norm1*": {
1065 "algo": "lokr",
1066 "factor": 32,
1067 "linear_dim": 1000000,
1068 "linear_alpha": 1,
1069 "full_matrix": true
1070 },
1071 "transformer_blocks.37.norm1_context*": {
1072 "algo": "lokr",
1073 "factor": 32,
1074 "linear_dim": 1000000,
1075 "linear_alpha": 1,
1076 "full_matrix": true
1077 },
1078 "transformer_blocks.37.ff*": {
1079 "algo": "lokr",
1080 "factor": 2,
1081 "linear_dim": 1000000,
1082 "linear_alpha": 1,
1083 "full_matrix": true
1084 },
1085 "transformer_blocks.37.*": {
1086 "algo": "lokr",
1087 "factor": 4,
1088 "linear_dim": 1000000,
1089 "linear_alpha": 1,
1090 "full_matrix": true
1091 }
1092 },
1093 "use_fnmatch": true
1094 }
1095}1import torch
2from diffusers import DiffusionPipeline
3from lycoris import create_lycoris_from_weights
4
5model_id = '/home/user/storage/models/sd35_merged_236000'
6adapter_id = 'pytorch_lora_weights.safetensors' # you will have to download this manually
7lora_scale = 1.0
8wrapper, _ = create_lycoris_from_weights(lora_scale, adapter_id, pipeline.transformer)
9wrapper.merge_to()
10
11prompt = "A figurine of a character with green hair, wearing a white shirt, a black vest, and a gray cap, sitting with one hand on their knee and the other hand making a peace sign. The character is wearing a blue pendant and has a gold bracelet. In the background, there are green plants and a tree branch."
12negative_prompt = ''
13pipeline.to('cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu')
14image = pipeline(
15 prompt=prompt,
16 negative_prompt=negative_prompt,
17 num_inference_steps=20,
18 generator=torch.Generator(device='cuda' if torch.cuda.is_available() else 'mps' if torch.backends.mps.is_available() else 'cpu').manual_seed(1641421826),
19 width=1024,
20 height=1024,
21 guidance_scale=5.5,
22).images[0]
23image.save("output.png", format="PNG")