Views
No views yet
1base_model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
11 parameters:
12 weight: 0.4520595057576112
13 - layer_range: [0, 4]
14 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
15 parameters:
16 weight: 0.1600776520249821
17 - layer_range: [0, 4]
18 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
19 parameters:
20 weight: 0.5490392773476699
21- sources:
22 - layer_range: [4, 8]
23 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
24 parameters:
25 weight: 0.4227443099700199
26 - layer_range: [4, 8]
27 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
28 parameters:
29 weight: -0.30631262406307586
30 - layer_range: [4, 8]
31 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
32 parameters:
33 weight: 0.6904255251091812
34- sources:
35 - layer_range: [8, 12]
36 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
37 parameters:
38 weight: 0.27934507955064164
39 - layer_range: [8, 12]
40 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
41 parameters:
42 weight: 0.13357572581279714
43 - layer_range: [8, 12]
44 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
45 parameters:
46 weight: 1.0878530319347262
47- sources:
48 - layer_range: [12, 16]
49 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
50 parameters:
51 weight: 0.2797021800421193
52 - layer_range: [12, 16]
53 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
54 parameters:
55 weight: -0.20082135736432433
56 - layer_range: [12, 16]
57 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
58 parameters:
59 weight: 0.8701476132113257
60- sources:
61 - layer_range: [16, 20]
62 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
63 parameters:
64 weight: 0.3344752410343695
65 - layer_range: [16, 20]
66 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
67 parameters:
68 weight: 0.4042316772497608
69 - layer_range: [16, 20]
70 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
71 parameters:
72 weight: 0.6927692531006349
73- sources:
74 - layer_range: [20, 24]
75 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
76 parameters:
77 weight: -0.21516362235239625
78 - layer_range: [20, 24]
79 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
80 parameters:
81 weight: 0.24938519228176126
82 - layer_range: [20, 24]
83 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
84 parameters:
85 weight: -0.04429340576598181
86- sources:
87 - layer_range: [24, 28]
88 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
89 parameters:
90 weight: 0.5010710670606616
91 - layer_range: [24, 28]
92 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
93 parameters:
94 weight: 0.7228729104891786
95 - layer_range: [24, 28]
96 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
97 parameters:
98 weight: 0.20859571492467427
99- sources:
100 - layer_range: [28, 32]
101 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
102 parameters:
103 weight: 0.38158489002927837
104 - layer_range: [28, 32]
105 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
106 parameters:
107 weight: 0.3831129222059622
108 - layer_range: [28, 32]
109 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
110 parameters:
111 weight: 0.3132094789750319