Views
No views yet
1base_model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
11 parameters:
12 weight: 0.7279377399402179
13 - layer_range: [0, 4]
14 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
15 parameters:
16 weight: 0.15295380041554363
17 - layer_range: [0, 4]
18 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
19 parameters:
20 weight: -0.08929832001917964
21- sources:
22 - layer_range: [4, 8]
23 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
24 parameters:
25 weight: 0.691881657249384
26 - layer_range: [4, 8]
27 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
28 parameters:
29 weight: 0.2922325727237859
30 - layer_range: [4, 8]
31 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
32 parameters:
33 weight: 0.5080572203176679
34- sources:
35 - layer_range: [8, 12]
36 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
37 parameters:
38 weight: 0.09187783621015794
39 - layer_range: [8, 12]
40 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
41 parameters:
42 weight: -0.012485482975296447
43 - layer_range: [8, 12]
44 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
45 parameters:
46 weight: 0.41795960652363595
47- sources:
48 - layer_range: [12, 16]
49 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
50 parameters:
51 weight: 0.34681087119307275
52 - layer_range: [12, 16]
53 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
54 parameters:
55 weight: -0.06403292076991726
56 - layer_range: [12, 16]
57 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
58 parameters:
59 weight: 0.09721311625574781
60- sources:
61 - layer_range: [16, 20]
62 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
63 parameters:
64 weight: 0.5121357281800163
65 - layer_range: [16, 20]
66 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
67 parameters:
68 weight: 0.6220102021390902
69 - layer_range: [16, 20]
70 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
71 parameters:
72 weight: 0.18620926164035395
73- sources:
74 - layer_range: [20, 24]
75 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
76 parameters:
77 weight: 0.41782286184995043
78 - layer_range: [20, 24]
79 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
80 parameters:
81 weight: 0.4421406594473506
82 - layer_range: [20, 24]
83 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
84 parameters:
85 weight: 0.17389465072652804
86- sources:
87 - layer_range: [24, 28]
88 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
89 parameters:
90 weight: 0.49147162824520074
91 - layer_range: [24, 28]
92 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
93 parameters:
94 weight: 0.33754092637416533
95 - layer_range: [24, 28]
96 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
97 parameters:
98 weight: 0.44509618118199307
99- sources:
100 - layer_range: [28, 32]
101 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
102 parameters:
103 weight: 0.35777289734770956
104 - layer_range: [28, 32]
105 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
106 parameters:
107 weight: 0.18435978508773565
108 - layer_range: [28, 32]
109 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
110 parameters:
111 weight: 0.3646502716264272