Views
No views yet
1base_model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
11 parameters:
12 weight: 0.4751898929029342
13 - layer_range: [0, 8]
14 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
15 parameters:
16 weight: 0.15973634379963977
17 - layer_range: [0, 8]
18 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
19 parameters:
20 weight: 0.640283894579152
21- sources:
22 - layer_range: [8, 16]
23 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
24 parameters:
25 weight: 0.19424736508900337
26 - layer_range: [8, 16]
27 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
28 parameters:
29 weight: 0.08221575886362112
30 - layer_range: [8, 16]
31 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
32 parameters:
33 weight: -0.23713388005117378
34- sources:
35 - layer_range: [16, 24]
36 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
37 parameters:
38 weight: 0.033742143324615545
39 - layer_range: [16, 24]
40 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
41 parameters:
42 weight: 0.5125748346054765
43 - layer_range: [16, 24]
44 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
45 parameters:
46 weight: 0.35282253920558426
47- sources:
48 - layer_range: [24, 32]
49 model: ./evol_merge_storage/input_models/RakutenAI-7B-chat_2028928689
50 parameters:
51 weight: 0.7795484206247641
52 - layer_range: [24, 32]
53 model: ./evol_merge_storage/input_models/OpenMath-Mistral-7B-v0.1-hf_3930120330
54 parameters:
55 weight: 0.27517180468664126
56 - layer_range: [24, 32]
57 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
58 parameters:
59 weight: 0.4537203169876529