Views
No views yet
1base_model: /home/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: /home/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
11 parameters:
12 weight: 0.45632162073777516
13 - layer_range: [0, 8]
14 model: /home/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
15 parameters:
16 weight: 0.6468013824217197
17 - layer_range: [0, 8]
18 model: /home/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
19 parameters:
20 weight: 0.04013732886365818
21 - layer_range: [0, 8]
22 model: /home/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
23- sources:
24 - layer_range: [8, 16]
25 model: /home/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
26 parameters:
27 weight: 0.39991499422381294
28 - layer_range: [8, 16]
29 model: /home/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
30 parameters:
31 weight: 0.3033908462486953
32 - layer_range: [8, 16]
33 model: /home/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
34 parameters:
35 weight: 0.3250623744211742
36 - layer_range: [8, 16]
37 model: /home/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
38- sources:
39 - layer_range: [16, 24]
40 model: /home/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
41 parameters:
42 weight: 0.6202885707451035
43 - layer_range: [16, 24]
44 model: /home/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
45 parameters:
46 weight: 0.235874597687366
47 - layer_range: [16, 24]
48 model: /home/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
49 parameters:
50 weight: 0.27733993810853536
51 - layer_range: [16, 24]
52 model: /home/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
53- sources:
54 - layer_range: [24, 32]
55 model: /home/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
56 parameters:
57 weight: 0.5484088078896818
58 - layer_range: [24, 32]
59 model: /home/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
60 parameters:
61 weight: 0.876059424739865
62 - layer_range: [24, 32]
63 model: /home/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
64 parameters:
65 weight: 0.26196309089548436
66 - layer_range: [24, 32]
67 model: /home/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861