This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
task arithmetic merge method using NeuralBeagle14-7B as a base. Evaluated over 100 merges.
1base_model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
11 parameters:
12 weight: 0.6116678110210994
13 - layer_range: [0, 8]
14 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
15 parameters:
16 weight: -0.24959657782037278
17 - layer_range: [0, 8]
18 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2-instruct_3664132380
19 parameters:
20 weight: 0.540324494683666
21- sources:
22 - layer_range: [8, 16]
23 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
24 parameters:
25 weight: 0.3293682339424332
26 - layer_range: [8, 16]
27 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
28 parameters:
29 weight: -0.023694567670847724
30 - layer_range: [8, 16]
31 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2-instruct_3664132380
32 parameters:
33 weight: -0.1930115458123503
34- sources:
35 - layer_range: [16, 24]
36 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
37 parameters:
38 weight: 0.27340593188424295
39 - layer_range: [16, 24]
40 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
41 parameters:
42 weight: 0.08277665681111157
43 - layer_range: [16, 24]
44 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2-instruct_3664132380
45 parameters:
46 weight: -0.04650853736971121
47- sources:
48 - layer_range: [24, 32]
49 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
50 parameters:
51 weight: 0.22175238436196998
52 - layer_range: [24, 32]
53 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
54 parameters:
55 weight: 0.3692597806977656
56 - layer_range: [24, 32]
57 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2-instruct_3664132380
58 parameters:
59 weight: 0.5617035813353589
