Views
No views yet
1base_model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2_2000655885
11 parameters:
12 density: 0.9063003498824225
13 weight: 0.2716275746104375
14 - layer_range: [0, 8]
15 model: /content/evol_merge_storage/input_models/Mistral-7B-Merge-14-v0.2_3453453312
16 parameters:
17 density: 0.8605347663753816
18 weight: 0.7040535407789865
19 - layer_range: [0, 8]
20 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
21 parameters:
22 density: 1.0
23 weight: 0.29417107478605065
24 - layer_range: [0, 8]
25 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
26- sources:
27 - layer_range: [8, 16]
28 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2_2000655885
29 parameters:
30 density: 0.9575970148743844
31 weight: 0.15956926996874868
32 - layer_range: [8, 16]
33 model: /content/evol_merge_storage/input_models/Mistral-7B-Merge-14-v0.2_3453453312
34 parameters:
35 density: 1.0
36 weight: 0.4071229613448434
37 - layer_range: [8, 16]
38 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
39 parameters:
40 density: 1.0
41 weight: 0.29267434269480536
42 - layer_range: [8, 16]
43 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
44- sources:
45 - layer_range: [16, 24]
46 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2_2000655885
47 parameters:
48 density: 0.853521244265145
49 weight: 0.7268702601235844
50 - layer_range: [16, 24]
51 model: /content/evol_merge_storage/input_models/Mistral-7B-Merge-14-v0.2_3453453312
52 parameters:
53 density: 1.0
54 weight: 0.3526854709444127
55 - layer_range: [16, 24]
56 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
57 parameters:
58 density: 0.8904104909249966
59 weight: 0.565939501390856
60 - layer_range: [16, 24]
61 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670
62- sources:
63 - layer_range: [24, 32]
64 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1-flashback-v2_2000655885
65 parameters:
66 density: 1.0
67 weight: 0.3075681562252658
68 - layer_range: [24, 32]
69 model: /content/evol_merge_storage/input_models/Mistral-7B-Merge-14-v0.2_3453453312
70 parameters:
71 density: 0.6564325638087776
72 weight: -0.24554943561719403
73 - layer_range: [24, 32]
74 model: /content/evol_merge_storage/input_models/Starling-LM-7B-beta_581094980
75 parameters:
76 density: 0.5678792182777617
77 weight: 0.218593901640624
78 - layer_range: [24, 32]
79 model: /content/evol_merge_storage/input_models/NeuralBeagle14-7B_2368216670