Views
No views yet
1base_model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
11 parameters:
12 density: 0.8367579275276175
13 weight: 0.4706008624766047
14 - layer_range: [0, 4]
15 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
16 parameters:
17 density: 0.6199244761272209
18 weight: 0.49607199958757875
19- sources:
20 - layer_range: [4, 8]
21 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
22 parameters:
23 density: 0.6844013361793727
24 weight: 0.35766754240777654
25 - layer_range: [4, 8]
26 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
27 parameters:
28 density: 0.8139831864708157
29 weight: 0.5914251642547961
30- sources:
31 - layer_range: [8, 12]
32 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
33 parameters:
34 density: 1.0
35 weight: 0.8624665482114445
36 - layer_range: [8, 12]
37 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
38 parameters:
39 density: 0.9653265129666598
40 weight: 0.3766720607532875
41- sources:
42 - layer_range: [12, 16]
43 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
44 parameters:
45 density: 1.0
46 weight: 0.07115038977000693
47 - layer_range: [12, 16]
48 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
49 parameters:
50 density: 1.0
51 weight: 0.5584722470438896
52- sources:
53 - layer_range: [16, 20]
54 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
55 parameters:
56 density: 0.8512047827855883
57 weight: 0.452376407390558
58 - layer_range: [16, 20]
59 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
60 parameters:
61 density: 0.8031611968588412
62 weight: 0.7515473420070091
63- sources:
64 - layer_range: [20, 24]
65 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
66 parameters:
67 density: 0.976603252481838
68 weight: 0.3562637891615101
69 - layer_range: [20, 24]
70 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
71 parameters:
72 density: 0.6844571720911157
73 weight: 0.2577079998117604
74- sources:
75 - layer_range: [24, 28]
76 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
77 parameters:
78 density: 0.5572225974858718
79 weight: 0.6323397851669135
80 - layer_range: [24, 28]
81 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
82 parameters:
83 density: 0.7949919158615303
84 weight: 0.7932895770478385
85- sources:
86 - layer_range: [28, 32]
87 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/e5-mistral-7b-instruct_2385958088
88 parameters:
89 density: 1.0
90 weight: 0.6731678672160955
91 - layer_range: [28, 32]
92 model: ./evol_merge_storage_biomistral_e57b_tydien/input_models/BioMistral-7B_3601864449
93 parameters:
94 density: 1.0
95 weight: 0.24914084912052575