Views
No views yet
1base_model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
11 parameters:
12 density: 1.0
13 weight: 0.17884011663118993
14 - layer_range: [0, 4]
15 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
16 parameters:
17 density: 0.8890748672494518
18 weight: 0.8456004469240137
19 - layer_range: [0, 4]
20 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
21 parameters:
22 density: 0.8353965535147524
23 weight: 0.39636256675038484
24- sources:
25 - layer_range: [4, 8]
26 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
27 parameters:
28 density: 1.0
29 weight: 1.020532319785238
30 - layer_range: [4, 8]
31 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
32 parameters:
33 density: 1.0
34 weight: 0.40553667157598416
35 - layer_range: [4, 8]
36 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
37 parameters:
38 density: 0.8955950669638045
39 weight: 0.1256681933865999
40- sources:
41 - layer_range: [8, 12]
42 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
43 parameters:
44 density: 0.8698472775356287
45 weight: 0.712509376634506
46 - layer_range: [8, 12]
47 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
48 parameters:
49 density: 1.0
50 weight: 0.09302230163177483
51 - layer_range: [8, 12]
52 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
53 parameters:
54 density: 1.0
55 weight: -0.05614416786806742
56- sources:
57 - layer_range: [12, 16]
58 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
59 parameters:
60 density: 1.0
61 weight: 0.39694054142633234
62 - layer_range: [12, 16]
63 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
64 parameters:
65 density: 1.0
66 weight: 0.2626803763724651
67 - layer_range: [12, 16]
68 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
69 parameters:
70 density: 0.9657199816167481
71 weight: 0.2153132357599829
72- sources:
73 - layer_range: [16, 20]
74 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
75 parameters:
76 density: 0.8289285693717532
77 weight: 0.34481743191831266
78 - layer_range: [16, 20]
79 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
80 parameters:
81 density: 0.7115155293484904
82 weight: 0.03210636463921337
83 - layer_range: [16, 20]
84 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
85 parameters:
86 density: 1.0
87 weight: 0.23727760414855137
88- sources:
89 - layer_range: [20, 24]
90 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
91 parameters:
92 density: 0.9992577736634561
93 weight: 0.33608731549782594
94 - layer_range: [20, 24]
95 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
96 parameters:
97 density: 1.0
98 weight: 0.2672857028656318
99 - layer_range: [20, 24]
100 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
101 parameters:
102 density: 1.0
103 weight: 0.4567325333292645
104- sources:
105 - layer_range: [24, 28]
106 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
107 parameters:
108 density: 1.0
109 weight: -0.061310476755757834
110 - layer_range: [24, 28]
111 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
112 parameters:
113 density: 1.0
114 weight: 0.23902257193439966
115 - layer_range: [24, 28]
116 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
117 parameters:
118 density: 0.5322311277242968
119 weight: 0.37656791069123563
120- sources:
121 - layer_range: [28, 32]
122 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
123 parameters:
124 density: 1.0
125 weight: -0.018284769401157808
126 - layer_range: [28, 32]
127 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
128 parameters:
129 density: 1.0
130 weight: 0.5831277146552916
131 - layer_range: [28, 32]
132 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
133 parameters:
134 density: 0.8437643378550103
135 weight: 0.1599917740219515