Views
No views yet
1base_model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
11 parameters:
12 density: 0.992384363500622
13 weight: 0.12828024613059025
14 - layer_range: [0, 4]
15 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
16 parameters:
17 density: 1.0
18 weight: 0.2043801834581346
19- sources:
20 - layer_range: [4, 8]
21 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
22 parameters:
23 density: 0.8166617869585223
24 weight: 0.5073401926353303
25 - layer_range: [4, 8]
26 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
27 parameters:
28 density: 0.9502278365422492
29 weight: 0.9538077350045424
30- sources:
31 - layer_range: [8, 12]
32 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
33 parameters:
34 density: 0.9729859873278464
35 weight: 0.24983126895812832
36 - layer_range: [8, 12]
37 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
38 parameters:
39 density: 1.0
40 weight: 0.36977171041903323
41- sources:
42 - layer_range: [12, 16]
43 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
44 parameters:
45 density: 0.942566643987019
46 weight: 0.25604084632369556
47 - layer_range: [12, 16]
48 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
49 parameters:
50 density: 1.0
51 weight: 0.3479493989699756
52- sources:
53 - layer_range: [16, 20]
54 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
55 parameters:
56 density: 0.9937376494167793
57 weight: 0.18395490495846406
58 - layer_range: [16, 20]
59 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
60 parameters:
61 density: 1.0
62 weight: 0.11572624333070619
63- sources:
64 - layer_range: [20, 24]
65 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
66 parameters:
67 density: 0.784005177941743
68 weight: 0.5101432868743351
69 - layer_range: [20, 24]
70 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
71 parameters:
72 density: 0.7983003243622248
73 weight: 0.6687460577953303
74- sources:
75 - layer_range: [24, 28]
76 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
77 parameters:
78 density: 0.5794040987288581
79 weight: 0.5522697341347537
80 - layer_range: [24, 28]
81 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
82 parameters:
83 density: 1.0
84 weight: 0.8057676781293861
85- sources:
86 - layer_range: [28, 32]
87 model: ./evol_merge_storage_medical/input_models/meditron-7b_535713315
88 parameters:
89 density: 0.960066282337993
90 weight: 0.6270458624800975
91 - layer_range: [28, 32]
92 model: ./evol_merge_storage_medical/input_models/Llama-2-7b-hf_1207016536
93 parameters:
94 density: 0.9877495522716813
95 weight: 0.15281690912944845