Views
No views yet
| Name | Quant method | Size |
|---|---|---|
| llama2_biomed_meditron.Q2_K.gguf | Q2_K | 2.36GB |
| llama2_biomed_meditron.IQ3_XS.gguf | IQ3_XS | 2.6GB |
| llama2_biomed_meditron.IQ3_S.gguf | IQ3_S | 2.75GB |
| llama2_biomed_meditron.Q3_K_S.gguf | Q3_K_S | 2.75GB |
| llama2_biomed_meditron.IQ3_M.gguf | IQ3_M | 2.9GB |
| llama2_biomed_meditron.Q3_K.gguf | Q3_K | 3.07GB |
| llama2_biomed_meditron.Q3_K_M.gguf | Q3_K_M | 3.07GB |
| llama2_biomed_meditron.Q3_K_L.gguf | Q3_K_L | 3.35GB |
| llama2_biomed_meditron.IQ4_XS.gguf | IQ4_XS | 3.4GB |
| llama2_biomed_meditron.Q4_0.gguf | Q4_0 | 3.56GB |
| llama2_biomed_meditron.IQ4_NL.gguf | IQ4_NL | 3.58GB |
| llama2_biomed_meditron.Q4_K_S.gguf | Q4_K_S | 3.59GB |
| llama2_biomed_meditron.Q4_K.gguf | Q4_K | 3.8GB |
| llama2_biomed_meditron.Q4_K_M.gguf | Q4_K_M | 3.8GB |
| llama2_biomed_meditron.Q4_1.gguf | Q4_1 | 3.95GB |
| llama2_biomed_meditron.Q5_0.gguf | Q5_0 | 4.33GB |
| llama2_biomed_meditron.Q5_K_S.gguf | Q5_K_S | 4.33GB |
| llama2_biomed_meditron.Q5_K.gguf | Q5_K | 4.45GB |
| llama2_biomed_meditron.Q5_K_M.gguf | Q5_K_M | 4.45GB |
| llama2_biomed_meditron.Q5_1.gguf | Q5_1 | 4.72GB |
| llama2_biomed_meditron.Q6_K.gguf | Q6_K | 5.15GB |
| llama2_biomed_meditron.Q8_0.gguf | Q8_0 | 6.67GB |
1base_model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
11 parameters:
12 density: 1.0
13 weight: 0.17884011663118993
14 - layer_range: [0, 4]
15 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
16 parameters:
17 density: 0.8890748672494518
18 weight: 0.8456004469240137
19 - layer_range: [0, 4]
20 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
21 parameters:
22 density: 0.8353965535147524
23 weight: 0.39636256675038484
24- sources:
25 - layer_range: [4, 8]
26 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
27 parameters:
28 density: 1.0
29 weight: 1.020532319785238
30 - layer_range: [4, 8]
31 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
32 parameters:
33 density: 1.0
34 weight: 0.40553667157598416
35 - layer_range: [4, 8]
36 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
37 parameters:
38 density: 0.8955950669638045
39 weight: 0.1256681933865999
40- sources:
41 - layer_range: [8, 12]
42 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
43 parameters:
44 density: 0.8698472775356287
45 weight: 0.712509376634506
46 - layer_range: [8, 12]
47 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
48 parameters:
49 density: 1.0
50 weight: 0.09302230163177483
51 - layer_range: [8, 12]
52 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
53 parameters:
54 density: 1.0
55 weight: -0.05614416786806742
56- sources:
57 - layer_range: [12, 16]
58 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
59 parameters:
60 density: 1.0
61 weight: 0.39694054142633234
62 - layer_range: [12, 16]
63 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
64 parameters:
65 density: 1.0
66 weight: 0.2626803763724651
67 - layer_range: [12, 16]
68 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
69 parameters:
70 density: 0.9657199816167481
71 weight: 0.2153132357599829
72- sources:
73 - layer_range: [16, 20]
74 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
75 parameters:
76 density: 0.8289285693717532
77 weight: 0.34481743191831266
78 - layer_range: [16, 20]
79 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
80 parameters:
81 density: 0.7115155293484904
82 weight: 0.03210636463921337
83 - layer_range: [16, 20]
84 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
85 parameters:
86 density: 1.0
87 weight: 0.23727760414855137
88- sources:
89 - layer_range: [20, 24]
90 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
91 parameters:
92 density: 0.9992577736634561
93 weight: 0.33608731549782594
94 - layer_range: [20, 24]
95 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
96 parameters:
97 density: 1.0
98 weight: 0.2672857028656318
99 - layer_range: [20, 24]
100 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
101 parameters:
102 density: 1.0
103 weight: 0.4567325333292645
104- sources:
105 - layer_range: [24, 28]
106 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
107 parameters:
108 density: 1.0
109 weight: -0.061310476755757834
110 - layer_range: [24, 28]
111 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
112 parameters:
113 density: 1.0
114 weight: 0.23902257193439966
115 - layer_range: [24, 28]
116 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
117 parameters:
118 density: 0.5322311277242968
119 weight: 0.37656791069123563
120- sources:
121 - layer_range: [28, 32]
122 model: ./evol_merge_storage_medical2/input_models/BioMedGPT-LM-7B_1321966785
123 parameters:
124 density: 1.0
125 weight: -0.018284769401157808
126 - layer_range: [28, 32]
127 model: ./evol_merge_storage_medical2/input_models/Llama-2-7b-hf_1207016536
128 parameters:
129 density: 1.0
130 weight: 0.5831277146552916
131 - layer_range: [28, 32]
132 model: ./evol_merge_storage_medical2/input_models/meditron-7b_535713315
133 parameters:
134 density: 0.8437643378550103
135 weight: 0.1599917740219515