This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
DARE TIES merge method using
lightblue/suzume-llama-3-8B-japanese as a base.
1base_model: lightblue/suzume-llama-3-8B-japanese
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: ContactDoctor/Bio-Medical-Llama-3-8B
11 parameters:
12 density: 1.0
13 weight: 0.6133219045070127
14 - layer_range: [0, 8]
15 model: lightblue/suzume-llama-3-8B-japanese
16 parameters:
17 density: 0.685860266951033
18 weight: 0.5895381594604311
19- sources:
20 - layer_range: [8, 16]
21 model: ContactDoctor/Bio-Medical-Llama-3-8B
22 parameters:
23 density: 0.7392837955301343
24 weight: 0.3228829047267915
25 - layer_range: [8, 16]
26 model: lightblue/suzume-llama-3-8B-japanese
27 parameters:
28 density: 1.0
29 weight: 0.6225596018347737
30- sources:
31 - layer_range: [16, 24]
32 model: ContactDoctor/Bio-Medical-Llama-3-8B
33 parameters:
34 density: 1.0
35 weight: 0.6675711396324198
36 - layer_range: [16, 24]
37 model: lightblue/suzume-llama-3-8B-japanese
38 parameters:
39 density: 1.0
40 weight: 0.507981935427293
41- sources:
42 - layer_range: [24, 32]
43 model: ContactDoctor/Bio-Medical-Llama-3-8B
44 parameters:
45 density: 0.7479105312794881
46 weight: 0.6307368863287528
47 - layer_range: [24, 32]
48 model: lightblue/suzume-llama-3-8B-japanese
49 parameters:
50 density: 0.7322891014425874
51 weight: 0.633799814811044
