This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
linear merge method.
1dtype: bfloat16
2merge_method: linear
3parameters:
4 int8_mask: 1.0
5 normalize: 1.0
6slices:
7- sources:
8 - layer_range: [0, 4]
9 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
10 parameters:
11 weight: 0.2314007323608976
12 - layer_range: [0, 4]
13 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
14 parameters:
15 weight: 0.6555169289144125
16- sources:
17 - layer_range: [4, 8]
18 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
19 parameters:
20 weight: 0.40114629790472045
21 - layer_range: [4, 8]
22 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
23 parameters:
24 weight: 0.3638313057798464
25- sources:
26 - layer_range: [8, 12]
27 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
28 parameters:
29 weight: 0.6552004806174763
30 - layer_range: [8, 12]
31 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
32 parameters:
33 weight: 0.5932631992622696
34- sources:
35 - layer_range: [12, 16]
36 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
37 parameters:
38 weight: 0.5796797657003963
39 - layer_range: [12, 16]
40 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
41 parameters:
42 weight: 0.5509781091865962
43- sources:
44 - layer_range: [16, 20]
45 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
46 parameters:
47 weight: 0.3670138586048981
48 - layer_range: [16, 20]
49 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
50 parameters:
51 weight: 0.4819576330601912
52- sources:
53 - layer_range: [20, 24]
54 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
55 parameters:
56 weight: 0.8704563123348978
57 - layer_range: [20, 24]
58 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
59 parameters:
60 weight: 0.23823012325912632
61- sources:
62 - layer_range: [24, 28]
63 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
64 parameters:
65 weight: 0.3527054439651195
66 - layer_range: [24, 28]
67 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
68 parameters:
69 weight: 0.7886966464065228
70- sources:
71 - layer_range: [28, 32]
72 model: Nisk36/finetuned-lmsys_vicuna-7b-v1.5
73 parameters:
74 weight: 0.615452246302311
75 - layer_range: [28, 32]
76 model: Nisk36/FT_elyza_ELYZA-japanese-Llama-2-7b-instruct
77 parameters:
78 weight: 0.10099107707206684
