Views
No views yet
1dtype: bfloat16
2merge_method: linear
3parameters:
4 int8_mask: 1.0
5 normalize: 1.0
6slices:
7- sources:
8 - layer_range: [0, 4]
9 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
10 parameters:
11 weight: 0.7425594680290625
12 - layer_range: [0, 4]
13 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
14 parameters:
15 weight: 0.4363534602692733
16- sources:
17 - layer_range: [4, 8]
18 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
19 parameters:
20 weight: 0.17604275145830922
21 - layer_range: [4, 8]
22 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
23 parameters:
24 weight: 0.474662911049962
25- sources:
26 - layer_range: [8, 12]
27 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
28 parameters:
29 weight: 0.5331734264744522
30 - layer_range: [8, 12]
31 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
32 parameters:
33 weight: 0.6632495821788287
34- sources:
35 - layer_range: [12, 16]
36 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
37 parameters:
38 weight: 0.41881136021206555
39 - layer_range: [12, 16]
40 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
41 parameters:
42 weight: 0.5558884644717103
43- sources:
44 - layer_range: [16, 20]
45 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
46 parameters:
47 weight: 0.34194338285293807
48 - layer_range: [16, 20]
49 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
50 parameters:
51 weight: 0.37370631665042053
52- sources:
53 - layer_range: [20, 24]
54 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
55 parameters:
56 weight: 0.4920021729729921
57 - layer_range: [20, 24]
58 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
59 parameters:
60 weight: 0.3018983119844759
61- sources:
62 - layer_range: [24, 28]
63 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
64 parameters:
65 weight: 0.47997046202330224
66 - layer_range: [24, 28]
67 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
68 parameters:
69 weight: 0.6432243242288663
70- sources:
71 - layer_range: [28, 32]
72 model: ../evol_merge_storage/input_models/Llama-3.1-Swallow-8B-v0.2_4249862252
73 parameters:
74 weight: 0.25603811632647355
75 - layer_range: [28, 32]
76 model: ../evol_merge_storage/input_models/Llama3.1-8B-Chinese-Chat_743381897
77 parameters:
78 weight: 0.574465016547525