Views
No views yet
1base_model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
11 parameters:
12 weight: 1.4789314607153292
13 - layer_range: [0, 4]
14 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
15 parameters:
16 weight: -0.07832427503458578
17 - layer_range: [0, 4]
18 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
19 parameters:
20 weight: 0.13007468603078542
21- sources:
22 - layer_range: [4, 8]
23 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
24 parameters:
25 weight: 0.4483365644314186
26 - layer_range: [4, 8]
27 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
28 parameters:
29 weight: 0.16093134122246358
30 - layer_range: [4, 8]
31 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
32 parameters:
33 weight: -0.1488430200266594
34- sources:
35 - layer_range: [8, 12]
36 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
37 parameters:
38 weight: -0.269727274803052
39 - layer_range: [8, 12]
40 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
41 parameters:
42 weight: -0.3755435960674383
43 - layer_range: [8, 12]
44 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
45 parameters:
46 weight: -0.2516657269635488
47- sources:
48 - layer_range: [12, 16]
49 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
50 parameters:
51 weight: 1.0256352345282738
52 - layer_range: [12, 16]
53 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
54 parameters:
55 weight: 0.09650999485083946
56 - layer_range: [12, 16]
57 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
58 parameters:
59 weight: 0.1027707396989868
60- sources:
61 - layer_range: [16, 20]
62 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
63 parameters:
64 weight: 0.48894736524264926
65 - layer_range: [16, 20]
66 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
67 parameters:
68 weight: 0.2781634870717354
69 - layer_range: [16, 20]
70 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
71 parameters:
72 weight: 0.36692173901259717
73- sources:
74 - layer_range: [20, 24]
75 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
76 parameters:
77 weight: -0.8662869061036966
78 - layer_range: [20, 24]
79 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
80 parameters:
81 weight: 0.31966012442261516
82 - layer_range: [20, 24]
83 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
84 parameters:
85 weight: 0.279482404393017
86- sources:
87 - layer_range: [24, 28]
88 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
89 parameters:
90 weight: -0.392804806487449
91 - layer_range: [24, 28]
92 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
93 parameters:
94 weight: 0.16459417480133676
95 - layer_range: [24, 28]
96 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
97 parameters:
98 weight: 0.3896145044637547
99- sources:
100 - layer_range: [28, 32]
101 model: ./evol_merge_storage/input_models/RakutenAI-7B-instruct_2471054042
102 parameters:
103 weight: 1.4221277582195517
104 - layer_range: [28, 32]
105 model: ./evol_merge_storage/input_models/Mistral-7B-v0.1-coder-sql-en-v0.1_3262149936
106 parameters:
107 weight: 0.8487897976056422
108 - layer_range: [28, 32]
109 model: ./evol_merge_storage/input_models/Mistral-7B-Instruct-v0.2_674785087
110 parameters:
111 weight: -0.3464180330027282
112tokenizer_source: base