1models:
2 - model: m-a-p/neo_7b
3 - model: DewEfresh/neo_7b
4 parameters:
5 weight: 0.5
6merge_method: slerp
7base_model: m-a-p/neo_7b
8parameters:
9 t: 0.5
10dtype: bfloat16
11
12custom_layers:
13 - sources:
14 - model: m-a-p/neo_7b
15 layers: [0, 3]
16 - model: DewEfresh/neo_7b
17 layers: [0, 3]
18 method: weighted_average
19 target_layers: [0]
20 layer_weights: [0.75, 0.25]
21 - sources:
22 - model: m-a-p/neo_7b
23 layers: [1, 3]
24 - model: DewEfresh/neo_7b
25 layers: [1, 3]
26 method: weighted_average
27 target_layers: [1]
28 layer_weights: [0.75, 0.25]
29 - sources:
30 - model: m-a-p/neo_7b
31 layers: [2, 3]
32 - model: DewEfresh/neo_7b
33 layers: [2, 3]
34 method: weighted_average
35 target_layers: [2]
36 layer_weights: [0.75, 0.25]
37 - sources:
38 - model: m-a-p/neo_7b
39 layers: [4, 7]
40 - model: DewEfresh/neo_7b
41 layers: [4, 7]
42 method: weighted_average
43 target_layers: [3]
44 layer_weights: [0.75, 0.25]
45 - sources:
46 - model: m-a-p/neo_7b
47 layers: [5, 7]
48 - model: DewEfresh/neo_7b
49 layers: [5, 7]
50 method: weighted_average
51 target_layers: [4]
52 layer_weights: [0.75, 0.25]
53 - sources:
54 - model: m-a-p/neo_7b
55 layers: [6, 7]
56 - model: DewEfresh/neo_7b
57 layers: [6, 7]
58 method: weighted_average
59 target_layers: [5]
60 layer_weights: [0.75, 0.25]
61 - sources:
62 - model: m-a-p/neo_7b
63 layers: [8, 11]
64 - model: DewEfresh/neo_7b
65 layers: [8, 11]
66 method: weighted_average
67 target_layers: [6]
68 layer_weights: [0.75, 0.25]
69 - sources:
70 - model: m-a-p/neo_7b
71 layers: [9, 11]
72 - model: DewEfresh/neo_7b
73 layers: [9, 11]
74 method: weighted_average
75 target_layers: [7]
76 layer_weights: [0.75, 0.25]
77 - sources:
78 - model: m-a-p/neo_7b
79 layers: [10, 11]
80 - model: DewEfresh/neo_7b
81 layers: [10, 11]
82 method: weighted_average
83 target_layers: [8]
84 layer_weights: [0.75, 0.25]
85 - sources:
86 - model: m-a-p/neo_7b
87 layers: [12, 15]
88 - model: DewEfresh/neo_7b
89 layers: [12, 15]
90 method: weighted_average
91 target_layers: [9]
92 layer_weights: [0.75, 0.25]
93 - sources:
94 - model: m-a-p/neo_7b
95 layers: [13, 15]
96 - model: DewEfresh/neo_7b
97 layers: [13, 15]
98 method: weighted_average
99 target_layers: [10]
100 layer_weights: [0.75, 0.25]
101 - sources:
102 - model: m-a-p/neo_7b
103 layers: [14, 15]
104 - model: DewEfresh/neo_7b
105 layers: [14, 15]
106 method: weighted_average
107 target_layers: [11]
108 layer_weights: [0.75, 0.25]
109 - sources:
110 - model: m-a-p/neo_7b
111 layers: [16, 19]
112 - model: DewEfresh/neo_7b
113 layers: [16, 19]
114 method: weighted_average
115 target_layers: [12]
116 layer_weights: [0.75, 0.25]
117 - sources:
118 - model: m-a-p/neo_7b
119 layers: [17, 19]
120 - model: DewEfresh/neo_7b
121 layers: [17, 19]
122 method: weighted_average
123 target_layers: [13]
124 layer_weights: [0.75, 0.25]
125 - sources:
126 - model: m-a-p/neo_7b
127 layers: [18, 19]
128 - model: DewEfresh/neo_7b
129 layers: [18, 19]
130 method: weighted_average
131 target_layers: [14]
132 layer_weights: [0.75, 0.25]
133 - sources:
134 - model: m-a-p/neo_7b
135 layers: [20, 23]
136 - model: DewEfresh/neo_7b
137 layers: [20, 23]
138 method: weighted_average
139 target_layers: [15]
140 layer_weights: [0.75, 0.25]
141 - sources:
142 - model: m-a-p/neo_7b
143 layers: [21, 23]
144 - model: DewEfresh/neo_7b
145 layers: [21, 23]
146 method: weighted_average
147 target_layers: [16]
148 layer_weights: [0.75, 0.25]
149 - sources:
150 - model: m-a-p/neo_7b
151 layers: [22, 23]
152 - model: DewEfresh/neo_7b
153 layers: [22, 23]
154 method: weighted_average
155 target_layers: [17]
156 layer_weights: [0.75, 0.25]
157 - sources:
158 - model: m-a-p/neo_7b
159 layers: [24, 27]
160 - model: DewEfresh/neo_7b
161 layers: [24, 27]
162 method: weighted_average
163 target_layers: [18]
164 layer_weights: [0.75, 0.25]
165 - sources:
166 - model: m-a-p/neo_7b
167 layers: [25, 27]
168 - model: DewEfresh/neo_7b
169 layers: [25, 27]
170 method: weighted_average
171 target_layers: [19]
172 layer_weights: [0.75, 0.25]
173 - sources:
174 - model: m-a-p/neo_7b
175 layers: [26, 27]
176 - model: DewEfresh/neo_7b
177 layers: [26, 27]
178 method: weighted_average
179 target_layers: [20]
180 layer_weights: [0.75, 0.25]
181 - sources:
182 - model: m-a-p/neo_7b
183 layers: [28, 31]
184 - model: DewEfresh/neo_7b
185 layers: [28, 31]
186 method: weighted_average
187 target_layers: [21]
188 layer_weights: [0.75, 0.25]
189 - sources:
190 - model: m-a-p/neo_7b
191 layers: [29, 31]
192 - model: DewEfresh/neo_7b
193 layers: [29, 31]
194 method: weighted_average
195 target_layers: [22]
196 layer_weights: [0.75, 0.25]
197 - sources:
198 - model: m-a-p/neo_7b
199 layers: [30, 31]
200 - model: DewEfresh/neo_7b
201 layers: [30, 31]
202 method: weighted_average
203 target_layers: [23]
204 layer_weights: [0.75, 0.25]
