Views
No views yet
1dtype: bfloat16
2merge_method: passthrough
3slices:
4- sources:
5 - layer_range: [0, 2]
6 model: unsloth/Mistral-Nemo-Instruct-2407
7 parameters:
8 scale:
9 - filter: o_proj
10 value: 0.0
11 - filter: down_proj
12 value: 0.0
13 - value: 1.0
14- sources:
15 - layer_range: [1, 3]
16 model: unsloth/Mistral-Nemo-Instruct-2407
17 parameters:
18 scale:
19 - filter: o_proj
20 value: 0.0
21 - filter: down_proj
22 value: 0.0
23 - value: 1.0
24- sources:
25 - layer_range: [2, 4]
26 model: unsloth/Mistral-Nemo-Instruct-2407
27 parameters:
28 scale:
29 - filter: o_proj
30 value: 0.0
31 - filter: down_proj
32 value: 0.0
33 - value: 1.0
34- sources:
35 - layer_range: [3, 5]
36 model: unsloth/Mistral-Nemo-Instruct-2407
37 parameters:
38 scale:
39 - filter: o_proj
40 value: 0.0
41 - filter: down_proj
42 value: 0.0
43 - value: 1.0
44# 以下是新增的層
45- sources:
46 - layer_range: [4, 6]
47 model: unsloth/Mistral-Nemo-Instruct-2407
48 parameters:
49 scale:
50 - filter: o_proj
51 value: 0.0
52 - filter: down_proj
53 value: 0.0
54 - value: 1.0
55- sources:
56 - layer_range: [5, 7]
57 model: unsloth/Mistral-Nemo-Instruct-2407
58 parameters:
59 scale:
60 - filter: o_proj
61 value: 0.0
62 - filter: down_proj
63 value: 0.0
64 - value: 1.0
65- sources:
66 - layer_range: [6, 8]
67 model: unsloth/Mistral-Nemo-Instruct-2407
68 parameters:
69 scale:
70 - filter: o_proj
71 value: 0.0
72 - filter: down_proj
73 value: 0.0
74 - value: 1.0
75- sources:
76 - layer_range: [7, 9]
77 model: unsloth/Mistral-Nemo-Instruct-2407
78 parameters:
79 scale:
80 - filter: o_proj
81 value: 0.0
82 - filter: down_proj
83 value: 0.0
84 - value: 1.0
85- sources:
86 - layer_range: [8, 10]
87 model: unsloth/Mistral-Nemo-Instruct-2407
88 parameters:
89 scale:
90 - filter: o_proj
91 value: 0.0
92 - filter: down_proj
93 value: 0.0
94 - value: 1.0
95- sources:
96 - layer_range: [9, 11]
97 model: unsloth/Mistral-Nemo-Instruct-2407
98 parameters:
99 scale:
100 - filter: o_proj
101 value: 0.0
102 - filter: down_proj
103 value: 0.0
104 - value: 1.0
105- sources:
106 - layer_range: [10, 12]
107 model: unsloth/Mistral-Nemo-Instruct-2407
108 parameters:
109 scale:
110 - filter: o_proj
111 value: 0.0
112 - filter: down_proj
113 value: 0.0
114 - value: 1.0
115- sources:
116 - layer_range: [11, 13]
117 model: unsloth/Mistral-Nemo-Instruct-2407
118 parameters:
119 scale:
120 - filter: o_proj
121 value: 0.0
122 - filter: down_proj
123 value: 0.0
124 - value: 1.0
125- sources:
126 - layer_range: [12, 14]
127 model: unsloth/Mistral-Nemo-Instruct-2407
128 parameters:
129 scale:
130 - filter: o_proj
131 value: 0.0
132 - filter: down_proj
133 value: 0.0
134 - value: 1.0
135- sources:
136 - layer_range: [13, 15]
137 model: unsloth/Mistral-Nemo-Instruct-2407
138 parameters:
139 scale:
140 - filter: o_proj
141 value: 0.0
142 - filter: down_proj
143 value: 0.0
144 - value: 1.0
145- sources:
146 - layer_range: [14, 16]
147 model: unsloth/Mistral-Nemo-Instruct-2407
148 parameters:
149 scale:
150 - filter: o_proj
151 value: 0.0
152 - filter: down_proj
153 value: 0.0
154 - value: 1.0
155- sources:
156 - layer_range: [15, 17]
157 model: unsloth/Mistral-Nemo-Instruct-2407
158 parameters:
159 scale:
160 - filter: o_proj
161 value: 0.0
162 - filter: down_proj
163 value: 0.0
164 - value: 1.0
165- sources:
166 - layer_range: [16, 18]
167 model: unsloth/Mistral-Nemo-Instruct-2407
168 parameters:
169 scale:
170 - filter: o_proj
171 value: 0.0
172 - filter: down_proj
173 value: 0.0
174 - value: 1.0
175- sources:
176 - layer_range: [17, 19]
177 model: unsloth/Mistral-Nemo-Instruct-2407
178 parameters:
179 scale:
180 - filter: o_proj
181 value: 0.0
182 - filter: down_proj
183 value: 0.0
184 - value: 1.0
185- sources:
186 - layer_range: [18, 20]
187 model: unsloth/Mistral-Nemo-Instruct-2407
188 parameters:
189 scale:
190 - filter: o_proj
191 value: 0.0
192 - filter: down_proj
193 value: 0.0
194 - value: 1.0
195- sources:
196 - layer_range: [19, 21]
197 model: unsloth/Mistral-Nemo-Instruct-2407
198 parameters:
199 scale:
200 - filter: o_proj
201 value: 0.0
202 - filter: down_proj
203 value: 0.0
204 - value: 1.0
205- sources:
206 - layer_range: [20, 22]
207 model: unsloth/Mistral-Nemo-Instruct-2407
208 parameters:
209 scale:
210 - filter: o_proj
211 value: 0.0
212 - filter: down_proj
213 value: 0.0
214 - value: 1.0
215- sources:
216 - layer_range: [21, 23]
217 model: unsloth/Mistral-Nemo-Instruct-2407
218 parameters:
219 scale:
220 - filter: o_proj
221 value: 0.0
222 - filter: down_proj
223 value: 0.0
224 - value: 1.0
225- sources:
226 - layer_range: [22, 24]
227 model: unsloth/Mistral-Nemo-Instruct-2407
228 parameters:
229 scale:
230 - filter: o_proj
231 value: 0.0
232 - filter: down_proj
233 value: 0.0
234 - value: 1.0
235- sources:
236 - layer_range: [23, 25]
237 model: unsloth/Mistral-Nemo-Instruct-2407
238 parameters:
239 scale:
240 - filter: o_proj
241 value: 0.0
242 - filter: down_proj
243 value: 0.0
244 - value: 1.0
245- sources:
246 - layer_range: [24, 26]
247 model: unsloth/Mistral-Nemo-Instruct-2407
248 parameters:
249 scale:
250 - filter: o_proj
251 value: 0.0
252 - filter: down_proj
253 value: 0.0
254 - value: 1.0
255- sources:
256 - layer_range: [25, 27]
257 model: unsloth/Mistral-Nemo-Instruct-2407
258 parameters:
259 scale:
260 - filter: o_proj
261 value: 0.0
262 - filter: down_proj
263 value: 0.0
264 - value: 1.0
265- sources:
266 - layer_range: [26, 28]
267 model: unsloth/Mistral-Nemo-Instruct-2407
268 parameters:
269 scale:
270 - filter: o_proj
271 value: 0.0
272 - filter: down_proj
273 value: 0.0
274 - value: 1.0
275- sources:
276 - layer_range: [27, 29]
277 model: unsloth/Mistral-Nemo-Instruct-2407
278 parameters:
279 scale:
280 - filter: o_proj
281 value: 0.0
282 - filter: down_proj
283 value: 0.0
284 - value: 1.0
285- sources:
286 - layer_range: [28, 30]
287 model: unsloth/Mistral-Nemo-Instruct-2407
288 parameters:
289 scale:
290 - filter: o_proj
291 value: 0.0
292 - filter: down_proj
293 value: 0.0
294 - value: 1.0
295- sources:
296 - layer_range: [29, 31]
297 model: unsloth/Mistral-Nemo-Instruct-2407
298 parameters:
299 scale:
300 - filter: o_proj
301 value: 0.0
302 - filter: down_proj
303 value: 0.0
304 - value: 1.0
305- sources:
306 - layer_range: [30, 32]
307 model: unsloth/Mistral-Nemo-Instruct-2407
308 parameters:
309 scale:
310 - filter: o_proj
311 value: 0.0
312 - filter: down_proj
313 value: 0.0
314 - value: 1.0
315- sources:
316 - layer_range: [31, 33]
317 model: unsloth/Mistral-Nemo-Instruct-2407
318 parameters:
319 scale:
320 - filter: o_proj
321 value: 0.0
322 - filter: down_proj
323 value: 0.0
324 - value: 1.0
325- sources:
326 - layer_range: [32, 34]
327 model: unsloth/Mistral-Nemo-Instruct-2407
328 parameters:
329 scale:
330 - filter: o_proj
331 value: 0.0
332 - filter: down_proj
333 value: 0.0
334 - value: 1.0
335- sources:
336 - layer_range: [33, 35]
337 model: unsloth/Mistral-Nemo-Instruct-2407
338 parameters:
339 scale:
340 - filter: o_proj
341 value: 0.0
342 - filter: down_proj
343 value: 0.0
344 - value: 1.0
345- sources:
346 - layer_range: [34, 36]
347 model: unsloth/Mistral-Nemo-Instruct-2407
348 parameters:
349 scale:
350 - filter: o_proj
351 value: 0.0
352 - filter: down_proj
353 value: 0.0
354 - value: 1.0
355- sources:
356 - layer_range: [35, 37]
357 model: unsloth/Mistral-Nemo-Instruct-2407
358 parameters:
359 scale:
360 - filter: o_proj
361 value: 0.0
362 - filter: down_proj
363 value: 0.0
364 - value: 1.0
365- sources:
366 - layer_range: [36, 38]
367 model: unsloth/Mistral-Nemo-Instruct-2407
368 parameters:
369 scale:
370 - filter: o_proj
371 value: 0.0
372 - filter: down_proj
373 value: 0.0
374 - value: 1.0
375- sources:
376 - layer_range: [37, 39]
377 model: unsloth/Mistral-Nemo-Instruct-2407
378 parameters:
379 scale:
380 - filter: o_proj
381 value: 0.0
382 - filter: down_proj
383 value: 0.0
384 - value: 1.0
385- sources:
386 - layer_range: [38, 40]
387 model: unsloth/Mistral-Nemo-Instruct-2407
388 parameters:
389 scale:
390 - filter: o_proj
391 value: 0.0
392 - filter: down_proj
393 value: 0.0
394 - value: 1.0