Views
No views yet
1merge_method: passthrough
2dtype: bfloat16
3slices:
4# Original first 10 layers (L0-L9)
5- sources:
6 - layer_range: [0, 10]
7 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
8
9# "Before Dupe" of L10
10- sources:
11 - layer_range: [10, 11]
12 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
13 parameters:
14 scale:
15 - filter: o_proj
16 value: 0.0
17 - filter: down_proj
18 value: 0.0
19 - value: 1.0
20# Original L10
21- sources:
22 - layer_range: [10, 11]
23 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
24
25# "Before Dupe" of L11
26- sources:
27 - layer_range: [11, 12]
28 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
29 parameters:
30 scale:
31 - filter: o_proj
32 value: 0.0
33 - filter: down_proj
34 value: 0.0
35 - value: 1.0
36# Original L11
37- sources:
38 - layer_range: [11, 12]
39 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
40
41# "Before Dupe" of L12
42- sources:
43 - layer_range: [12, 13]
44 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
45 parameters:
46 scale:
47 - filter: o_proj
48 value: 0.0
49 - filter: down_proj
50 value: 0.0
51 - value: 1.0
52# Original L12
53- sources:
54 - layer_range: [12, 13]
55 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
56
57# "Before Dupe" of L13
58- sources:
59 - layer_range: [13, 14]
60 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
61 parameters:
62 scale:
63 - filter: o_proj
64 value: 0.0
65 - filter: down_proj
66 value: 0.0
67 - value: 1.0
68# Original L13
69- sources:
70 - layer_range: [13, 14]
71 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
72
73# "Before Dupe" of L14
74- sources:
75 - layer_range: [14, 15]
76 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
77 parameters:
78 scale:
79 - filter: o_proj
80 value: 0.0
81 - filter: down_proj
82 value: 0.0
83 - value: 1.0
84# Original L14
85- sources:
86 - layer_range: [14, 15]
87 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
88
89# "Before Dupe" of L15
90- sources:
91 - layer_range: [15, 16]
92 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
93 parameters:
94 scale:
95 - filter: o_proj
96 value: 0.0
97 - filter: down_proj
98 value: 0.0
99 - value: 1.0
100# Original L15
101- sources:
102 - layer_range: [15, 16]
103 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
104
105# "Before Dupe" of L16
106- sources:
107 - layer_range: [16, 17]
108 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
109 parameters:
110 scale:
111 - filter: o_proj
112 value: 0.0
113 - filter: down_proj
114 value: 0.0
115 - value: 1.0
116# Original L16
117- sources:
118 - layer_range: [16, 17]
119 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
120
121# "Before Dupe" of L17
122- sources:
123 - layer_range: [17, 18]
124 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
125 parameters:
126 scale:
127 - filter: o_proj
128 value: 0.0
129 - filter: down_proj
130 value: 0.0
131 - value: 1.0
132# Original L17
133- sources:
134 - layer_range: [17, 18]
135 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
136
137# "Before Dupe" of L18
138- sources:
139 - layer_range: [18, 19]
140 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
141 parameters:
142 scale:
143 - filter: o_proj
144 value: 0.0
145 - filter: down_proj
146 value: 0.0
147 - value: 1.0
148# Original L18
149- sources:
150 - layer_range: [18, 19]
151 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
152
153# "Before Dupe" of L19
154- sources:
155 - layer_range: [19, 20]
156 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
157 parameters:
158 scale:
159 - filter: o_proj
160 value: 0.0
161 - filter: down_proj
162 value: 0.0
163 - value: 1.0
164# Original L19
165- sources:
166 - layer_range: [19, 20]
167 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
168
169# Original L20
170- sources:
171 - layer_range: [20, 21]
172 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
173# "After Dupe" of L20
174- sources:
175 - layer_range: [20, 21]
176 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
177 parameters:
178 scale:
179 - filter: o_proj
180 value: 0.0
181 - filter: down_proj
182 value: 0.0
183 - value: 1.0
184
185# Original L21
186- sources:
187 - layer_range: [21, 22]
188 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
189# "After Dupe" of L21
190- sources:
191 - layer_range: [21, 22]
192 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
193 parameters:
194 scale:
195 - filter: o_proj
196 value: 0.0
197 - filter: down_proj
198 value: 0.0
199 - value: 1.0
200
201# Original L22
202- sources:
203 - layer_range: [22, 23]
204 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
205# "After Dupe" of L22
206- sources:
207 - layer_range: [22, 23]
208 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
209 parameters:
210 scale:
211 - filter: o_proj
212 value: 0.0
213 - filter: down_proj
214 value: 0.0
215 - value: 1.0
216
217# Original L23
218- sources:
219 - layer_range: [23, 24]
220 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
221# "After Dupe" of L23
222- sources:
223 - layer_range: [23, 24]
224 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
225 parameters:
226 scale:
227 - filter: o_proj
228 value: 0.0
229 - filter: down_proj
230 value: 0.0
231 - value: 1.0
232
233# Original L24
234- sources:
235 - layer_range: [24, 25]
236 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
237# "After Dupe" of L24
238- sources:
239 - layer_range: [24, 25]
240 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
241 parameters:
242 scale:
243 - filter: o_proj
244 value: 0.0
245 - filter: down_proj
246 value: 0.0
247 - value: 1.0
248
249# Original L25
250- sources:
251 - layer_range: [25, 26]
252 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
253# "After Dupe" of L25
254- sources:
255 - layer_range: [25, 26]
256 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
257 parameters:
258 scale:
259 - filter: o_proj
260 value: 0.0
261 - filter: down_proj
262 value: 0.0
263 - value: 1.0
264
265# Original L26
266- sources:
267 - layer_range: [26, 27]
268 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
269# "After Dupe" of L26
270- sources:
271 - layer_range: [26, 27]
272 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
273 parameters:
274 scale:
275 - filter: o_proj
276 value: 0.0
277 - filter: down_proj
278 value: 0.0
279 - value: 1.0
280
281# Original L27
282- sources:
283 - layer_range: [27, 28]
284 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
285# "After Dupe" of L27
286- sources:
287 - layer_range: [27, 28]
288 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
289 parameters:
290 scale:
291 - filter: o_proj
292 value: 0.0
293 - filter: down_proj
294 value: 0.0
295 - value: 1.0
296
297# Original L28
298- sources:
299 - layer_range: [28, 29]
300 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
301# "After Dupe" of L28
302- sources:
303 - layer_range: [28, 29]
304 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
305 parameters:
306 scale:
307 - filter: o_proj
308 value: 0.0
309 - filter: down_proj
310 value: 0.0
311 - value: 1.0
312
313# Original L29
314- sources:
315 - layer_range: [29, 30]
316 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
317# "After Dupe" of L29
318- sources:
319 - layer_range: [29, 30]
320 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
321 parameters:
322 scale:
323 - filter: o_proj
324 value: 0.0
325 - filter: down_proj
326 value: 0.0
327 - value: 1.0
328
329# Original last 10 layers (L30-L39)
330- sources:
331 - layer_range: [30, 40]
332 model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
333