Views
No views yet
1dtype: bfloat16
2merge_method: passthrough
3modules:
4 default:
5 slices:
6 - sources:
7 - layer_range: [0, 4]
8 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
9 - sources:
10 - layer_range: [2, 4]
11 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
12 parameters:
13 scale:
14 - filter: o_proj
15 value: 0.0
16 - filter: down_proj
17 value: 0.0
18 - value: 1.0
19 - sources:
20 - layer_range: [4, 8]
21 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
22 - sources:
23 - layer_range: [6, 8]
24 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
25 parameters:
26 scale:
27 - filter: o_proj
28 value: 0.0
29 - filter: down_proj
30 value: 0.0
31 - value: 1.0
32 - sources:
33 - layer_range: [8, 12]
34 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
35 - sources:
36 - layer_range: [10, 12]
37 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
38 parameters:
39 scale:
40 - filter: o_proj
41 value: 0.0
42 - filter: down_proj
43 value: 0.0
44 - value: 1.0
45 - sources:
46 - layer_range: [12, 16]
47 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
48 - sources:
49 - layer_range: [14, 16]
50 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
51 parameters:
52 scale:
53 - filter: o_proj
54 value: 0.0
55 - filter: down_proj
56 value: 0.0
57 - value: 1.0
58 - sources:
59 - layer_range: [16, 20]
60 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
61 - sources:
62 - layer_range: [18, 20]
63 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
64 parameters:
65 scale:
66 - filter: o_proj
67 value: 0.0
68 - filter: down_proj
69 value: 0.0
70 - value: 1.0
71 - sources:
72 - layer_range: [20, 24]
73 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
74 - sources:
75 - layer_range: [22, 24]
76 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
77 parameters:
78 scale:
79 - filter: o_proj
80 value: 0.0
81 - filter: down_proj
82 value: 0.0
83 - value: 1.0
84 - sources:
85 - layer_range: [24, 28]
86 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
87 - sources:
88 - layer_range: [26, 28]
89 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
90 parameters:
91 scale:
92 - filter: o_proj
93 value: 0.0
94 - filter: down_proj
95 value: 0.0
96 - value: 1.0
97 - sources:
98 - layer_range: [28, 32]
99 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
100 - sources:
101 - layer_range: [30, 32]
102 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
103 parameters:
104 scale:
105 - filter: o_proj
106 value: 0.0
107 - filter: down_proj
108 value: 0.0
109 - value: 1.0
110 - sources:
111 - layer_range: [32, 36]
112 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
113 - sources:
114 - layer_range: [34, 36]
115 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
116 parameters:
117 scale:
118 - filter: o_proj
119 value: 0.0
120 - filter: down_proj
121 value: 0.0
122 - value: 1.0
123 - sources:
124 - layer_range: [36, 40]
125 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
126 - sources:
127 - layer_range: [38, 40]
128 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
129 parameters:
130 scale:
131 - filter: o_proj
132 value: 0.0
133 - filter: down_proj
134 value: 0.0
135 - value: 1.0
136 - sources:
137 - layer_range: [40, 44]
138 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
139 - sources:
140 - layer_range: [42, 44]
141 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
142 parameters:
143 scale:
144 - filter: o_proj
145 value: 0.0
146 - filter: down_proj
147 value: 0.0
148 - value: 1.0
149 - sources:
150 - layer_range: [44, 48]
151 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
152 - sources:
153 - layer_range: [46, 48]
154 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
155 parameters:
156 scale:
157 - filter: o_proj
158 value: 0.0
159 - filter: down_proj
160 value: 0.0
161 - value: 1.0
162 - sources:
163 - layer_range: [48, 52]
164 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
165 - sources:
166 - layer_range: [50, 52]
167 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
168 parameters:
169 scale:
170 - filter: o_proj
171 value: 0.0
172 - filter: down_proj
173 value: 0.0
174 - value: 1.0
175 - sources:
176 - layer_range: [52, 56]
177 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
178 - sources:
179 - layer_range: [54, 56]
180 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
181 parameters:
182 scale:
183 - filter: o_proj
184 value: 0.0
185 - filter: down_proj
186 value: 0.0
187 - value: 1.0
188 - sources:
189 - layer_range: [56, 60]
190 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
191 - sources:
192 - layer_range: [58, 60]
193 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
194 parameters:
195 scale:
196 - filter: o_proj
197 value: 0.0
198 - filter: down_proj
199 value: 0.0
200 - value: 1.0
201 - sources:
202 - layer_range: [60, 64]
203 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
204 - sources:
205 - layer_range: [62, 64]
206 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
207 parameters:
208 scale:
209 - filter: o_proj
210 value: 0.0
211 - filter: down_proj
212 value: 0.0
213 - value: 1.0
214 - sources:
215 - layer_range: [64, 68]
216 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
217 - sources:
218 - layer_range: [66, 68]
219 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
220 parameters:
221 scale:
222 - filter: o_proj
223 value: 0.0
224 - filter: down_proj
225 value: 0.0
226 - value: 1.0
227 - sources:
228 - layer_range: [68, 72]
229 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
230 - sources:
231 - layer_range: [70, 72]
232 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
233 parameters:
234 scale:
235 - filter: o_proj
236 value: 0.0
237 - filter: down_proj
238 value: 0.0
239 - value: 1.0
240 - sources:
241 - layer_range: [72, 76]
242 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
243 - sources:
244 - layer_range: [74, 76]
245 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
246 parameters:
247 scale:
248 - filter: o_proj
249 value: 0.0
250 - filter: down_proj
251 value: 0.0
252 - value: 1.0
253 - sources:
254 - layer_range: [76, 80]
255 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
256 - sources:
257 - layer_range: [78, 80]
258 model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/fde15959d0e34299b6abf7cb67ea00580fbdde71
259 parameters:
260 scale:
261 - filter: o_proj
262 value: 0.0
263 - filter: down_proj
264 value: 0.0
265 - value: 1.0