Views
No views yet
1dtype: float32
2merge_method: passthrough
3modules:
4 default:
5 slices:
6 - sources:
7 - layer_range: [0, 8]
8 model: merge/feud
9 - sources:
10 - layer_range: [4, 8]
11 model: merge/feud
12 parameters:
13 scale:
14 - filter: o_proj
15 value: 0.0
16 - filter: down_proj
17 value: 0.0
18 - value: 1.0
19 - sources:
20 - layer_range: [8, 12]
21 model: merge/feud
22 - sources:
23 - layer_range: [8, 12]
24 model: merge/feud
25 parameters:
26 scale:
27 - filter: o_proj
28 value: 0.0
29 - filter: down_proj
30 value: 0.0
31 - value: 1.0
32 - sources:
33 - layer_range: [12, 16]
34 model: merge/feud
35 - sources:
36 - layer_range: [12, 16]
37 model: merge/feud
38 parameters:
39 scale:
40 - filter: o_proj
41 value: 0.0
42 - filter: down_proj
43 value: 0.0
44 - value: 1.0
45 - sources:
46 - layer_range: [16, 28]
47 model: merge/feud
48 - sources:
49 - layer_range: [24, 28]
50 model: merge/feud
51 parameters:
52 scale:
53 - filter: o_proj
54 value: 0.0
55 - filter: down_proj
56 value: 0.0
57 - value: 1.0
58 - sources:
59 - layer_range: [28, 32]
60 model: merge/feud
61 - sources:
62 - layer_range: [30, 32]
63 model: merge/feud
64 parameters:
65 scale:
66 - filter: o_proj
67 value: 0.0
68 - filter: down_proj
69 value: 0.0
70 - value: 1.0