Views
No views yet
1 slices:
2 - sources:
3 - model: arcee-ai/Patent-Instruct-7b
4 layer_range:
5 - 0
6 - 4
7 - sources:
8 - model: arcee-ai/Patent-Instruct-7b
9 layer_range:
10 - 2
11 - 4
12 parameters:
13 scale:
14 - filter: o_proj
15 value: 0
16 - filter: down_proj
17 value: 0
18 - value: 1
19 - sources:
20 - model: arcee-ai/Patent-Instruct-7b
21 layer_range:
22 - 4
23 - 8
24 - sources:
25 - model: arcee-ai/Patent-Instruct-7b
26 layer_range:
27 - 6
28 - 8
29 parameters:
30 scale:
31 - filter: o_proj
32 value: 0
33 - filter: down_proj
34 value: 0
35 - value: 1
36 - sources:
37 - model: arcee-ai/Patent-Instruct-7b
38 layer_range:
39 - 8
40 - 12
41 - sources:
42 - model: arcee-ai/Patent-Instruct-7b
43 layer_range:
44 - 10
45 - 12
46 parameters:
47 scale:
48 - filter: o_proj
49 value: 0
50 - filter: down_proj
51 value: 0
52 - value: 1
53 - sources:
54 - model: arcee-ai/Patent-Instruct-7b
55 layer_range:
56 - 12
57 - 16
58 - sources:
59 - model: arcee-ai/Patent-Instruct-7b
60 layer_range:
61 - 14
62 - 16
63 parameters:
64 scale:
65 - filter: o_proj
66 value: 0
67 - filter: down_proj
68 value: 0
69 - value: 1
70 - sources:
71 - model: arcee-ai/Patent-Instruct-7b
72 layer_range:
73 - 16
74 - 20
75 - sources:
76 - model: arcee-ai/Patent-Instruct-7b
77 layer_range:
78 - 18
79 - 20
80 parameters:
81 scale:
82 - filter: o_proj
83 value: 0
84 - filter: down_proj
85 value: 0
86 - value: 1
87 - sources:
88 - model: arcee-ai/Patent-Instruct-7b
89 layer_range:
90 - 20
91 - 24
92 - sources:
93 - model: arcee-ai/Patent-Instruct-7b
94 layer_range:
95 - 22
96 - 24
97 parameters:
98 scale:
99 - filter: o_proj
100 value: 0
101 - filter: down_proj
102 value: 0
103 - value: 1
104 - sources:
105 - model: arcee-ai/Patent-Instruct-7b
106 layer_range:
107 - 24
108 - 28
109 - sources:
110 - model: arcee-ai/Patent-Instruct-7b
111 layer_range:
112 - 26
113 - 28
114 parameters:
115 scale:
116 - filter: o_proj
117 value: 0
118 - filter: down_proj
119 value: 0
120 - value: 1
121 - sources:
122 - model: arcee-ai/Patent-Instruct-7b
123 layer_range:
124 - 28
125 - 32
126 - sources:
127 - model: arcee-ai/Patent-Instruct-7b
128 layer_range:
129 - 30
130 - 32
131 parameters:
132 scale:
133 - filter: o_proj
134 value: 0
135 - filter: down_proj
136 value: 0
137 - value: 1
138 merge_method: passthrough
139 dtype: bfloat16
140
141
142