Views
No views yet
1dtype: bfloat16
2merge_method: passthrough
3slices:
4 - sources:
5 - layer_range: [0, 16]
6 model: Aculi/Little-Bitch-1.1B
7 - sources:
8 - layer_range: [6, 16]
9 model: Aculi/Little-Bitch-1.1B
10 parameters:
11 scale:
12 - filter: 'o_proj'
13 value: 0.0
14 - filter: 'down_proj'
15 value: 0.0
16 - value: 1.0
17 - sources:
18 - layer_range: [6, 16]
19 model: Aculi/Little-Bitch-1.1B
20 parameters:
21 scale:
22 - filter: 'o_proj'
23 value: 0.0
24 - filter: 'down_proj'
25 value: 0.0
26 - value: 1.0
27 - sources:
28 - layer_range: [16, 22]
29 model: Aculi/Little-Bitch-1.1B
30