Views
No views yet
1dtype: bfloat16
2merge_method: passthrough
3slices:
4- sources:
5 - layer_range: [0, 31]
6 model: invisietch/Atlantis-v0.1-12B
7- sources:
8 - layer_range: [16, 32]
9 model: Sao10K/MN-12B-Lyra-v4
10 parameters:
11 scale:
12 - filter: o_proj
13 value: 0.0
14 - filter: down_proj
15 value: 0.0
16 - value: 1.0
17- sources:
18 - layer_range: [16, 32]
19 model: Luni/StarDust-12b-v2
20 parameters:
21 scale:
22 - filter: o_proj
23 value: 0.0
24 - filter: down_proj
25 value: 0.0
26 - value: 1.0
27- sources:
28 - layer_range: [16,32]
29 model: MarinaraSpaghetti/NemoMix-Unleashed-12B
30 parameters:
31 scale:
32 - filter: o_proj
33 value: 0.0
34 - filter: down_proj
35 value: 0.0
36 - value: 1.0
37- sources:
38 - layer_range: [32, 40]
39 model: invisietch/Atlantis-v0.1-12B
40