Views
No views yet
1base_model: spow12/ChatWaifu_v2.0_22B
2parameters:
3 int8_mask: true
4 rescale: true
5 normalize: false
6dtype: bfloat16
7tokenizer_source: base
8merge_method: della
9models:
10 - model: Envoid/Mistral-Small-NovusKyver
11 parameters:
12 density: [0.35, 0.65, 0.5, 0.65, 0.35]
13 epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
14 lambda: 0.85
15 weight: [-0.01891, 0.01554, -0.01325, 0.01791, -0.01458]
16 - model: rAIfle/Acolyte-22B
17 parameters:
18 density: [0.6, 0.4, 0.5, 0.4, 0.6]
19 epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
20 lambda: 0.85
21 weight: [0.01847, -0.01468, 0.01503, -0.01822, 0.01459]1base_model: InferenceIllusionist/SorcererLM-22B
2parameters:
3 int8_mask: true
4 rescale: true
5 normalize: false
6dtype: bfloat16
7tokenizer_source: base
8merge_method: della
9models:
10 - model: crestf411/MS-sunfall-v0.7.0
11 parameters:
12 density: [0.35, 0.65, 0.5, 0.65, 0.35]
13 epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
14 lambda: 0.85
15 weight: [-0.01891, 0.01554, -0.01325, 0.01791, -0.01458]
16 - model: anthracite-org/magnum-v4-22b
17 parameters:
18 density: [0.6, 0.4, 0.5, 0.4, 0.6]
19 epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
20 lambda: 0.85
21 weight: [0.01847, -0.01468, 0.01503, -0.01822, 0.01459]1merge_method: della_linear
2dtype: bfloat16
3parameters:
4 normalize: true
5 int8_mask: true
6tokenizer_source: base
7base_model: TheDrummer/UnslopSmall-22B-v1
8models:
9 - model: ArliAI/Mistral-Small-22B-ArliAI-RPMax-v1.1
10 parameters:
11 density: 0.55
12 weight: 1
13 - model: Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small
14 parameters:
15 density: 0.55
16 weight: 1
17 - model: Step1
18 parameters:
19 density: 0.55
20 weight: 1
21 - model: allura-org/MS-Meadowlark-22B
22 parameters:
23 density: 0.55
24 weight: 1
25 - model: Step2
26 parameters:
27 density: 0.55
28 weight: 11dtype: bfloat16
2tokenizer_source: base
3merge_method: della_linear
4parameters:
5 density: 0.5
6base_model: SchisandraVA2
7models:
8 - model: unsloth/Mistral-Small-Instruct-2409
9 parameters:
10 weight:
11 - filter: v_proj
12 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
13 - filter: o_proj
14 value: [1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1]
15 - filter: up_proj
16 value: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
17 - filter: gate_proj
18 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
19 - filter: down_proj
20 value: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
21 - value: 0
22 - model: SchisandraVA2
23 parameters:
24 weight:
25 - filter: v_proj
26 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
27 - filter: o_proj
28 value: [0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0]
29 - filter: up_proj
30 value: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
31 - filter: gate_proj
32 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
33 - filter: down_proj
34 value: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
35 - value: 1| Metric | Value |
|---|---|
| Avg. | 30.22 |
| IFEval (0-Shot) | 63.83 |
| BBH (3-Shot) | 40.61 |
| MATH Lvl 5 (4-Shot) | 19.94 |
| GPQA (0-shot) | 11.41 |
| MuSR (0-shot) | 10.67 |
| MMLU-PRO (5-shot) | 34.85 |