Views
No views yet
1out_dtype: bfloat16
2dtype: float32
3tokenizer_source: base
4merge_method: della_linear
5parameters:
6 int8_mask: true
7 density: 0.5
8 epsilon: 0.04
9 lambda: 1.05
10base_model: ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.2
11models:
12 - model: ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.2
13 parameters:
14 weight:
15 - filter: v_proj
16 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
17 - filter: o_proj
18 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
19 - filter: up_proj
20 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
21 - filter: gate_proj
22 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
23 - filter: down_proj
24 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
25 - value: 1
26 - model: Replete-AI/L3-Pneuma-8B
27 parameters:
28 weight:
29 - filter: v_proj
30 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
31 - filter: o_proj
32 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
33 - filter: up_proj
34 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
35 - filter: gate_proj
36 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
37 - filter: down_proj
38 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
39 - value: 0
40