1merge_method: dare_linear
2models:
3 - model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
4 parameters:
5 weight:
6 - filter: v_proj
7 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
8 - filter: o_proj
9 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
10 - filter: up_proj
11 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
12 - filter: gate_proj
13 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
14 - filter: down_proj
15 value: [1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]
16 - value: 1
17 - model: djuna/L3-Suze-Vume
18 parameters:
19 weight:
20 - filter: v_proj
21 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
22 - filter: o_proj
23 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
24 - filter: up_proj
25 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
26 - filter: gate_proj
27 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
28 - filter: down_proj
29 value: [0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0]
30 - value: 0
31base_model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored
32tokenizer_source: base
33dtype: float32
34out_dtype: bfloat16
