Views
No views yet
1models:
2 - model: Undi95/PsyMedRP-v1-20B
3 - model: Undi95/MXLewd-L2-20B
4
5merge_method: slerp
6base_model: Undi95/PsyMedRP-v1-20B
7
8parameters:
9 t:
10 - filter: model.embed_tokens.weight
11 value: 0.5
12 - value: 0.5 # Default fallback t for all other parameters
13
14layer_weights:
15 transformer.h.0-6.mlp.*: 0.2
16 transformer.h.6-18.attn.*: 0.65
17 transformer.h.18-24.*: 0.3
18 transformer.ln_f.*: 0.7
19 transformer.wte: 0.5
20 transformer.wpe: 0.5
21 transformer.h.*.attn.c_proj: 0.75
22 lm_head: 0.3