Views
No views yet
1models:
2 - model: Step1
3 - model: mergekit-community/MS-RP-whole
4merge_method: slerp
5base_model: Step1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0, 0.25, 0.25, 0.5, 0, 0, 0.5, 0, 0, 1, 0]
10 - value: 0
11dtype: bfloat16
12tokenizer:
13 source: Step1
14
15