Views
No views yet
1merge_method: dare_ties
2
3parameters:
4 int8_mask: true
5 t:
6 - filter: self_attn
7 value: [0, 0.5, 0.3, 0.7, 1]
8 - filter: mlp
9 value: [1, 0.5, 0.7, 0.3, 0]
10 - value: 0.5 # fallback for rest of tensors
11 embed_slerp: true
12
13models:
14 - model: /Users/etherops1/AI/Noodlz/Noodlz_DolphinLake-DARE_TIE_SLERP-tokenwest
15 # No parameters necessary for base model
16 - model: /Users/etherops1/AI/Not-WizardLM-2-7B
17 parameters:
18 density: 0.58
19 weight: 0.4
20
21base_model: /Users/etherops1/AI/Noodlz/Noodlz_DolphinLake-DARE_TIE_SLERP-tokenwest
22
23tokenizer_source: model:/Users/etherops1/AI/Noodlz/Noodlz_DolphinLake-DARE_TIE_SLERP-tokenwest
24dtype: bfloat16