Views
No views yet
1merge_method: slerp
2models:
3 - model: ./all_merged_models/step13
4 layer_range: [0, 40]
5 - model: ChaoticNeutrals/KindaSmellsLikeBMO-12B
6 layer_range: [0, 40]
7base_model: ./all_merged_models/step13
8parameters:
9 t:
10 - filter: self_attn
11 value: [0.8, 0.8, 0.7, 0.7, 0.6]
12 - filter: mlp
13 value: [0.7, 0.7, 0.7, 0.7, 0.8]
14 - filter: "layer=[0:10]"
15 value: 0.7
16 - filter: "layer=[30:40]"
17 value: 0.8
18 - value: 0.75
19dtype: bfloat16
20output_dir: ./all_merged_models/step14
21