Views
No views yet
1name: First
2models:
3- model: Vortex5/Harmonic-Moon-12B
4- model: Vortex5/Scarlet-Ink-12B
5merge_method: karcher
6dtype: bfloat16
7parameters:
8tol: 1e-10
9max_iter: 1200
10tokenizer:
11source: union1base_model: Vortex5/MegaMoon-Karcher-12B
2dtype: bfloat16
3merge_method: della_linear
4modules:
5default:
6 slices:
7 - sources:
8 - layer_range: [0, 40]
9 model: ./intermediates/First
10 parameters:
11 density: 0.5
12 epsilon: 0.4
13 weight: [0.9, 0.2, 0.2, 0.2, 0.95, 0.8, 0.4, 0.2]
14 - layer_range: [0, 40]
15 model: taozi555/MN-12B-Mag-Mell-R1-KTO
16 parameters:
17 density: 0.5
18 epsilon: 0.4
19 weight: [0.1, 0.9, 1.0, 0.95, 0.4, 0.4, 0.5, 0.3]
20 - layer_range: [0, 40]
21 model: Vortex5/MegaMoon-Karcher-12B
22parameters:
23lambda: 1.0
24normalize: 1.0
25tokenizer: {}