1base_model: DarkArtsForge/Morax-24B-v1
2dtype: bfloat16
3merge_method: dare_ties
4modules:
5 default:
6 slices:
7 - sources:
8 - layer_range: [0, 40]
9 model: DarkArtsForge/Morax-24B-v1
10 parameters:
11 density: 0.5
12 weight: 0.2
13 - layer_range: [0, 40]
14 model: TheDrummer/Rivermind-24B-v1
15 parameters:
16 density: 0.5
17 weight: 0.2
18 - layer_range: [0, 40]
19 model: OddTheGreat/Circuitry_24B_V.3
20 parameters:
21 density: 0.5
22 weight: 0.2
23 - layer_range: [0, 40]
24 model: Delta-Vector/Rei-24B-KTO
25 parameters:
26 density: 0.5
27 weight: 0.2
28 - layer_range: [0, 40]
29 model: TheDrummer/Precog-24B-v1
30 parameters:
31 density: 0.5
32 weight: 0.2
33parameters:
34 lambda: 0.75
35 normalize: True
36tokenizer:
37 source: base
