1base_model: TheDrummer/Magidonia-24B-v4.3
2dtype: float32
3merge_method: ties
4modules:
5 default:
6 slices:
7 - sources:
8 - layer_range: [0, 40]
9 model: Ateron/Sketch-Cydonia
10 parameters:
11 density: 0.55
12 weight: 0.18
13 - layer_range: [0, 40]
14 model: OddTheGreat/Rotor_24B_V.1
15 parameters:
16 density: 0.65
17 weight: 0.22
18 - layer_range: [0, 40]
19 model: DarkArtsForge/Magistaroth-24B-v1.1
20 parameters:
21 density: 0.7
22 weight: 0.27
23 - layer_range: [0, 40]
24 model: MrRikyz/Rei-Pulse-24B
25 parameters:
26 density: 0.6
27 weight: 0.19
28 - layer_range: [0, 40]
29 model: sophosympatheia/Magistry-24B-v1.0
30 parameters:
31 density: 0.44
32 weight: 0.23
33 - layer_range: [0, 40]
34 model: TheDrummer/Cydonia-24B-v4.3
35 parameters:
36 density: 0.25
37 weight: 0.18
38 - layer_range: [0, 40]
39 model: TheDrummer/Magidonia-24B-v4.3
40
41base_model_alpha: 0.85
42
43ties:
44 merge_strategy: sum
45 normalize: true
46 sparsity: 0.17
47 rescale: true
48
49layer_wise:
50 - filter: "layers.0-8.*"
51 scale: 0.75
52 - filter: "layers.9-20.*"
53 scale: 1.05
54 - filter: "layers.21-31.*"
55 scale: 1.15
56
57tensor_factors:
58 attention: 1.1
59 mlp: 1.2
60
61post:
62 normalize: true
63 clamp: 2.5
64
65out_dtype: bfloat16
66tokenizer:
67 source: base
