1models:
2 - model: OddTheGreat/Sinner_12B_V.1
3 parameters:
4 weight: [0.9, 1, 0.8, 0.65, 0.2, 0.05, 0.1, 0.35, 0.65, 0.8]
5 - model: BeaverAI/MN-2407-DSK-QwQify-v0.1-12B
6 parameters:
7 weight: [0.1, 10e-5, 10e-5, 0.1, 0.5, 0.5, 0.5, 0.35, 0.1, 10e-5]
8 density: [0.35, 1, 1, 0.35, 0.35, 0.5, 0.5, 0.6, 0.9, 1]
9 gamma: [5e-4, 5e-3, 5e-3, 5e-4, 5e-4, 0.01, 0.01, 0.01, 5e-3, 5e-4]
10 - model: Nitral-AI/Mag-Mell-Reasoner-12B
11 parameters:
12 weight: [10e-5, 10e-5, 0.2, 0.25, 0.3, 0.45, 0.4, 0.3, 0.25, 0.2]
13 density: [1, 1, 0.9, 0.9, 0.85, 0.85, 0.8, 0.85, 0.9, 0.9]
14 gamma: 0.03
15merge_method: breadcrumbs
16base_model: OddTheGreat/Sinner_12B_V.1
17parameters:
18 int8_mask: false
19 rescale: true
20 normalize: false
21dtype: float32
22out_dtype: bfloat16
23tokenizer_source: BeaverAI/MN-2407-DSK-QwQify-v0.1-12B
