1base_model: SicariusSicariiStuff/Impish_Bloodmoon_12B
2dtype: float32
3merge_method: model_stock
4modules:
5 default:
6 slices:
7 - sources:
8 - layer_range: [0, 40]
9 model: SicariusSicariiStuff/Impish_Bloodmoon_12B_Abliterated
10 parameters:
11 weight: 0.54
12 - layer_range: [0, 40]
13 model: DreadPoor/Famino-12B-Model_Stock
14 parameters:
15 weight: 0.38
16 - layer_range: [0, 40]
17 model: PygmalionAI/Eleusis-12B
18 parameters:
19 weight: 0.12
20 - layer_range: [0, 40]
21 model: PygmalionAI/Pygmalion-3-12B
22 parameters:
23 weight: 0.12
24 - layer_range: [0, 40]
25 model: MrRikyz/Foxfire_Bloom
26 parameters:
27 weight: 0.22
28 - layer_range: [0, 40]
29 model: Vortex5/Azure-Starlight-12B
30 parameters:
31 weight: 0.1
32 - layer_range: [0, 40]
33 model: SicariusSicariiStuff/Impish_Bloodmoon_12B
34out_dtype: bfloat16
35parameters:
36 lambda: 0.82
37 normalize: 1.0
38tokenizer:
39 source: MrRikyz/Foxfire_Bloom
