Views
No views yet
1dtype: float32
2out_dtype: bfloat16
3merge_method: model_stock
4base_model: mergekit-community/MN-Hekate-Geneteira-17B
5slices:
6 - sources:
7 - model: mergekit-community/MN-Hekate-Geneteira-17B
8 layer_range: [0, 20]
9
10 - sources:
11 - model: mergekit-community/MN-Hekate-Geneteira-17B
12 layer_range: [20, 36]
13 parameters:
14 weight: [0.4, 0.2]
15 - model: mistralai/Mistral-Nemo-Base-2407
16 layer_range: [16, 32]
17 parameters:
18 weight: [2, 1.5]
19 - model: PygmalionAI/Eleusis-12B
20 layer_range: [16, 32]
21 - model: LatitudeGames/Wayfarer-12B
22 layer_range: [16, 32]
23 parameters:
24 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
25 - model: PocketDoc/Dans-DangerousWinds-V1.1.0-12b
26 layer_range: [16, 32]
27 parameters:
28 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
29 - model: elinas/Chronos-Gold-12B-1.0
30 layer_range: [16, 32]
31 parameters:
32 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
33 - model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b
34 layer_range: [16, 32]
35 parameters:
36 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
37
38 - sources:
39 - model: mergekit-community/MN-Hekate-Geneteira-17B
40 layer_range: [36, 56]
41
42tokenizer:
43 source: union
44 tokens:
45 "[INST]":
46 source: mergekit-community/MN-Hekate-Geneteira-17B
47 force: true
48 "[/INST]":
49 source: mergekit-community/MN-Hekate-Geneteira-17B
50 force: true
51 "<|im_start|>":
52 source: mergekit-community/MN-Hekate-Geneteira-17B
53 force: true
54 "<|im_end|>":
55 source: mergekit-community/MN-Hekate-Geneteira-17B
56 force: true
57