Views
No views yet
1dtype: float32
2out_dtype: bfloat16
3merge_method: model_stock
4base_model: mergekit-community/MN-Hekate-Damnomeneia-17B
5slices:
6 - sources:
7 - model: mergekit-community/MN-Hekate-Damnomeneia-17B
8 layer_range: [0, 12]
9
10 - sources:
11 - model: mergekit-community/MN-Hekate-Damnomeneia-17B
12 layer_range: [12, 20]
13 parameters:
14 weight: 2
15 - model: mergekit-community/MN-Hekate-Episkopos-17B
16 layer_range: [12, 20]
17 parameters:
18 weight: 4
19 - model: mistralai/Mistral-Nemo-Base-2407
20 layer_range: [12, 20]
21 parameters:
22 weight: [3, 2]
23 - model: nbeerbower/mistral-nemo-bophades-12B
24 layer_range: [12, 20]
25 parameters:
26 weight: 2
27
28 - sources:
29 - model: mergekit-community/MN-Hekate-Damnomeneia-17B
30 layer_range: [20, 36]
31 parameters:
32 weight: 3
33 - model: mergekit-community/MN-Hekate-Episkopos-17B
34 layer_range: [20, 36]
35 parameters:
36 weight: 3
37 - model: mistralai/Mistral-Nemo-Base-2407
38 layer_range: [16, 32]
39 parameters:
40 weight: [3, 2]
41 - model: mistralai/Mistral-Nemo-Instruct-2407
42 layer_range: [16, 32]
43 parameters:
44 weight: [2, 1]
45 - model: nbeerbower/mistral-nemo-bophades-12B
46 layer_range: [16, 32]
47 parameters:
48 weight: 2
49
50 - sources:
51 - model: mergekit-community/MN-Hekate-Damnomeneia-17B
52 layer_range: [36, 44]
53 parameters:
54 weight: 3
55 - model: mergekit-community/MN-Hekate-Episkopos-17B
56 layer_range: [36, 44]
57 parameters:
58 weight: 3
59 - model: mistralai/Mistral-Nemo-Base-2407
60 layer_range: [20, 28]
61 parameters:
62 weight: 2
63 - model: mistralai/Mistral-Nemo-Instruct-2407
64 layer_range: [20, 28]
65 parameters:
66 weight: 1
67 - model: nbeerbower/mistral-nemo-bophades-12B
68 layer_range: [20, 28]
69 parameters:
70 weight: 2
71
72 - sources:
73 - model: mergekit-community/MN-Hekate-Damnomeneia-17B
74 layer_range: [44, 56]
75
76tokenizer:
77 source: union
78 tokens:
79 "<|im_start|>":
80 source: mergekit-community/MN-Hekate-Damnomeneia-17B
81 force: true
82 "<|im_end|>":
83 source: mergekit-community/MN-Hekate-Damnomeneia-17B
84 force: true