Views
No views yet
1dtype: float32
2out_dtype: bfloat16
3merge_method: model_stock
4base_model: mergekit-community/MN-Hekate-Nyktipolos-17B
5slices:
6 - sources:
7 - model: mergekit-community/MN-Hekate-Nyktipolos-17B
8 layer_range: [0, 12]
9
10 - sources:
11 - model: mergekit-community/MN-Hekate-Nyktipolos-17B
12 layer_range: [12, 20]
13 parameters:
14 weight: 5
15 - model: mistralai/Mistral-Nemo-Base-2407
16 layer_range: [12, 20]
17 parameters:
18 weight: 3
19 - model: nbeerbower/mistral-nemo-bophades-12B
20 layer_range: [12, 20]
21 parameters:
22 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
23 - model: Nitral-AI/Captain-Eris_Violet-GRPO-v0.420
24 layer_range: [12, 20]
25 parameters:
26 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
27 - model: nbeerbower/mistral-nemo-wissenschaft-12B
28 layer_range: [12, 20]
29 parameters:
30 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
31 - model: HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407
32 layer_range: [12, 20]
33 parameters:
34 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
35
36 - sources:
37 - model: mergekit-community/MN-Hekate-Nyktipolos-17B
38 layer_range: [20, 36]
39 parameters:
40 weight: 5
41 - model: mistralai/Mistral-Nemo-Base-2407
42 layer_range: [16, 32]
43 parameters:
44 weight: 2
45 - model: Khetterman/AbominationScience-12B-v4
46 layer_range: [16, 32]
47 - model: nbeerbower/mistral-nemo-bophades-12B
48 layer_range: [16, 32]
49 parameters:
50 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
51 - model: Nitral-AI/Captain-Eris_Violet-GRPO-v0.420
52 layer_range: [16, 32]
53 parameters:
54 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
55 - model: HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407
56 layer_range: [16, 32]
57 parameters:
58 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
59 - model: nbeerbower/mistral-nemo-wissenschaft-12B
60 layer_range: [16, 32]
61 parameters:
62 weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5]
63
64 - sources:
65 - model: mergekit-community/MN-Hekate-Nyktipolos-17B
66 layer_range: [36, 44]
67 parameters:
68 weight: 5
69 - model: mistralai/Mistral-Nemo-Base-2407
70 layer_range: [20, 28]
71 parameters:
72 weight: 2
73 - model: Khetterman/AbominationScience-12B-v4
74 layer_range: [20, 28]
75 - model: nbeerbower/mistral-nemo-bophades-12B
76 layer_range: [20, 28]
77 parameters:
78 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
79 - model: Nitral-AI/Captain-Eris_Violet-GRPO-v0.420
80 layer_range: [20, 28]
81 parameters:
82 weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1]
83
84 - sources:
85 - model: mergekit-community/MN-Hekate-Nyktipolos-17B
86 layer_range: [44, 56]
87
88tokenizer:
89 source: union
90 tokens:
91 "[INST]":
92 source: mergekit-community/MN-Hekate-Nyktipolos-17B
93 force: true
94 "[/INST]":
95 source: mergekit-community/MN-Hekate-Nyktipolos-17B
96 force: true
97 "<|im_start|>":
98 source: mergekit-community/MN-Hekate-Nyktipolos-17B
99 force: true
100 "<|im_end|>":
101 source: mergekit-community/MN-Hekate-Nyktipolos-17B
102 force: true
103