Views
No views yet
1out_dtype: bfloat16
2merge_method: model_stock
3base_model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
4slices:
5 - sources:
6 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
7 layer_range: [0, 12]
8
9 - sources:
10 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
11 layer_range: [12, 16]
12 - model: mergekit-community/MN-Sappho-j-12B
13 layer_range: [12, 16]
14 - model: mistralai/Mistral-Nemo-Base-2407
15 layer_range: [12, 16]
16 parameters:
17 weight: 0.5
18 - model: Lambent/Gilded-Arsenic-12B
19 layer_range: [12, 16]
20 - model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2
21 layer_range: [12, 16]
22 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
23 layer_range: [12, 16]
24
25 - sources:
26 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
27 layer_range: [16, 20]
28 - model: mergekit-community/MN-Sappho-j-12B
29 layer_range: [16, 20]
30 - model: mistralai/Mistral-Nemo-Base-2407
31 layer_range: [16, 20]
32 parameters:
33 weight: 0.5
34 - model: Lambent/Gilded-Arsenic-12B
35 layer_range: [16, 20]
36 - model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2
37 layer_range: [16, 20]
38 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
39 layer_range: [16, 20]
40 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
41 layer_range: [20, 24]
42
43 - sources:
44 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
45 layer_range: [20, 28]
46 - model: mergekit-community/MN-Sappho-j-12B
47 layer_range: [20, 28]
48 - model: mistralai/Mistral-Nemo-Base-2407
49 layer_range: [20, 28]
50 parameters:
51 weight: 0.5
52 - model: Lambent/Gilded-Arsenic-12B
53 layer_range: [20, 28]
54 - model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2
55 layer_range: [20, 28]
56 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
57 layer_range: [24, 32]
58 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
59 layer_range: [36, 44]
60
61 - sources:
62 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
63 layer_range: [28, 32]
64 - model: mergekit-community/MN-Sappho-j-12B
65 layer_range: [28, 32]
66 - model: mistralai/Mistral-Nemo-Base-2407
67 layer_range: [28, 32]
68 parameters:
69 weight: 0.5
70 - model: Lambent/Gilded-Arsenic-12B
71 layer_range: [28, 32]
72 - model: nbeerbower/mistral-nemo-bophades-12B
73 layer_range: [28, 32]
74 - model: nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2
75 layer_range: [28, 32]
76 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
77 layer_range: [32, 36]
78 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
79 layer_range: [44, 48]
80
81 - sources:
82 - model: mergekit-community/MN-Hekate-Noctiluca-12B-v2
83 layer_range: [32, 40]
84 parameters:
85 weight: 2
86 - model: mergekit-community/MN-Sappho-j-12B
87 layer_range: [32, 40]
88 - model: mistralai/Mistral-Nemo-Base-2407
89 layer_range: [32, 40]
90 parameters:
91 weight: 0.5
92 - model: Lambent/Gilded-Arsenic-12B
93 layer_range: [32, 40]
94 - model: nbeerbower/mistral-nemo-bophades-12B
95 layer_range: [32, 40]
96 - model: nbeerbower/mistral-nemo-gutenberg-12B-v4
97 layer_range: [32, 40]
98 - model: mergekit-community/MN-Hekate-Limenoskopos-17B
99 layer_range: [48, 56]
100 parameters:
101 weight: 3
102
103tokenizer:
104 source: mergekit-community/MN-Hekate-Noctiluca-12B-v2