This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1dtype: bfloat16
2merge_method: passthrough
3slices:
4- sources:
5 - layer_range: [0, 6]
6 model: Fulcrum-AI/Ryze-Embed-3
7- sources:
8 - layer_range: [3, 9]
9 model: Fulcrum-AI/Ryze-Embed-3
10- sources:
11 - layer_range: [6, 12]
12 model: Fulcrum-AI/Ryze-Embed-3
13- sources:
14 - layer_range: [9, 15]
15 model: Fulcrum-AI/Ryze-Embed-3
16- sources:
17 - layer_range: [12, 18]
18 model: Fulcrum-AI/Ryze-Embed-3
19- sources:
20 - layer_range: [15, 21]
21 model: Fulcrum-AI/Ryze-Embed-3
22- sources:
23 - layer_range: [18, 24]
24 model: Fulcrum-AI/Ryze-Embed-3
25- sources:
26 - layer_range: [21, 27]
27 model: Fulcrum-AI/Ryze-Embed-3
28- sources:
29 - layer_range: [24, 30]
30 model: Fulcrum-AI/Ryze-Embed-3
31- sources:
32 - layer_range: [27, 33]
33 model: Fulcrum-AI/Ryze-Embed-3
34- sources:
35 - layer_range: [30, 36]
36 model: Fulcrum-AI/Ryze-Embed-3
37- sources:
38 - layer_range: [33, 39]
39 model: Fulcrum-AI/Ryze-Embed-3
40- sources:
41 - layer_range: [36, 42]
42 model: Fulcrum-AI/Ryze-Embed-3
43- sources:
44 - layer_range: [39, 45]
45 model: Fulcrum-AI/Ryze-Embed-3
46- sources:
47 - layer_range: [42, 48]
48 model: Fulcrum-AI/Ryze-Embed-3
49- sources:
50 - layer_range: [45, 51]
51 model: Fulcrum-AI/Ryze-Embed-3
52- sources:
53 - layer_range: [48, 52]
54 model: Fulcrum-AI/Ryze-Embed-3
