This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2- sources:
3 - layer_range: [0, 6]
4 model: Sakalti/SJT-0.5B
5- sources:
6 - layer_range: [3, 9]
7 model: Sakalti/SJT-0.5B
8- sources:
9 - layer_range: [6, 12]
10 model: Sakalti/SJT-0.5B
11- sources:
12 - layer_range: [9, 15]
13 model: Sakalti/SJT-0.5B
14- sources:
15 - layer_range: [12, 18]
16 model: Sakalti/SJT-0.5B
17- sources:
18 - layer_range: [15, 21]
19 model: Sakalti/SJT-0.5B
20- sources:
21 - layer_range: [18, 24]
22 model: Sakalti/SJT-0.5B
23dtype: float16
24merge_method: passthrough
