This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2 - sources:
3 - model: Sakalti/SJT-0.5B
4 layer_range: [0, 12]
5 - sources:
6 - model: Sakalti/SJT-0.5B
7 layer_range: [6, 18]
8 - sources:
9 - model: Sakalti/SJT-0.5B
10 layer_range: [12, 24]
11 - model: Sakalti/SJT-0.5B
12 layer_range: [0, 12]
13 - sources:
14 - model: Sakalti/SJT-0.5B
15 layer_range: [6, 18]
16 - sources:
17 - model: Sakalti/SJT-0.5B
18 layer_range: [12, 24]
19merge_method: passthrough
20dtype: float16
