This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2 - sources:
3 - model: Sakalti/SJT-0.5B
4 layer_range: [0, 8]
5 - sources:
6 - model: Sakalti/SJT-0.5B
7 layer_range: [4, 12]
8 - sources:
9 - model: Sakalti/SJT-0.5B
10 layer_range: [8, 16]
11 - sources:
12 - model: Sakalti/SJT-0.5B
13 layer_range: [12, 20]
14 - sources:
15 - model: Sakalti/SJT-0.5B
16 layer_range: [16, 24]
17merge_method: passthrough
18dtype: bfloat16
