This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1
2 slices:
3 - sources:
4 - model: ssmits/Falcon2-5.5B-Romanian
5 layer_range: [0, 9]
6 - sources:
7 - model: ssmits/Falcon2-5.5B-Romanian
8 layer_range: [5, 14]
9 - sources:
10 - model: ssmits/Falcon2-5.5B-Romanian
11 layer_range: [10, 19]
12 - sources:
13 - model: ssmits/Falcon2-5.5B-Romanian
14 layer_range: [15, 24]
15 - sources:
16 - model: ssmits/Falcon2-5.5B-Romanian
17 layer_range: [20, 27]
18 - sources:
19 - model: ssmits/Falcon2-5.5B-Romanian
20 layer_range: [27, 27]
21 merge_method: passthrough
22 dtype: bfloat16
23
