This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2 - sources:
3 - model: 152334H/miqu-1-70b-sf
4 layer_range: [0, 16]
5 - sources:
6 - model: 152334H/miqu-1-70b-sf
7 layer_range: [8, 24]
8 - sources:
9 - model: 152334H/miqu-1-70b-sf
10 layer_range: [17, 32]
11 - sources:
12 - model: 152334H/miqu-1-70b-sf
13 layer_range: [25, 40]
14 - sources:
15 - model: 152334H/miqu-1-70b-sf
16 layer_range: [33, 48]
17 - sources:
18 - model: 152334H/miqu-1-70b-sf
19 layer_range: [41, 56]
20 - sources:
21 - model: 152334H/miqu-1-70b-sf
22 layer_range: [49, 64]
23 - sources:
24 - model: 152334H/miqu-1-70b-sf
25 layer_range: [57, 72]
26 - sources:
27 - model: 152334H/miqu-1-70b-sf
28 layer_range: [65, 80]
29merge_method: passthrough
30dtype: bfloat16
