This is a merge of pre-trained language models created using
mergekit.
This model was merged using the passthrough merge method.
1slices:
2- sources:
3 - layer_range: [0, 20]
4 model: davidkim205/Rhea-72b-v0.5
5- sources:
6 - layer_range: [10, 30]
7 model: davidkim205/Rhea-72b-v0.5
8- sources:
9 - layer_range: [20, 40]
10 model: davidkim205/Rhea-72b-v0.5
11- sources:
12 - layer_range: [30, 50]
13 model: davidkim205/Rhea-72b-v0.5
14- sources:
15 - layer_range: [40, 60]
16 model: davidkim205/Rhea-72b-v0.5
17- sources:
18 - layer_range: [50, 70]
19 model: davidkim205/Rhea-72b-v0.5
20- sources:
21 - layer_range: [60, 80]
22 model: davidkim205/Rhea-72b-v0.5
23merge_method: passthrough
24dtype: bfloat16
25
