This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
TIES merge method using
tensorplex-labs/pretraining-sn9-7B-1 as a base.
1
2models:
3 - model: tensorplex-labs/pretraining-sn9-7B-1
4 # no parameters necessary for base model
5 - model: tensorplex-labs/pretraining-sn9-7B-1
6 parameters:
7 density: 0.5
8 weight: 0.7
9 - model: tensorplex-labs/pretraining-sn9-7B-5
10 parameters:
11 density: 0.5
12 weight: 0.3
13merge_method: ties
14base_model: tensorplex-labs/pretraining-sn9-7B-1
15parameters:
16 normalize: true
17dtype: bfloat16
18
