This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
TIES merge method using
irusl/05Ir-4 as a base.
1models:
2 - model: irusl/05Ir-4
3 parameters:
4 density: [1, 0.7, 0.1] # density gradient
5 weight: 1.0
6 - model: starnet/19star03
7 parameters:
8 density: 0.5
9 weight: [0, 0.3, 0.7, 1] # weight gradient
10 - model: starnet/15star03
11 parameters:
12 density: 0.33
13 weight:
14 - filter: mlp
15 value: 0.5
16 - value: 0
17 - model: aks1s/13Aks-18
18 parameters:
19 density: 0.33
20 weight:
21 - filter: mlp
22 value: 0.5
23 - value: 0
24 - model: OwOpeepeepoopoo/ZZZZZsubmission7
25 parameters:
26 density: 0.33
27 weight:
28 - filter: mlp
29 value: 0.5
30 - value: 0
31 - model: OwOpeepeepoopoo/ZZZZZsubmission5
32 parameters:
33 density: 0.33
34 weight:
35 - filter: mlp
36 value: 0.5
37 - value: 0
38merge_method: ties
39base_model: irusl/05Ir-4
40parameters:
41 normalize: true
42 int8_mask: true
43dtype: float16
44
