This is a merge of pre-trained language models created using
mergekit.
This model was merged using the SLERP merge method.
1
2slices:
3 - sources:
4 - model: Undi95/Utopia-13B
5 layer_range: [0, 20] # Intervallo ridotto
6 - sources:
7 - model: Sao10K/Fimbulvetr-11B-v2
8 layer_range: [20, 39] # Usa solo i layer superiori
9
10base_model:
11 model: Sao10K/Fimbulvetr-11B-v2
12
13merge_method: slerp
14dtype: float16
15
16parameters:
17 t: [0, 0.2, 0.4, 0.5, 0.4, 0.2, 0]
18 temp: 1.5
19
20density:
21 - threshold: 0.1
22 t: 0.7
23 - threshold: 0.5
24 t: 0.5
25 - threshold: 0.9
26 t: 0.3
