This is a merge of pre-trained language models created using
mergekit.
This model was merged using the SLERP merge method.
1slices:
2- sources:
3 - model: jaspionjader/Kosmos-EVAA-Franken-Immersive-v41-8B
4 layer_range:
5 - 0
6 - 32
7 - model: jaspionjader/kstc-2-8b
8 layer_range:
9 - 0
10 - 32
11merge_method: slerp
12base_model: jaspionjader/Kosmos-EVAA-Franken-Immersive-v41-8B
13parameters:
14 t:
15 - filter: self_attn
16 value:
17 - 0.16
18 - 0.63
19 - 0.75
20 - 0.58
21 - 0.14
22 - filter: mlp
23 value:
24 - 0.14
25 - 0.37
26 - 0.65
27 - 0.32
28 - 0.16
29 - value: 0.41
30dtype: bfloat16
