This is a merge of pre-trained language models created using
mergekit.
This model was merged using the SLERP merge method.
1
2slices:
3- sources:
4 - model: Sao10K/L3-8B-Stheno-v3.2
5 layer_range:
6 - 0
7 - 32
8 - model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
9 layer_range:
10 - 0
11 - 32
12merge_method: slerp
13base_model: Sao10K/L3-8B-Stheno-v3.2
14parameters:
15 t:
16 - filter: self_attn
17 value:
18 - 0
19 - 0.5
20 - 0.3
21 - 0.7
22 - 1
23 - filter: mlp
24 value:
25 - 1
26 - 0.5
27 - 0.7
28 - 0.3
29 - 0
30 - value: 0.5
31dtype: float16
32
