This is a merge of pre-trained language models created using
mergekit.
This model was merged using the Passthrough merge method.
1
2merge_method: passthrough
3dtype: bfloat16
4tokenizer_source: powermove72/LLama-4b-amt-v0.5.2
5
6#base_model: huihui-ai/Hermes-3-Llama-3.2-3B-abliterated
7
8slices:
9 - sources:
10 - model: powermove72/LLama-4b-amt-v0.5
11 layer_range: [0, 16]
12 parameters:
13 weight: 0.6
14
15 - sources:
16 - model: powermove72/LLama-4b-amt-v0.5.1
17 layer_range: [8, 28]
18 parameters:
19 weight: 0.4
20
21 - sources:
22 - model: merge
23 layer_range: [20, 36]
24 parameters:
25 weight: 0.6
26
27
