This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
TIES merge method using
crestf411/L3.1-8B-sunfall-v0.6.1-dpo as a base.
1models:
2 # - model: meta-llama/Meta-Llama-3.1-8B-Instruct
3 - model: crestf411/L3.1-8B-sunfall-v0.6.1-dpo # Another RP Model trained on... stuff
4 parameters:
5 density: 0.4
6 weight: 0.3
7 - model: Hastagaras/Llama-3.1-Jamet-8B-MK.I # Another RP / Storytelling Model
8 parameters:
9 density: 0.5
10 weight: 0.3
11 # - model: maldv/badger-iota-llama-3-8b #Megamerge - Helps with General Knowledge
12 # parameters:
13 # density: 0.6
14 # weight: 0.5
15 - model: alexxi19/ft-v1
16 parameters:
17 density: 0.7
18 weight: 0.4
19merge_method: ties
20base_model: crestf411/L3.1-8B-sunfall-v0.6.1-dpo
21parameters:
22 int8_mask: true
23 rescale: true
24 normalize: false
25dtype: bfloat16
