1models:
2 - model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora
3 parameters:
4 weight: 1
5 density: 1.875 # Adjusted density to target a training loss of 0.3
6
7base_model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora
8merge_method: task_arithmetic
9parameters:
10 normalize: false
11
12dtype: bfloat16
13tokenizer_source: union
14