1models:
2 - model: meta-llama/Meta-Llama-3-70B-Instruct
3 - model: bosonai/Higgs-Llama-3-70B
4merge_method: slerp
5base_model: meta-llama/Meta-Llama-3-70B-Instruct
6dtype: bfloat16
7parameters:
8 t: [0.3, 0.5, 0.75, 0.5, 0.3] # V shaped curve: Hermes for input & output, WizardMath in the middle layers