1base_model: WizardLM/WizardMath-7B-V1.1 # Switch base to model with larger vocab
2merge_method: slerp
3dtype: bfloat16
4models:
5 - model: Teknium/OpenHermes-2.5-Mistral-7B
6 - model: WizardLM/WizardMath-7B-V1.1
7parameters:
8 t: [0, 0.5, 1, 0.5, 0]