1base_model: mistralai/Mistral-7B-v0.1
2models:
3 - model: EstherXC/mixtral_7b_protein_pretrain
4 parameters:
5 weight: 0.3
6 - model: wanglab/mixtral_7b_dna_pretrain #dnagpt/llama-dna
7 parameters:
8 weight: 0.3
9merge_method: task_arithmetic
10dtype: float16
11tokenizer_source: "base"