1models:
2 - model: wanglab/mixtral_7b_dna_pretrain
3 # no parameters necessary for base model
4 - model: EstherXC/mixtral_7b_protein_pretrain
5 parameters:
6 density: 0.5
7 weight: 0.3
8merge_method: ties
9base_model: wanglab/mixtral_7b_dna_pretrain
10parameters:
11 normalize: true
12dtype: float16
13