1models:
2 - model: Jebadiah/Aria-7b-128k-v4
3 # No parameters necessary for base model
4 - model: NousResearch/Hermes-2-Pro-Mistral-7B
5 parameters:
6 density: 0.6
7 weight: 0.66
8merge_method: dare_ties
9base_model: Jebadiah/Aria-7b-128k-v4
10parameters:
11 int8_mask: true
12dtype: bfloat16
13