1models:
2 - model: mistralai/Mistral-7B-Instruct-v0.2
3 - model: TURKCELL/Turkcell-LLM-7b-v1
4 parameters:
5 density: 0.7
6 weight: 0.4
7 - model: Trendyol/Trendyol-LLM-7b-chat-dpo-v1.0
8 parameters:
9 density: 0.7
10 weight: 0.4
11merge_method: dare_ties
12base_model: mistralai/Mistral-7B-Instruct-v0.2
13parameters:
14 int8_mask: true
15dtype: bfloat16