Views
No views yet
1name: Qwen2.5-14B-InstructMix
2merge_method: della
3base_model: arcee-ai/Virtuoso-Small
4tokenizer_source: arcee-ai/Virtuoso-Small
5parameters:
6 int8_mask: true
7 normalize: true
8 rescale: false
9 density: 0.08
10 weight: 0.50
11 epsilon: 0.03
12 lambda: 1.00
13models:
14 - model: arcee-ai/Virtuoso-Small
15 parameters:
16 density: 0.90
17 weight: 1.00
18 - model: rombodawg/Rombos-LLM-V2.6-Qwen-14b
19 parameters:
20 density: 0.20
21 weight: 0.70
22 - model: sthenno-com/miscii-14b-1028
23 parameters:
24 density: 0.15
25 weight: 0.60
26 - model: v000000/Qwen2.5-Lumen-14B
27 parameters:
28 density: 0.08
29 weight: 0.60
30dtype: bfloat16
31out_dtype: bfloat16
32