Views
No views yet
1# Stage 3: Ties Merge (Optional - Targeted Fine-tuning)
2name: Qwen2.5-14B-Stage3
3merge_method: ties
4base_model: CultriX/MergeStage2
5tokenizer_source: base # Verify and update if needed
6dtype: bfloat16
7parameters:
8 normalize: true
9 rescale: false
10 int8_mask: true
11 density: 0.9 # Adjusted
12 weight: 1.0
13models:
14 - model: arcee-ai/Virtuoso-Small-v2 # IFEval focus
15 parameters:
16 density: 0.8 # Adjusted
17 weight: 0.7 # Adjusted
18 - model: CultriX/Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128 # IFEval LoRA
19 parameters:
20 density: 0.7 # Adjusted
21 weight: 0.5 # Adjusted