Views
No views yet
1merge_method: sce
2base_model: Qwen/Qwen2.5-32B # Pivot model (zero weight)
3dtype: bfloat16
4parameters:
5 select_topk: 1.0
6models:
7 # Pivot model (explicitly zero-weighted)
8 - model: Qwen/Qwen2.5-32B
9 parameters:
10 weight: 0.0 # Zero contribution to merged weights
11 # sparsity: 0.0 # Optional: enforce sparsity if needed
12 # Target models with assigned weights
13 - model: Qwen/QwQ-32B
14 parameters:
15 weight: 0.85 # Dominant contributor
16 - model: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
17 parameters:
18 weight: 0.05 # Minimal contribution
19 - model: NovaSky-AI/Sky-T1-32B-Flash
20 parameters:
21 weight: 0.10 # Moderate contribution
22