Views
No views yet
1merge_method: breadcrumbs_ties
2base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-7B
3parameters:
4 density: 0.15 # Retain top 15% (Trims bottom 85% SFT noise)
5 gamma: 0.99 # Trim the top 1% (Destroys extreme RL outliers)
6 weight: 1.0
7models:
8 - model: nvidia/AceReason-Nemotron-7B
9 - model: ./padded-maestro
10 - model: POLARIS-Project/Polaris-7B-Preview
11dtype: bfloat16
12