Views
No views yet
1base_model: Qwen/Qwen2.5-1.5B-Instruct
2chat_template: chatml
3dtype: bfloat16
4merge_method: dare_ties
5modules:
6 default:
7 slices:
8 - sources:
9 - layer_range: [0, 28]
10 model: Qwen/Qwen2.5-1.5B-Instruct
11 - layer_range: [0, 28]
12 model: anirvankrishna/model_sft_lora_fused
13 parameters:
14 density: 0.30000000000000004
15 weight: 1.0