Views
No views yet
1models:
2 - model: Qwen/Qwen2.5-1.5B-Instruct
3 parameters:
4 weight: 0.5
5 - model: Qwen/Qwen2.5-Math-1.5B
6 parameters:
7 weight: 0.5
8merge_method: slerp
9base_model: Qwen/Qwen2.5-1.5B-Instruct
10tokenizer_source: base # इंस्ट्रक्ट मॉडल का टोकनाइज़र इस्तेमाल होगा
11parameters:
12 t:
13 - filter: self_attn
14 value: [0, 0.3, 0.5, 0.7, 1]
15 - filter: mlp
16 value: [1, 0.7, 0.5, 0.3, 0]
17 - value: 0.5
18dtype: bfloat16
19