Views
No views yet
1base_model: Qwen/Qwen2.5-7B
2chat_template: auto
3dtype: bfloat16
4merge_method: slerp
5models:
6- model: Qwen/Qwen2-7B
7- model: Qwen/Qwen2.5-7B
8parameters:
9 t:
10 - filter: self_attn
11 value:
12 - 0
13 - 0.5
14 - 0.3
15 - 0.7
16 - 1
17 - filter: mlp
18 value:
19 - 1
20 - 0.5
21 - 0.7
22 - 0.3
23 - 0
24 - value: 0.5
25