Views
No views yet
1name: Q2.5-DeepSeek-R1-DeepThink-test1
2const_tag: &scale_factor 0.7071067812 # 1/sqrt(2) scaling for stability
3
4attenuate-env: &attenuated_env
5 parameters:
6 scale:
7 - filter: q_proj
8 value: *scale_factor
9 - filter: k_proj
10 value: *scale_factor
11 - value: 1.0
12
13slices:
14 - sources:
15 - model: huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2
16 layer_range: [0, 8] # Retaining foundational knowledge and language structure.
17
18 - sources:
19 - model: huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2
20 layer_range: [9, 19] # Full-strength duplication of mid-range reasoning layers.
21
22 - sources:
23 - model: huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2
24 layer_range: [10, 19] # Targeted reinforcement, slightly attenuated to avoid over-dominance.
25 <<: *attenuated_env
26
27 - sources:
28 - model: huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2
29 layer_range: [20, 28] # Keeping higher-level abstract processing untouched for stability.
30
31merge_method: passthrough
32dtype: bfloat16
33normalize: true
34int8_mask: true
35