Views
No views yet
1base_model: /root/LLM/NQLSG-Qwen2.5-14B-Base
2chat_template: auto
3dtype: bfloat16
4merge_method: sce
5parameters:
6 int8_mask: 1.0
7slices:
8- sources:
9 - layer_range: [0, 48]
10 model: /root/LLM/NQLSG-Qwen2.5-14B-Base
11 - layer_range: [0, 48]
12 model: /root/LLM/NQLSG-Qwen2.5-14B-Base2
13 - layer_range: [0, 48]
14 model: /root/LLM/NQLSG-Qwen2.5-14B-Base3
15 - layer_range: [0, 48]
16 model: /root/LLM/NQLSG-Qwen2.5-14B-Base4
17 - layer_range: [0, 48]
18 model: /root/LLM/NQLSG-Qwen2.5-14B-Base5
19 - layer_range: [0, 48]
20 model: /root/LLM/NQLSG-Qwen2.5-14B-Base6
21tokenizer: {}