Views
No views yet
1models:
2 - model: /home/a/Models/Raw/Qwen_Qwen2.5-32B
3 # No parameters necessary for base model
4 - model: /home/a/Models/Raw/EVA-UNIT-01_EVA-Qwen2.5-32B-v0.1
5 parameters:
6 weight: 0.7
7 density: 0.7
8 - model: /home/a/Models/Raw/EVA-UNIT-01_EVA-Qwen2.5-32B-v0.0
9 parameters:
10 weight: 0.11
11 density: 0.3
12 - model: /home/a/Models/Raw/Qwen_Qwen2.5-32B-Instruct
13 parameters:
14 weight: 0.19
15 density: 0.3
16merge_method: della
17#tokenizer_source: base
18base_model: /home/a/Models/Raw/Qwen_Qwen2.5-32B
19parameters:
20 int8_mask: true
21 epsilon: 0.15
22 lambda: 1
23dtype: bfloat16
24