Views
No views yet
1models:
2 - model: TareksLab/Emerald-V2-LLaMa-70B
3 parameters:
4 weight: [0.1, 0.1, 0.1, 0.2, 0.5]
5 density: 0.5
6 epsilon: 0.15
7 - model: TareksLab/Carnelian-V2-LLaMa-70B
8 parameters:
9 weight: [0.1, 0.1, 0.2, 0.4, 0.2]
10 density: 0.5
11 epsilon: 0.15
12 - model: TareksLab/Ruby-V2-LLaMa-70B
13 parameters:
14 weight: [0.1, 0.2, 0.4, 0.2, 0.1]
15 density: 0.5
16 epsilon: 0.15
17 - model: TareksLab/Amethyst-V2-LLaMa-70B
18 parameters:
19 weight: [0.2, 0.4, 0.2, 0.1, 0.1]
20 density: 0.5
21 epsilon: 0.15
22 - model: TareksLab/Citrine-V2-LLaMa-70B
23 parameters:
24 weight: [0.5, 0.2, 0.1, 0.1, 0.1]
25 density: 0.5
26 epsilon: 0.15
27merge_method: della
28base_model: TareksLab/Sapphire-V2-LLaMa-70B
29parameters:
30 lambda: 1.1
31 normalize: false
32 int8_mask: true
33dtype: float32
34out_dtype: bfloat16
35chat_template: llama3
36tokenizer:
37 source: TareksLab/Ruby-V2-LLaMa-70B
38 pad_to_multiple_of: 8
39