Views
No views yet
1models:
2 - model: TareksLab/Emerald-V2-LLaMa-70B
3 parameters:
4 weight: [0.1, 0.1, 0.1, 0.1, 0.2, 0.5]
5 density: 0.5
6 epsilon: 0.15
7 lambda: 1.1
8 - model: TareksLab/Carnelian-V2-LLaMa-70B
9 parameters:
10 weight: [0.1, 0.1, 0.1, 0.2, 0.4, 0.2]
11 density: 0.5
12 epsilon: 0.15
13 lambda: 1.1
14 - model: TareksLab/Ruby-V2-LLaMa-70B
15 parameters:
16 weight: [0.1, 0.1, 0.2, 0.4, 0.2, 0.1]
17 density: 0.5
18 epsilon: 0.15
19 lambda: 1.1
20 - model: TareksLab/Amethyst-V2-LLaMa-70B
21 parameters:
22 weight: [0.1, 0.2, 0.4, 0.2, 0.1, 0.1]
23 density: 0.5
24 epsilon: 0.15
25 lambda: 1.1
26 - model: TareksLab/Citrine-V2-LLaMa-70B
27 parameters:
28 weight: [0.2, 0.4, 0.2, 0.1, 0.1, 0.1]
29 density: 0.5
30 epsilon: 0.15
31 lambda: 1.1
32 - model: TareksLab/Sapphire-V2-LLaMa-70B
33 parameters:
34 weight: [0.5, 0.2, 0.1, 0.1, 0.1, 0.1]
35 density: 0.5
36 epsilon: 0.15
37 lambda: 1.1
38merge_method: della
39base_model: TareksLab/Emerald-V2-LLaMa-70B
40parameters:
41 normalize: false
42 int8_mask: true
43dtype: float32
44out_dtype: bfloat16
45chat_template: llama3
46tokenizer:
47 source: TareksLab/Ruby-V2-LLaMa-70B
48 pad_to_multiple_of: 8
49