Views
No views yet
1models:
2 - model: TareksLab/Diamond-DL-V1-LLaMa-70B
3 parameters:
4 weight: [0.5, 0.2, 0.1, 0.1, 0.1, 0.1]
5 density: 0.7
6 epsilon: 0.20
7 - model: TareksLab/Citrine-MS-V3-LLaMa-70B
8 parameters:
9 weight: [0.2, 0.4, 0.2, 0.1, 0.1, 0.1]
10 density: 0.7
11 epsilon: 0.20
12 - model: TareksLab/Amethyst-SCE-V4-LLaMa-70B
13 parameters:
14 weight: [0.1, 0.2, 0.4, 0.2, 0.1, 0.1]
15 density: 0.7
16 epsilon: 0.20
17 - model: TareksLab/Ruby-D-V3-LLaMa-70B
18 parameters:
19 weight: [0.1, 0.1, 0.2, 0.4, 0.2, 0.1]
20 density: 0.7
21 epsilon: 0.20
22 - model: TareksLab/Carnelian-SCE-V4-LLaMa-70B
23 parameters:
24 weight: [0.1, 0.1, 0.1, 0.2, 0.4, 0.2]
25 density: 0.7
26 epsilon: 0.20
27 - model: TareksLab/Emerald-SCE-V3-LLaMa-70B
28 parameters:
29 weight: [0.1, 0.1, 0.1, 0.1, 0.2, 0.5]
30 density: 0.7
31 epsilon: 0.20
32merge_method: della_linear
33base_model: TareksLab/Sapphire-V3-LLaMa-70B
34parameters:
35 lambda: 1.1
36 normalize: false
37dtype: float32
38out_dtype: bfloat16
39chat_template: llama3
40tokenizer:
41 source: TareksLab/Ruby-D-V3-LLaMa-70B
42 pad_to_multiple_of: 8
43