Views
No views yet
1base_model: Skywork/Skywork-o1-Open-Llama-3.1-8B
2dtype: bfloat16
3merge_method: slerp
4name: strawberry-patch
5parameters:
6 t:
7 - value: 0.5
8slices:
9- sources:
10 - layer_range: [0, 32]
11 model: Skywork/Skywork-o1-Open-Llama-3.1-8B
12 - layer_range: [0, 32]
13 model: FreedomIntelligence/HuatuoGPT-o1-8B
14---
15base_model: unsloth/Meta-Llama-3.1-8B-Instruct
16dtype: bfloat16
17merge_method: dare_ties
18parameters:
19 int8_mask: 1.0
20 normalize: 1.0
21 random_seed: 145.0
22slices:
23- sources:
24 - layer_range: [0, 32]
25 model: unsloth/Llama-3.1-Storm-8B
26 parameters:
27 density: 0.94
28 weight: 0.35
29 - layer_range: [0, 32]
30 model: arcee-ai/Llama-3.1-SuperNova-Lite
31 parameters:
32 density: 0.92
33 weight: 0.26
34 - layer_range: [0, 32]
35 model: VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct
36 parameters:
37 density: 0.91
38 weight:
39 - filter: layers.20.
40 value: 0.0
41 - filter: layers.21.
42 value: 0.0
43 - filter: layers.22.
44 value: 0.0
45 - filter: layers.23.
46 value: 0.0
47 - filter: layers.24.
48 value: 0.0
49 - filter: layers.25.
50 value: 0.0
51 - filter: layers.26.
52 value: 0.0
53 - filter: layers.27.
54 value: 0.0
55 - value: 0.2
56 - layer_range: [0, 32]
57 model: strawberry-patch
58 parameters:
59 density: 0.92
60 weight:
61 - filter: layers.20.
62 value: 0.2
63 - filter: layers.21.
64 value: 0.2
65 - filter: layers.22.
66 value: 0.2
67 - filter: layers.23.
68 value: 0.2
69 - filter: layers.24.
70 value: 0.2
71 - filter: layers.25.
72 value: 0.2
73 - filter: layers.26.
74 value: 0.2
75 - filter: layers.27.
76 value: 0.2
77 - value: 0.0
78 - layer_range: [0, 32]
79 model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2
80 parameters:
81 density: 0.93
82 weight: 0.19
83 - layer_range: [0, 32]
84 model: unsloth/Meta-Llama-3.1-8B-Instruct
85tokenizer:
86 tokens:
87 <|begin_of_text|>:
88 force: true
89 source: unsloth/Meta-Llama-3.1-8B-Instruct
90 <|eot_id|>:
91 force: true
92 source: unsloth/Meta-Llama-3.1-8B-Instruct
93 <|finetune_right_pad_id|>:
94 force: true
95 source: unsloth/Meta-Llama-3.1-8B-Instruct| Metric | Value (%) |
|---|---|
| Average | 26.57 |
| IFEval (0-Shot) | 65.44 |
| BBH (3-Shot) | 32.22 |
| MATH Lvl 5 (4-Shot) | 11.93 |
| GPQA (0-shot) | 7.72 |
| MuSR (0-shot) | 9.84 |
| MMLU-PRO (5-shot) | 32.25 |