Views
No views yet
1
2merge_method: slerp
3base_model: tokyotech-llm/Llama-3-Swallow-8B-v0.1
4models:
5 - model: tokyotech-llm/Llama-3-Swallow-8B-v0.1
6 parameters:
7 density: 0.5
8 weight: 0.5
9 - model: NousResearch/Hermes-2-Pro-Llama-3-8B
10 parameters:
11 density: 0.5
12 weight: 0.5
13parameters:
14 t:
15 - filter: self_attn
16 value: [0, 0.5, 0.3, 0.7, 1]
17 - filter: mlp
18 value: [1, 0.5, 0.7, 0.3, 0]
19 - value: 0.5
20dtype: float16
21