Views
No views yet
1slices:
2 - sources:
3 - model: vicgalle/Configurable-Llama-3.1-8B-Instruct
4 parameters:
5 weight: 1
6 layer_range: [0, 32]
7 - model: bunnycore/HyperLlama-3.1-8B
8 parameters:
9 weight: 0.9
10 layer_range: [0, 32]
11 - model: ValiantLabs/Llama3.1-8B-ShiningValiant2
12 parameters:
13 weight: 0.6
14 layer_range: [0, 32]
15merge_method: task_arithmetic
16base_model: bunnycore/HyperLlama-3.1-8B
17parameters:
18 t:
19 - filter: self_attn
20 value: [0, 0.5, 0.3, 0.7, 1]
21 - filter: mlp
22 value: [1, 0.5, 0.7, 0.3, 0]
23 - value: 0.5
24dtype: bfloat16
25
26