Views
No views yet
1merge_method: ties
2base_model: meta-llama/Meta-Llama-3-8B-Instruct
3models:
4 - model: defog/llama-3-sqlcoder-8b
5 parameters:
6 weight:
7 - filter: mlp
8 value: [0.25, 0.5, 0.5, 0.25]
9 - filter: self_attn
10 value: [0.25, 0.5, 0.5, 0]
11 - value: [0.25, 0.5, 0.5, 0.25]
12 density: 0.75
13 - model: meta-llama/Meta-Llama-3-8B-Instruct
14 parameters:
15 weight:
16 - filter: mlp
17 value: [0.75, 0.5, 0.5, 0.75]
18 - filter: self_attn
19 value: [0.75, 0.5, 0.5, 1]
20 - value: [0.75, 0.5, 0.5, 0.75]
21 density: 1.0
22parameters:
23 normalize: true
24 int8_mask: true
25dtype: bfloat16