1
2 models:
3 - model: meta-llama/Meta-Llama-3-8B-Instruct
4 - model: TsinghuaC3I/Llama-3-8B-UltraMedical
5 merge_method: slerp
6 base_model: meta-llama/Meta-Llama-3-8B-Instruct
7 parameters:
8 t:
9 - filter: self_attn
10 value: [0, 0.5, 0.3, 0.7, 1]
11 - filter: mlp
12 value: [1, 0.5, 0.7, 0.3, 0]
13 - value: 0.5 # fallback for rest of tensors
14 dtype: float16
15