slices:
- sources:
    - model: Nous-Hermes-2-Yi-34B
      layer_range: [0, 60]
    - model: SUS-Chat-34B
      layer_range: [0, 60]

merge_method: slerp
base_model: Yi-34B

parameters:
t:
  - filter: self_attn
    value: [0, 0.5, 0.3, 0.7, 1]
  - filter: mlp
    value: [1, 0.5, 0.7, 0.3, 0]
  - value: 0.5
tokenizer_source: union
dtype: bfloat16

LoneStriker/Nous-Hermes-2-SUS-Chat-34B-Slerp-4.65bpw-h6-exl2

Nous-Hermes-2-SUS-Chat-34B-Slerp

Yaml Config

LoneStriker/
Nous-Hermes-2-SUS-Chat-34B-Slerp-4.65bpw-h6-exl2