merge_method: della_linear
base_model: google/gemma-4-31B-it
dtype: bfloat16
parameters:
  lambda: 1.0
  normalize: false
  rescale: false
  density: 1.0
models:
  - model: ApocalypseParty/G4-31B-SFT-Diversity-1-5ep
    parameters:
      weight:
        - filter: vision_tower
          value: 0.0
        - filter: embed_vision
          value: 0.0
        - filter: mlp.
          value: 1.0
        - filter: self_attn
          value: 0.35
        - value: 0.0

ApocalypseParty/G4-31B-configQC

G4-31B-configQC

Merge Details

Merge Method

Models Merged

Configuration

ApocalypseParty/
G4-31B-configQC