You can deploy this model and start earning money today!

virtuous7373/
random-gemma-4-merges

Name: random-gemma-4-merges
Availability: InStock

Views

No views yet

This repository contains multiple merge configs and their ggufs using mergekit.

Sharing is caring! Here's some code for other various methods here: merge_methods

Random configs begin here.

Della

yaml

name: step1
merge_method: della
base_model: /mnt/llms/gemma-4-31B-base
models:
- model: /mnt/llms/gemma-4-31B-base
- model: /mnt/llms/Fabled-Gemma4-31B # https://huggingface.co/Lambent/Fabled-Gemma4-31B
  parameters:
    weight:
    - filter: layers.0.self_attn
      value: 0.515
    - filter: layers.0.mlp
      value: 0.552
    - filter: layers.1.self_attn
      value: 0.496
    - filter: layers.1.mlp
      value: 0.439
    - filter: layers.2.self_attn
      value: 0.449
    - filter: layers.2.mlp
      value: 0.364
    - filter: layers.3.self_attn
      value: 0.456
    - filter: layers.3.mlp
      value: 0.365
    - filter: layers.4.self_attn
      value: 0.516
    - filter: layers.4.mlp
      value: 0.365
    - filter: layers.5.self_attn
      value: 0.441
    - filter: layers.5.mlp
      value: 0.371
    - filter: layers.6.self_attn
      value: 0.485
    - filter: layers.6.mlp
      value: 0.37
    - filter: layers.7.self_attn
      value: 0.458
    - filter: layers.7.mlp
      value: 0.377
    - filter: layers.8.self_attn
      value: 0.49
    - filter: layers.8.mlp
      value: 0.379
    - filter: layers.9.self_attn
      value: 0.467
    - filter: layers.9.mlp
      value: 0.374
    - filter: layers.10.self_attn
      value: 0.493
    - filter: layers.10.mlp
      value: 0.369
    - filter: layers.11.self_attn
      value: 0.445
    - filter: layers.11.mlp
      value: 0.379
    - filter: layers.12.self_attn
      value: 0.455
    - filter: layers.12.mlp
      value: 0.381
    - filter: layers.13.self_attn
      value: 0.506
    - filter: layers.13.mlp
      value: 0.372
    - filter: layers.14.self_attn
      value: 0.503
    - filter: layers.14.mlp
      value: 0.373
    - filter: layers.15.self_attn
      value: 0.483
    - filter: layers.15.mlp
      value: 0.379
    - filter: layers.16.self_attn
      value: 0.529
    - filter: layers.16.mlp
      value: 0.375
    - filter: layers.17.self_attn
      value: 0.479
    - filter: layers.17.mlp
      value: 0.386
    - filter: layers.18.self_attn
      value: 0.539
    - filter: layers.18.mlp
      value: 0.37
    - filter: layers.19.self_attn
      value: 0.496
    - filter: layers.19.mlp
      value: 0.376
    - filter: layers.20.self_attn
      value: 0.5
    - filter: layers.20.mlp
      value: 0.378
    - filter: layers.21.self_attn
      value: 0.633
    - filter: layers.21.mlp
      value: 0.539
    - filter: layers.22.self_attn
      value: 0.643
    - filter: layers.22.mlp
      value: 0.585
    - filter: layers.23.self_attn
      value: 0.619
    - filter: layers.23.mlp
      value: 0.642
    - filter: layers.24.self_attn
      value: 0.644
    - filter: layers.24.mlp
      value: 0.601
    - filter: layers.25.self_attn
      value: 0.642
    - filter: layers.25.mlp
      value: 0.593
    - filter: layers.26.self_attn
      value: 0.633
    - filter: layers.26.mlp
      value: 0.604
    - filter: layers.27.self_attn
      value: 0.655
    - filter: layers.27.mlp
      value: 0.616
    - filter: layers.28.self_attn
      value: 0.648
    - filter: layers.28.mlp
      value: 0.656
    - filter: layers.29.self_attn
      value: 0.632
    - filter: layers.29.mlp
      value: 0.548
    - filter: layers.30.self_attn
      value: 0.63
    - filter: layers.30.mlp
      value: 0.558
    - filter: layers.31.self_attn
      value: 0.635
    - filter: layers.31.mlp
      value: 0.565
    - filter: layers.32.self_attn
      value: 0.624
    - filter: layers.32.mlp
      value: 0.575
    - filter: layers.33.self_attn
      value: 0.673
    - filter: layers.33.mlp
      value: 0.577
    - filter: layers.34.self_attn
      value: 0.668
    - filter: layers.34.mlp
      value: 0.576
    - filter: layers.35.self_attn
      value: 0.613
    - filter: layers.35.mlp
      value: 0.587
    - filter: layers.36.self_attn
      value: 0.741
    - filter: layers.36.mlp
      value: 0.496
    - filter: layers.37.self_attn
      value: 0.743
    - filter: layers.37.mlp
      value: 0.489
    - filter: layers.38.self_attn
      value: 0.706
    - filter: layers.38.mlp
      value: 0.49
    - filter: layers.39.self_attn
      value: 0.733
    - filter: layers.39.mlp
      value: 0.538
    - filter: layers.40.self_attn
      value: 0.692
    - filter: layers.40.mlp
      value: 0.642
    - filter: layers.41.self_attn
      value: 0.676
    - filter: layers.41.mlp
      value: 0.559
    - filter: layers.42.self_attn
      value: 0.742
    - filter: layers.42.mlp
      value: 0.517
    - filter: layers.43.self_attn
      value: 0.737
    - filter: layers.43.mlp
      value: 0.488
    - filter: layers.44.self_attn
      value: 0.703
    - filter: layers.44.mlp
      value: 0.492
    - filter: layers.45.self_attn
      value: 0.742
    - filter: layers.45.mlp
      value: 0.492
    - filter: layers.46.self_attn
      value: 0.707
    - filter: layers.46.mlp
      value: 0.499
    - filter: layers.47.self_attn
      value: 0.67
    - filter: layers.47.mlp
      value: 0.493
    - filter: layers.48.self_attn
      value: 0.752
    - filter: layers.48.mlp
      value: 0.487
    - filter: layers.49.self_attn
      value: 0.741
    - filter: layers.49.mlp
      value: 0.514
    - filter: layers.50.self_attn
      value: 0.726
    - filter: layers.50.mlp
      value: 0.503
    - filter: layers.51.self_attn
      value: 0.562
    - filter: layers.51.mlp
      value: 0.443
    - filter: layers.52.self_attn
      value: 0.554
    - filter: layers.52.mlp
      value: 0.776
    - filter: layers.53.self_attn
      value: 0.761
    - filter: layers.53.mlp
      value: 0.506
    - filter: layers.54.self_attn
      value: 0.55
    - filter: layers.54.mlp
      value: 0.429
    - filter: layers.55.self_attn
      value: 0.553
    - filter: layers.55.mlp
      value: 0.445
    - filter: layers.56.self_attn
      value: 0.575
    - filter: layers.56.mlp
      value: 0.494
    - filter: layers.57.self_attn
      value: 0.542
    - filter: layers.57.mlp
      value: 0.427
    - filter: layers.58.self_attn
      value: 0.534
    - filter: layers.58.mlp
      value: 0.534
    - filter: layers.59.self_attn
      value: 0.554
    - filter: layers.59.mlp
      value: 0.59
    - filter: self_attn
      value: 0.45
    - filter: mlp
      value: 0.45
    - value: 0.4
    density: 0.85
    epsilon: 0.1
- model: /mnt/llms/Gemma4-GarnetV2-31B
  parameters:
    weight:
    - filter: layers.0.self_attn
      value: 0.514
    - filter: layers.0.mlp
      value: 0.552
    - filter: layers.1.self_attn
      value: 0.495
    - filter: layers.1.mlp
      value: 0.439
    - filter: layers.2.self_attn
      value: 0.447
    - filter: layers.2.mlp
      value: 0.364
    - filter: layers.3.self_attn
      value: 0.454
    - filter: layers.3.mlp
      value: 0.365
    - filter: layers.4.self_attn
      value: 0.516
    - filter: layers.4.mlp
      value: 0.365
    - filter: layers.5.self_attn
      value: 0.44
    - filter: layers.5.mlp
      value: 0.371
    - filter: layers.6.self_attn
      value: 0.484
    - filter: layers.6.mlp
      value: 0.37
    - filter: layers.7.self_attn
      value: 0.456
    - filter: layers.7.mlp
      value: 0.377
    - filter: layers.8.self_attn
      value: 0.489
    - filter: layers.8.mlp
      value: 0.378
    - filter: layers.9.self_attn
      value: 0.465
    - filter: layers.9.mlp
      value: 0.374
    - filter: layers.10.self_attn
      value: 0.492
    - filter: layers.10.mlp
      value: 0.369
    - filter: layers.11.self_attn
      value: 0.444
    - filter: layers.11.mlp
      value: 0.379
    - filter: layers.12.self_attn
      value: 0.452
    - filter: layers.12.mlp
      value: 0.381
    - filter: layers.13.self_attn
      value: 0.505
    - filter: layers.13.mlp
      value: 0.372
    - filter: layers.14.self_attn
      value: 0.502
    - filter: layers.14.mlp
      value: 0.373
    - filter: layers.15.self_attn
      value: 0.481
    - filter: layers.15.mlp
      value: 0.379
    - filter: layers.16.self_attn
      value: 0.528
    - filter: layers.16.mlp
      value: 0.375
    - filter: layers.17.self_attn
      value: 0.479
    - filter: layers.17.mlp
      value: 0.386
    - filter: layers.18.self_attn
      value: 0.538
    - filter: layers.18.mlp
      value: 0.37
    - filter: layers.19.self_attn
      value: 0.495
    - filter: layers.19.mlp
      value: 0.376
    - filter: layers.20.self_attn
      value: 0.499
    - filter: layers.20.mlp
      value: 0.378
    - filter: layers.21.self_attn
      value: 0.633
    - filter: layers.21.mlp
      value: 0.539
    - filter: layers.22.self_attn
      value: 0.643
    - filter: layers.22.mlp
      value: 0.585
    - filter: layers.23.self_attn
      value: 0.619
    - filter: layers.23.mlp
      value: 0.642
    - filter: layers.24.self_attn
      value: 0.644
    - filter: layers.24.mlp
      value: 0.601
    - filter: layers.25.self_attn
      value: 0.642
    - filter: layers.25.mlp
      value: 0.593
    - filter: layers.26.self_attn
      value: 0.633
    - filter: layers.26.mlp
      value: 0.604
    - filter: layers.27.self_attn
      value: 0.655
    - filter: layers.27.mlp
      value: 0.616
    - filter: layers.28.self_attn
      value: 0.647
    - filter: layers.28.mlp
      value: 0.657
    - filter: layers.29.self_attn
      value: 0.632
    - filter: layers.29.mlp
      value: 0.548
    - filter: layers.30.self_attn
      value: 0.629
    - filter: layers.30.mlp
      value: 0.558
    - filter: layers.31.self_attn
      value: 0.634
    - filter: layers.31.mlp
      value: 0.565
    - filter: layers.32.self_attn
      value: 0.624
    - filter: layers.32.mlp
      value: 0.575
    - filter: layers.33.self_attn
      value: 0.673
    - filter: layers.33.mlp
      value: 0.577
    - filter: layers.34.self_attn
      value: 0.667
    - filter: layers.34.mlp
      value: 0.576
    - filter: layers.35.self_attn
      value: 0.613
    - filter: layers.35.mlp
      value: 0.587
    - filter: layers.36.self_attn
      value: 0.741
    - filter: layers.36.mlp
      value: 0.496
    - filter: layers.37.self_attn
      value: 0.743
    - filter: layers.37.mlp
      value: 0.488
    - filter: layers.38.self_attn
      value: 0.706
    - filter: layers.38.mlp
      value: 0.49
    - filter: layers.39.self_attn
      value: 0.733
    - filter: layers.39.mlp
      value: 0.538
    - filter: layers.40.self_attn
      value: 0.692
    - filter: layers.40.mlp
      value: 0.642
    - filter: layers.41.self_attn
      value: 0.675
    - filter: layers.41.mlp
      value: 0.559
    - filter: layers.42.self_attn
      value: 0.741
    - filter: layers.42.mlp
      value: 0.517
    - filter: layers.43.self_attn
      value: 0.737
    - filter: layers.43.mlp
      value: 0.488
    - filter: layers.44.self_attn
      value: 0.703
    - filter: layers.44.mlp
      value: 0.492
    - filter: layers.45.self_attn
      value: 0.742
    - filter: layers.45.mlp
      value: 0.492
    - filter: layers.46.self_attn
      value: 0.706
    - filter: layers.46.mlp
      value: 0.499
    - filter: layers.47.self_attn
      value: 0.67
    - filter: layers.47.mlp
      value: 0.493
    - filter: layers.48.self_attn
      value: 0.752
    - filter: layers.48.mlp
      value: 0.487
    - filter: layers.49.self_attn
      value: 0.741
    - filter: layers.49.mlp
      value: 0.514
    - filter: layers.50.self_attn
      value: 0.726
    - filter: layers.50.mlp
      value: 0.503
    - filter: layers.51.self_attn
      value: 0.562
    - filter: layers.51.mlp
      value: 0.443
    - filter: layers.52.self_attn
      value: 0.554
    - filter: layers.52.mlp
      value: 0.776
    - filter: layers.53.self_attn
      value: 0.762
    - filter: layers.53.mlp
      value: 0.506
    - filter: layers.54.self_attn
      value: 0.55
    - filter: layers.54.mlp
      value: 0.429
    - filter: layers.55.self_attn
      value: 0.552
    - filter: layers.55.mlp
      value: 0.445
    - filter: layers.56.self_attn
      value: 0.574
    - filter: layers.56.mlp
      value: 0.494
    - filter: layers.57.self_attn
      value: 0.542
    - filter: layers.57.mlp
      value: 0.427
    - filter: layers.58.self_attn
      value: 0.534
    - filter: layers.58.mlp
      value: 0.535
    - filter: layers.59.self_attn
      value: 0.554
    - filter: layers.59.mlp
      value: 0.59
    - filter: self_attn
      value: 0.45
    - filter: mlp
      value: 0.45
    - value: 0.4
    density: 0.85
    epsilon: 0.1
parameters:
  normalize: false
  lambda: 1.0
tokenizer:
  source: union
dtype: float32
out_dtype: bfloat16

Multi-merge

yaml

name: clever-basename

merge_method: nullspace
base_model: ./gemma-4-31B-base

models:
  - model: ./Gemma4-GarnetV2-31B
    parameters:
      weight: 1.0

parameters:
  protect_base: true
  nr: 256

tokenizer:
  source: base
chat_template: auto

dtype: float32
out_dtype: bfloat16
---
name: clever-intname
merge_method: cabs

base_model: ./clever-basename

models:
  - model: ./clever-basename

  - model: ./G4-MeroMero-31B-uncensored-heretic
    parameters:
      weight: 0.6
      n_val: 16
      m_val: 32
  - model: ./Gemma-4-Gembrain-31B-heretic
    parameters:
      weight: 0.4
      n_val: 11
      m_val: 33

default_n_val: 8
default_m_val: 32

pruning_order:
  - ./G4-MeroMero-31B-uncensored-heretic
  - ./Gemma-4-Gembrain-31B-heretic

dtype: float32
out_dtype: bfloat16

tokenizer:
  source: union
  
chat_template: auto  
---
name: the-most-clevername

merge_method: actmat

base_model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic

models:
  - model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic
  - model: ./LatitudeGames-Equinox-31B
    parameters:
      weight: 1
  - model: ./clever-intname
    parameters:
      weight: 1
  - model: ./Fabled-Gemma4-31B
    parameters:
      weight: 1

parameters:
  epsilon: 1e-6
      
tokenizer:
  source: "union"   

dtype: bfloat16
out_dtype: bfloat16  

chat_template: auto

virtuous7373/random-gemma-4-merges

virtuous7373/
random-gemma-4-merges