merge_method: slerp
base_model: edusc182/Gemma_2B
dtype: bfloat16

# Usamos la sintaxis de 'models' en lugar de 'slices' para manejar arquitecturas multimodales
models:
  - model: edusc182/Gemma_2B
  - model: RichardErkhov/suriya7_-_Gemma-2B-Finetuned-Python-Model-4bits

parameters:
  t:
    - filter: model.language_model.layers.*.self_attn
      value: [0, 0.5, 0.3, 0.7, 1]
    - filter: model.language_model.layers.*.mlp
      value: [1, 0.5, 0.7, 0.3, 0]
    - value: 0.5

edusc182/gemma2B-Web-Creator-SLERP

modelo_fusionado

Merge Details

Merge Method

Models Merged

Configuration

edusc182/
gemma2B-Web-Creator-SLERP