base_model: EleutherAI/pythia-70m-deduped
dtype: bfloat16
merge_method: linear
modules:
  default:
    slices:
    - sources:
      - layer_range: [0, 6]
        model: EleutherAI/pythia-70m-deduped
        parameters:
          weight: 0.2222532033920288
      - layer_range: [0, 6]
        model: EleutherAI/pythia-70m-deduped
        parameters:
          weight: 0.19514232873916626
tokenizer_source: base

nthangelane/nk_gaevolve-01febpythia

final_model

Merge Details

Merge Method

Models Merged

Configuration

nthangelane/
nk_gaevolve-01febpythia