base_model: RoyJoy/llama-jan16
dtype: bfloat16
merge_method: dare_ties
parameters:
  int8_mask: 1.0
  normalize: 1.0
slices:
- sources:
  - layer_range: [0, 2]
    model: luaqi/llama_01141
    parameters:
      density: 0.80132230905465
      weight: 0.5156040503633423
  - layer_range: [0, 2]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.7305853478142187
      weight: 0.4900259444152612
- sources:
  - layer_range: [2, 4]
    model: luaqi/llama_01141
    parameters:
      density: 0.9959849417946274
      weight: 0.4935053339003853
  - layer_range: [2, 4]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.6434777846904918
- sources:
  - layer_range: [4, 6]
    model: luaqi/llama_01141
    parameters:
      density: 0.8820102049628935
      weight: 0.4592773298535355
  - layer_range: [4, 6]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.2473503904029134
- sources:
  - layer_range: [6, 8]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.6272553555561118
  - layer_range: [6, 8]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.3126549096809218
- sources:
  - layer_range: [8, 10]
    model: luaqi/llama_01141
    parameters:
      density: 0.8945645995461611
      weight: 0.025688483340186963
  - layer_range: [8, 10]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.676931238540708
- sources:
  - layer_range: [10, 12]
    model: luaqi/llama_01141
    parameters:
      density: 0.7499329578166876
      weight: 0.7041933736981529
  - layer_range: [10, 12]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.2879424700346419
- sources:
  - layer_range: [12, 14]
    model: luaqi/llama_01141
    parameters:
      density: 0.7939645076809438
      weight: 0.4917577598559142
  - layer_range: [12, 14]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.9346638405834589
      weight: 0.7196552241351568
- sources:
  - layer_range: [14, 16]
    model: luaqi/llama_01141
    parameters:
      density: 0.9460935081145058
      weight: 0.38625951885953885
  - layer_range: [14, 16]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.8491858318279286
      weight: 0.6812700230841618
- sources:
  - layer_range: [16, 18]
    model: luaqi/llama_01141
    parameters:
      density: 0.9342716935431186
      weight: 0.7443030097674112
  - layer_range: [16, 18]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.4297658787003877
- sources:
  - layer_range: [18, 20]
    model: luaqi/llama_01141
    parameters:
      density: 0.991456974423003
      weight: 0.6165596712622954
  - layer_range: [18, 20]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.21551494696724227
- sources:
  - layer_range: [20, 22]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.7938903034741167
  - layer_range: [20, 22]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.96084465514907
      weight: 0.3547934188336879
- sources:
  - layer_range: [22, 24]
    model: luaqi/llama_01141
    parameters:
      density: 0.8941032684769739
      weight: 0.42052205795346986
  - layer_range: [22, 24]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.43766877537147286
- sources:
  - layer_range: [24, 26]
    model: luaqi/llama_01141
    parameters:
      density: 0.739514586581195
      weight: 0.6633761161111356
  - layer_range: [24, 26]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.5576827748679921
- sources:
  - layer_range: [26, 28]
    model: luaqi/llama_01141
    parameters:
      density: 0.9511341060386359
      weight: 0.5780765656395811
  - layer_range: [26, 28]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.5044332883010294
- sources:
  - layer_range: [28, 30]
    model: luaqi/llama_01141
    parameters:
      density: 0.9712109460303325
      weight: 0.42729557784360334
  - layer_range: [28, 30]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.9389874886985818
      weight: 0.23525089621399234
- sources:
  - layer_range: [30, 32]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.25918303210773186
  - layer_range: [30, 32]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.7480325685611101
      weight: 0.5990403647462345
- sources:
  - layer_range: [32, 34]
    model: luaqi/llama_01141
    parameters:
      density: 0.8219199853632673
      weight: 0.6108217287705636
  - layer_range: [32, 34]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.6256419066979919
- sources:
  - layer_range: [34, 36]
    model: luaqi/llama_01141
    parameters:
      density: 0.8907443441325752
      weight: 0.5750242696471679
  - layer_range: [34, 36]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.8433254800289365
      weight: 0.6794926224320725
- sources:
  - layer_range: [36, 38]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.49021422300579004
  - layer_range: [36, 38]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.777351892495332
      weight: 0.6072501613862579
- sources:
  - layer_range: [38, 40]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.9449277097428618
  - layer_range: [38, 40]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.6811740247837206
- sources:
  - layer_range: [40, 42]
    model: luaqi/llama_01141
    parameters:
      density: 0.8420707320741478
      weight: 0.5521052523420563
  - layer_range: [40, 42]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.9011744933278116
      weight: 0.46758694737615153
- sources:
  - layer_range: [42, 44]
    model: luaqi/llama_01141
    parameters:
      density: 1.0
      weight: 0.6300491092190381
  - layer_range: [42, 44]
    model: RoyJoy/llama-jan16
    parameters:
      density: 0.9708586786747075
      weight: 0.5860397390725144
- sources:
  - layer_range: [44, 46]
    model: luaqi/llama_01141
    parameters:
      density: 0.9381500629191901
      weight: 0.5270692661813218
  - layer_range: [44, 46]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.2462574517488795
- sources:
  - layer_range: [46, 48]
    model: luaqi/llama_01141
    parameters:
      density: 0.002098756738679848
      weight: 0.8502536825096998
  - layer_range: [46, 48]
    model: RoyJoy/llama-jan16
    parameters:
      density: 1.0
      weight: 0.3027391864362593

deepcoreCoalbiter/freddy

final_model

Merge Details

Merge Method

Models Merged

Configuration

deepcoreCoalbiter/
freddy