Views
No views yet
1merge_method: passthrough
2slices:
3- sources: # Best Willingness
4 - model: yamatazen/LorablatedStock-12B
5 layer_range: [0, 6]
6
7- sources: # Best NatInt
8 - model: yamatazen/EtherealAurora-12B
9 layer_range: [6, 34]
10
11- sources: # Best UGI
12 - model: DreadPoor/Irix-12B-Model_Stock
13 layer_range: [34, 40]
14dtype: bfloat16mergekit-yaml ollpheist_base.yml ./Ollpheist-base-12B1merge_method: arcee_fusion
2base_model: ./Ollpheist-12B
3models:
4 - model: ./Ollpheist-12B
5 - model: yamatazen/BlueLight-12B # Best Coding
6dtype: bfloat16
7tokenizer_source: ./Ollpheist-12Bmergekit-yaml ollpheist_fusion.yml ./Ollpheist-fusion-12B1merge_method: karcher
2models:
3 - model: ./Ollpheist-base-12B
4 - model: ./Ollpheist-fusion-12B
5parameters:
6 max_iter: 100000
7 tol: 1e-9
8dtype: bfloat16mergekit-yaml ollpheist_karcher.yml ./Ollpheist-k-12B1merge_method: karcher
2models:
3 - model: ./Ollpheist-base-12B
4 - model: ./Ollpheist-k-12B
5parameters:
6 max_iter: 100000
7 tol: 1e-9
8dtype: bfloat16mergekit-yaml ollpheist_karcher2.yml ./Ollpheist-12B