Views
No views yet
1architecture: MistralForCausalLM
2base_model: B:/12B/MuXodious--Mistral-Nemo-Instruct-2407-absolute-heresy # mistralai--Mistral-Nemo-Instruct-2407
3models:
4 - model: B:/12B/EldritchLabs--MN-12B-RP-Ink-Longform-MPOA
5 parameters:
6 weight: 1.0
7 - model: B:/12B/EldritchLabs--Human-Like-Mistral-Nemo-Instruct-2407-MPOA
8 parameters:
9 weight: 1.0
10 - model: B:/12B/MuXodious-Rocinante-X-12B-v1-absolute-heresy # TheDrummer--Rocinante-X-12B-v1
11 parameters:
12 weight: 1.0
13merge_method: karcher_stock # v12B
14parameters:
15 filter_wise: true
16 max_iter: 25
17 min_iter: 10
18 tol: 1.0e-9
19 magnitude_mean_geometric: false # TRUE makes it 75% karcher
20dtype: float32
21out_dtype: bfloat16
22tokenizer:
23 source: union
24chat_template: auto
25name: karcher_stock_12b_v1