This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
SCE merge method using D:\mergekit\yamls\IPOplectic as a base.
1merge_method: sce
2select_topk: 0.25
3
4models:
5
6
7 - model: "D:\\mergekit\\yamls\\IPOplectic"
8 - model: "D:\\mergekit\\yamls\\sce_galaxy_brain"
9 - model: schonsense/70B_Triage
10 - model: schonsense/70B_neolithic_rabbit
11 - model: schonsense/schonsense_70B_thinkthonk
12
13
14base_model: "D:\\mergekit\\yamls\\IPOplectic"
15
16parameters:
17 normalize: false
18 int8_mask: true
19
20dtype: float32
21out_dtype: bfloat16
22
23tokenizer:
24 source: base
25 pad_to_multiple_of: 8
26
