Views
No views yet
1models:
2 - model: /home/llm/mergequant/models/wizard-tulu-70b-v1.0
3 - model: /home/llm/mergequant/models/BASE/ehartford_dolphin-2.2-70b-32000vocab
4merge_method: slerp
5base_model: /home/llm/mergequant/models/wizard-tulu-70b-v1.0
6parameters:
7 t:
8 - value: 0.5
9dtype: float161models:
2 - model: /home/llm/mergequant/models/BASE/NousResearch_Llama-2-70b-hf
3 # no parameters necessary for base model
4 - model: /home/llm/mergequant/models/BASE/allenai_tulu-2-dpo-70b
5 parameters:
6 density: 0.35
7 weight: 0.75
8 - model: /home/llm/mergequant/models/BASE/WizardLM_WizardLM-70B-V1.0
9 parameters:
10 density: 0.35
11 weight: 0.5
12merge_method: dare_ties
13base_model: /home/llm/mergequant/models/BASE/NousResearch_Llama-2-70b-hf
14parameters:
15 normalize: true
16 int8_mask: true
17dtype: float16
18tokenzer_source: union