Views
No views yet
TEMPLATE """{{ if .System }}[INST]system
{{ .System }}[\INST]
{{ end }}{{ if .Prompt }}[INST]user
{{ .Prompt }}[\INST]
{{ end }}[INST]assistant
{{ .Response }}[\INST]</s>
"""
PARAMETER stop "</s>"
PARAMETER stop "[\INST]"1models:
2 - model: anthracite-org/magnum-v2.5-12b-kto
3 #no parameters necessary for base model
4 - model: EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math
5 parameters:
6 density: 0.5
7 weight: 0.5
8 - model: nbeerbower/mistral-nemo-wissenschaft-12B
9 parameters:
10 density: 0.5
11 weight: 0.5
12
13merge_method: ties
14base_model: anthracite-org/magnum-v2.5-12b-kto
15parameters:
16 normalize: false
17 int8_mask: true
18dtype: float16