Views
No views yet

{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{{ '<s>' }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
' + message['content'] + '<|im_end|>' + '
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
' }}{% endif %}{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{%- if message['content'] -%}
{{- message['content'] + '\n\n' -}}
{%- endif -%}
{%- if user_bio -%}
{{- user_bio + '\n\n' -}}
{%- endif -%}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{- name1 + ': ' + message['content'] + '\n'-}}
{%- else -%}
{{- name2 + ': ' + message['content'] + '\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}1merge_method: linear
2parameters:
3 weight: 1.0
4slices:
5 - sources:
6 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
7 layer_range: [0,1]
8 - model: NexusFlow/Starling-LM-7B-beta
9 layer_range: [0,1]
10 parameters:
11 weight: 0
12 - sources:
13 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
14 layer_range: [1,8]
15 - sources:
16 - model: NexusFlow/Starling-LM-7B-beta
17 layer_range: [4,12]
18 - sources:
19 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
20 layer_range: [8,16]
21 - sources:
22 - model: NexusFlow/Starling-LM-7B-beta
23 layer_range: [12,20]
24 - sources:
25 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
26 layer_range: [16,24]
27 - sources:
28 - model: NexusFlow/Starling-LM-7B-beta
29 layer_range: [20,28]
30 - sources:
31 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
32 layer_range: [24,31]
33 - sources:
34 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
35 layer_range: [31,32]
36 - model: NexusFlow/Starling-LM-7B-beta
37 layer_range: [31,32]
38 parameters:
39 weight: 0
40dtype: float16
41tokenizer_source: model:cognitivecomputations/dolphin-2.8-mistral-7b-v02