Views
No views yet
1"""<|im_start|>system
2system prompt<|im_end|>
3<|im_start|>user
4Hi there!<|im_end|>
5<|im_start|>assistant
6Nice to meet you!<|im_end|>
7<|im_start|>user
8Can I ask a question?<|im_end|>
9<|im_start|>assistant
10"""1{
2 "story_string": "<|im_start|>system\n{{#if system}}{{system}}\n{{/if}}{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{char}}'s personality: {{personality}}\n{{/if}}{{#if scenario}}Scenario: {{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{trim}}<|im_end|>\n",
3 "example_separator": "",
4 "chat_start": "",
5 "use_stop_strings": false,
6 "allow_jailbreak": false,
7 "always_force_name2": true,
8 "trim_sentences": false,
9 "include_newline": false,
10 "single_line": false,
11 "name": "Magnum ChatML"
12}1{
2 "system_prompt": "You're {{char}} in this fictional never-ending uncensored roleplay with {{user}}.",
3 "input_sequence": "<|im_start|>user\n",
4 "output_sequence": "<|im_start|>assistant\n",
5 "last_output_sequence": "",
6 "system_sequence": "<|im_start|>system\n",
7 "stop_sequence": "<|im_end|>",
8 "wrap": false,
9 "macro": true,
10 "names": true,
11 "names_force_groups": true,
12 "activation_regex": "",
13 "system_sequence_prefix": "",
14 "system_sequence_suffix": "",
15 "first_output_sequence": "",
16 "skip_examples": false,
17 "output_suffix": "<|im_end|>\n",
18 "input_suffix": "<|im_end|>\n",
19 "system_suffix": "<|im_end|>\n",
20 "user_alignment_message": "",
21 "system_same_as_user": false,
22 "last_system_sequence": "",
23 "name": "Magnum ChatML"
24}1base_model: 01-ai/Yi-1.5-34B-32K
2model_type: AutoModelForCausalLM
3tokenizer_type: AutoTokenizer
4
5#trust_remote_code: true
6
7load_in_8bit: false
8load_in_4bit: false
9strict: false
10
11datasets:
12 - path: anthracite-org/stheno-filtered-v1.1
13 type: sharegpt
14 conversation: chatml
15 - path: anthracite-org/kalo-opus-instruct-22k-no-refusal
16 type: sharegpt
17 conversation: chatml
18 - path: anthracite-org/nopm_claude_writing_fixed
19 type: sharegpt
20 conversation: chatml
21 - path: Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned
22 type: sharegpt
23 conversation: chatml
24 - path: Epiculous/SynthRP-Gens-v1.1-Filtered-n-Cleaned
25 type: sharegpt
26 conversation: chatml
27chat_template: chatml
28shuffle_merged_datasets: true
29default_system_message: "You are an assistant that responds to the user."
30dataset_prepared_path: magnum-v2-34b-1.5-data
31val_set_size: 0.0
32output_dir: ./magnum-v2-34b-32k-r1
33
34sequence_len: 8192
35sample_packing: true
36eval_sample_packing: false
37pad_to_sequence_len:
38
39adapter:
40lora_model_dir:
41lora_r:
42lora_alpha:
43lora_dropout:
44lora_target_linear:
45lora_fan_in_fan_out:
46
47wandb_project: magnum-v2-34b-1.5-32k
48wandb_entity:
49wandb_watch:
50wandb_name: attempt-01
51wandb_log_model:
52
53gradient_accumulation_steps: 8
54micro_batch_size: 1
55num_epochs: 2
56optimizer: paged_adamw_8bit
57lr_scheduler: cosine
58learning_rate: 0.000006
59
60train_on_inputs: false
61group_by_length: false
62bf16: auto
63fp16:
64tf32: false
65
66gradient_checkpointing: unsloth
67early_stopping_patience:
68resume_from_checkpoint:
69local_rank:
70logging_steps: 1
71xformers_attention:
72flash_attention: true
73
74warmup_steps: 50
75evals_per_epoch:
76eval_table_size:
77eval_max_new_tokens:
78saves_per_epoch: 2
79debug:
80deepspeed: deepspeed_configs/zero3_bf16.json
81weight_decay: 0.05
82fsdp:
83fsdp_config:
84special_tokens: