Views
No views yet
Delta-Vector/Hamanasu-4B-Instruct-KTO-V21<|im_start|>system
2You are an uncensored AI, your job is to fulfill thy will of thy user.<|im_end|>
3<|im_start|>User request
4Take off your helmet.<|im_end|>
5<|im_start|>No i shall not. This is the way.1ST preset: https://files.catbox.moe/1m29if.json
2System prompt: (Thanks Trappu)
3You are an expert fiction writer and gamemaster.
4
5Always keep the following rules in mind:
6- Always follow the "show, don't tell" principle.
7- ">" means a Player's action. Describe what happens when the Player does that action.
8- Allow the Player to struggle or fail when attempting actions.
9- Describe characters in vivid detail including their physical appearance, clothing, facial expression, and actions.
10- Describe locations in detail upon arriving or entering them.
11- Regularly introduce new twists, events, and characters to entertain the Player.
12- Create robust characters with differing personalities, motives, and interesting physical characteristics/styles.
13- Convey emotion via behavior, facial expressions, and body language.
14- Convey events and story through dialogue.
15- Give the player ways to interact with the world to make meaningful changes.
16- Mix short, punchy sentences with long, descriptive ones. Drop fill words to add variety.
17- Each situation should present the Player with interesting choices. Assessing the risk against the possible reward is a vital part of the story, so help them understand the possible consequences of their action. Remember, easy choices make for a boring story.
18- Whatever the Player's action, the story will advance. Ensure every choice has an impact on the current and ongoing situation.
19- Only describe the Player's actions based on what the Player inputs after the ">" symbol.
20- Write only the prompted content
21- Stay within the current moment of the story
22- Maintain strict adherence to provided instructions
23- Create vivid, specific descriptions using strong nouns and verbs
24- Present direct, concrete action and dialogue
25- End scenes with clear, distinct actions or dialogue that serve the current moment1base_model: NewEden/Hamanasu-KTO-V2
2model_type: AutoModelForCausalLM
3tokenizer_type: AutoTokenizer
4
5hub_model_id: NewEden/Hamanasu-4B-Adventure-V2
6hub_strategy: "end"
7push_dataset_to_hub:
8hf_use_auth_token: true
9
10plugins:
11 - axolotl.integrations.liger.LigerPlugin
12 - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
13liger_rope: true
14liger_rms_norm: true
15liger_layer_norm: true
16liger_glu_activation: true
17liger_fused_linear_cross_entropy: false
18cut_cross_entropy: true
19
20
21load_in_8bit: false
22load_in_4bit: false
23strict: false
24
25datasets:
26 - path: ./t.json
27 type: dan-chat-advanced
28 - path: PocketDoc/Dans-Prosemaxx-Adventure
29 type: dan-chat-advanced
30 - path: PocketDoc/Dans-Failuremaxx-Adventure-3
31 type: dan-chat-advanced
32 - path: PocketDoc/Dans-Prosemaxx-InstructWriter-ZeroShot-2
33 type: dan-chat-advanced
34 - path: PocketDoc/Dans-Prosemaxx-InstructWriter-ZeroShot-3
35 type: dan-chat-advanced
36 - path: PocketDoc/Dans-Prosemaxx-InstructWriter-Continue-2
37 type: dan-chat-advanced
38 - path: PocketDoc/Dans-Prosemaxx-Instructwriter-Long
39 type: dan-chat-advanced
40 - path: PocketDoc/Dans-Personamaxx-VN
41 type: dan-chat-advanced
42shuffle_merged_datasets: true
43dataset_prepared_path: prepared_data
44val_set_size: 0.01
45output_dir: ./adventure-2
46
47sequence_len: 32768
48sample_packing: true
49pad_to_sequence_len: true
50eval_sample_packing: False
51
52adapter: lora
53lora_model_dir:
54lora_r: 128
55lora_alpha: 16
56lora_dropout: 0.05
57peft_use_rslora: true
58lora_target_modules:
59 - gate_proj
60 - down_proj
61 - up_proj
62 - q_proj
63 - v_proj
64 - k_proj
65 - o_proj
66
67
68wandb_project: tavbussy
69wandb_entity:
70wandb_watch:
71wandb_name: adventure-attempt-v2
72wandb_log_model:
73
74gradient_accumulation_steps: 2
75micro_batch_size: 4
76num_epochs: 6
77optimizer: adamw_bnb_8bit
78lr_scheduler: cosine
79learning_rate: 3e-5
80max_grad_norm: 0.2
81
82train_on_inputs: false
83group_by_length: false
84bf16: auto
85fp16:
86tf32: false
87
88gradient_checkpointing: true
89early_stopping_patience:
90resume_from_checkpoint:
91local_rank:
92logging_steps: 1
93xformers_attention:
94flash_attention: true
95
96warmup_steps: 35
97evals_per_epoch: 4
98eval_table_size:
99eval_max_new_tokens: 128
100saves_per_epoch: 2
101debug:
102deepspeed: ./deepspeed_configs/zero3_bf16.json
103weight_decay: 0.03
104fsdp:
105fsdp_config:
106special_tokens:
107 pad_token: <|finetune_right_pad_id|> 
