Hastagaras/

Gemmoy-9B-G2-MK.3

<start_of_turn>user
{system}

{prompt}<end_of_turn>
<start_of_turn>model
{response}<end_of_turn>

ls=LoraConfig(
    r = 128,
    target_modules = ['q_proj', 'down_proj', 'up_proj', 'o_proj', 'v_proj', 'gate_proj', 'k_proj'],
    lora_alpha = 32,
    lora_dropout = 0.1,
    bias = "none", 
    use_rslora = True,
)