Views
No views yet
| Aspect | Details |
|---|---|
| Base Model | Qwen/Qwen2.5-Coder-1.5B-Instruct |
| Fine-Tuning Method | QLoRA (4-bit quantization) with Unsloth |
| Dataset Size | 1000+ examples |
| Epochs | 4 |
| Learning Rate | 1e-5 |
| Sequence Length | 4096 |
| Final Training Loss | 2.02 |
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained(
4 "expper/mythos-qwen-1.5b-final",
5 device_map="auto",
6 torch_dtype="auto"
7)
8tokenizer = AutoTokenizer.from_pretrained("expper/mythos-qwen-1.5b-final")
9
10prompt = """<|im_start|>system
11You are Mythos Engine, an elite security AI. Think step-by-step with self-correction.<|im_end|>
12<|im_start|>user
13Explain CVE-2022-43772 (MyBB Admin CP Avatar RCE) and write a PoC.<|im_end|>
14<|im_start|>assistant
15"""
16
17inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
18outputs = model.generate(**inputs, max_new_tokens=1024, temperature=0.6)
19print(tokenizer.decode(outputs[0], skip_special_tokens=True))