Views
No views yet
Qwen/Qwen3-14B—1{
2 "lr": 5e-06,
3 "epochs": 0.5,
4 "r": 8,
5 "qlora": true,
6 "thai_total": 2500,
7 "bs": 2,
8 "ga": 4
9}| Benchmark | Score | Target | Beat? |
|---|---|---|---|
| — | — | — | — |
1from peft import PeftModel
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4base = "Qwen/Qwen3-14B"
5adapter = "Jnx03/kanitakorn-qwen3-14b-stage1-qwen3-20260522"
6
7tok = AutoTokenizer.from_pretrained(base, trust_remote_code=True)
8model = AutoModelForCausalLM.from_pretrained(base, torch_dtype="bfloat16", device_map="auto", trust_remote_code=True)
9model = PeftModel.from_pretrained(model, adapter)