Views
No views yet
Yasbok/Alpaca_arabic_instruct (Hugging Face)SFTTrainer + PEFT LoraConfig + bitsandbytes (4-bit QLoRA)r=16, alpha=16, lr=2e-4, seq=1024, bs=2, grad_accum=4, epochs=11import torch
2from peft import PeftModel
3from transformers import AutoModelForCausalLM, AutoTokenizer
4
5base = "Qwen/Qwen2.5-3B-Instruct"
6model = AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.float16)
7model = PeftModel.from_pretrained(model, "RASHID778/qwen2.5-3b-arabic-lora")
8tokenizer = AutoTokenizer.from_pretrained(base)
9
10chat = [{"role": "user", "content": "ما هو الذكاء الاصطناعي؟"}]
11inputs = tokenizer.apply_chat_template(chat, tokenize=True, add_generation_prompt=True, return_tensors="pt")
12out = model.generate(inputs["input_ids"], max_new_tokens=160)
13print(tokenizer.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))