Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5base = "Qwen/Qwen3-4B-Instruct-2507"
6model = AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.float16, device_map="auto")
7model = PeftModel.from_pretrained(model, "your_id/your-repo")