Views
No views yet
1from peft import PeftModel
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4base = "Qwen/Qwen2.5-1.5B-Instruct"
5model = AutoModelForCausalLM.from_pretrained(base, device_map="auto")
6model = PeftModel.from_pretrained(model, "ynanxiu/qwen25-1.5b-coffee-lora")
7tokenizer = AutoTokenizer.from_pretrained(base)