Views
No views yet
Qwen/Qwen2.5-1.5B-Instruct1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-1.5B-Instruct", torch_dtype="auto", device_map="auto")
5tokenizer = AutoTokenizer.from_pretrained("amank-root/demo-ddi-1.5b-lora")
6model = PeftModel.from_pretrained(base, "amank-root/demo-ddi-1.5b-lora")
7model = model.merge_and_unload() # optional: merge for faster inference