Views
No views yet
1from peft import PeftModel
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4base_model = AutoModelForCausalLM.from_pretrained(
5 "Qwen/Qwen2.5-72B-Instruct",
6 torch_dtype="auto",
7 device_map="auto",
8 trust_remote_code=True
9)
10model = PeftModel.from_pretrained(base_model, "aphoticshaman/elle-72b-geo-v1")
11tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-72B-Instruct")