Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = "ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.3"
5lora_model = "mirazrafi/NSFW-RP-LoRA-ArliAI-Llama-3.1-8B"
6
7tokenizer = AutoTokenizer.from_pretrained(base_model)
8model = AutoModelForCausalLM.from_pretrained(base_model, device_map="auto")
9model = PeftModel.from_pretrained(model, lora_model)