Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5base_model_id = "techwithsergiu/Qwen3.5-text-9B"
6lora_model_id = "mirazrafi/NSFW-RP-RolePlay-LoRA-Qwen-3.5-9B"
7
8tokenizer = AutoTokenizer.from_pretrained(base_model_id)
9model = AutoModelForCausalLM.from_pretrained(
10 base_model_id,
11 torch_dtype=torch.float16,
12 device_map="auto"
13)
14model = PeftModel.from_pretrained(model, lora_model_id)