Views
No views yet
1from peft import PeftModel
2from transformers import Qwen2VLForConditionalGeneration, AutoProcessor
3
4# Load the base model
5base_model = Qwen2VLForConditionalGeneration.from_pretrained(
6 "Qwen/Qwen2-VL-2B-Instruct",
7 load_in_4bit=True,
8 device_map="auto"
9)
10
11# Load these LoRA adapters
12model = PeftModel.from_pretrained(base_model, "Divit56/VLM_grader")