Views
No views yet
image_id, damage_categories, description JSON).outputs/runs/full_winner_v2lora_adapter1import torch
2from peft import PeftModel
3from transformers import AutoModelForImageTextToText, AutoProcessor
4
5base = "Qwen/Qwen3-VL-8B-Instruct"
6adapter = "nhantran214/damage-vlm-qwen3vl-8b-lora"
7
8processor = AutoProcessor.from_pretrained(base, trust_remote_code=True)
9model = AutoModelForImageTextToText.from_pretrained(
10 base, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True
11)
12model = PeftModel.from_pretrained(model, adapter)1pip install bitsandbytes
2# In this repo:
3python scripts/08_infer_full_winner.py --load-in-4bit \
4 --adapter nhantran214/damage-vlm-qwen3vl-8b-lora --image path/to.jpg