from transformers import Qwen2VLForConditionalGeneration, Qwen2VLProcessor
import torch

# Load base model
model = Qwen2VLForConditionalGeneration.from_pretrained(
    "Qwen/Qwen2-VL-7B-Instruct",
    torch_dtype=torch.bfloat16,
    device_map="auto"
)
processor = Qwen2VLProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct")

# Load fine-tuned adapter
model.load_adapter("azdin/qwen2-vl-weather-adalora")

# Use for weather analysis...

Training Details

Technique: AdaLoRA
Quantization: 4-bit NF4
Training Data: Weather satellite imagery with metadata
Target Modules: Attention layers