Views
No views yet
images split of the Docmatix dataset, which focuses on document understanding and visual question answering.1from unsloth import FastVisionModel
2import torch
3
4model, tokenizer = FastVisionModel.from_pretrained(
5 "unsloth/Qwen2-VL-7B-Instruct",
6 load_in_4bit=True,
7)
8
9model = FastVisionModel.load_adapter(model, "path_to_your_lora_files")1from transformers import TextStreamer
2
3FastVisionModel.for_inference(model)
4
5# Standard Qwen2-VL inference code follows...