Views
No views yet
<motion instrument="suction" direction="left" magnitude="moderate"/>1from transformers import Qwen2VLForConditionalGeneration, AutoProcessor
2from peft import PeftModel
3
4base = Qwen2VLForConditionalGeneration.from_pretrained("Qwen/Qwen2-VL-2B-Instruct", ...)
5model = PeftModel.from_pretrained(base, "mmrech/pitvqa-qwen2vl-motion")
6
7# Provide two frames for motion analysis
8messages = [{"role": "user", "content": [
9 {"type": "image", "image": frame1},
10 {"type": "image", "image": frame2},
11 {"type": "text", "text": "Describe the instrument motion between these frames."}
12]}]