Views
No views yet
1
2import os
3os.environ["CUDA_VISIBLE_DEVICES"] = "0,1"
4from transformers import AutoProcessor
5from modelscope import Qwen2VLForConditionalGeneration
6from qwen_vl_utils import process_vision_info
7import torch
8
9# We recommend enabling flash_attention_2 for better acceleration and memory saving.
10model_dir = "Qwen2-VL-7B-Instruct-sft"
11model = Qwen2VLForConditionalGeneration.from_pretrained(
12 model_dir,
13 torch_dtype=torch.bfloat16,
14 # attn_implementation="flash_attention_2",
15 device_map="auto",
16)
17model.eval()
18processor = AutoProcessor.from_pretrained(model_dir)
19
20
21def format(images, text):
22 content = []
23 for img in images:
24 content.append({"type": "image", "image": img})
25 content.append({"type": "text", "text": text})
26 messages = [
27 {
28 "role": "user",
29 "content": content,
30 }
31 ]
32 return messages
33
34
35
36imgs = ["https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-VL/assets/demo.jpeg"]
37text = "Describe this image."
38messages = format(imgs, text)
39text = processor.apply_chat_template(
40 messages, tokenize=False, add_generation_prompt=True,add_vision_id=True
41)
42image_inputs, video_inputs = process_vision_info(messages)
43inputs = processor(
44 text=[text],
45 images=image_inputs,
46 videos=video_inputs,
47 padding=True,
48 return_tensors="pt",
49)
50inputs = inputs.to(model.device)
51
52with torch.no_grad():
53 generated_ids = model.generate(**inputs, max_new_tokens=1024)
54generated_ids_trimmed = [
55 out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
56]
57output_text = processor.batch_decode(
58 generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False
59)[0].strip()
60
611@misc{wang2025cigeval,
2 title={A Unified Agentic Framework for Evaluating Conditional Image Generation},
3 author={Jifang Wang and Xue Yang and Longyue Wang and Zhenran Xu and Yiyu Wang and Yaowei Wang and Weihua Luo and Kaifu Zhang and Baotian Hu and Min Zhang},
4 year={2025},
5 eprint={2504.07046},
6 archivePrefix={arXiv},
7 primaryClass={cs.CV},
8 url={https://arxiv.org/abs/2504.07046},
9}