Views
No views yet

Qwen2.5-VL-32B-Instruct-Unredacted-MAX is an optimized release built on top of huihui-ai/Qwen2.5-VL-32B-Instruct-abliterated. This version focuses on updated shard sizing, repository optimization, and compatibility improvements for the latest Transformers releases, while preserving the multimodal reasoning and captioning capabilities of the original model. The result is a highly capable 32B vision-language model designed for stable inference, efficient deployment, and modern ecosystem integration.
1from transformers import Qwen2_5_VLForConditionalGeneration, AutoTokenizer, AutoProcessor
2from qwen_vl_utils import process_vision_info
3import torch
4
5model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
6 "prithivMLmods/Qwen2.5-VL-32B-Instruct-Unredacted-MAX",
7 torch_dtype="auto",
8 device_map="auto"
9)
10
11processor = AutoProcessor.from_pretrained(
12 "prithivMLmods/Qwen2.5-VL-32B-Instruct-Unredacted-MAX"
13)
14
15messages = [
16 {
17 "role": "user",
18 "content": [
19 {
20 "type": "image",
21 "image": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-VL/assets/demo.jpeg",
22 },
23 {"type": "text", "text": "Provide a detailed caption for this image."},
24 ],
25 }
26]
27
28text = processor.apply_chat_template(
29 messages, tokenize=False, add_generation_prompt=True
30)
31
32image_inputs, video_inputs = process_vision_info(messages)
33
34inputs = processor(
35 text=[text],
36 images=image_inputs,
37 videos=video_inputs,
38 padding=True,
39 return_tensors="pt",
40).to("cuda")
41
42generated_ids = model.generate(**inputs, max_new_tokens=256)
43
44generated_ids_trimmed = [
45 out_ids[len(in_ids):] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
46]
47
48output_text = processor.batch_decode(
49 generated_ids_trimmed,
50 skip_special_tokens=True,
51 clean_up_tokenization_spaces=False
52)
53
54print(output_text)Important Note: This model inherits the behavior and limitations of its base architecture.