1import torch
2from transformers import AutoModelForImageTextToText, AutoProcessor
3
4model = AutoModelForImageTextToText.from_pretrained(
5 "TaimoorSiddiqui/Hopcoder-Mini-9B",
6 dtype=torch.bfloat16,
7 device_map="auto",
8 trust_remote_code=True,
9)
10processor = AutoProcessor.from_pretrained(
11 "TaimoorSiddiqui/Hopcoder-Mini-9B",
12 trust_remote_code=True,
13)
14
15messages = [
16 {"role": "user", "content": "What is 2+2?"},
17]
18text = processor.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
19inputs = processor(text=text, return_tensors="pt").to(model.device)
20out = model.generate(**inputs, max_new_tokens=512)
21print(processor.decode(out[0], skip_special_tokens=True))
1from transformers import AutoModelForImageTextToText, AutoProcessor
2from PIL import Image
3
4model = AutoModelForImageTextToText.from_pretrained(
5 "TaimoorSiddiqui/Hopcoder-Mini-9B",
6 dtype=torch.bfloat16,
7 device_map="auto",
8 trust_remote_code=True,
9)
10processor = AutoProcessor.from_pretrained(
11 "TaimoorSiddiqui/Hopcoder-Mini-9B",
12 trust_remote_code=True,
13)
14
15image = Image.open("example.jpg")
16messages = [
17 {"role": "user", "content": [
18 {"type": "image", "image": image},
19 {"type": "text", "text": "Describe this image."},
20 ]},
21]
22text = processor.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
23inputs = processor(text=text, images=image, return_tensors="pt").to(model.device)
24out = model.generate(**inputs, max_new_tokens=512)
25print(processor.decode(out[0], skip_special_tokens=True))
Apache 2.0.