Views
No views yet
1from transformers import Blip2ForConditionalGeneration, Blip2Processor
2from PIL import Image
3import torch
4
5device = "cuda" if torch.cuda.is_available() else "cpu"
6
7processor = Blip2Processor.from_pretrained("kkatiz/THAI-BLIP-2")
8model = Blip2ForConditionalGeneration.from_pretrained("kkatiz/THAI-BLIP-2", device_map=device, torch_dtype=torch.bfloat16)
9
10img = Image.open("Your image...")
11inputs = processor(images=img, return_tensors="pt").to(device, torch.bfloat16)
12
13# Adjust your `max_length`
14generated_ids = model.generate(**inputs, max_length=20)
15generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)
16print(generated_text)