Views
No views yet
microsoft/trocr-base-handwritten
with LoRA adapters on the decoder.1from transformers import VisionEncoderDecoderModel, TrOCRProcessor
2from peft import PeftModel
3from PIL import Image
4
5base = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-base-handwritten')
6processor = TrOCRProcessor.from_pretrained('Nzyoka19/nyansapo-ocr-trocr-lora_v1')
7base.decoder = PeftModel.from_pretrained(base.decoder, 'Nzyoka19/nyansapo-ocr-trocr-lora_v1')
8base.eval()
9
10image = Image.open('image.png').convert('RGB')
11pixel_values = processor(images=image, return_tensors='pt').pixel_values
12ids = base.generate(pixel_values)
13print(processor.batch_decode(ids, skip_special_tokens=True)[0])