Views
No views yet
1from transformers import AutoTokenizer, VisionEncoderDecoderModel, ViTFeatureExtractor
2
3tokenizer = AutoTokenizer.from_pretrained("gpt2") # for text
4feature_extractor = ViTFeatureExtractor.from_pretrained("google/vit-base-patch16-224") # for image
5model = VisionEncoderDecoderModel.from_pretrained("sunbv56/vit-gpt2-imagecaptioningfood") # load model