Views
No views yet
1from optimum.intel import OVModelForMaskedLM
2from transformers import AutoTokenizer, pipeline
3
4# model_id should be set to either a local directory or a model available on the HuggingFace hub.
5model_id = "helenai/google-bert-bert-base-uncased-ov"
6tokenizer = AutoTokenizer.from_pretrained(model_id)
7model = OVModelForMaskedLM.from_pretrained(model_id)
8pipe = pipeline("fill-mask", model=model, tokenizer=tokenizer)
9result = pipe(f"I am a {tokenizer.mask_token} model")
10print(result)