Views
No views yet
1from optimum.intel.openvino import OVModelForCausalLM
2from transformers import AutoTokenizer, pipeline
3
4# model_id should be set to either a local directory or a model available on the HuggingFace hub.
5model_id = "helenai/Salesforce-codegen-2B-multi-ov"
6tokenizer = AutoTokenizer.from_pretrained(model_id)
7model = OVModelForCausalLM.from_pretrained(model_id)
8pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
9result = pipe("My name is Julien and I like to")
10print(result)