Views
No views yet
1from optimum.intel import OVModelForCausalLM
2from transformers import AutoTokenizer, pipeline
3
4# model_id should be set to either a local directory or a model available on the HuggingFace hub.
5model_id = "helenai/baichuan-inc-Baichuan2-13B-Chat-ov"
6tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
7model = OVModelForCausalLM.from_pretrained(model_id)
8pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
9result = pipe("hello world")
10print(result)