Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "Amir230703/phi3-medmcqa-finetuned"
4
5tokenizer = AutoTokenizer.from_pretrained(model_name)
6model = AutoModelForCausalLM.from_pretrained(model_name)
7
8input_text = "What is the treatment for diabetes?"
9input_ids = tokenizer(input_text, return_tensors="pt").input_ids
10
11output = model.generate(input_ids, max_length=200)
12print(tokenizer.decode(output[0], skip_special_tokens=True))