Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_name = "Abeersherif/Medical_Homework2"
5
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(model_name)
8
9prompt = "Explain what type 2 diabetes is in simple terms."
10
11inputs = tokenizer(prompt, return_tensors="pt")
12outputs = model.generate(
13 **inputs,
14 max_new_tokens=150,
15 temperature=0.7,
16 top_p=0.9,
17)
18
19print(tokenizer.decode(outputs[0], skip_special_tokens=True))