Views
No views yet
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2
3model = AutoModelForSeq2SeqLM.from_pretrained("tootooba/flan-t5-qa-study-assistant").to("cuda")
4tokenizer = AutoTokenizer.from_pretrained("tootooba/flan-t5-qa-study-assistant")
5
6context = "The Eiffel Tower is a wrought-iron lattice tower on the Champ de Mars in Paris, France. It was constructed between 1887 and 1889 as the entrance arch for the 1889 World's Fair."
7question = "When was the Eiffel Tower constructed?"
8
9inputs = tokenizer(question, context, return_tensors="pt", truncation=True, padding=True).to("cuda")
10outputs = model.generate(inputs.input_ids)
11answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
12
13print("Answer:", answer)