Views
No views yet
transformers library.transformers library and perform question answering.1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("ShahDhruv/distillgpt2_accountant")
4model = AutoModelForCausalLM.from_pretrained("ShahDhruv/distillgpt2_accountant")
5
6question = "What is double-entry bookkeeping?"
7
8input_text = f"Question: {question}\nAnswer: "
9inputs = tokenizer(input_text, return_tensors="pt")
10
11# Generate answer
12outputs = model.generate(
13 **inputs,
14 max_length=200,
15 num_return_sequences=1,
16 do_sample=True,
17 temperature=0.4,
18 top_k=40,
19 top_p=0.95,
20 repetition_penalty=1.2,
21 min_length = 50,
22 length_penalty = 1.2
23)
24answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
25print(answer)