Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("gpt2")
4model = AutoModelForCausalLM.from_pretrained("KookyGhost/GPT2-small-summarization")
5
6prompt = "Summarize this: Reddit user shares a long story about learning to code with free online resources and eventually landing their first developer job."
7
8inputs = tokenizer(prompt, return_tensors="pt", truncation=True)
9outputs = model.generate(
10 **inputs,
11 max_new_tokens=60,
12 do_sample=True,
13 top_k=50,
14 top_p=0.95,
15 temperature=0.7
16)
17
18summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
19print(summary)