Views
No views yet
1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2import torch
3
4repo_id = "vatsal18/multi-lang_summay"
5tok = AutoTokenizer.from_pretrained(repo_id)
6mdl = AutoModelForSeq2SeqLM.from_pretrained(repo_id).eval()
7
8text = "Paste any article (any supported language) here."
9enc = tok(text, return_tensors="pt", truncation=True, max_length=1024)
10with torch.no_grad():
11 out = mdl.generate(**enc, max_new_tokens=128, num_beams=4, length_penalty=0.8)
12print(tok.decode(out[0], skip_special_tokens=True))