Views
No views yet
1from transformers import TFAutoModelForSeq2SeqLM, AutoTokenizer
2
3# Load model and tokenizer
4model = TFAutoModelForSeq2SeqLM.from_pretrained("your-username/pegasus-cnn-dailymail-tf")
5tokenizer = AutoTokenizer.from_pretrained("your-username/pegasus-cnn-dailymail-tf")
6
7# Example usage
8article = "Your news article text here..."
9inputs = tokenizer(article, max_length=1024, return_tensors="tf", truncation=True)
10summary_ids = model.generate(inputs["input_ids"], max_length=150, min_length=30, length_penalty=2.0, num_beams=4, early_stopping=True)
11summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
12print(summary)1@misc{zhang2019pegasus,
2 title={PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization},
3 author={Jingqing Zhang and Yao Zhao and Mohammad Saleh and Peter J. Liu},
4 year={2019},
5 eprint={1912.08777},
6 archivePrefix={arXiv},
7 primaryClass={cs.CL}
8}from_pt=True parameter in the Transformers library, ensuring weight preservation and identical performance.