1from transformers import PreTrainedTokenizerFast, BartForConditionalGeneration
2
3# Load Model and Tokenizer
4model = BartForConditionalGeneration.from_pretrained("./sinnyb/FairyTaleGeneration")
5tokenizer = PreTrainedTokenizerFast.from_pretrained("./sinnyb/FairyTaleGeneration")
6
7# Encoding
8input_text = "숲에 들어서자 강아지가 낑낑"
9inputs = tokenizer(input_text, return_tensors="pt", padding="max_length", truncation=True, max_length=128)
10
11# Generate Summary Text Ids
12input_ids = tokenizer.encode(test_text, return_tensors="pt").to(device)
13generated_ids = model.generate(
14 input_ids,
15 num_beams=5,
16 top_p=0.8,
17 max_length = 50,
18 temperature=0.5,
19 no_repeat_ngram_size=2,
20 eos_token_id=tokenizer.eos_token_id
21)
22
23# Decoding Text Ids
24print(tokenizer.decode(summary_text_ids[0], skip_special_tokens=True))
