from transformers import AutoTokenizer, AutoModelForSeq2SeqLM

model_name = "Jongha611/KoT5-quoter_v1"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)

prompt = "명언 생성: 사랑"

inputs = tokenizer(prompt, return_tensors = "pt")
# 테
outputs = model.generate(
    **inputs,
    do_sample = True,
    top_p = 0.92,
    temperature = 0.8,
    no_repeat_ngram_size = 2,
    num_return_sequences = 1,
    max_new_tokens = 48,
    eos_token_id = tokenizer.eos_token_id,
    pad_token_id = tokenizer.pad_token_id,
)

text = tokenizer.decode(outputs[0], skip_special_tokens = True)

print(text)