Views
No views yet
1from transformers import GPT2LMHeadModel, PreTrainedTokenizerFast
2
3model = GPT2LMHeadModel.from_pretrained("taeminlee/kogpt2")
4tokenizer = PreTrainedTokenizerFast.from_pretrained("taeminlee/kogpt2")
5
6input_ids = tokenizer.encode("안녕", add_special_tokens=False, return_tensors="pt")
7output_sequences = model.generate(input_ids=input_ids, do_sample=True, max_length=100, num_return_sequences=3)
8for generated_sequence in output_sequences:
9 generated_sequence = generated_sequence.tolist()
10 print("GENERATED SEQUENCE : {0}".format(tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True)))