Views
No views yet
1from transformers import GPT2LMHeadModel, GPT2Tokenizer
2
3model_name_or_path = "путь до папки с моделью"
4tokenizer = GPT2Tokenizer.from_pretrained(model_name_or_path)
5model = GPT2LMHeadModel.from_pretrained(model_name_or_path).cuda()
6
7input_ids = tokenizer.encode(message.content, return_tensors="pt").cuda()
8out = model.generate(input_ids.cuda(), repetition_penalty=5.0, do_sample=True, top_k=5, top_p=0.95, temperature=1)
9generated_text = list(map(tokenizer.decode, out))
10
11print(generated_text[0])