Views
No views yet
1from transformers import GPT2LMHeadModel, GPT2Tokenizer
2import torch
3DEVICE = torch.device("cuda:0")
4
5model_name_or_path = "radm/rugpt3medium-tathagata"
6tokenizer = GPT2Tokenizer.from_pretrained("sberbank-ai/rugpt3medium_based_on_gpt2")
7model = GPT2LMHeadModel.from_pretrained(model_name_or_path).to(DEVICE)
8
9text = "В чем смысл жизни?\n"
10input_ids = tokenizer.encode(text, return_tensors="pt").to(DEVICE)
11model.eval()
12with torch.no_grad():
13 out = model.generate(input_ids,
14 do_sample=True,
15 num_beams=4,
16 temperature=1.1,
17 top_p=0.9,
18 top_k=50,
19 max_length=250,
20 min_length=50,
21 early_stopping=True,
22 no_repeat_ngram_size=2
23 )
24
25generated_text = list(map(tokenizer.decode, out))[0]
26print()
27print(generated_text)