Views
No views yet
1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2import torch
3use_cuda = torch.cuda.is_available()
4device = torch.device("cuda" if use_cuda else "cpu")
5tokenizer = AutoTokenizer.from_pretrained("Den4ikAI/FRED-T5-XL_instructor")
6model = AutoModelForSeq2SeqLM.from_pretrained("Den4ikAI/FRED-T5-XL_instructor", torch_dtype=torch.float16).to(device)
7model.eval()
8
9from transformers import GenerationConfig
10
11generation_config = GenerationConfig.from_pretrained("Den4ikAI/FRED-T5-XL_instructor")
12def generate(prompt):
13 data = tokenizer(f"<SC6>Человек: {prompt}\nБот: <extra_id_0>", return_tensors="pt").to(model.device)
14 output_ids = model.generate(
15 **data,
16 generation_config=generation_config
17 )[0]
18 out = tokenizer.decode(output_ids.tolist())
19 return out
20
21while 1:
22 print(generate(input(":> ")))
23@MISC{Den4ikAI/FRED-T5-XL_instructor,
author = {Denis Petrov},
title = {Russian Instructor Model},
url = {https://huggingface.co/Den4ikAI/FRED-T5-XL_instructor/},
year = 2023
}