Views
No views yet
1from transformers import AutoTokenizer
2from transformers import AutoModelForSeq2SeqLM
3
4model = 'zhaochaofeng/chat-t5'
5tokenizer = AutoTokenizer.from_pretrained(model)
6model = AutoModelForSeq2SeqLM.from_pretrained(model)
7
8txt = '请介绍一下什么是机器学习'
9inputs = tokenizer(text=txt, return_tensors='pt')
10outputs = model.generate(inputs=inputs.input_ids, max_new_tokens=300, do_sample=True)
11res = tokenizer.batch_decode(sequences=outputs, skip_special_tokens=True)
12print(res)