Views
No views yet
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2model_path = 'ENLP/mrasp2'
3model = AutoModelForSeq2SeqLM.from_pretrained(model_path, trust_remote_code=True, cache_dir=model_path)
4tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, cache_dir=model_path)
5input_text = ["Welcome to download and use!"]
6inputs = tokenizer(input_text, return_tensors="pt", padding=True, max_length=1024, truncation=True)
7result = model.generate(**inputs)
8result = tokenizer.batch_decode(result, skip_special_tokens=True)
9result = [pre.strip() for pre in result]
10# ['欢迎下载和使用!']