Views
No views yet
pip install transformers 1# pip install transformers
2from transformers import AutoModelForCausalLM, AutoTokenizer
3checkpoint = "twnlp/ChineseErrorCorrector-7B"
4
5device = "cuda" # for GPU usage or "cpu" for CPU usage
6tokenizer = AutoTokenizer.from_pretrained(checkpoint)
7model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device)
8
9input_content = "你是一个拼写纠错专家,对原文进行错别字纠正,不要更改原文字数,原文为:\n少先队员因该为老人让坐。"
10
11messages = [{"role": "user", "content": input_content}]
12input_text=tokenizer.apply_chat_template(messages, tokenize=False)
13
14print(input_text)
15
16inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
17outputs = model.generate(inputs, max_new_tokens=1024, temperature=0, do_sample=False, repetition_penalty=1.08)
18
19print(tokenizer.decode(outputs[0]))少先队员应该为老人让座。