Views
No views yet
transformers to correct text errors in English and Arabic.1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2
3model_name = "rihebriri/t5-text-correction"
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
6
7def correct_text(text):
8 input_ids = tokenizer(text, return_tensors="pt").input_ids
9 output_ids = model.generate(input_ids)
10 return tokenizer.decode(output_ids[0], skip_special_tokens=True)
11
12# Example
13text = "Ths is an exmple of incorect sentnce."
14corrected_text = correct_text(text)
15print("Corrected:", corrected_text)