Views
No views yet
1from transformers import pipeline
2import torch
3
4pipe = pipeline(
5 "text-generation",
6 model="soynade-research/Oolel-Corrector",
7 dtype=torch.bfloat16,
8 device_map="auto"
9)
10
11input = "Normalize this text: Kou guem ni biss dina niew nga am dom bou goor toude ko seydina mouhamat rek lalal bouton j'aime"
12messages = [{"role": "user", "content": input}]
13
14result = pipe(
15 messages,
16 max_new_tokens=512,
17
18)
19
20print(result[0]["generated_text"][-1]["content"])
21# Ku gëm ni bés dina ñëw nga am doom bu góor tudde ko Seydina Muhamed rekk laalal butoŋ j'aime.1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model_name = "soynade-research/Oolel-Corrector"
5device = "cuda"
6
7model = AutoModelForCausalLM.from_pretrained(
8 model_name,
9 dtype=torch.bfloat16,
10 device_map="auto"
11)
12tokenizer = AutoTokenizer.from_pretrained(model_name)
13
14SYSTEM_PROMPT = (
15 "Fix the orthography of this Wolof social media text. "
16 "Apply standard rules: correct vowels with diacritics, restore geminates, fix French-influenced spellings. "
17 "Keep mixed French/English as-is. Reply only with <CORRECTION>corrected text</CORRECTION>."
18 )
19
20def correct(text, system_prompt=SYSTEM_PROMPT, max_new_tokens=512, temperature=0.1):
21 messages = [
22 {"role": "system", "content": system_prompt},
23 {"role": "user", "content": text}
24 ]
25 prompt = tokenizer.apply_chat_template(
26 messages,
27 tokenize=False,
28 add_generation_prompt=True
29 )
30 inputs = tokenizer([prompt], return_tensors="pt").to(device)
31 generated_ids = model.generate(
32 inputs.input_ids,
33 max_new_tokens=max_new_tokens,
34 temperature=temperature
35 )
36 generated_ids = [
37 output[len(inp):]
38 for inp, output in zip(inputs.input_ids, generated_ids)
39 ]
40 return tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
41
42text = "man mom khawma sakh li loumou done. Niom gneup dem naniou dakar ngir vacances scolaires yi"
43print(correct(text))
44# <CORRECTION>Man moom xawma sax li lu mu doon. Ñoom ñépp dem nañu Dakar ngir vacances scolaires yi.</CORRECTION>