Views
No views yet
| Language | Base BLEU | Fine-tuned BLEU | Improvement |
|---|---|---|---|
| Kikuyu (ki) | 17.00 | 22.24 | +31% |
| Luo (luo) | 11.29 | 18.64 | +65% |
| Swahili (sw) | 16.45 | 19.39 | +18% |
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2
3model = AutoModelForSeq2SeqLM.from_pretrained("cif-ai/nllb-tarjumi")
4tokenizer = AutoTokenizer.from_pretrained("cif-ai/nllb-tarjumi")
5
6tokenizer.src_lang = "eng_Latn"
7inputs = tokenizer("Hello, how are you?", return_tensors="pt")
8tgt_id = tokenizer.convert_tokens_to_ids("kik_Latn")
9
10translated = model.generate(**inputs, forced_bos_token_id=tgt_id, max_new_tokens=128)
11print(tokenizer.decode(translated[0], skip_special_tokens=True))