Views
No views yet
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2
3model_name = "ahlad/nllb-600M-finetune-en-kha"
4tokenizer = AutoTokenizer.from_pretrained(model_name, src_lang="vie_Latn")
5model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
6
7article = "Kata ka dei ka bos ."
8inputs = tokenizer(article, return_tensors="pt")
9
10translated_tokens = model.generate(
11 **inputs, forced_bos_token_id=tokenizer.convert_tokens_to_ids("eng_Latn"), max_length=30
12)
13print(tokenizer.batch_decode(translated_tokens, skip_special_tokens=True)[0])1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, pipeline
2import torch
3
4
5model_name = "ahlad/nllb-600M-finetune-en-kha"
6
7tokenizer = AutoTokenizer.from_pretrained(model_name)
8model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
9
10translator_nllb = pipeline(
11 "translation",
12 model=model,
13 tokenizer=tokenizer,
14 src_lang="vie_Latn",
15 tgt_lang="eng_Latn",
16 max_length=128,
17 device=0 if torch.cuda.is_available() else -1,
18)
19