Views
No views yet
1from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer
2import torch
3
4src_lang="pt"
5tgt_lang="sw" # Emakhuwa was mapped to Swahili
6text="Dez histórias que falam por 60 milhões de refugiados"
7
8device = "cuda:0" if torch.cuda.is_available() else "cpu"
9model_name="felerminoali/m2m_bilingual_pt-vmw_65k"
10model = M2M100ForConditionalGeneration.from_pretrained(model_name).to(device)
11tokenizer = M2M100Tokenizer.from_pretrained(model_name)
12
13# translate
14tokenizer.src_lang = src_lang
15encoded_zh = tokenizer(text, return_tensors="pt")
16generated_tokens = model.generate(**encoded_zh.to(model.device), forced_bos_token_id=tokenizer.get_lang_id(tgt_lang))
17tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
18print(tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)[0])