Views
No views yet
"translate Russian to Sakha: " - Ru-sah"translate Sakha to Russian: " - sah-Ru1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2
3model = AutoModelForSeq2SeqLM.from_pretrained("lab-ii/mt5-yakut")
4tokenizer = AutoTokenizer.from_pretrained("lab-ii/mt5-yakut")
5
6def predict(text, prefix, a=32, b=3, max_input_length=1024, num_beams=3, **kwargs):
7 inputs = tokenizer(prefix + text, return_tensors='pt', padding=True, truncation=True, max_length=max_input_length)
8 result = model.generate(
9 **inputs.to(model.device),
10 max_new_tokens=int(a + b * inputs.input_ids.shape[1]),
11 num_beams=num_beams,
12 **kwargs
13 )
14 return tokenizer.batch_decode(result, skip_special_tokens=True)
15
16sentence: str = "Фотограф опубликовал снимки с прошедшего феста."
17
18translation = predict(sentence, prefix="translate Russian to Sakha: ")
19
20print(translation)
21
22# ['Бэрэограф ааспыт фесттан хаартыскалары ыытан көрдөрбүт.']