Views
No views yet
transformers library on the Belarusian-English split of the OPUS-100 dataset. It is based on the MarianMT architecture and is optimized for quick and accurate translation of short to medium-length sentences.transformers library:1import torch
2from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
4# Load model and tokenizer
5model_name = "Aleton/be-en-translator"
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
8
9# Set device
10device = "cuda" if torch.cuda.is_available() else "cpu"
11model = model.to(device)
12
13# Text to translate
14text = "Прывітанне, як справы?"
15
16# Generate translation
17inputs = tokenizer(text, return_tensors="pt").to(device)
18outputs = model.generate(**inputs, max_length=128)
19translated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
20
21print(translated_text)
22# Expected output: Hello, how are you?