Views
No views yet
roșă and ami when translating to Romanian.1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4# 1. Load from your Hugging Face Repo
5model_id = "MihaiPopa-1/OmniTranslate-1.0"
6
7tokenizer = AutoTokenizer.from_pretrained(model_id)
8model = AutoModelForCausalLM.from_pretrained(
9 model_id,
10 torch_dtype=torch.float32, # Standard for CPU
11 device_map="cpu" # Forces CPU usage
12)
13
14# 2. Translate (replace ron_Latn with your language here)
15prompt = "<|im_start|>user\nTranslate to ron_Latn: OmniTranslate is a massively multilingual machine translation model supporting over 500 languages!<|im_end|>\n<|im_start|>assistant\n<think>\n"
16inputs = tokenizer(prompt, return_tensors="pt").to("cpu")
17
18with torch.no_grad():
19 outputs = model.generate(**inputs, max_new_tokens=256, temperature=0.1)
20
21print(tokenizer.decode(outputs[0], skip_special_tokens=True))