Views
No views yet
1from huggingface_hub import snapshot_download
2
3model_path = snapshot_download("santhosh/madlad400-3b-ct2")
4tokenizer = SentencePieceProcessor()
5tokenizer.load(f"{model_path}/sentencepiece.model")
6translator = ctranslate2.Translator(model_path, device="cuda" if torch.cuda.is_available() else "cpu")
7
8text = "<2pt> I love pizza!"
9input_ids = tokenizer.encode(text, out_type=str)
10outputs = model.translate_batch(
11 [input_ids],
12 batch_type="tokens",
13 beam_size=2,
14 no_repeat_ngram_size=1,
15)
16
17tokenizer.decode(results[0].hypotheses[0])
18# Eu adoro pizza!