Views
No views yet
ct2-transformers-converter (TransformersConverter, quantization="int8",
copy_files=["source.spm", "target.spm"])1import ctranslate2, sentencepiece as spm
2
3translator = ctranslate2.Translator("model_dir", compute_type="int8")
4sp_src = spm.SentencePieceProcessor("model_dir/source.spm")
5sp_tgt = spm.SentencePieceProcessor("model_dir/target.spm")
6
7tokens = sp_src.encode("Kehidupan seorang bankir itu sulit.", out_type=str) + ["</s>"]
8result = translator.translate_batch([tokens], beam_size=1)
9print(sp_tgt.decode(result[0].hypotheses[0]))