Views
No views yet
1import ctranslate2, transformers
2from huggingface_hub import snapshot_download
3
4model_path = snapshot_download("zenoverflow/madlad400-7b-mt-bt-ct2-int8-float16")
5print("\n", end="")
6
7translator = ctranslate2.Translator(model_path, device="auto")
8tokenizer = transformers.T5Tokenizer.from_pretrained(model_path)
9
10target_lang_code = "ja"
11
12source_text = "This sentence has no meaning."
13
14input_text = f"<2{target_lang_code}> {source_text}"
15input_tokens = tokenizer.convert_ids_to_tokens(tokenizer.encode(input_text))
16results = translator.translate_batch([input_tokens])
17output_tokens = results[0].hypotheses[0]
18output_text = tokenizer.decode(tokenizer.convert_tokens_to_ids(output_tokens))
19
20print(output_text)
21