Views
No views yet
1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2
3model_path = "neverLife/nllb-200-distilled-600M-ja-zh"
4model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
5ja = "ぜんぜん田舎に来た気がしないんだが……。"
6tokenizer = AutoTokenizer.from_pretrained(model_path, src_lang="jpn_Jpan", tgt_lang="zho_Hans")
7
8input_ids = tokenizer.encode(ja, max_length=128, padding=True, return_tensors='pt')
9outputs = model.generate(input_ids, num_beams=4, max_new_tokens=128)
10
11print(tokenizer.decode(outputs[0], skip_special_tokens=True))
12