Views
No views yet
1from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
2from peft import PeftModel
3
4base = AutoModelForSeq2SeqLM.from_pretrained('facebook/nllb-200-distilled-600M')
5model = PeftModel.from_pretrained(base, 'Emarthar/nllb-bpy-beng-v8-5-3')
6tokenizer = AutoTokenizer.from_pretrained('Emarthar/nllb-bpy-beng-v8-5-3')
7
8def translate(text):
9 tokenizer.src_lang = 'eng_Latn'
10 inputs = tokenizer(text, return_tensors='pt')
11 out = model.generate(**inputs, forced_bos_token_id=tokenizer.convert_tokens_to_ids('ben_Beng'))
12 return tokenizer.decode(out[0], skip_special_tokens=True)