Views
No views yet
1from transformers import RobertaTokenizer, RobertaForMaskedLM
2from transformers import pipeline
3
4tokenizer = RobertaTokenizer.from_pretrained('roberta-base')
5model = RobertaForMaskedLM.from_pretrained('models').cpu()
6model.eval()
7mlm = pipeline('fill-mask', model = model, tokenizer = tokenizer)
8test = "ECB - euro, FED - <mask>, BoJ - yen"
9print(mlm(test)[:2])
10
11[{'sequence': 'ECB - euro, FED - dollar, BoJ - yen',
12 'score': 0.7342271208763123,
13 'token': 1404,
14 'token_str': ' dollar'},
15 {'sequence': 'ECB - euro, FED - dollars, BoJ - yen',
16 'score': 0.10828445851802826,
17 'token': 1932,
18 'token_str': ' dollars'}]