Views
No views yet
1import torch
2from transformers import AutoTokenizer,AutoModelForTokenClassification
3tokenizer=AutoTokenizer.from_pretrained("KoichiYasuoka/roberta-base-thai-syllable-upos")
4model=AutoModelForTokenClassification.from_pretrained("KoichiYasuoka/roberta-base-thai-syllable-upos")
5s="หลายหัวดีกว่าหัวเดียว"
6t=tokenizer.tokenize(s)
7p=[model.config.id2label[q] for q in torch.argmax(model(tokenizer.encode(s,return_tensors="pt"))["logits"],dim=2)[0].tolist()[1:-1]]
8print(list(zip(t,p)))import esupar
nlp=esupar.load("KoichiYasuoka/roberta-base-thai-syllable-upos")
print(nlp("หลายหัวดีกว่าหัวเดียว"))