Views
No views yet
spanish-english code-mixed data used from LinCEpip install codeswitch1
2from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
3
4tokenizer = AutoTokenizer.from_pretrained("sagorsarker/codeswitch-spaeng-pos-lince")
5
6model = AutoModelForTokenClassification.from_pretrained("sagorsarker/codeswitch-spaeng-pos-lince")
7pos_model = pipeline('ner', model=model, tokenizer=tokenizer)
8
9pos_model("put any spanish english code-mixed sentence")
101from codeswitch.codeswitch import POS
2pos = POS('spa-eng')
3text = "" # your mixed sentence
4result = pos.tag(text)
5print(result)