Views
No views yet
Hindi-english code-mixed data used from LinCEpip install codeswitch1
2from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
3
4tokenizer = AutoTokenizer.from_pretrained("sagorsarker/codeswitch-hineng-ner-lince")
5
6model = AutoModelForTokenClassification.from_pretrained("sagorsarker/codeswitch-hineng-ner-lince")
7
8ner_model = pipeline('ner', model=model, tokenizer=tokenizer)
9
10ner_model("put any hindi english code-mixed sentence")
111from codeswitch.codeswitch import NER
2ner = NER('hin-eng')
3text = "" # your mixed sentence
4result = ner.tag(text)
5print(result)
6