Views
No views yet
1from transformers import AutoTokenizer, AutoModelForTokenClassification
2from transformers import pipeline
3
4tokenizer = AutoTokenizer.from_pretrained("EvanD/dutch-ner-xlm-conll2003")
5ner_model = AutoModelForTokenClassification.from_pretrained("EvanD/dutch-ner-xlm-conll2003")
6
7nlp = pipeline("ner", model=ner_model, tokenizer=tokenizer, aggregation_strategy="simple")
8example = "George Washington ging naar Washington"
9
10ner_results = nlp(example)
11print(ner_results)
12
13# {
14# "start_pos": 0,
15# "end_pos": 17,
16# "text": "George Washington",
17# "score": 0.9999986886978149,
18# "label": "PER"
19# }
20# {
21# "start_pos": 28,
22# "end_pos": 38,
23# "text": "Washington",
24# "score": 0.9999939203262329,
25# "label": "LOC"
26# }