Views
No views yet
| Dataset | # Examples |
|---|---|
| Train | 329 K |
| Dev | 40 K |
B-LOC
B-MISC
B-ORG
B-PER
I-LOC
I-MISC
I-ORG
I-PER
O| Metric | # score |
|---|---|
| F1 | 77.55 |
| Precision | 75.53 |
| Recall | 79.68 |
1import torch
2from transformers import AutoModelForTokenClassification, AutoTokenizer
3
4id2label = {
5 "0": "B-LOC",
6 "1": "B-MISC",
7 "2": "B-ORG",
8 "3": "B-PER",
9 "4": "I-LOC",
10 "5": "I-MISC",
11 "6": "I-ORG",
12 "7": "I-PER",
13 "8": "O"
14}
15
16text ="Julien, CEO de HF, nació en Francia."
17input_ids = torch.tensor(tokenizer.encode(text)).unsqueeze(0)
18
19outputs = model(input_ids)
20last_hidden_states = outputs[0]
21
22for m in last_hidden_states:
23 for index, n in enumerate(m):
24 if(index > 0 and index <= len(text.split(" "))):
25 print(text.split(" ")[index-1] + ": " + id2label[str(torch.argmax(n).item())])
26
27'''
28Output:
29--------
30Julien,: I-PER
31CEO: O
32de: O
33HF,: B-ORG
34nació: I-PER
35en: I-PER
36Francia.: I-LOC
37'''Created by Manuel Romero/@mrm8488
Made with ♥ in Spain