Views
No views yet
| Label id | Label |
|---|---|
| 0 | O |
| 1 | B-PER |
| 2 | I-PER |
| 3 | B-ORG |
| 4 | I-ORG |
| 5 | B-LOC |
| 6 | I-LOC |
1from transformers import AlbertForTokenClassification, TokenClassificationPipeline, PreTrainedTokenizerFast
2
3# Initialize tokenizer
4tokenizer = PreTrainedTokenizerFast.from_pretrained("neuropark/sahajBERT-NER")
5
6# Initialize model
7model = AlbertForTokenClassification.from_pretrained("neuropark/sahajBERT-NER")
8
9# Initialize pipeline
10pipeline = TokenClassificationPipeline(tokenizer=tokenizer, model=model)
11
12raw_text = "এই ইউনিয়নে ৩ টি মৌজা ও ১০ টি গ্রাম আছে ।" # Change me
13output = pipeline(raw_text)