Views
No views yet
1!pip install transformers > /dev/null
2
3from transformers import (
4 AutoModelForTokenClassification,
5 AutoTokenizer,
6 pipeline
7)
8
9model = AutoModelForTokenClassification.from_pretrained('tesemnikov-av/rubert-ner-toxicity')
10tokenizer = AutoTokenizer.from_pretrained('tesemnikov-av/rubert-ner-toxicity')
11
12
13pipe = pipeline(model=model, tokenizer=tokenizer, task='ner', aggregation_strategy='average')
14text = "Они охриневшие там все придурки!!"
15
16print(text)
17print(pipe(text))