Views
No views yet
raw-label-epoch-31from transformers import AutoTokenizer, AutoModelForSequenceClassification, pipeline
2
3model_name = 'raw-label-epoch-3'
4tokenizer = AutoTokenizer.from_pretrained("dccuchile/bert-base-spanish-wwm-uncased")
5full_model_path = f'MartinoMensio/racism-models-{model_name}'
6model = AutoModelForSequenceClassification.from_pretrained(full_model_path)
7
8pipe = pipeline("text-classification", model = model, tokenizer = tokenizer)
9
10texts = [
11 'y porqué es lo que hay que hacer con los menas y con los adultos también!!!! NO a los inmigrantes ilegales!!!!',
12 'Es que los judíos controlan el mundo'
13]
14print(pipe(texts))
15# [{'label': 'racist', 'score': 0.8621180653572083}, {'label': 'non-racist', 'score': 0.9725497364997864}]