Views
No views yet
1from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
2
3model_id = "jordigonzm/mdeberta-v3-base-multilingual-ner" # Ejemplo de modelo ligero
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForTokenClassification.from_pretrained(model_id)
6
7# Creamos el pipeline de NER
8# 'aggregation_strategy' agrupa los sub-tokens en palabras completas
9nlp_ner = pipeline("ner", model=model, tokenizer=tokenizer, aggregation_strategy="simple")
10
11text = "La sede de Microsoft se encuentra en Redmond, Washington."
12results = nlp_ner(text)
13
14for entity in results:
15 print(f"Entidad: {entity['word']} | Tipo: {entity['entity_group']} | Score: {entity['score']:.4f}")1optimum-cli export onnx --model jordigonzm/mdeberta-v3-base-multilingual-ner --task token-classification --optimize O2 hf_mdeberta_ner
2optimum-cli onnxruntime quantize --onnx_model hf_mdeberta_ner -o onnx_mdeberta_ner --avx512_vnni --per_channel