Views
No views yet
dbmdz/bert-base-turkish-uncased1from transformers import TrainingArguments
2
3training_args = TrainingArguments(
4 output_dir="pii_detection_model",
5 learning_rate=2e-5,
6 per_device_train_batch_size=16,
7 per_device_eval_batch_size=16,
8 num_train_epochs=3,
9 weight_decay=0.01,
10)
111from transformers import pipeline, AutoTokenizer, AutoModelForTokenClassification
2
3model = AutoModelForTokenClassification.from_pretrained("isakulaksiz/turkish-pii-detection")
4tokenizer = AutoTokenizer.from_pretrained("isakulaksiz/turkish-pii-detection")
5
6ner_pipeline = pipeline("ner", model=model, tokenizer=tokenizer, aggregation_strategy="simple")
7
8text = "isa kulaksız erzurum ilinde atatürk üniversitesinde eğitim görmektedir."
9
10results = ner_pipeline(text)