Views
No views yet
| Arabic Region | F1 Score |
|---|---|
| Gulf | 89.0 |
| Egyptian | 83.9 |
| Levantine | 83.3 |
| Iraqi | 70.6 |
| Maghrebi | 81.7 |
1from transformers import AutoTokenizer, AutoModelForSequenceClassification
2
3model = AutoModelForSequenceClassification.from_pretrained("oahmedd/MARBERTv2-Finetuned-on-5-Dialects-QADI")
4tokenizer = AutoTokenizer.from_pretrained("oahmedd/MARBERTv2-Finetuned-on-5-Dialects-QADI")1from transformers import AutoTokenizer, AutoModelForSequenceClassification
2
3DIALECT_LABELS = ["Gulf", "Egyptian", "Levantine", "Iraqi", "Maghrebi"]
4
5model = AutoModelForSequenceClassification.from_pretrained(
6 "oahmedd/MARBERTv2-Finetuned-on-QADI-dataset",
7 num_labels=5
8)
9tokenizer = AutoTokenizer.from_pretrained("oahmedd/MARBERTv2-Finetuned-on-5-Dialects-QADI")
10
11model.eval()
12
13 text = "ازيك يصاحبي عامل ايه، ايه الاخبار"
14
15inputs = tokenizer(
16 text,
17 return_tensors="pt",
18 truncation=True,
19 padding=True,
20)
21
22with torch.inference_mode():
23 logits = model(**inputs).logits
24 prediction = torch.argmax(logits, dim=1).item()
25predicted_dialect = DIALECT_LABELS[prediction]
26
27print(f"Predicted Dialect: {predicted_dialect}")@article{essameldin2025arabic,
title={Arabic Dialect Classification using RNNs, Transformers, and Large Language Models: A Comparative Analysis},
author={Essameldin, Omar A and Elbeih, Ali O and Gomaa, Wael H and Elsersy, Wael F},
journal={arXiv preprint arXiv:2506.19753},
year={2025}
}