Views
No views yet
- de as German
- en as English
- fr as French
- es as Spanish1from transformers import pipeline
2
3text=["Mir gefällt die Art und Weise, Sprachen zu erkennen",
4 "I like the way to detect languages",
5 "Me gusta la forma de detectar idiomas",
6 "J'aime la façon de détecter les langues"]
7pipe = pipeline("text-classification", model="ImranzamanML/GEFS-language-detector")
8lang_detect=pipe(text, top_k=1)
9print("The detected language is", lang_detect)1from transformers import AutoTokenizer, AutoModelForSequenceClassification
2
3tokenizer = AutoTokenizer.from_pretrained("ImranzamanML/GEFS-language-detector")
4model = AutoModelForSequenceClassification.from_pretrained("ImranzamanML/GEFS-language-detector")
5Epoch Training Loss Validation Loss
1 0.002600 0.000148
2 0.001000 0.000015
3 0.000000 0.000011
4 0.001800 0.000009
5 0.002700 0.000016
6 0.001600 0.000012
7 0.001300 0.000009
8 0.001200 0.000008
9 0.000900 0.000007
10 0.000900 0.000007 Language Precision Recall F1 Accuracy
de 0.9997 0.9998 0.9998 0.9999
en 1.0000 1.0000 1.0000 1.0000
fr 0.9995 0.9996 0.9996 0.9996
es 0.9994 0.9996 0.9995 0.9996