A Maltese monolingual model pre-trained from scratch on the Korpus Malti v4.0 using the BERT (base) architecture.
1@inproceedings{BERTu,
2 title = "Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and {BERT} Models for {M}altese",
3 author = "Micallef, Kurt and
4 Gatt, Albert and
5 Tanti, Marc and
6 van der Plas, Lonneke and
7 Borg, Claudia",
8 booktitle = "Proceedings of the Third Workshop on Deep Learning for Low-Resource Natural Language Processing",
9 month = jul,
10 year = "2022",
11 address = "Hybrid",
12 publisher = "Association for Computational Linguistics",
13 url = "https://aclanthology.org/2022.deeplo-1.10",
14 doi = "10.18653/v1/2022.deeplo-1.10",
15 pages = "90--101",
16}
