Views
No views yet
1>>> from transformers import (
2>>> PreTrainedTokenizerFast,
3>>> BertForMaskedLM,
4>>> pipeline
5>>> )
6
7>>> model = BertForMaskedLM.from_pretrained('AIaLT-IICT/bert_bg_lit_web_large_cased')
8>>> tokenizer = PreTrainedTokenizerFast.from_pretrained('AIaLT-IICT/bert_bg_lit_web_large_cased')
9
10>>> fill_mask = pipeline(
11>>> "fill-mask",
12>>> model=model,
13>>> tokenizer=tokenizer
14>>> )
15
16
17>>> fill_mask("Заради 3 завода няма да [MASK] нито есенниците неподхранени, нито зърното да поскъпне заради тях.")
18
19[{'score': 0.594584047794342,
20 'token': 17316,
21 'token_str': 'останат',
22 'sequence': 'Заради 3 завода няма да останат нито есенниците неподхранени, нито зърното да поскъпне заради тях.'},
23 {'score': 0.13245698809623718,
24 'token': 29795,
25 'token_str': 'оставим',
26 'sequence': 'Заради 3 завода няма да оставим нито есенниците неподхранени, нито зърното да поскъпне заради тях.'},
27 {'score': 0.10130524635314941,
28 'token': 9978,
29 'token_str': 'има',
30 'sequence': 'Заради 3 завода няма да има нито есенниците неподхранени, нито зърното да поскъпне заради тях.'},
31 {'score': 0.05179438367486,
32 'token': 20074,
33 'token_str': 'оставят',
34 'sequence': 'Заради 3 завода няма да оставят нито есенниците неподхранени, нито зърното да поскъпне заради тях.'},
35 {'score': 0.03605376556515694,
36 'token': 14006,
37 'token_str': 'остане',
38 'sequence': 'Заради 3 завода няма да остане нито есенниците неподхранени, нито зърното да поскъпне заради тях.'}]1@inproceedings{simov-etal-2026-small,
2 title = {Small Can Be Beautiful in LLMs for SSH: a Case for Bulgarian },
3 author = {Simov, Kiril and Paev, Nikolay and Osenova, Petya and Valchev, Teodor and Marinov, Stefan},
4 booktitle = {Proceedings of Shaping Multilingual, Multimodal AI for the Social Sciences and Humanities (LLMs4SSH) @ LREC 2026},
5 month = {May},
6 year = {2026},
7 pages = {187--197},
8 address = {Palma, Mallorca, Spain},
9 publisher = {European Language Resources Association (ELRA)},
10 editor = {Montejo-Raez, Arturo and Grisot, Cristina and Blochowiak, Joanna and Ljubešić, Nikola and Battaner, Elena and Rigau, German},
11 doi = {10.63317/5n9bq7g3it2s},
12 abstract = {In the paper we present a set of small LLM-based models for solving the basic NLP tasks for Bulgarian - POS tagging, Lemmatization, Dependency parsing, Named Entity Recognition, Named Entity Linking, Event Annotation, among others. In order to create fine-tuned models for these tasks, we first pre-train models using architectures like BERT, Modern-BERT, and T5 with different sizes, over Bulgarian data only. For each of the tasks we report our approach towards the fine-tuning, the results from the experiments and also the evaluation. Then we define a way to visualize the results over HTML documents which contain the analyzed texts. Our rationale are as follows: most, if not all SSH research scenarios, need a reliable processing chains that can be customized with respect to the specific needs. These scenarios also would need proper visualization for human observation. We aim to provide such a basic LLM-based toolkit.}
13}