Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/xlmr-base-42-b16-e5-radam-s42-mrp-msk0.5/runs/ufmyp51c

Epochs: 3

Steps: 410

Validation Time: 0.01s

Validation Loss: 0.054783

Validation Accuracy: 0.941812

Validation F1: 0.644213

{'0': {'precision': 0.9515866962894187, 'recall': 0.9883248381319741, 'f1-score': 0.9696078928251651, 'support': 29036.0}, '1': {'precision': 0.5539473684210526, 'recall': 0.22381711855396066, 'f1-score': 0.31881862930708066, 'support': 1881.0}, 'accuracy': 0.9418119481191577, 'macro avg': {'precision': 0.7527670323552357, 'recall': 0.6060709783429674, 'f1-score': 0.6442132610661229, 'support': 30917.0}, 'weighted avg': {'precision': 0.9273941945680227, 'recall': 0.9418119481191577, 'f1-score': 0.9300136694309963, 'support': 30917.0}}

Masked Accuracy: 0.982001

Masked F1: 0.922183

{'0': {'precision': 0.9865810968494749, 'recall': 0.9942672350433632, 'f1-score': 0.9904092539717403, 'support': 13606.0}, '1': {'precision': 0.9075829383886256, 'recall': 0.8063157894736842, 'f1-score': 0.8539576365663322, 'support': 950.0}, 'accuracy': 0.9820005496015389, 'macro avg': {'precision': 0.9470820176190502, 'recall': 0.9002915122585238, 'f1-score': 0.9221834452690363, 'support': 14556.0}, 'weighted avg': {'precision': 0.9814252676012056, 'recall': 0.9820005496015389, 'f1-score': 0.981503714226265, 'support': 14556.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.5
                "seed": 42
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": True