Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/xlmr-base-42-b16-e5-radam-s42-mrp-msk0.5/runs/r7if2xp6

Epochs: 4

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.073005

Validation Accuracy: 0.936346

Validation F1: 0.658728

{'0': {'precision': 0.9546798360545589, 'recall': 0.9786816365890618, 'f1-score': 0.9665317506207272, 'support': 29036.0}, '1': {'precision': 0.4622067767158992, 'recall': 0.2828282828282828, 'f1-score': 0.35092348284960423, 'support': 1881.0}, 'accuracy': 0.9363456997768218, 'macro avg': {'precision': 0.708443306385229, 'recall': 0.6307549597086723, 'f1-score': 0.6587276167351657, 'support': 30917.0}, 'weighted avg': {'precision': 0.92471762029572, 'recall': 0.9363456997768218, 'f1-score': 0.9290779500683617, 'support': 30917.0}}

Masked Accuracy: 0.974444

Masked F1: 0.895577

{'0': {'precision': 0.9884337704434949, 'recall': 0.9842282863849765, 'f1-score': 0.9863265456149379, 'support': 13632.0}, '1': {'precision': 0.7810590631364562, 'recall': 0.8300865800865801, 'f1-score': 0.8048268625393494, 'support': 924.0}, 'accuracy': 0.9744435284418796, 'macro avg': {'precision': 0.8847464167899756, 'recall': 0.9071574332357784, 'f1-score': 0.8955767040771436, 'support': 14556.0}, 'weighted avg': {'precision': 0.9752698360142765, 'recall': 0.9744435284418796, 'f1-score': 0.9748051312729591, 'support': 14556.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.5
                "seed": 42
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": True