Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/xlmr-base-42-b16-e5-radam-s42-mrp-msk0.5/runs/r7if2xp6

Epochs: 0

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.531387

Validation Accuracy: 0.939160

Validation F1: 0.484313

{'0': {'precision': 0.9391596856098586, 'recall': 1.0, 'f1-score': 0.9686254232482111, 'support': 29036.0}, '1': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 1881.0}, 'accuracy': 0.9391596856098586, 'macro avg': {'precision': 0.4695798428049293, 'recall': 0.5, 'f1-score': 0.48431271162410555, 'support': 30917.0}, 'weighted avg': {'precision': 0.8820209150748085, 'recall': 0.9391596856098586, 'f1-score': 0.9096939479715063, 'support': 30917.0}}

Masked Accuracy: 0.935353

Masked F1: 0.483298

{'0': {'precision': 0.9353531189887332, 'recall': 1.0, 'f1-score': 0.966596854921728, 'support': 13615.0}, '1': {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 941.0}, 'accuracy': 0.9353531189887332, 'macro avg': {'precision': 0.4676765594943666, 'recall': 0.5, 'f1-score': 0.483298427460864, 'support': 14556.0}, 'weighted avg': {'precision': 0.8748854572019512, 'recall': 0.9353531189887332, 'f1-score': 0.9041093830557383, 'support': 14556.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.5
                "seed": 42
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": True