Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/ablataion-study-ctrl-1/runs/9oq8pb2g

Epochs: 2

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.160233

Validation Accuracy: 0.931137

Validation F1: 0.562283

{'0': {'precision': 0.9466504503319966, 'recall': 0.9821970601275536, 'f1-score': 0.9640962121085316, 'support': 29321.0}, '1': {'precision': 0.28198074277854196, 'recall': 0.11214442013129103, 'f1-score': 0.16046966731898238, 'support': 1828.0}, 'accuracy': 0.9311374361937783, 'macro avg': {'precision': 0.6143155965552692, 'recall': 0.5471707401294224, 'f1-score': 0.562282939713757, 'support': 31149.0}, 'weighted avg': {'precision': 0.9076438618248948, 'recall': 0.9311374361937783, 'f1-score': 0.9169348482164228, 'support': 31149.0}}

Masked Accuracy: 0.939525

Masked F1: 0.747597

{'0': {'precision': 0.9698516897641624, 'recall': 0.9655478457318057, 'f1-score': 0.9676949824121619, 'support': 24788.0}, '1': {'precision': 0.5108820160366552, 'recall': 0.5452322738386308, 'f1-score': 0.527498521584861, 'support': 1636.0}, 'accuracy': 0.9395246745382985, 'macro avg': {'precision': 0.7403668529004088, 'recall': 0.7553900597852183, 'f1-score': 0.7475967519985114, 'support': 26424.0}, 'weighted avg': {'precision': 0.9414353112363769, 'recall': 0.9395246745382985, 'f1-score': 0.9404409175501628, 'support': 26424.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.9
                "seed": 66
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 1000
                "patience": 3
                "skip_empty_rat": True