Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/baseline-without-augmented-2-seed42/runs/b98jhcrp

Epochs: 3

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.119451

Validation Accuracy: 0.938933

Validation F1: 0.592413

{'0': {'precision': 0.9466894826905358, 'recall': 0.9907700785232125, 'f1-score': 0.968228325255789, 'support': 29036.0}, '1': {'precision': 0.4933837429111531, 'recall': 0.13875598086124402, 'f1-score': 0.216597510373444, 'support': 1881.0}, 'accuracy': 0.9389332729566258, 'macro avg': {'precision': 0.7200366128008444, 'recall': 0.5647630296922282, 'f1-score': 0.5924129178146165, 'support': 30917.0}, 'weighted avg': {'precision': 0.9191102189675026, 'recall': 0.9389332729566258, 'f1-score': 0.9224988701730289, 'support': 30917.0}}

Masked Accuracy: 0.955001

Masked F1: 0.774492

{'0': {'precision': 0.9673756826674331, 'recall': 0.9852887360023421, 'f1-score': 0.976250045324341, 'support': 13663.0}, '1': {'precision': 0.6859375, 'recall': 0.4916013437849944, 'f1-score': 0.5727332028701891, 'support': 893.0}, 'accuracy': 0.9550013740038472, 'macro avg': {'precision': 0.8266565913337165, 'recall': 0.7384450398936683, 'f1-score': 0.774491624097265, 'support': 14556.0}, 'weighted avg': {'precision': 0.9501096551102732, 'recall': 0.9550013740038472, 'f1-score': 0.9514945808896367, 'support': 14556.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.5
                "seed": 42
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": True