Base Model: xlm-roberta-base

Intermediate Task: mrp-

Pre-Finetuned Model: None

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/baseline-without-augmented-2-seed42/runs/b98jhcrp

Epochs: 1

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.185370

Validation Accuracy: 0.939289

Validation F1: 0.488045

{'0': {'precision': 0.9393664865564435, 'recall': 0.9998966799834688, 'f1-score': 0.9686869192399447, 'support': 29036.0}, '1': {'precision': 0.7, 'recall': 0.003721424774056353, 'f1-score': 0.007403490216816499, 'support': 1881.0}, 'accuracy': 0.9392890642688488, 'macro avg': {'precision': 0.8196832432782217, 'recall': 0.5018090523787626, 'f1-score': 0.4880452047283806, 'support': 30917.0}, 'weighted avg': {'precision': 0.924803354259886, 'recall': 0.9392890642688488, 'f1-score': 0.9102021332001443, 'support': 30917.0}}

Masked Accuracy: 0.934391

Masked F1: 0.495284

{'0': {'precision': 0.9349157206742346, 'recall': 0.9993381379614649, 'f1-score': 0.9660541001670636, 'support': 13598.0}, '1': {'precision': 0.5714285714285714, 'recall': 0.012526096033402923, 'f1-score': 0.024514811031664963, 'support': 958.0}, 'accuracy': 0.9343913162956856, 'macro avg': {'precision': 0.7531721460514029, 'recall': 0.5059321169974339, 'f1-score': 0.4952844555993643, 'support': 14556.0}, 'weighted avg': {'precision': 0.9109928923575716, 'recall': 0.9343913162956856, 'f1-score': 0.9040868949601585, 'support': 14556.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": mrp
                "n_tk_label": 2
                "mask_ratio": 0.5
                "seed": 42
                "dataset": sold
                "finetuning_stage": pre
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": True