Base Model: xlm-roberta-base

Intermediate Task:

Pre-Finetuned Model: pre_finetune/xlmr-sold_mrp0.25_s13_pre/ep3.ckpt

Wandb Run URL: https://wandb.ai/s_haturusinghe-university-of-kelaniya/sold_mrp_to_hs_v2/runs/hm4rfy5e

Epochs: 4

Steps: 0

Validation Time: 0.01s

Validation Loss: 0.461988

Validation Accuracy: 0.812000

Validation F1: 0.811541

{'0': {'precision': 0.938953488372093, 'recall': 0.7291196388261851, 'f1-score': 0.820838627700127, 'support': 443.0}, '1': {'precision': 0.7044334975369458, 'recall': 0.9315960912052117, 'f1-score': 0.8022440392706872, 'support': 307.0}, 'accuracy': 0.812, 'macro avg': {'precision': 0.8216934929545194, 'recall': 0.8303578650156984, 'f1-score': 0.8115413334854071, 'support': 750.0}, 'weighted avg': {'precision': 0.8429566387902394, 'recall': 0.812, 'f1-score': 0.8132272428363431, 'support': 750.0}}

                "learning_rate": 2e-05
                "epochs": 5
                "batch_size": 16
                "model": xlm-roberta-base
                "intermediate_task": False
                "n_tk_label": 2
                "mask_ratio": 0.25
                "seed": 13
                "dataset": sold
                "finetuning_stage": final
                "val_int": 10000
                "patience": 3
                "skip_empty_rat": False