learning_rate: 0.0002
train_batch_size: 4
eval_batch_size: 4
seed: 200898
distributed_type: multi-GPU
num_devices: 8
total_train_batch_size: 32
total_eval_batch_size: 32
optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
lr_scheduler_type: cosine
lr_scheduler_warmup_ratio: 0.1
num_epochs: 10.0

Training results

Training Loss	Epoch	Step	Validation Loss	Roc Auc	Best Threshold	Tpr At Best Threshold	Fpr At Best Threshold	Accuracy At Best Threshold	Avg Score True Positives	Avg Score True Negatives
No log	0	0	5.5312	0.5	inf	0.0	0.0	0.2041	0.5	0.5
5.4727	0.25	5	4.6909	0.6251	0.6100	0.8291	0.6	0.7415	0.6112	0.6098
5.5039	0.5	10	5.2334	0.6930	0.5309	0.6410	0.2333	0.6667	0.5333	0.5279
5.5898	0.75	15	5.2927	0.7118	0.5232	0.5812	0.2333	0.6190	0.5237	0.5116
5.3867	1.0	20	5.4779	0.5682	0.4180	0.9145	0.6333	0.8027	0.5086	0.4892
3.9551	1.25	25	3.6911	0.6934	0.5708	0.9145	0.6	0.8095	0.7719	0.6217
5.6426	1.5	30	3.6806	0.8128	0.7527	0.5128	0.0333	0.6054	0.7029	0.4640
2.7483	1.75	35	3.3920	0.8368	0.9363	0.6239	0.0	0.7007	0.9061	0.7189
3.534	2.0	40	6.8538	0.7550	0.5370	0.5470	0.1333	0.6122	0.5307	0.2630
3.1978	2.25	45	3.2722	0.7920	0.9404	0.6239	0.1667	0.6667	0.9214	0.6598
2.637	2.5	50	4.0761	0.7724	0.7062	0.8718	0.4333	0.8095	0.8496	0.4829
2.4233	2.75	55	4.2768	0.8009	0.9143	0.7949	0.3	0.7755	0.8702	0.4397
1.4034	3.0	60	3.1909	0.8734	0.9897	0.6667	0.0667	0.7211	0.9681	0.5075
1.9568	3.25	65	3.0275	0.8840	0.9067	0.8803	0.2	0.8639	0.9147	0.3931
0.224	3.5	70	3.1045	0.8920	0.8423	0.8974	0.2333	0.8707	0.8971	0.2927
0.9652	3.75	75	4.9334	0.9030	0.9962	0.9145	0.2333	0.8844	0.9968	0.6336
0.9673	4.0	80	3.4943	0.8617	0.9785	0.9402	0.2667	0.8980	0.9879	0.5150
0.8532	4.25	85	3.2891	0.8588	0.2767	0.9487	0.2667	0.9048	0.8785	0.2676
1.2827	4.5	90	3.0005	0.8650	0.9185	0.9658	0.2667	0.9184	0.9840	0.4293
0.0105	4.75	95	5.5697	0.8907	0.9981	0.9487	0.2667	0.9048	0.9991	0.6034
1.7001	5.0	100	4.3402	0.8836	0.9485	0.9573	0.2667	0.9116	0.9775	0.4601
0.0015	5.25	105	4.7817	0.8796	0.9895	0.8974	0.2667	0.8639	0.9507	0.4028
0.1614	5.5	110	6.5065	0.9090	0.9984	0.9573	0.2667	0.9116	0.9976	0.5651
0.0001	5.75	115	5.6292	0.9028	0.9900	0.9487	0.2667	0.9048	0.9761	0.4076
0.0001	6.0	120	7.5693	0.9107	0.9995	0.9829	0.3	0.9252	0.9999	0.5522
0.0001	6.25	125	8.8881	0.9097	0.9999	0.9915	0.3	0.9320	1.0000	0.5798
0.0001	6.5	130	9.6774	0.9046	1.0000	0.9316	0.2333	0.8980	1.0000	0.5885
1.0938	6.75	135	8.9082	0.8979	1.0000	0.8974	0.2	0.8776	1.0000	0.5550
0.0001	7.0	140	6.6076	0.8785	0.9949	0.9744	0.3	0.9184	0.9947	0.4236
0.0	7.25	145	6.6562	0.8684	0.9758	0.9573	0.3	0.9048	0.9671	0.3506
0.0013	7.5	150	6.8002	0.8641	0.9284	0.9487	0.3	0.8980	0.9668	0.3434
0.751	7.75	155	7.2913	0.8791	0.9988	0.9744	0.3	0.9184	0.9937	0.4391
0.0	8.0	160	9.0239	0.8905	1.0000	0.9573	0.3	0.9048	1.0000	0.5441
0.0	8.25	165	10.2259	0.8944	1.0000	1.0	0.3333	0.9320	1.0000	0.5683
0.0	8.5	170	10.5855	0.8963	1.0000	1.0	0.3333	0.9320	1.0000	0.5710
0.0	8.75	175	10.4766	0.8890	1.0000	1.0	0.3333	0.9320	1.0000	0.5707
0.0	9.0	180	10.5700	0.8885	1.0000	0.9915	0.3333	0.9252	1.0000	0.5708
0.0	9.25	185	10.3871	0.8942	1.0000	1.0	0.3333	0.9320	1.0000	0.5700
0.0001	9.5	190	10.3594	0.8949	1.0000	0.9915	0.3333	0.9252	1.0000	0.5696
0.0	9.75	195	10.4197	0.8939	1.0000	0.9915	0.3333	0.9252	1.0000	0.5682
0.0	10.0	200	10.3516	0.8909	1.0000	0.9915	0.3333	0.9252	1.0000	0.5681

Framework versions

PEFT 0.18.1
Transformers 4.57.6
Pytorch 2.9.1+cu128
Datasets 4.5.0
Tokenizers 0.22.2

leobianco/npov_RM_google_S200898_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602261939

npov_RM_google_S200898_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602261939

Model description

Intended uses & limitations

Training and evaluation data

Training procedure

Training hyperparameters

Training results

Framework versions

leobianco/
npov_RM_google_S200898_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602261939