learning_rate: 0.0002
train_batch_size: 4
eval_batch_size: 4
seed: 12345
distributed_type: multi-GPU
num_devices: 8
total_train_batch_size: 32
total_eval_batch_size: 32
optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
lr_scheduler_type: cosine
lr_scheduler_warmup_ratio: 0.1
num_epochs: 10.0

Training results

Training Loss	Epoch	Step	Validation Loss	Roc Auc	Best Threshold	Tpr At Best Threshold	Fpr At Best Threshold	Accuracy At Best Threshold	Avg Score True Positives	Avg Score True Negatives
No log	0	0	5.5312	0.5	inf	0.0	0.0	0.2041	0.5	0.5
5.5117	0.25	5	5.3080	0.6241	0.5266	0.3419	0.1333	0.4490	0.5260	0.5252
5.4766	0.5	10	5.8231	0.6234	0.4746	0.3675	0.1	0.4762	0.4700	0.4633
5.8438	0.75	15	4.4955	0.6993	0.6227	0.6068	0.2333	0.6395	0.6306	0.6092
4.9492	1.0	20	6.5183	0.6937	0.3567	0.6325	0.2667	0.6531	0.4131	0.3427
4.5781	1.25	25	4.3414	0.7758	0.6474	0.5897	0.1	0.6531	0.6319	0.4412
4.9727	1.5	30	4.0419	0.7799	0.4965	0.8291	0.4	0.7823	0.7020	0.4149
4.8965	1.75	35	3.4843	0.7785	0.8062	0.5556	0.1333	0.6190	0.7572	0.4847
3.2896	2.0	40	2.9757	0.8322	0.7725	0.7265	0.2	0.7415	0.7983	0.4740
2.1205	2.25	45	3.3170	0.8677	0.9696	0.7094	0.0667	0.7551	0.9470	0.6157
1.6089	2.5	50	3.2944	0.8944	0.9560	0.8291	0.1333	0.8367	0.9470	0.5959
3.2158	2.75	55	4.3262	0.8645	0.7432	0.7436	0.1333	0.7687	0.7666	0.2525
1.5848	3.0	60	3.2396	0.8671	0.8820	0.7265	0.1	0.7619	0.8364	0.3695
0.8513	3.25	65	2.9118	0.8863	0.9765	0.7350	0.1	0.7687	0.9548	0.4812
0.7934	3.5	70	2.7542	0.9124	0.9344	0.8974	0.1667	0.8844	0.9385	0.3806
0.1826	3.75	75	3.4859	0.8984	0.9820	0.8889	0.1667	0.8776	0.9396	0.3999
2.1593	4.0	80	3.9900	0.8624	0.8573	0.9145	0.3	0.8707	0.9450	0.4565
0.1121	4.25	85	3.8838	0.8534	0.9857	0.8120	0.2333	0.8027	0.9620	0.5044
0.0853	4.5	90	5.0698	0.8496	0.9962	0.8632	0.2667	0.8367	0.9939	0.5496
1.2863	4.75	95	3.1146	0.8726	0.4318	0.9316	0.2667	0.8912	0.8930	0.2928
0.0218	5.0	100	3.8295	0.8902	0.9957	0.8632	0.1667	0.8571	0.9951	0.4670
0.0021	5.25	105	3.8598	0.8993	0.9969	0.8632	0.1667	0.8571	0.9800	0.3944
0.0283	5.5	110	4.9474	0.9071	0.9993	0.8974	0.2	0.8776	0.9895	0.4444
0.0007	5.75	115	7.3568	0.9093	1.0000	0.8803	0.1667	0.8707	0.9994	0.5321
0.0007	6.0	120	9.0715	0.9026	1.0000	0.8632	0.1667	0.8571	0.9999	0.5537
0.138	6.25	125	5.9555	0.8953	0.9997	0.9060	0.2333	0.8776	0.9747	0.4134
0.0003	6.5	130	7.8883	0.8956	1.0000	0.8462	0.1667	0.8435	0.9954	0.5223
0.0001	6.75	135	7.4814	0.8876	0.9999	0.9145	0.2667	0.8776	0.9902	0.5009
0.0002	7.0	140	6.4526	0.8832	0.9975	0.9573	0.2667	0.9116	0.9817	0.4235
0.8516	7.25	145	6.1220	0.8826	0.9893	0.9573	0.2667	0.9116	0.9788	0.4004
0.0003	7.5	150	6.7573	0.8812	0.9994	0.9402	0.2667	0.8980	0.9830	0.4448
0.001	7.75	155	7.3354	0.8813	0.9999	0.9145	0.2667	0.8776	0.9854	0.4918
0.0001	8.0	160	8.1194	0.8806	1.0000	0.7949	0.1667	0.8027	0.9925	0.5239
0.0001	8.25	165	8.4780	0.8803	1.0000	0.8034	0.1667	0.8095	0.9962	0.5295
0.0001	8.5	170	8.1532	0.8791	1.0000	0.8632	0.2333	0.8435	0.9932	0.5246
0.0003	8.75	175	7.8226	0.8830	1.0000	0.8034	0.1667	0.8095	0.9861	0.5075
0.0001	9.0	180	7.6353	0.8818	1.0000	0.8803	0.2333	0.8571	0.9870	0.4985
0.0001	9.25	185	7.6204	0.8818	1.0000	0.8889	0.2333	0.8639	0.9857	0.4990
0.0001	9.5	190	7.6052	0.8835	1.0000	0.8974	0.2333	0.8707	0.9851	0.4935
0.0001	9.75	195	7.6275	0.8835	1.0000	0.8120	0.1667	0.8163	0.9859	0.4927
0.0001	10.0	200	7.6083	0.8830	1.0000	0.8889	0.2333	0.8639	0.9855	0.4953

Framework versions

PEFT 0.18.1
Transformers 4.57.6
Pytorch 2.9.1+cu128
Datasets 4.5.0
Tokenizers 0.22.2

leobianco/npov_RM_google_S12345_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602270952

npov_RM_google_S12345_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602270952

Model description

Intended uses & limitations

Training and evaluation data

Training procedure

Training hyperparameters

Training results

Framework versions

leobianco/
npov_RM_google_S12345_LLM_false_STRUCT_true_epo10_lr2e-4_r8_2602270952