learning_rate: 0.0001
train_batch_size: 1
eval_batch_size: 1
seed: 12345
distributed_type: multi-GPU
num_devices: 8
total_train_batch_size: 8
total_eval_batch_size: 8
optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
lr_scheduler_type: cosine
lr_scheduler_warmup_ratio: 0.1
num_epochs: 5.0

Training results

Training Loss	Epoch	Step	Validation Loss	Roc Auc	Best Threshold	Tpr At Best Threshold	Fpr At Best Threshold	Accuracy At Best Threshold	Avg Score True Positives	Avg Score True Negatives
No log	0	0	40.8364	0.6060	0.0100	0.4225	0.1364	0.5269	0.1403	0.0493
29.0053	0.0658	5	40.0203	0.6040	0.0163	0.4085	0.1364	0.5161	0.1454	0.0531
30.9731	0.1316	10	36.6845	0.6132	0.0173	0.4366	0.1591	0.5323	0.1727	0.0577
25.3275	0.1974	15	25.9607	0.6091	0.1566	0.4437	0.1591	0.5376	0.3111	0.1237
27.0504	0.2632	20	15.3688	0.6232	0.9161	0.4085	0.1136	0.5215	0.5565	0.3995
21.9826	0.3289	25	11.9394	0.6318	0.9868	0.4437	0.0909	0.5538	0.6869	0.6000
18.2443	0.3947	30	10.5358	0.6488	0.9967	0.4859	0.1364	0.5753	0.7677	0.6977
19.1447	0.4605	35	9.9364	0.6681	0.9979	0.4577	0.0682	0.5699	0.7995	0.7236
5.2651	0.5263	40	9.3668	0.6792	0.9962	0.4859	0.0909	0.5860	0.7889	0.6938
15.0817	0.5921	45	8.5600	0.6993	0.9967	0.5563	0.1136	0.6344	0.8552	0.7557
12.9181	0.6579	50	8.6844	0.7023	0.9975	0.5775	0.1818	0.6344	0.9154	0.8325
26.5953	0.7237	55	7.7480	0.7350	0.9959	0.6197	0.2045	0.6613	0.9351	0.8258
3.3645	0.7895	60	5.7287	0.7462	0.8657	0.6549	0.2273	0.6828	0.7819	0.4943
7.4233	0.8553	65	9.8903	0.7382	0.2751	0.6479	0.25	0.6720	0.5404	0.2159
15.9236	0.9211	70	6.0157	0.7644	0.7820	0.6761	0.2045	0.7043	0.7477	0.3969
6.3135	0.9868	75	5.9781	0.7886	0.9794	0.6972	0.1818	0.7258	0.9047	0.6868
1.2857	1.0526	80	5.1665	0.7870	0.7461	0.7817	0.25	0.7742	0.8268	0.4839
4.4352	1.1184	85	6.4365	0.7846	0.3416	0.7676	0.2273	0.7688	0.7018	0.2792
2.1129	1.1842	90	5.0223	0.8020	0.7663	0.7535	0.2273	0.7581	0.8248	0.4360
6.0987	1.25	95	4.8720	0.8134	0.8309	0.7958	0.25	0.7849	0.8661	0.4973
5.1616	1.3158	100	4.7858	0.8215	0.7461	0.8662	0.3182	0.8226	0.8888	0.4924
3.39	1.3816	105	4.6004	0.8297	0.3558	0.9014	0.3636	0.8387	0.8425	0.3925
2.8027	1.4474	110	5.2989	0.8236	0.5775	0.7958	0.25	0.7849	0.7766	0.3140
1.6005	1.5132	115	5.3810	0.8368	0.7677	0.6901	0.1136	0.7366	0.7456	0.2611
2.3852	1.5789	120	4.4286	0.8543	0.9826	0.7535	0.1136	0.7849	0.9207	0.5745
7.3802	1.6447	125	6.0756	0.8453	0.9966	0.7183	0.1136	0.7581	0.9676	0.7460
6.6153	1.7105	130	4.3610	0.8314	0.8832	0.7113	0.1364	0.7473	0.8139	0.3746
0.3086	1.7763	135	5.9356	0.8291	0.6316	0.6690	0.1136	0.7204	0.6874	0.2241
14.5789	1.8421	140	5.0545	0.8336	0.1755	0.8803	0.3409	0.8280	0.7395	0.2723
2.2533	1.9079	145	5.4844	0.8363	0.1200	0.9014	0.3409	0.8441	0.7088	0.2474
10.2239	1.9737	150	5.3534	0.8316	0.1160	0.9225	0.3409	0.8602	0.7226	0.2604
1.379	2.0395	155	4.3522	0.8336	0.6968	0.8944	0.3409	0.8387	0.8957	0.4780
6.0858	2.1053	160	4.9181	0.8305	0.9233	0.8310	0.2955	0.8011	0.9315	0.5731
1.8806	2.1711	165	4.9153	0.8243	0.8587	0.8803	0.3636	0.8226	0.9217	0.5430
8.017	2.2368	170	4.6376	0.8226	0.7379	0.8239	0.2727	0.8011	0.8565	0.4009
7.6673	2.3026	175	4.5477	0.8261	0.4494	0.9085	0.3636	0.8441	0.8528	0.3921
0.9003	2.3684	180	4.3592	0.8338	0.6406	0.8451	0.2955	0.8118	0.8556	0.3914
1.0284	2.4342	185	4.3855	0.8276	0.4883	0.8944	0.3409	0.8387	0.8413	0.3732
0.8431	2.5	190	4.3094	0.8391	0.7186	0.9014	0.3409	0.8441	0.9081	0.4932
1.9395	2.5658	195	4.5663	0.8403	0.9497	0.8099	0.2273	0.8011	0.9223	0.5512
4.9124	2.6316	200	4.5120	0.8494	0.9593	0.8099	0.1818	0.8118	0.9324	0.5715
8.8522	2.6974	205	4.0327	0.8461	0.8972	0.8028	0.2045	0.8011	0.8913	0.4577
0.5068	2.7632	210	4.3279	0.8485	0.6243	0.7817	0.2045	0.7849	0.7858	0.2902
0.0804	2.8289	215	5.2851	0.8382	0.3057	0.8028	0.25	0.7903	0.7145	0.2410
2.9731	2.8947	220	5.2311	0.8397	0.2451	0.8239	0.25	0.8065	0.7207	0.2471
0.0998	2.9605	225	3.8563	0.8496	0.9266	0.7183	0.1364	0.7527	0.8719	0.4103
9.3493	3.0263	230	4.5841	0.8508	0.9506	0.8310	0.2727	0.8065	0.9469	0.5755
0.9898	3.0921	235	5.2229	0.8521	0.9903	0.7606	0.1818	0.7742	0.9638	0.6448
0.019	3.1579	240	5.1089	0.8488	0.9718	0.8239	0.2727	0.8011	0.9602	0.6236
2.6805	3.2237	245	4.8836	0.8540	0.9881	0.7394	0.1591	0.7634	0.9537	0.5975
0.9313	3.2895	250	4.6678	0.8569	0.9307	0.8662	0.2955	0.8280	0.9492	0.5702
2.7123	3.3553	255	4.5925	0.8552	0.9023	0.8873	0.2955	0.8441	0.9463	0.5535
1.3152	3.4211	260	4.0129	0.8564	0.7969	0.8803	0.2955	0.8387	0.9152	0.4456
0.1123	3.4868	265	4.2209	0.8474	0.4922	0.8732	0.2955	0.8333	0.8426	0.3443
3.2456	3.5526	270	4.4220	0.8466	0.3107	0.9014	0.3182	0.8495	0.8156	0.3179
0.4964	3.6184	275	4.6668	0.8420	0.3024	0.8662	0.2955	0.8280	0.7925	0.2998
3.141	3.6842	280	4.5683	0.8435	0.2659	0.9014	0.3409	0.8441	0.8001	0.3062
1.3452	3.75	285	4.6788	0.8460	0.3277	0.8662	0.2955	0.8280	0.7888	0.2907
0.0868	3.8158	290	4.6803	0.8528	0.2878	0.8732	0.2727	0.8387	0.7845	0.2801
2.3581	3.8816	295	4.5726	0.8497	0.4168	0.8380	0.2727	0.8118	0.7947	0.2967
0.3779	3.9474	300	4.1730	0.8556	0.5506	0.8451	0.2727	0.8172	0.8310	0.3192
1.3508	4.0132	305	4.0832	0.8562	0.6775	0.8521	0.2727	0.8226	0.8626	0.3662
0.052	4.0789	310	4.1283	0.8561	0.7753	0.8521	0.2727	0.8226	0.8874	0.4070
8.5724	4.1447	315	4.1441	0.8589	0.8333	0.8592	0.2727	0.8280	0.9071	0.4383
0.016	4.2105	320	4.1832	0.8601	0.9716	0.7183	0.1364	0.7527	0.9171	0.4535
0.3384	4.2763	325	4.2087	0.8618	0.8808	0.8380	0.25	0.8172	0.9194	0.4583
3.5629	4.3421	330	4.2763	0.8580	0.9830	0.6901	0.1136	0.7366	0.9210	0.4684
0.0971	4.4079	335	4.2923	0.8554	0.9853	0.6761	0.1136	0.7258	0.9128	0.4573
1.311	4.4737	340	4.2201	0.8575	0.8573	0.8310	0.25	0.8118	0.9055	0.4507
0.5667	4.5395	345	4.1185	0.8590	0.8050	0.8662	0.2727	0.8333	0.9046	0.4372
2.3358	4.6053	350	4.2112	0.8552	0.8796	0.8239	0.25	0.8065	0.9004	0.4323
0.0507	4.6711	355	4.1498	0.8540	0.9707	0.6761	0.1136	0.7258	0.8970	0.4261
1.0569	4.7368	360	4.1127	0.8587	0.8418	0.8310	0.25	0.8118	0.9008	0.4344
1.4645	4.8026	365	4.0876	0.8587	0.7944	0.8662	0.2727	0.8333	0.8995	0.4271
0.0781	4.8684	370	4.1661	0.8556	0.8056	0.8662	0.2727	0.8333	0.8991	0.4304
1.5432	4.9342	375	4.0440	0.8596	0.8158	0.8451	0.2727	0.8172	0.8983	0.4186
1.102	5.0	380	4.1545	0.8557	0.7979	0.8592	0.2727	0.8280	0.8973	0.4282

Framework versions

PEFT 0.18.1
Transformers 4.57.6
Pytorch 2.9.1+cu128
Datasets 4.5.0
Tokenizers 0.22.2

leobianco/bosch_RM_Qwen_S12345_LLM_false_STRUCT_false_epo5_lr1e-4_r8_2602041435

bosch_RM_Qwen_S12345_LLM_false_STRUCT_false_epo5_lr1e-4_r8_2602041435

Model description

Intended uses & limitations

Training and evaluation data

Training procedure

Training hyperparameters

Training results

Framework versions

leobianco/
bosch_RM_Qwen_S12345_LLM_false_STRUCT_false_epo5_lr1e-4_r8_2602041435