learning_rate: 0.001
train_batch_size: 32
eval_batch_size: 64
seed: 21
gradient_accumulation_steps: 8
total_train_batch_size: 256
optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
lr_scheduler_type: linear
lr_scheduler_warmup_steps: 32000
num_epochs: 20.0
mixed_precision_training: Native AMP

Training Loss	Epoch	Step	Validation Loss	Accuracy
5.9994	0.9998	1490	4.3927	0.2961
4.3206	1.9997	2980	3.8890	0.3344
3.6892	2.9995	4470	3.6006	0.3587
3.5125	4.0	5961	3.4411	0.3736
3.2813	4.9998	7451	3.3399	0.3837
3.2082	5.9997	8941	3.2825	0.3890
3.0987	6.9995	10431	3.2448	0.3926
3.0615	8.0	11922	3.2143	0.3957
2.9981	8.9998	13412	3.1976	0.3975
2.9763	9.9997	14902	3.1854	0.3988
2.9373	10.9995	16392	3.1779	0.3999
2.919	12.0	17883	3.1756	0.4005
2.8947	12.9998	19373	3.1660	0.4013
2.8811	13.9997	20863	3.1667	0.4020
2.8668	14.9995	22353	3.1617	0.4027
2.8541	16.0	23844	3.1588	0.4027
2.8481	16.9998	25334	3.1556	0.4031
2.8354	17.9997	26824	3.1575	0.4034
2.8361	18.9995	28314	3.1518	0.4038
2.8211	19.9966	29800	3.1514	0.4038

qing-yao/no-datives_seed-21_1e-3

nodative_cf_seed-21_1e-3