Views
No views yet
1
2training_args = TrainingArguments(
3 output_dir='/kaggle/working/T5_Summarization',
4 num_train_epochs=1,
5 warmup_steps=500,
6 per_device_train_batch_size=1, # Reduce batch size if OOM persists
7 per_device_eval_batch_size=2,
8 weight_decay=0.01,
9 logging_steps=10,
10 evaluation_strategy='steps',
11 eval_steps=500,
12 save_steps=5000, # Save more frequently
13 gradient_accumulation_steps=16,
14 fp16=True # Enable mixed precision
15)