Views
No views yet
1ppo_full_finetune_single_device.py \
2 --config \
3 ./target/7B_full_ppo_low_memory_single_device.yaml \
4 device=cuda \
5 metric_logger._component_=torchtune.utils.metric_logging.WandBLogger \
6 metric_logger.project=torchtune_ppo \
7 forward_batch_size=2 \
8 batch_size=64 \
9 ppo_batch_size=32 \
10 gradient_accumulation_steps=16 \
11 compile=True \
12 optimizer._component_=bitsandbytes.optim.PagedAdamW \
13 optimizer.lr=3e-4