Views
No views yet

1 - --learning_rate
2 - "0.0001"
3 - --batch_size_per_gpu
4 - "2000"
5 - --batch_size_type
6 - frame
7 - --max_samples
8 - "96"
9 - --grad_accumulation_steps
10 - "16"
11 - --max_grad_norm
12 - "0.3"
13 - --epochs
14 - "200"
15 - --num_warmup_updates
16 - "5000"
17 - --save_per_updates
18 - "10000"
19 - --keep_last_n_checkpoints
20 - "-1"
21 - --last_per_updates
22 - "5000"
23 - --tokenizer
24 - custom
25 - --bnb_optimizer