Views
No views yet
1python3 ./run_t5_mlm_flax_streaming.py
2 --model_name_or_path="./norwegian-t5-base"
3 --output_dir="./norwegian-t5-base"
4 --config_name="./norwegian-t5-base"
5 --tokenizer_name="./norwegian-t5-base"
6 --dataset_name="pere/nb_nn_balanced_shuffled"
7 --max_seq_length="512"
8 --per_device_train_batch_size="32"
9 --per_device_eval_batch_size="32"
10 --learning_rate="0.005"
11 --weight_decay="0.001"
12 --warmup_steps="2000"
13 --overwrite_output_dir
14 --logging_steps="100"
15 --save_steps="500"
16 --eval_steps="500"
17 --push_to_hub
18 --preprocessing_num_workers 96
19 --adafactor