Views
No views yet
1git clone https://github.com/vuiseng9/transformers
2cd transformers
3git checkout pegasus-v4p13 && git reset --hard 3db4b452
4# installation, set summarization dependency
5# . . .1#!/usr/bin/env bash
2
3export CUDA_VISIBLE_DEVICES=0,1 # 2 cards on xsum
4
5NEPOCH=10
6RUNID=pegasus-xsum-${NEPOCH}eph-run1
7OUTDIR=/data1/vchua/pegasus-hf4p13/pegasus/${RUNID}
8mkdir -p $OUTDIR
9
10nohup python run_summarization.py \
11 --model_name_or_path google/pegasus-large \
12 --dataset_name xsum \
13 --do_train \
14 --adafactor \
15 --learning_rate 1e-4 \
16 --label_smoothing_factor 0.1 \
17 --num_train_epochs $NEPOCH \
18 --per_device_train_batch_size 8 \
19 --do_eval \
20 --per_device_eval_batch_size 8 \
21 --num_beams 8 \
22 --max_source_length 512 \
23 --max_target_length 64 \
24 --evaluation_strategy steps \
25 --eval_steps 1000 \
26 --save_strategy steps \
27 --save_steps 2000 \
28 --logging_steps 1 \
29 --overwrite_output_dir \
30 --run_name $RUNID \
31 --output_dir $OUTDIR > $OUTDIR/run.log 2>&11#!/usr/bin/env bash
2
3export CUDA_VISIBLE_DEVICES=3
4
5DT=$(date +%F_%H-%M)
6RUNID=pegasus-xsum-${DT}
7OUTDIR=/data1/vchua/pegasus-hf4p13/pegasus-test/${RUNID}
8mkdir -p $OUTDIR
9
10nohup python run_summarization.py \
11 --model_name_or_path vuiseng9/pegasus-xsum \
12 --dataset_name xsum \
13 --max_source_length 512 \
14 --max_target_length 64 \
15 --do_predict \
16 --per_device_eval_batch_size 16 \
17 --predict_with_generate \
18 --num_beams 8 \
19 --overwrite_output_dir \
20 --run_name $RUNID \
21 --output_dir $OUTDIR > $OUTDIR/run.log 2>&1 &***** predict metrics *****
predict_gen_len = 24.0499
predict_loss = 1.5801
predict_rouge1 = 47.2124
predict_rouge2 = 24.3673
predict_rougeL = 39.0055
predict_rougeLsum = 39.0007
predict_runtime = 0:34:23.32
predict_samples = 11334
predict_samples_per_second = 5.493
predict_steps_per_second = 0.344