Views
No views yet
1git clone https://github.com/vuiseng9/transformers
2cd transformers
3git checkout pegasus-v4p13 && git reset --hard 41eeb07
4# installation, set summarization dependency
5# . . .1#!/usr/bin/env bash
2
3export CUDA_VISIBLE_DEVICES=0,1,2,3
4
5NEPOCH=10
6RUNID=pegasus-billsum-${NEPOCH}eph-run1
7OUTDIR=/data1/vchua/pegasus-hf4p13/pegasus/${RUNID}
8mkdir -p $OUTDIR
9
10nohup python run_summarization.py \
11 --model_name_or_path google/pegasus-large \
12 --dataset_name billsum \
13 --do_train \
14 --adafactor \
15 --learning_rate 2e-4 \
16 --label_smoothing_factor 0.1 \
17 --num_train_epochs $NEPOCH \
18 --per_device_train_batch_size 2 \
19 --do_eval \
20 --per_device_eval_batch_size 2 \
21 --num_beams 8 \
22 --max_source_length 1024 \
23 --max_target_length 256 \
24 --evaluation_strategy steps \
25 --eval_steps 1000 \
26 --save_strategy steps \
27 --save_steps 2000 \
28 --logging_steps 1 \
29 --overwrite_output_dir \
30 --run_name $RUNID \
31 --output_dir $OUTDIR > $OUTDIR/run.log 2>&1 &1#!/usr/bin/env bash
2
3export CUDA_VISIBLE_DEVICES=3
4
5DT=$(date +%F_%H-%M)
6RUNID=pegasus-billsum-${DT}
7OUTDIR=/data1/vchua/pegasus-hf4p13/pegasus-test/${RUNID}
8mkdir -p $OUTDIR
9
10nohup python run_summarization.py \
11 --model_name_or_path vuiseng9/pegasus-billsum \
12 --dataset_name billsum \
13 --max_source_length 1024 \
14 --max_target_length 256 \
15 --do_predict \
16 --per_device_eval_batch_size 8 \
17 --predict_with_generate \
18 --num_beams 8 \
19 --overwrite_output_dir \
20 --run_name $RUNID \
21 --output_dir $OUTDIR > $OUTDIR/run.log 2>&1 &***** predict metrics *****
predict_gen_len = 179.7363
predict_loss = 1.2452
predict_rouge1 = 56.8657
predict_rouge2 = 38.6531
predict_rougeL = 44.8399
predict_rougeLsum = 51.6266
predict_runtime = 1:19:28.20
predict_samples = 3269
predict_samples_per_second = 0.686
predict_steps_per_second = 0.086