config: conf/tuning/train_asr_whisper_weighted_0.0005.yaml
print_config: false
log_level: INFO
drop_last_iter: false
dry_run: false
iterator_type: sequence
valid_iterator_type: null
output_dir: exp/slu_train_asr_whisper_weighted_0.0005_raw_en_word_sp
ngpu: 1
seed: 2022
num_workers: 2
num_att_plot: 3
dist_backend: nccl
dist_init_method: env://
dist_world_size: 4
dist_rank: 0
local_rank: 0
dist_master_addr: localhost
dist_master_port: 53071
dist_launcher: null
multiprocessing_distributed: true
unused_parameters: false
sharded_ddp: false
cudnn_enabled: true
cudnn_benchmark: false
cudnn_deterministic: true
collect_stats: false
write_collected_feats: false
max_epoch: 70
patience: null
val_scheduler_criterion:
- valid
- loss
early_stopping_criterion:
- valid
- loss
- min
best_model_criterion:
-   - valid
    - acc
    - max
keep_nbest_models: 10
nbest_averaging_interval: 0
grad_clip: 5.0
grad_clip_type: 2.0
grad_noise: false
accum_grad: 2
no_forward_run: false
resume: true
train_dtype: float32
use_amp: false
log_interval: null
use_matplotlib: true
use_tensorboard: true
create_graph_in_tensorboard: false
use_wandb: false
wandb_project: null
wandb_id: null
wandb_entity: null
wandb_name: null
wandb_model_log_interval: -1
detect_anomaly: false
use_lora: false
save_lora_only: true
lora_conf: {}
pretrain_path: null
init_param: []
ignore_init_mismatch: false
freeze_param:
- encoder
num_iters_per_epoch: null
batch_size: 20
valid_batch_size: null
batch_bins: 6000000
valid_batch_bins: null
train_shape_file:
- exp/slu_stats_raw_en_word_sp/train/speech_shape
- exp/slu_stats_raw_en_word_sp/train/text_shape.word
valid_shape_file:
- exp/slu_stats_raw_en_word_sp/valid/speech_shape
- exp/slu_stats_raw_en_word_sp/valid/text_shape.word
batch_type: numel
valid_batch_type: null
fold_length:
- 80000
- 150
sort_in_batch: descending
shuffle_within_batch: false
sort_batch: descending
multiple_iterator: false
chunk_length: 500
chunk_shift_ratio: 0.5
num_cache_chunks: 1024
chunk_excluded_key_prefixes: []
chunk_default_fs: null
train_data_path_and_name_and_type:
-   - dump/raw/train_sp/wav.scp
    - speech
    - sound
-   - dump/raw/train_sp/text
    - text
    - text
valid_data_path_and_name_and_type:
-   - dump/raw/devel/wav.scp
    - speech
    - sound
-   - dump/raw/devel/text
    - text
    - text
allow_variable_data_keys: false
max_cache_size: 0.0
max_cache_fd: 32
allow_multi_rates: false
valid_max_cache_size: null
exclude_weight_decay: false
exclude_weight_decay_conf: {}
optim: adam
optim_conf:
    lr: 0.0005
    weight_decay: 1.0e-06
scheduler: warmuplr
scheduler_conf:
    warmup_steps: 5000
token_list:
- <blank>
- <unk>
- ▁i
- ▁and
- ''''
- s
- ▁the
- ▁a
- ▁it
- Neutral
- ▁to
- ▁you
- ▁that
- ▁of
- ▁in
- ▁was
- ▁uh
- ▁know
- t
- ▁so
- ▁we
- ▁he
- ing
- ▁um
- ed
- m
- ▁like
- ▁is
- ▁but
- Positive
- y
- ▁just
- ▁they
- re
- ▁this
- ▁for
- ▁be
- ▁my
- er
- ▁with
- ▁on
- ▁think
- ▁p
- ▁have
- ▁she
- e
- ▁me
- ▁really
- ▁there
- ▁what
- ▁m
- a
- ▁do
- ▁all
- i
- al
- ve
- c
- ▁as
- ▁about
- ▁not
- ▁t
- n
- ▁at
- l
- ▁had
- ▁b
- ▁when
- ▁c
- g
- ar
- ▁out
- en
- ▁s
- ▁an
- ▁people
- or
- an
- d
- o
- ll
- ▁are
- in
- ▁very
- p
- b
- u
- ▁because
- es
- ▁can
- ▁don
- ▁or
- ▁up
- it
- ▁one
- ly
- ▁if
- ▁f
- st
- ▁were
- ▁mean
- ▁d
- ▁who
- ▁then
- ic
- 'on'
- ▁no
- ▁go
- ▁her
- ▁g
- ent
- ▁st
- ▁kind
- ri
- ▁would
- ▁get
- ▁e
- le
- at
- r
- ▁time
- ▁w
- ▁re
- h
- ▁from
- ▁l
- ▁said
- ▁him
- ▁how
- v
- ▁well
- ▁h
- ▁gonna
- ▁lot
- ▁see
- f
- ▁his
- et
- ion
- ▁been
- ▁great
- ▁yeah
- ▁love
- ▁which
- ▁got
- k
- ▁them
- ▁way
- id
- ▁show
- w
- ▁some
- ▁your
- ▁did
- ▁sort
- ▁has
- ▁things
- ▁back
- ▁where
- ▁something
- ir
- ▁thing
- ad
- ▁su
- ▁ch
- ▁n
- il
- as
- ▁j
- ▁more
- se
- ▁say
- ▁co
- nd
- ▁much
- ▁always
- ine
- ▁r
- ation
- ur
- ▁other
- th
- ▁
- ▁se
- ▁now
- ate
- ▁doing
- ▁work
- ow
- ▁could
- ally
- ▁these
- Negative
- ▁good
- ▁any
- ers
- ce
- ▁cause
- ▁ex
- ▁pro
- ▁little
- ▁actually
- ▁into
- ▁make
- ▁first
- ▁being
- ra
- ▁our
- ▁al
- ▁by
- ▁film
- ▁didn
- ▁v
- ct
- ity
- ch
- un
- ▁part
- ▁de
- ▁come
- is
- ie
- ▁right
- ▁o
- ▁off
- ol
- ▁two
- ▁never
- ▁le
- ot
- ut
- ▁movie
- ▁play
- ge
- ies
- el
- ▁con
- am
- ▁going
- ke
- ▁want
- im
- ▁feel
- ive
- ro
- ▁mo
- ▁different
- ck
- ▁life
- ist
- ▁oh
- all
- ▁lo
- ard
- ▁went
- and
- ▁sh
- ▁even
- ry
- ▁years
- ▁look
- ▁us
- ant
- ▁te
- ▁k
- ▁li
- ▁happen
- ure
- ▁their
- ▁those
- ▁take
- ment
- ▁day
- ble
- ast
- ▁every
- um
- ill
- op
- ▁thought
- ou
- us
- ay
- ▁th
- ▁put
- ▁story
- ▁new
- ▁down
- ish
- ▁big
- ▁wanna
- ▁ro
- ▁also
- ▁read
- ▁around
- ous
- ▁through
- red
- ▁came
- ▁character
- ess
- te
- ver
- ▁will
- ag
- ss
- ▁fun
- ▁over
- ▁many
- ▁bl
- ▁cl
- ▁man
- ▁than
- ▁pre
- ▁world
- ▁person
- z
- ▁sp
- ven
- ▁wanted
- ▁bit
- ▁before
- ▁mar
- one
- ab
- ▁en
- ci
- ▁set
- ▁ha
- ▁find
- ul
- ▁fi
- ▁end
- ▁un
- ▁sc
- ▁after
- ind
- ter
- ▁working
- ▁why
- om
- me
- ▁such
- ▁whole
- ▁kinda
- ne
- ▁bo
- x
- ▁most
- ▁ad
- ▁guy
- ▁spe
- ars
- ▁am
- ful
- ▁together
- ▁let
- ▁quite
- ain
- ▁everything
- ▁made
- ig
- ▁old
- able
- ▁tr
- ak
- ▁fo
- ▁po
- ore
- ice
- ▁real
- ▁knew
- ▁hard
- pp
- age
- ated
- ▁same
- ▁start
- ▁ever
- ning
- ▁watch
- art
- ▁again
- ▁here
- are
- ght
- ong
- ▁done
- ▁only
- ▁live
- ▁wasn
- ▁ho
- ▁u
- ▁maybe
- ▁need
- ▁everybody
- ust
- ans
- ▁three
- ▁having
- ▁music
- ack
- ld
- ▁trying
- ▁guys
- rou
- ach
- ving
- ▁tell
- ▁should
- ff
- ide
- ▁four
- ▁started
- ▁com
- ass
- ▁long
- ▁fe
- ▁course
- ▁called
- ▁own
- ress
- ▁moment
- ▁pl
- ▁still
- ▁anything
- ▁family
- ▁fin
- ▁dan
- ▁bro
- 'no'
- ther
- ▁per
- ▁amazing
- ▁stuff
- per
- ▁jo
- ▁certain
- os
- ▁talk
- ater
- ▁help
- ▁too
- ▁year
- ight
- ▁fa
- self
- ces
- ▁br
- ▁bet
- ▁someone
- ▁di
- ▁sing
- nt
- ick
- ▁ph
- row
- ▁script
- ▁remember
- ▁try
- qu
- ite
- ▁young
- ▁wh
- ▁ser
- ▁ask
- ▁book
- ▁each
- ▁wr
- ▁best
- ▁ag
- ▁women
- ose
- ions
- ved
- j
- ue
- ▁does
- ▁five
- ▁both
- ▁friends
- ▁act
- iz
- cess
- pt
- ▁somebody
- ft
- ▁nice
- ▁myself
- een
- fe
- sp
- ict
- ty
- ▁child
- ud
- pe
- ▁hope
- ▁fact
- ▁saying
- ave
- icul
- au
- ale
- ris
- ▁twenty
- ▁school
- ▁doesn
- ▁able
- pect
- ▁last
- ber
- ▁song
- od
- ▁str
- ▁interesting
- lf
- ▁em
- ▁wor
- ap
- og
- ▁ra
- ▁dis
- ▁coming
- ▁ab
- ▁house
- ▁next
- ▁tra
- ▁okay
- ere
- ary
- ▁incredi
- ▁car
- ▁job
- ▁used
- ▁give
- ▁god
- ▁americ
- ▁characters
- ▁app
- ▁walk
- ▁yes
- rew
- ▁getting
- ▁six
- ▁chan
- ▁ne
- ▁pretty
- ang
- ▁creat
- ▁another
- ▁ter
- ▁kids
- ▁felt
- ▁sometimes
- ▁place
- out
- ▁funny
- ase
- ich
- act
- ▁days
- ▁hum
- ▁bring
- ts
- ▁making
- ▁comp
- ▁become
- ute
- ▁wonderful
- ron
- les
- ▁saw
- ▁point
- ia
- ▁realiz
- ▁int
- ▁away
- ays
- ▁home
- ace
- ▁relationship
- ▁woman
- ▁everyone
- ▁comes
- ▁high
- dd
- ▁night
- ath
- ▁else
- vent
- ▁shoot
- vers
- day
- ▁sure
- ried
- ned
- ▁obviously
- ▁dra
- ▁inter
- co
- ▁playing
- ▁important
- ort
- uck
- ision
- pport
- ▁seen
- pl
- ▁fl
- ound
- ▁bas
- ull
- est
- ▁actor
- ▁lear
- ▁worked
- ▁believe
- ▁gen
- ▁keep
- ▁friend
- ▁sw
- ▁des
- ▁times
- ▁im
- ▁sur
- ▁sit
- ▁probably
- ok
- ▁took
- ep
- ough
- ip
- ood
- ▁sa
- ▁season
- vel
- wn
- ▁dec
- ▁excited
- ian
- ire
- ph
- ▁month
- ner
- ▁min
- ▁rel
- ating
- body
- ition
- ▁loved
- ▁aw
- ▁hear
- ple
- ▁cool
- ▁y
- ord
- our
- ▁game
- ms
- ub
- ▁might
- ▁kid
- ▁movies
- ical
- ▁bad
- ▁scene
- iv
- ▁enough
- ▁sm
- bly
- ▁fift
- ▁eight
- ▁experience
- ▁actors
- ▁cou
- ▁understand
- ▁week
- ▁few
- gin
- ting
- ▁director
- ▁almost
- ▁open
- ren
- ▁star
- ▁room
- ▁call
- oy
- ▁goes
- ▁told
- ▁once
- ▁found
- arly
- ations
- ward
- ▁audience
- ird
- if
- ▁qu
- ▁ar
- ▁definitely
- ious
- iting
- ▁pol
- ▁huge
- ▁makes
- aking
- ream
- ance
- be
- ▁la
- ▁ac
- iter
- ▁run
- ▁gotta
- ▁gr
- ▁cam
- sh
- ▁gets
- ully
- ▁says
- ame
- side
- ▁bus
- ▁shows
- ▁dr
- ▁inv
- ▁idea
- ▁talking
- ▁wa
- way
- ▁art
- ▁whatever
- ▁write
- ash
- itt
- ▁met
- ▁wants
- ▁role
- ▁mu
- ▁boy
- ▁wrote
- ger
- ately
- ▁exc
- ▁mother
- ▁produ
- ▁cra
- ates
- ▁though
- av
- ▁episode
- ▁sl
- ▁change
- ▁voice
- ▁played
- ily
- ▁guess
- ves
- ▁hand
- ady
- ▁happy
- ith
- ▁name
- ny
- ▁gi
- ▁looking
- lev
- ▁acting
- aught
- iss
- ount
- rom
- ▁tw
- ▁cont
- ▁john
- ▁far
- ▁res
- ▁sense
- ake
- ▁basically
- ▁meet
- ▁gu
- ▁bre
- ens
- cept
- ety
- ▁girl
- ▁york
- ▁count
- ▁shot
- ise
- ject
- ▁tot
- ▁stud
- ▁feels
- ▁thinking
- ▁head
- ▁cast
- ▁writing
- ▁rehe
- ▁written
- ▁perform
- ▁fan
- der
- ect
- ▁sk
- ▁hour
- ▁father
- ered
- ▁hundred
- ▁ind
- ▁norm
- ▁acc
- up
- ▁while
- fort
- ▁nin
- ▁true
- itch
- ▁inst
- ▁second
- ▁pick
- ▁record
- ross
- ▁quest
- ged
- ▁career
- ween
- ▁bec
- ▁reason
- ▁since
- ▁bra
- ▁char
- ▁imp
- ree
- ▁girls
- ▁comple
- ▁turn
- ▁dad
- ▁fant
- ▁extra
- ▁laugh
- ▁stand
- ▁honest
- ▁comm
- na
- ▁listen
- als
- cial
- spe
- ▁ke
- ory
- view
- ink
- ▁direct
- reat
- round
- ien
- ▁under
- ile
- ▁diff
- ually
- ▁tur
- thing
- sic
- ▁gon
- ather
- ▁aud
- ▁scen
- atch
- ▁sho
- ever
- tra
- ▁pe
- mo
- ild
- ▁care
- int
- ▁fam
- ▁ob
- ▁ide
- ade
- right
- ▁may
- he
- ody
- ense
- ▁interest
- ah
- form
- ork
- ▁episod
- ▁rec
- iew
- ▁hop
- ited
- ▁exper
- gh
- ically
- ▁bel
- ▁el
- enty
- ▁gott
- ▁stu
- ▁id
- rie
- ▁nor
- ▁inc
- ertain
- tain
- ▁wo
- ▁mon
- az
- xt
- riend
- now
- ▁list
- ime
- ome
- so
- ause
- iously
- ▁sch
- ▁vo
- ▁op
- ason
- ▁mov
- ▁hi
- ▁pers
- ▁ye
- ▁def
- orm
- ▁belie
- fore
- ix
- mber
- very
- ▁differe
- ▁wonder
- ek
- nder
- ▁obv
- ▁ep
- ship
- ▁lau
- ience
- ool
- ▁sin
- rect
- ▁happ
- ▁gir
- du
- ng
- ▁underst
- most
- eric
- ouse
- time
- lm
- ▁hel
- redi
- ▁cour
- ▁relation
- rough
- q
- ▁defin
- ▁prob
- ▁reme
- ▁hu
- ▁fir
- anna
- ways
- itten
- elt
- ▁sometime
- ':'
- ▁kne
- alk
- ▁ok
- ably
- rote
- gether
- ▁definite
- ▁import
- '&'
- fter
- onest
- erest
- ▁amaz
- ▁ano
- <sos/eos>
transcript_token_list: null
two_pass: false
pre_postencoder_norm: false
init: null
input_size: 1
ctc_conf:
    dropout_rate: 0.0
    ctc_type: builtin
    reduce: true
    ignore_nan_grad: null
    zero_infinity: true
    brctc_risk_strategy: exp
    brctc_group_strategy: end
    brctc_risk_factor: 0.0
joint_net_conf: null
use_preprocessor: true
token_type: word
bpemodel: null
non_linguistic_symbols: null
cleaner: null
g2p: null
speech_volume_normalize: null
rir_scp: null
rir_apply_prob: 1.0
noise_scp: null
noise_apply_prob: 1.0
noise_db_range: '13_15'
short_noise_thres: 0.5
frontend: null
frontend_conf: {}
specaug: null
specaug_conf: {}
normalize: null
normalize_conf: {}
model: espnet
model_conf:
    ctc_weight: 0.3
    lsm_weight: 0.1
    length_normalized_loss: false
    weighted_sum: true
    extract_feats_in_collect_stats: false
preencoder: null
preencoder_conf: {}
encoder: whisper
encoder_conf:
    whisper_model: medium
    dropout_rate: 0.0
    use_specaug: true
    specaug_conf:
        apply_time_warp: true
        time_warp_window: 5
        time_warp_mode: bicubic
        apply_freq_mask: true
        freq_mask_width_range:
        - 0
        - 40
        num_freq_mask: 2
        apply_time_mask: true
        time_mask_width_ratio_range:
        - 0.0
        - 0.12
        num_time_mask: 5
prepostencoder: linear
prepostencoder_conf:
    input_size: 1024
    output_size: 80
postencoder: conformer_full
postencoder_conf:
    output_size: 256
    attention_heads: 4
    linear_units: 1024
    num_blocks: 12
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    attention_dropout_rate: 0.1
    input_layer: conv2d2
    normalize_before: true
    macaron_style: true
    rel_pos_type: latest
    pos_enc_layer_type: rel_pos
    selfattention_layer_type: rel_selfattn
    activation_type: swish
    use_cnn_module: true
    cnn_module_kernel: 31
deliberationencoder: null
deliberationencoder_conf: {}
decoder: transformer
decoder_conf:
    attention_heads: 4
    linear_units: 2048
    num_blocks: 6
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    self_attention_dropout_rate: 0.1
    src_attention_dropout_rate: 0.1
postdecoder: null
postdecoder_conf: {}
required:
- output_dir
- token_list
version: '202310'
distributed: true