config: conf/tuning/train_asr_hubert.yaml
print_config: false
log_level: INFO
dry_run: false
iterator_type: sequence
output_dir: exp/asr_train_asr_hubert_raw_en_word
ngpu: 1
seed: 0
num_workers: 1
num_att_plot: 3
dist_backend: nccl
dist_init_method: env://
dist_world_size: null
dist_rank: null
local_rank: 0
dist_master_addr: null
dist_master_port: null
dist_launcher: null
multiprocessing_distributed: false
unused_parameters: false
sharded_ddp: false
cudnn_enabled: true
cudnn_benchmark: false
cudnn_deterministic: true
collect_stats: false
write_collected_feats: false
max_epoch: 50
patience: null
val_scheduler_criterion:
- valid
- loss
early_stopping_criterion:
- valid
- loss
- min
best_model_criterion:
-   - valid
    - acc
    - max
keep_nbest_models: 10
nbest_averaging_interval: 0
grad_clip: 5.0
grad_clip_type: 2.0
grad_noise: false
accum_grad: 1
no_forward_run: false
resume: true
train_dtype: float32
use_amp: false
log_interval: null
use_matplotlib: true
use_tensorboard: true
use_wandb: false
wandb_project: null
wandb_id: null
wandb_entity: null
wandb_name: null
wandb_model_log_interval: -1
detect_anomaly: false
pretrain_path: null
init_param: []
ignore_init_mismatch: false
freeze_param:
- frontend.upstream
num_iters_per_epoch: null
batch_size: 20
valid_batch_size: null
batch_bins: 1000000
valid_batch_bins: null
train_shape_file:
- exp/asr_stats_raw_en_word/train/speech_shape
- exp/asr_stats_raw_en_word/train/text_shape.word
valid_shape_file:
- exp/asr_stats_raw_en_word/valid/speech_shape
- exp/asr_stats_raw_en_word/valid/text_shape.word
batch_type: folded
valid_batch_type: null
fold_length:
- 80000
- 150
sort_in_batch: descending
sort_batch: descending
multiple_iterator: false
chunk_length: 500
chunk_shift_ratio: 0.5
num_cache_chunks: 1024
train_data_path_and_name_and_type:
-   - dump/raw/train/wav.scp
    - speech
    - sound
-   - dump/raw/train/text
    - text
    - text
valid_data_path_and_name_and_type:
-   - dump/raw/valid/wav.scp
    - speech
    - sound
-   - dump/raw/valid/text
    - text
    - text
allow_variable_data_keys: false
max_cache_size: 0.0
max_cache_fd: 32
valid_max_cache_size: null
optim: adam
optim_conf:
    lr: 0.0002
scheduler: warmuplr
scheduler_conf:
    warmup_steps: 25000
token_list:
- <blank>
- <unk>
- is
- you
- i
- my
- can
- name
- help
- a
- pay_bill
- to
- the
- your
- for
- thank
- today
- transfer_money
- what
- order_checks
- schedule_appointment
- reset_password
- check_balance
- day
- and
- valley
- harper
- like
- account
- how
- have
- with
- bank
- national
- there
- this
- anything
- else
- replace_card
- would
- hello
- get_branch_hours
- hi
- great
- calling
- one
- okay
- that
- five
- nine
- address
- 'no'
- dollars
- appointment
- m
- amount
- card
- uh
- been
- three
- eight
- has
- two
- new
- four
- bill
- seven
- all
- check
- it
- company
- be
- savings
- phone
- that's
- '[noise]'
- need
- checking
- six
- hundred
- balance
- bye
- zero
- transfer
- alright
- are
- branch
- hours
- was
- from
- thirty
- me
- michael
- password
- reset
- sent
- number
- jennifer
- elizabeth
- send
- p
- which
- james
- mary
- um
- robert
- much
- linda
- checkbook
- patricia
- john
- credit
- so
- david
- repeat
- pay
- schedule
- will
- too
- local
- an
- of
- street
- time
- debit
- '[unk]'
- lost
- forty
- at
- please
- money
- gonna
- between
- accounts
- zip
- we
- home
- that'll
- ordered
- replacement
- code
- johnson
- scheduled
- smart
- replace
- rodriguez
- wilson
- link
- do
- source
- williams
- i've
- miller
- jones
- davis
- fossil
- gas
- electric
- brown
- uhm
- transferred
- payment
- very
- needed
- i'd
- main
- it's
- garcia
- i'm
- nope
- well
- 'yes'
- sorry
- smith
- destination
- twenty
- first
- seventy
- fifteen
- ninety
- good
- in
- could
- eighty
- yeah
- just
- book
- or
- oh
- ten
- what's
- think
- thanks
- now
- fifty
- sure
- s
- sunday
- sixty
- said
- forest
- you're
- ranch
- o'clock
- everything
- eleven
- '[unintelligible]'
- miss
- california
- oregon
- am
- actually
- happy
- o
- as
- want
- r
- going
- get
- f
- friday
- twelve
- tuesday
- let
- moment
- l
- welcome
- monday
- until
- know
- t
- 'on'
- if
- '[laughter]'
- right
- out
- see
- correct
- glad
- should
- perfect
- let's
- order
- pm
- e
- name's
- wonderful
- saturday
- yep
- wanted
- c
- up
- got
- huh
- wednesday
- lot
- take
- did
- say
- second
- thursday
- wondering
- then
- about
- done
- some
- ask
- again
- care
- city
- not
- wanna
- mhm
- '[cough]'
- put
- you'd
- rest
- sir
- state
- don't
- ma'am
- more
- yourself
- spelled
- but
- absolutely
- seventeen
- pull
- course
- come
- tell
- way
- look
- exactly
- submitted
- hope
- you've
- i'll
- our
- alrighty
- evening
- helpful
- set
- business
- when
- through
- last
- n
- mkay
- electic
- hold
- even
- h
- real
- into
- email
- days
- may
- exact
- paid
- words
- ya
- back
- thousand
- excuse
- appreciate
- nineteen
- here
- hear
- tonight
- certainly
- cents
- within
- go
- receiving
- fourteen
- nice
- company's
- give
- read
- g
- assist
- once
- they
- there's
- till
- receive
- really
- thirteen
- word
- transferring
- mmm
- mailed
- comma
- jane
- looks
- quick
- mean
- also
- fantastic
- only
- nation
- replaced
- mm
- any
- request
- were
- minute
- able
- k
- their
- william
- week
- date
- sounds
- separate
- we're
- confirming
- possible
- call
- probably
- her
- soon
- payments
- checkbooks
- does
- sound
- confirm
- problem
- make
- ready
- wait
- by
- debbie
- doing
- spell
- find
- goodbye
- hour
- glenda
- nothing
- guess
- you'll
- other
- telephone
- area
- mail
- best
- open
- arrive
- coming
- we'll
- sixteen
- enjoy
- shortly
- digits
- those
- helped
- it'll
- ooh
- around
- can't
- ms
- towards
- completed
- believe
- that'd
- available
- whenever
- beautiful
- bada
- successful
- definitely
- idea
- long
- after
- mister
- while
- looking
- mr
- thing
- complete
- hey
- system
- dollar
- had
- eighteen
- night
- current
- wanting
- pulling
- tomorrow
- canceled
- working
- appointments
- ahead
- down
- fast
- expedite
- clock
- didn't
- ah
- linked
- keeps
- job
- mark
- text
- away
- dawn
- sometimes
- third
- gone
- successfully
- amount's
- old
- next
- wish
- checks
- books
- gotta
- roberts
- fifth
- part
- understood
- specified
- fabulous
- paying
- behalf
- isn't
- y~
- arranged
- happen
- letting
- forrest
- anyone
- million
- further
- needing
- matt
- jay
- how're
- bing
- boom
- i~
- takes
- brought
- screen
- lo~
- should've
- placed
- unfortunately
- police
- officers
- why
- faded
- line
- '[music]'
- maine
- same
- bunch
- balances
- eliz~
- waiting
- over
- code's
- pushing
- showers
- payment's
- streets
- harp~
- dunes
- wou~
- thre~
- wheeler
- how's
- regas
- throughout
- mario
- without
- rough
- noon
- recalling
- still
- different
- scheduling
- talking
- normal
- person
- jenna
- seconds
- ellen
- where's
- than
- clear
- afternoon
- ooph
- opening
- every
- dear
- setting
- weeks
- us
- another
- cost
- notifications
- experience
- o'
- he
- space
- something
- v
- y
- whoops
- entering
- elastic
- called
- because
- cell
- trying
- seems
- re~
- gift
- s~
- destinations
- saving
- ground
- apply
- jim
- stay
- marie
- pretty
- rally
- nancy
- acc~
- do~
- cutting
- ha~
- customer
- elec~
- lose
- amanda
- barry
- 'off'
- slowly
- johnston
- jean
- pardon
- arriving
- people
- multiple
- might
- sounded
- obvious
- question
- safe
- taking
- taken
- ordering
- d
- letter
- asked
- would've
- wrong
- almost
- ones
- case
- low
- broke
- where
- animals
- live
- apologize
- loud
- noise
- dan
- submitting
- less
- nation~
- okey
- doke
- sourcing
- matthew
- work
- directly
- sourced
- sending
- yup
- either
- little
- funny
- preferably
- excellent
- its
- lopez
- sa~
- roger
- harp
- don
- valid
- megan
- left
- davies
- fine
- brunch
- er
- fo
- johns
- cancel
- goes
- r~
- gotcha
- already
- amounts
- maybe
- south
- calendar
- husband
- couldn't
- whole
- total
- branches
- os
- doctor
- joan
- ne~
- seventh
- getting
- value
- wow
- ple~
- use
- direction
- provide
- final
- numbers
- god
- horrible
- continue
- conversation
- anymore
- associated
- full
- makes
- sense
- information
- <sos/eos>
init: null
input_size: null
ctc_conf:
    dropout_rate: 0.0
    ctc_type: builtin
    reduce: true
    ignore_nan_grad: true
joint_net_conf: null
use_preprocessor: true
token_type: word
bpemodel: null
non_linguistic_symbols: null
cleaner: null
g2p: null
speech_volume_normalize: null
rir_scp: null
rir_apply_prob: 1.0
noise_scp: null
noise_apply_prob: 1.0
noise_db_range: '13_15'
frontend: s3prl
frontend_conf:
    frontend_conf:
        upstream: hubert_large_ll60k
    download_dir: ./hub
    multilayer_feature: true
    fs: 16k
specaug: specaug
specaug_conf:
    apply_time_warp: true
    time_warp_window: 5
    time_warp_mode: bicubic
    apply_freq_mask: true
    freq_mask_width_range:
    - 0
    - 30
    num_freq_mask: 2
    apply_time_mask: true
    time_mask_width_range:
    - 0
    - 40
    num_time_mask: 2
normalize: utterance_mvn
normalize_conf: {}
model: espnet
model_conf:
    ctc_weight: 0.3
    lsm_weight: 0.1
    length_normalized_loss: false
    extract_feats_in_collect_stats: false
preencoder: linear
preencoder_conf:
    input_size: 1024
    output_size: 80
encoder: conformer
encoder_conf:
    output_size: 512
    attention_heads: 8
    linear_units: 2048
    num_blocks: 12
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    attention_dropout_rate: 0.1
    input_layer: conv2d
    normalize_before: true
    macaron_style: true
    pos_enc_layer_type: rel_pos
    selfattention_layer_type: rel_selfattn
    activation_type: swish
    use_cnn_module: true
    cnn_module_kernel: 31
postencoder: null
postencoder_conf: {}
decoder: transformer
decoder_conf:
    attention_heads: 8
    linear_units: 2048
    num_blocks: 6
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    self_attention_dropout_rate: 0.1
    src_attention_dropout_rate: 0.1
required:
- output_dir
- token_list
version: 0.10.7a1
distributed: false