readme: ---
  tags:
  - espnet
  - audio
  - speech-translation
  language: noinfo
  datasets:
  - iwslt22_dialect
  license: cc-by-4.0
  ---
  
  ## ESPnet2 ST model 
  
  ### `espnet/brianyan918_iwslt22_dialect_train_st_conformer_ctc0.3_lr2e-3_warmup15k_newspecaug`
  
  This model was trained by Brian Yan using iwslt22_dialect recipe in [espnet](https://github.com/espnet/espnet/).
  
  ### Demo: How to use in ESPnet2
  
  ```bash
  cd espnet
  git checkout 77fce65312877a132bbae01917ad26b74f6e2e14
  pip install -e .
  cd egs2/iwslt22_dialect/st1
  ./run.sh --skip_data_prep false --skip_train true --download_model espnet/brianyan918_iwslt22_dialect_train_st_conformer_ctc0.3_lr2e-3_warmup15k_newspecaug
  ```
  
  <!-- Generated by scripts/utils/show_st_results.sh -->
  # RESULTS
  ## Environments
  - date: `Tue Feb  8 12:54:12 EST 2022`
  - python version: `3.8.12 (default, Oct 12 2021, 13:49:34)  [GCC 7.5.0]`
  - espnet version: `espnet 0.10.7a1`
  - pytorch version: `pytorch 1.8.1`
  - Git hash: `77fce65312877a132bbae01917ad26b74f6e2e14`
    - Commit date: `Tue Feb 8 10:48:10 2022 -0500`
  
  ## st_train_st_conformer_ctc0.3_lr2e-3_warmup15k_newspecaug_raw_bpe_tc1000_sp
  ### BLEU
  
  |dataset|bleu_score|verbose_score|
  |---|---|---|
  pen2_st_model_valid.acc.ave|13.9|44.0/21.8/11.4/6.2 (BP = 0.859 ratio = 0.868 hyp_len = 36614 ref_len = 42181)
  
  ## ST config
  
  <details><summary>expand</summary>
  
  ```
  config: conf/tuning/train_st_conformer_ctc0.3_lr2e-3_warmup15k_newspecaug.yaml
  print_config: false
  log_level: INFO
  dry_run: false
  iterator_type: sequence
  output_dir: exp/st_train_st_conformer_ctc0.3_lr2e-3_warmup15k_newspecaug_raw_bpe_tc1000_sp
  ngpu: 1
  seed: 0
  num_workers: 1
  num_att_plot: 3
  dist_backend: nccl
  dist_init_method: env://
  dist_world_size: null
  dist_rank: null
  local_rank: 0
  dist_master_addr: null
  dist_master_port: null
  dist_launcher: null
  multiprocessing_distributed: false
  unused_parameters: false
  sharded_ddp: false
  cudnn_enabled: true
  cudnn_benchmark: false
  cudnn_deterministic: true
  collect_stats: false
  write_collected_feats: false
  max_epoch: 80
  patience: null
  val_scheduler_criterion:
  - valid
  - loss
  early_stopping_criterion:
  - valid
  - loss
  - min
  best_model_criterion:
  -   - valid
      - acc
      - max
  keep_nbest_models: 10
  nbest_averaging_interval: 0
  grad_clip: 5.0
  grad_clip_type: 2.0
  grad_noise: false
  accum_grad: 2
  no_forward_run: false
  resume: true
  train_dtype: float32
  use_amp: false
  log_interval: null
  use_matplotlib: true
  use_tensorboard: true
  use_wandb: false
  wandb_project: null
  wandb_id: null
  wandb_entity: null
  wandb_name: null
  wandb_model_log_interval: -1
  detect_anomaly: false
  pretrain_path: null
  init_param: []
  ignore_init_mismatch: true
  freeze_param: []
  num_iters_per_epoch: null
  batch_size: 20
  valid_batch_size: null
  batch_bins: 25000000
  valid_batch_bins: null
  train_shape_file:
  - exp/st_stats_raw_bpe1000_sp/train/speech_shape
  - exp/st_stats_raw_bpe1000_sp/train/text_shape.bpe
  - exp/st_stats_raw_bpe1000_sp/train/src_text_shape.bpe
  valid_shape_file:
  - exp/st_stats_raw_bpe1000_sp/valid/speech_shape
  - exp/st_stats_raw_bpe1000_sp/valid/text_shape.bpe
  - exp/st_stats_raw_bpe1000_sp/valid/src_text_shape.bpe
  batch_type: numel
  valid_batch_type: null
  fold_length:
  - 80000
  - 150
  - 150
  sort_in_batch: descending
  sort_batch: descending
  multiple_iterator: false
  chunk_length: 500
  chunk_shift_ratio: 0.5
  num_cache_chunks: 1024
  train_data_path_and_name_and_type:
  -   - dump/raw/train_sp/wav.scp
      - speech
      - kaldi_ark
  -   - dump/raw/train_sp/text.tc.en
      - text
      - text
  -   - dump/raw/train_sp/text.tc.rm.ta
      - src_text
      - text
  valid_data_path_and_name_and_type:
  -   - dump/raw/dev/wav.scp
      - speech
      - kaldi_ark
  -   - dump/raw/dev/text.tc.en
      - text
      - text
  -   - dump/raw/dev/text.tc.rm.ta
      - src_text
      - text
  allow_variable_data_keys: false
  max_cache_size: 0.0
  max_cache_fd: 32
  valid_max_cache_size: null
  optim: adam
  optim_conf:
      lr: 0.002
      weight_decay: 1.0e-06
  scheduler: warmuplr
  scheduler_conf:
      warmup_steps: 15000
  token_list:
  - <blank>
  - <unk>
  - s
  - ▁
  - apo
  - '&'
  - ;
  - ▁i
  - ▁you
  - t
  - ▁it
  - ▁the
  - ▁and
  - ▁to
  - ▁that
  - ▁a
  - n
  - a
  - ▁he
  - ▁me
  - m
  - d
  - ▁yes
  - ▁she
  - ▁no
  - ▁in
  - ▁what
  - ▁for
  - ▁we
  - ing
  - ll
  - ▁they
  - re
  - ▁are
  - ▁did
  - ▁god
  - ▁is
  - e
  - ed
  - ▁so
  - ▁her
  - ▁do
  - ▁have
  - ▁of
  - ▁with
  - ▁go
  - ▁know
  - ▁not
  - ▁was
  - ▁on
  - ▁don
  - y
  - ▁him
  - ▁one
  - ▁like
  - ▁there
  - '%'
  - ▁pw
  - ▁be
  - ▁at
  - ▁told
  - ▁good
  - ▁will
  - ▁my
  - ▁all
  - ▁or
  - c
  - er
  - p
  - ▁how
  - ▁ah
  - r
  - ▁but
  - ▁them
  - ▁see
  - ▁get
  - ▁can
  - i
  - ▁when
  - ▁going
  - ▁about
  - ▁mean
  - ▁this
  - k
  - ▁your
  - ▁by
  - ▁if
  - u
  - ▁come
  - ▁up
  - ▁tell
  - g
  - ▁said
  - ▁then
  - ▁now
  - ▁yeah
  - o
  - ▁out
  - al
  - ra
  - ▁because
  - ▁time
  - ▁well
  - ▁would
  - ▁p
  - ▁from
  - h
  - ar
  - f
  - ▁swear
  - ▁went
  - b
  - ▁really
  - or
  - ▁want
  - ri
  - ▁home
  - ▁work
  - ve
  - ▁take
  - ▁got
  - ▁just
  - l
  - ▁uh
  - ▁why
  - en
  - ▁even
  - ▁am
  - ▁who
  - ▁make
  - ▁day
  - '-'
  - in
  - ▁something
  - ▁some
  - ou
  - ▁us
  - ▁okay
  - ▁where
  - ▁does
  - ▁has
  - ▁thank
  - ▁c
  - ▁his
  - th
  - ▁back
  - ▁fine
  - ▁today
  - ly
  - ▁b
  - ▁oh
  - ▁doing
  - ▁everything
  - ▁here
  - le
  - ▁thing
  - ▁two
  - ▁anyway
  - li
  - ▁ha