readme: ---
  tags:
  - espnet
  - audio
  - automatic-speech-recognition
  language: en
  datasets:
  - aphasiabank
  license: cc-by-4.0
  ---
  
  ## ESPnet2 ASR model 
  
  ### `espnet/jiyang_tang_aphsiabank_english_asr_ebranchformer_small_wavlm_large`
  
  This model was trained by Jiyang Tang using aphasiabank recipe in [espnet](https://github.com/espnet/espnet/).
  
  ### Demo: How to use in ESPnet2
  
  Follow the [ESPnet installation instructions](https://espnet.github.io/espnet/installation.html)
  if you haven't done that already.
  
  ```bash
  cd espnet
  git checkout beb62bd85e29b998bc10a65136f6cf4f6deebe70
  pip install -e .
  cd egs2/aphasiabank/asr1
  ./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_aphsiabank_english_asr_ebranchformer_small_wavlm_large
  ```
  
  <!-- Generated by scripts/utils/show_asr_result.sh -->
  # RESULTS
  ## Environments
  - date: `Thu Jan 19 23:06:20 EST 2023`
  - python version: `3.9.12 (main, Apr  5 2022, 06:56:58)  [GCC 7.5.0]`
  - espnet version: `espnet 202211`
  - pytorch version: `pytorch 1.8.1`
  - Git hash: `c9cec3e7849c2476c6d1606088303b0eefdbb569`
    - Commit date: `Thu Jan 12 14:55:55 2023 -0500`
  
  ## asr_train_asr_ebranchformer_small_wavlm_large
  ### WER
  
  |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
  |---|---|---|---|---|---|---|---|---|
  |decode_asr_model_valid.acc.ave/test|16380|120684|76.6|16.7|6.7|3.8|27.1|72.4|
  
  ### CER
  
  |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
  |---|---|---|---|---|---|---|---|---|
  |decode_asr_model_valid.acc.ave/test|16380|530731|87.1|5.3|7.6|4.9|17.7|72.4|
  
  ### TER
  
  |dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
  |---|---|---|---|---|---|---|---|---|
  
  ## ASR config
  
  <details><summary>expand</summary>
  
  ```
  config: conf/tuning/train_asr_ebranchformer_small_wavlm_large.yaml
  print_config: false
  log_level: INFO
  dry_run: false
  iterator_type: sequence
  output_dir: exp/asr_train_asr_ebranchformer_small_wavlm_large
  ngpu: 1
  seed: 2022
  num_workers: 4
  num_att_plot: 0
  dist_backend: nccl
  dist_init_method: env://
  dist_world_size: null
  dist_rank: null
  local_rank: 0
  dist_master_addr: null
  dist_master_port: null
  dist_launcher: null
  multiprocessing_distributed: false
  unused_parameters: true
  sharded_ddp: false
  cudnn_enabled: true
  cudnn_benchmark: false
  cudnn_deterministic: false
  collect_stats: false
  write_collected_feats: false
  max_epoch: 34
  patience: null
  val_scheduler_criterion:
  - valid
  - loss
  early_stopping_criterion:
  - valid
  - loss
  - min
  best_model_criterion:
  -   - valid
      - acc
      - max
  keep_nbest_models: 10
  nbest_averaging_interval: 0
  grad_clip: 5
  grad_clip_type: 2.0
  grad_noise: false
  accum_grad: 9
  no_forward_run: false
  resume: true
  train_dtype: float32
  use_amp: true
  log_interval: 200
  use_matplotlib: true
  use_tensorboard: true
  create_graph_in_tensorboard: false
  use_wandb: false
  wandb_project: null
  wandb_id: null
  wandb_entity: null
  wandb_name: null
  wandb_model_log_interval: -1
  detect_anomaly: false
  pretrain_path: null
  init_param: []
  ignore_init_mismatch: false
  freeze_param:
  - frontend.upstream
  num_iters_per_epoch: null
  batch_size: 20
  valid_batch_size: null
  batch_bins: 5000000
  valid_batch_bins: null
  train_shape_file:
  - exp/asr_stats_raw_en_char_sp/train/speech_shape
  - exp/asr_stats_raw_en_char_sp/train/text_shape.char
  valid_shape_file:
  - exp/asr_stats_raw_en_char_sp/valid/speech_shape
  - exp/asr_stats_raw_en_char_sp/valid/text_shape.char
  batch_type: numel
  valid_batch_type: null
  fold_length:
  - 80000
  - 150
  sort_in_batch: descending
  sort_batch: descending
  multiple_iterator: false
  chunk_length: 500
  chunk_shift_ratio: 0.5
  num_cache_chunks: 1024
  train_data_path_and_name_and_type:
  -   - dump/raw/train_sp/wav.scp
      - speech
      - sound
  -   - dump/raw/train_sp/text
      - text
      - text
  valid_data_path_and_name_and_type:
  -   - dump/raw/val/wav.scp
      - speech
      - sound
  -   - dump/raw/val/text
      - text
      - text
  allow_variable_data_keys: false
  max_cache_size: 0.0
  max_cache_fd: 32
  valid_max_cache_size: null
  exclude_weight_decay: false
  exclude_weight_decay_conf: {}
  optim: adam
  optim_conf:
      lr: 0.001
      weight_decay: 1.0e-06
  scheduler: warmuplr
  scheduler_conf:
      warmup_steps: 2500
  token_list:
  - <blank>
  - <unk>
  - <space>
  - e
  - t
  - a
  - h
  - o
  - n
  - i
  - s
  - r
  - d
  - l
  - u
  - m
  - w
  - y
  - g
  - c
  - b
  - f
  - p
  - k
  - ''''
  - v
  - j
  - <
  - L
  - A
  - U
  - '>'
  - x
  - ɪ
  - ə
  - z
  - ɛ
  - q
  - ɑ
  - ɹ
  - æ
  - ˞
  - ʌ
  - ʃ
  - ʊ
  - ɔ
  - ŋ
  - ɚ
  - ɾ
  - ʒ
  - ð
  - θ
  - ɜ
  - ɡ
  - ɝ
  - '0'
  - ː
  - ɒ
  - ʔ
  - é
  - ɸ
  - ʤ
  - ʧ
  - <sos/eos>
  init: null
  input_size: null
  ctc_conf:
      dropout_rate: 0.0
      ctc_type: builtin
      reduce: true
      ignore_nan_grad: null
      zero_infinity: true
  joint_net_conf: null
  use_preprocessor: true
  token_type: char
  bpemodel: null
  non_linguistic_symbols: null
  cleaner: null
  g2p: null
  speech_volume_normalize: null
  rir_scp: null
  rir_apply_prob: 1.0
  noise_scp: null
  noise_apply_prob: 1.0
  noise_db_range: '13_15'
  short_noise_thres: 0.5
  frontend: s3prl
  frontend_conf:
      frontend_conf:
          upstream: wavlm_large
      download_dir: ./hub
      multilayer_feature: true
      fs: 16k
  specaug: specaug
  specaug_conf:
      apply_time_warp: tru