readme: ---
  tags:
  - espnet
  - audio
  - text-to-speech
  language: jp
  datasets:
  - ErodeesFleurs
  license: cc-by-4.0
  ---
  
  ## ESPnet2 TTS model 
  
  ### `ErodeesFleurs/Amtmp`
  
  ### Demo: How to use in ESPnet2
  
  Follow the [ESPnet installation instructions](https://espnet.github.io/espnet/installation.html)
  if you haven't done that already.
  
  ```bash
  cd espnet
  git checkout d5b5ec7b2e77bd3e10707141818b7e6c57ac6b3f
  pip install -e .
  cd egs2/amadeus/tts1
  ./run.sh --skip_data_prep false --skip_train true --download_model ErodeesFleurs/Amtmp
  ```
  
  
  
  ## TTS config
  
  <details><summary>expand</summary>
  
  ```
  config: conf/tuning/finetune_vits.yaml
  print_config: false
  log_level: INFO
  dry_run: false
  iterator_type: sequence
  output_dir: exp/tts_amadeus_vits_finetune_from_jsut_32_sentence
  ngpu: 1
  seed: 777
  num_workers: 4
  num_att_plot: 3
  dist_backend: nccl
  dist_init_method: env://
  dist_world_size: null
  dist_rank: null
  local_rank: 0
  dist_master_addr: null
  dist_master_port: null
  dist_launcher: null
  multiprocessing_distributed: false
  unused_parameters: true
  sharded_ddp: false
  cudnn_enabled: true
  cudnn_benchmark: false
  cudnn_deterministic: false
  collect_stats: false
  write_collected_feats: false
  max_epoch: 2000
  patience: null
  val_scheduler_criterion:
  - valid
  - loss
  early_stopping_criterion:
  - valid
  - loss
  - min
  best_model_criterion:
  -   - train
      - total_count
      - max
  keep_nbest_models: 3
  nbest_averaging_interval: 0
  grad_clip: -1
  grad_clip_type: 2.0
  grad_noise: false
  accum_grad: 1
  no_forward_run: false
  resume: true
  train_dtype: float32
  use_amp: false
  log_interval: 50
  use_matplotlib: true
  use_tensorboard: true
  create_graph_in_tensorboard: false
  use_wandb: true
  wandb_project: amadeus
  wandb_id: null
  wandb_entity: null
  wandb_name: null
  wandb_model_log_interval: -1
  detect_anomaly: false
  pretrain_path: null
  init_param:
  - downloads/f3698edf589206588f58f5ec837fa516/exp/tts_train_vits_raw_phn_jaconv_pyopenjtalk_accent_with_pause/train.total_count.ave_10best.pth:tts:tts
  ignore_init_mismatch: false
  freeze_param: []
  num_iters_per_epoch: null
  batch_size: 20
  valid_batch_size: null
  batch_bins: 5000000
  valid_batch_bins: null
  train_shape_file:
  - exp/tts_stats_raw_linear_spectrogram_phn_jaconv_pyopenjtalk_accent_with_pause/train/text_shape.phn
  - exp/tts_stats_raw_linear_spectrogram_phn_jaconv_pyopenjtalk_accent_with_pause/train/speech_shape
  valid_shape_file:
  - exp/tts_stats_raw_linear_spectrogram_phn_jaconv_pyopenjtalk_accent_with_pause/valid/text_shape.phn
  - exp/tts_stats_raw_linear_spectrogram_phn_jaconv_pyopenjtalk_accent_with_pause/valid/speech_shape
  batch_type: numel
  valid_batch_type: null
  fold_length:
  - 150
  - 204800
  sort_in_batch: descending
  sort_batch: descending
  multiple_iterator: false
  chunk_length: 500
  chunk_shift_ratio: 0.5
  num_cache_chunks: 1024
  train_data_path_and_name_and_type:
  -   - dump/22k/raw/train/text
      - text
      - text
  -   - dump/22k/raw/train/wav.scp
      - speech
      - sound
  valid_data_path_and_name_and_type:
  -   - dump/22k/raw/dev/text
      - text
      - text
  -   - dump/22k/raw/dev/wav.scp
      - speech
      - sound
  allow_variable_data_keys: false
  max_cache_size: 0.0
  max_cache_fd: 32
  valid_max_cache_size: null
  optim: adamw
  optim_conf:
      lr: 0.0001
      betas:
      - 0.8
      - 0.99
      eps: 1.0e-09
      weight_decay: 0.0
  scheduler: exponentiallr
  scheduler_conf:
      gamma: 0.999875
  optim2: adamw
  optim2_conf:
      lr: 0.0001
      betas:
      - 0.8
      - 0.99
      eps: 1.0e-09
      weight_decay: 0.0
  scheduler2: exponentiallr
  scheduler2_conf:
      gamma: 0.999875
  generator_first: false
  token_list:
  - <blank>
  - <unk>
  - '1'
  - '2'
  - '0'
  - '3'
  - '4'
  - '-1'
  - '5'
  - a
  - o
  - '-2'
  - i
  - '-3'
  - u
  - e
  - k
  - n
  - t
  - '6'
  - r
  - '-4'
  - s
  - N
  - m
  - pau
  - '7'
  - sh
  - d
  - g
  - w
  - '8'
  - U
  - '-5'
  - I
  - cl
  - h
  - y
  - b
  - '9'
  - j
  - ts
  - ch
  - '-6'
  - z
  - p
  - '-7'
  - f
  - ky
  - ry
  - '-8'
  - gy
  - '-9'
  - hy
  - ny
  - '-10'
  - by
  - my
  - '-11'
  - '-12'
  - '-13'
  - py
  - '-14'
  - '-15'
  - v
  - '10'
  - '-16'
  - '-17'
  - '11'
  - '-21'
  - '-20'
  - '12'
  - '-19'
  - '13'
  - '-18'
  - '14'
  - dy
  - '15'
  - ty
  - '-22'
  - '16'
  - '18'
  - '19'
  - '17'
  - <sos/eos>
  odim: null
  model_conf: {}
  use_preprocessor: true
  token_type: phn
  bpemodel: null
  non_linguistic_symbols: null
  cleaner: jaconv
  g2p: pyopenjtalk_accent_with_pause
  feats_extract: linear_spectrogram
  feats_extract_conf:
      n_fft: 1024
      hop_length: 256
      win_length: null
  normalize: null
  normalize_conf: {}
  tts: vits
  tts_conf:
      generator_type: vits_generator
      generator_params:
          hidden_channels: 192
          spks: -1
          global_channels: -1
          segment_size: 32
          text_encoder_attention_heads: 2
          text_encoder_ffn_expand: 4
          text_encoder_blocks: 6
          text_encoder_positionwise_layer_type: conv1d
          text_encoder_positionwise_conv_kernel_size: 3
          text_encoder_positional_encoding_layer_type: rel_pos
          text_encoder_self_attention_layer_type: rel_selfattn
          text_encoder_activation_type: swish
          text_encoder_normalize_before: true
          text_encoder_dropout_rate: 0.1
          text_encoder_positional_dropout_r