HaNguyen commited on
Commit
0467843
·
1 Parent(s): 9ceb090
Files changed (1) hide show
  1. hyperparams.yaml +4 -5
hyperparams.yaml CHANGED
@@ -1,4 +1,4 @@
1
- pretrained_path: HaNguyen/IWSLT-ast-w2v2-mbart
2
 
3
  lang: fr #for the BLEU score detokenization
4
  target_lang: fr_XX # for mbart initialization
@@ -16,11 +16,11 @@ features_dim: 768 # base wav2vec output dimension, for large replace by 1024
16
 
17
  #projection for w2v
18
  enc_dnn_layers: 1
19
- enc_dnn_neurons: 1024 #256
20
 
21
  # Transformer
22
  embedding_size: 256
23
- d_model: 1024 #256
24
  activation: !name:torch.nn.GELU
25
 
26
  # Outputs
@@ -57,8 +57,7 @@ enc: !new:speechbrain.lobes.models.VanillaNN.VanillaNN
57
  mbart_path: facebook/mbart-large-50-many-to-many-mmt
58
  mbart_frozen: False
59
  mBART: &id004 !new:speechbrain.lobes.models.huggingface_transformers.mbart.mBART
60
-
61
- source: facebook/mbart-large-50-many-to-many-mmt
62
  freeze: !ref <mbart_frozen>
63
  save_path: mbart_checkpoint
64
  target_lang: !ref <target_lang>
 
1
+ pretrained_path: HaNguyen/IWSLT-ast-w2v2-mbart2455
2
 
3
  lang: fr #for the BLEU score detokenization
4
  target_lang: fr_XX # for mbart initialization
 
16
 
17
  #projection for w2v
18
  enc_dnn_layers: 1
19
+ enc_dnn_neurons: 1024
20
 
21
  # Transformer
22
  embedding_size: 256
23
+ d_model: 1024
24
  activation: !name:torch.nn.GELU
25
 
26
  # Outputs
 
57
  mbart_path: facebook/mbart-large-50-many-to-many-mmt
58
  mbart_frozen: False
59
  mBART: &id004 !new:speechbrain.lobes.models.huggingface_transformers.mbart.mBART
60
+ source: !ref <mbart_path>
 
61
  freeze: !ref <mbart_frozen>
62
  save_path: mbart_checkpoint
63
  target_lang: !ref <target_lang>