Titouan Parcollet
commited on
Commit
·
fc74278
1
Parent(s):
2496fbe
Update hyperparams.yaml
Browse files- hyperparams.yaml +11 -0
hyperparams.yaml
CHANGED
|
@@ -128,6 +128,17 @@ tokenizer: !new:sentencepiece.SentencePieceProcessor
|
|
| 128 |
asr_model: !new:torch.nn.ModuleList
|
| 129 |
- [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
|
| 130 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 131 |
beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
|
| 132 |
embedding: !ref <emb>
|
| 133 |
decoder: !ref <dec>
|
|
|
|
| 128 |
asr_model: !new:torch.nn.ModuleList
|
| 129 |
- [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
|
| 130 |
|
| 131 |
+
lm_model: !new:speechbrain.lobes.models.transformer.TransformerLM.TransformerLM
|
| 132 |
+
vocab: 5000
|
| 133 |
+
d_model: 768
|
| 134 |
+
nhead: 12
|
| 135 |
+
num_encoder_layers: 12
|
| 136 |
+
num_decoder_layers: 0
|
| 137 |
+
d_ffn: 3072
|
| 138 |
+
dropout: 0.0
|
| 139 |
+
activation: !name:torch.nn.GELU
|
| 140 |
+
normalize_before: False
|
| 141 |
+
|
| 142 |
beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
|
| 143 |
embedding: !ref <emb>
|
| 144 |
decoder: !ref <dec>
|