npark commited on
Commit
51fe556
·
1 Parent(s): 7c8da06
Files changed (1) hide show
  1. hyperparams.yaml +2 -1
hyperparams.yaml CHANGED
@@ -10,7 +10,7 @@ nhead: 4
10
  num_encoder_layers: 12
11
  num_decoder_layers: 6
12
  d_ffn: 2048
13
- transformer_dropout: 0.1
14
  activation: !name:torch.nn.GELU
15
  output_neurons: 5000
16
  vocab_size: 5000
@@ -97,6 +97,7 @@ encoder: !new:speechbrain.nnet.containers.LengthsCapableSequential
97
  normalize: !ref <normalizer>
98
  cnn: !ref <CNN>
99
  transformer_encoder: !ref <Tencoder>
 
100
 
101
  asr_model: !new:torch.nn.ModuleList
102
  - [!ref <normalizer>, !ref <CNN>, !ref <Transformer>, !ref <seq_lin>, !ref <ctc_lin>]
 
10
  num_encoder_layers: 12
11
  num_decoder_layers: 6
12
  d_ffn: 2048
13
+ transformer_dropout: 0.0
14
  activation: !name:torch.nn.GELU
15
  output_neurons: 5000
16
  vocab_size: 5000
 
97
  normalize: !ref <normalizer>
98
  cnn: !ref <CNN>
99
  transformer_encoder: !ref <Tencoder>
100
+ # transformer: !ref <Transformer>
101
 
102
  asr_model: !new:torch.nn.ModuleList
103
  - [!ref <normalizer>, !ref <CNN>, !ref <Transformer>, !ref <seq_lin>, !ref <ctc_lin>]