linear embed with relu

3 years ago · e76d51fda0
parent 4f1a61011d
commit e76d51fda0
1 changed files with 2 additions and 1 deletions
--- a/deepspeech/modules/subsampling.py
+++ b/deepspeech/modules/subsampling.py
@ -60,7 +60,8 @@ class LinearNoSubsampling(BaseSubsampling):
        self.out = nn.Sequential(
            nn.Linear(idim, odim),
            nn.LayerNorm(odim, epsilon=1e-12),
-            nn.Dropout(dropout_rate), )
+            nn.Dropout(dropout_rate), 
+            nn.ReLU(),)
        self.right_context = 0
        self.subsampling_rate = 1