From 87fa6e70969f78c0d9c0c036a0d6b8b198f96f2a Mon Sep 17 00:00:00 2001
From: Hui Zhang <zhtclz@foxmail.com>
Date: Sun, 24 Oct 2021 13:31:02 +0000
Subject: [PATCH] linear embed with relu

---
 deepspeech/modules/subsampling.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/deepspeech/modules/subsampling.py b/deepspeech/modules/subsampling.py
index f804907fb..694f9f6f9 100644
--- a/deepspeech/modules/subsampling.py
+++ b/deepspeech/modules/subsampling.py
@@ -60,7 +60,8 @@ class LinearNoSubsampling(BaseSubsampling):
         self.out = nn.Sequential(
             nn.Linear(idim, odim),
             nn.LayerNorm(odim, epsilon=1e-12),
-            nn.Dropout(dropout_rate), )
+            nn.Dropout(dropout_rate), 
+            nn.ReLU(),)
         self.right_context = 0
         self.subsampling_rate = 1