linear embed with relu

e76d51fd · Hui Zhang · 4f1a6101 · e76d51fd
隐藏空白更改
内联并排

Showing with 2 addition and 1 deletion

deepspeech/modules/subsampling.py deepspeech/modules/subsampling.py +2 -1

未找到文件。
--- a/deepspeech/modules/subsampling.py
+++ b/deepspeech/modules/subsampling.py
@@ -60,7 +60,8 @@ class LinearNoSubsampling(BaseSubsampling):
        self.out = nn.Sequential(
            nn.Linear(idim, odim),
            nn.LayerNorm(odim, epsilon=1e-12),
-            nn.Dropout(dropout_rate), )
+            nn.Dropout(dropout_rate), 
+            nn.ReLU(),)
        self.right_context = 0
        self.subsampling_rate = 1