diff --git a/layer.py b/layer.py
index 1b1a581044fffe0b40364b5dac253a77e9560d26..c4055aaa3b2a65f33f85830d75d91ba88699afc1 100644
--- a/layer.py
+++ b/layer.py
@@ -117,7 +117,7 @@ def conv_group(input, num_stacks):
         num_channels_out=32,
         stride=(2, 2),
         padding=(5, 20),
-        act=paddle.activation.BRelu())
+        act=paddle.activation.Relu())
     for i in xrange(num_stacks - 1):
         conv = conv_bn_layer(
             input=conv,
@@ -126,7 +126,7 @@ def conv_group(input, num_stacks):
             num_channels_out=32,
             stride=(1, 2),
             padding=(5, 10),
-            act=paddle.activation.BRelu())
+            act=paddle.activation.Relu())
     output_num_channels = 32
     output_height = 160 // pow(2, num_stacks) + 1
     return conv, output_num_channels, output_height
@@ -153,13 +153,13 @@ def rnn_group(input, size, num_stacks, use_gru):
                 name=str(i),
                 input=output,
                 size=size,
-                act=paddle.activation.BRelu())
+                act=paddle.activation.Relu())
         else:
             output = bidirectional_simple_rnn_bn_layer(
                 name=str(i),
                 input=output,
                 size=size,
-                act=paddle.activation.BRelu())
+                act=paddle.activation.Relu())
     return output