diff --git a/python/paddle/v2/framework/tests/test_activation_op.py b/python/paddle/v2/framework/tests/test_activation_op.py
index ce6dec77485d8f657fc6e4dcc787999c9ab0d810..f232996a55da86399140ea2aad27428926c1a055 100644
--- a/python/paddle/v2/framework/tests/test_activation_op.py
+++ b/python/paddle/v2/framework/tests/test_activation_op.py
@@ -136,7 +136,7 @@ class TestLeakyRelu(OpTest):
         self.check_output()
 
     def test_check_grad(self):
-        self.check_grad(['X'], 'Y', max_relative_error=0.008)
+        self.check_grad(['X'], 'Y', max_relative_error=0.007)
 
 
 class TestSoftRelu(OpTest):