diff --git a/python/paddle/fluid/tests/unittests/mkldnn/test_lrn_mkldnn_op.py b/python/paddle/fluid/tests/unittests/mkldnn/test_lrn_mkldnn_op.py
index e9b85dd7573b30e5a99805b8cc55be37ced69ef6..82acd820cd0cf11de17c9d65c9d7ff449e817b83 100644
--- a/python/paddle/fluid/tests/unittests/mkldnn/test_lrn_mkldnn_op.py
+++ b/python/paddle/fluid/tests/unittests/mkldnn/test_lrn_mkldnn_op.py
@@ -62,7 +62,7 @@ class TestLRNMKLDNNOpNHWC(TestLRNMKLDNNOp):
     #TODO(jczaja): Add grad support
     def test_check_grad_normal(self):
         with self.assertRaises(fluid.core_avx.EnforceNotMet):
-            self.check_grad(['X'], 'Out', max_relative_error=0.01)
+            self.check_grad(['X'], 'Out')
 
 
 if __name__ == "__main__":
diff --git a/python/paddle/fluid/tests/unittests/test_fsp_op.py b/python/paddle/fluid/tests/unittests/test_fsp_op.py
index 01991f4d36caf83173452c6a032c37852fa35586..b6bf5227ac1813498e84d3fd92340e2032c37c00 100644
--- a/python/paddle/fluid/tests/unittests/test_fsp_op.py
+++ b/python/paddle/fluid/tests/unittests/test_fsp_op.py
@@ -55,7 +55,7 @@ class TestFSPOp(OpTest):
 
     @unittest.skip("Disable temporarily.")
     def test_check_grad_normal(self):
-        self.check_grad(['X', 'Y'], 'Out', max_relative_error=0.05)
+        self.check_grad(['X', 'Y'], 'Out')
 
 
 if __name__ == '__main__':
diff --git a/python/paddle/fluid/tests/unittests/test_hinge_loss_op.py b/python/paddle/fluid/tests/unittests/test_hinge_loss_op.py
index f7b0c7e6aff5552575cd0603fe398a2a80453bce..2e2d0d2ea487811dabc93c395293d4abe89a3cdc 100644
--- a/python/paddle/fluid/tests/unittests/test_hinge_loss_op.py
+++ b/python/paddle/fluid/tests/unittests/test_hinge_loss_op.py
@@ -37,7 +37,7 @@ class TestHingeLossOp(OpTest):
         self.check_output()
 
     def test_check_grad(self):
-        self.check_grad(['Logits'], 'Loss', max_relative_error=0.008)
+        self.check_grad(['Logits'], 'Loss')
 
 
 if __name__ == '__main__':
diff --git a/python/paddle/fluid/tests/unittests/test_huber_loss_op.py b/python/paddle/fluid/tests/unittests/test_huber_loss_op.py
index f2905248170cb281b82f8184ebe5d36430464db9..1c1b2f3ca3370f5194423724a7fccba62a528e6b 100644
--- a/python/paddle/fluid/tests/unittests/test_huber_loss_op.py
+++ b/python/paddle/fluid/tests/unittests/test_huber_loss_op.py
@@ -53,7 +53,7 @@ class TestHuberLossOp(OpTest):
         self.check_output()
 
     def test_check_grad_normal(self):
-        self.check_grad(['X', 'Y'], 'Out', max_relative_error=0.008)
+        self.check_grad(['X', 'Y'], 'Out')
 
     def test_check_grad_ingore_x(self):
         self.check_grad(
diff --git a/python/paddle/fluid/tests/unittests/test_mul_op.py b/python/paddle/fluid/tests/unittests/test_mul_op.py
index 21d350170bf67ca26e43374f087d38fe8eb6cd47..f44b9756a8e6bfa4e12321d1c5037ecd49026b49 100644
--- a/python/paddle/fluid/tests/unittests/test_mul_op.py
+++ b/python/paddle/fluid/tests/unittests/test_mul_op.py
@@ -40,7 +40,7 @@ class TestMulOp(OpTest):
         self.check_output()
 
     def test_check_grad_normal(self):
-        self.check_grad(['X', 'Y'], 'Out', max_relative_error=0.5)
+        self.check_grad(['X', 'Y'], 'Out')
 
     def test_check_grad_ingore_x(self):
         self.check_grad(
@@ -91,7 +91,7 @@ class TestMulOp2(OpTest):
         self.check_output()
 
     def test_check_grad_normal(self):
-        self.check_grad(['X', 'Y'], 'Out', max_relative_error=0.5)
+        self.check_grad(['X', 'Y'], 'Out')
 
     def test_check_grad_ingore_x(self):
         self.check_grad(
diff --git a/python/paddle/fluid/tests/unittests/test_pad2d_op.py b/python/paddle/fluid/tests/unittests/test_pad2d_op.py
index ff257ad146202c41c3efcf589ddaf7fef51e79d7..15486e88795758de7067731f0e9634e6e311d2ba 100644
--- a/python/paddle/fluid/tests/unittests/test_pad2d_op.py
+++ b/python/paddle/fluid/tests/unittests/test_pad2d_op.py
@@ -53,7 +53,7 @@ class TestPad2dOp(OpTest):
         self.check_output()
 
     def test_check_grad_normal(self):
-        self.check_grad(['X'], 'Out', max_relative_error=0.006)
+        self.check_grad(['X'], 'Out')
 
     def initTestCase(self):
         self.shape = (2, 3, 4, 5)