diff --git a/python/paddle/fluid/tests/unittests/test_conv_shift_op.py b/python/paddle/fluid/tests/unittests/test_conv_shift_op.py
index c4dbf4c3e2228c7caa8d03d1951f98b8a4e588c4..59241a408697deecceff8b1ac344766fa98639b8 100644
--- a/python/paddle/fluid/tests/unittests/test_conv_shift_op.py
+++ b/python/paddle/fluid/tests/unittests/test_conv_shift_op.py
@@ -51,12 +51,10 @@ class TestConvShiftOp(OpTest):
         self.check_grad(['X', 'Y'], 'Out')
 
     def test_check_grad_ignore_x(self):
-        self.check_grad(
-            ['Y'], 'Out', max_relative_error=0.05, no_grad_set=set("X"))
+        self.check_grad(['Y'], 'Out')
 
     def test_check_grad_ignore_y(self):
-        self.check_grad(
-            ['X'], 'Out', max_relative_error=0.05, no_grad_set=set('Y'))
+        self.check_grad(['X'], 'Out')
 
 
 if __name__ == '__main__':
diff --git a/python/paddle/fluid/tests/unittests/white_list/no_grad_set_white_list.py b/python/paddle/fluid/tests/unittests/white_list/no_grad_set_white_list.py
index 29eeb590f6596688bc329955fb68aaabfe3e200c..d926a26c1a77d70760b2e707942e8d044f44985a 100644
--- a/python/paddle/fluid/tests/unittests/white_list/no_grad_set_white_list.py
+++ b/python/paddle/fluid/tests/unittests/white_list/no_grad_set_white_list.py
@@ -23,7 +23,6 @@ NEED_TO_FIX_OP_LIST = [
     'affine_grid',
     'backward',
     'batch_norm',
-    'conv_shift',
     'conv2d',
     'conv2d_transpose',
     'conv3d',