diff --git a/python/paddle/fluid/tests/unittests/dygraph_to_static/CMakeLists.txt b/python/paddle/fluid/tests/unittests/dygraph_to_static/CMakeLists.txt
index 743d1168ed1dfdba5d20a4902e36de7e1b37ff0c..383ef293139b8127d41df2fcd3c1ca12252dd4b2 100644
--- a/python/paddle/fluid/tests/unittests/dygraph_to_static/CMakeLists.txt
+++ b/python/paddle/fluid/tests/unittests/dygraph_to_static/CMakeLists.txt
@@ -1,10 +1,6 @@
 file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
 string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
 
-# disable for cuda11
-list(REMOVE_ITEM TEST_OPS test_mnist)
-list(REMOVE_ITEM TEST_OPS test_resnet)
-
 foreach(TEST_OP ${TEST_OPS})
     py_test_modules(${TEST_OP} MODULES ${TEST_OP})
 endforeach(TEST_OP)
diff --git a/python/paddle/fluid/tests/unittests/dygraph_to_static/predictor_utils.py b/python/paddle/fluid/tests/unittests/dygraph_to_static/predictor_utils.py
index 63edd35f59bd4a062b496ee798e5ef7a20f02980..5d58ee3481dd6a8f37eaec6788a1596fc16c898e 100644
--- a/python/paddle/fluid/tests/unittests/dygraph_to_static/predictor_utils.py
+++ b/python/paddle/fluid/tests/unittests/dygraph_to_static/predictor_utils.py
@@ -57,7 +57,9 @@ class PredictorTools(object):
         config.switch_use_feed_fetch_ops(False)
         config.enable_memory_optim()
         config.disable_glog_info()
-        config.switch_ir_optim(True)
+        # TODO: set it to True after PaddleInference fix the precision error
+        # in CUDA11
+        config.switch_ir_optim(False)
 
         return config