diff --git a/paddle/operators/CMakeLists.txt b/paddle/operators/CMakeLists.txt
index 8b393961fd806ad697023b0dc8432a7139256cde..7ddceb70d17e0c6782edfbbe0d432881295ae62c 100644
--- a/paddle/operators/CMakeLists.txt
+++ b/paddle/operators/CMakeLists.txt
@@ -88,7 +88,6 @@ function(op_library TARGET)
         set(pybind_flag 1)
         # It's enough to just adding one operator to pybind
         file(APPEND ${pybind_file} "USE_GPU_ONLY_OP(ncclAllReduce);\n")
-        file(APPEND ${pybind_file} "USE_CPU_ONLY_OP(ncclInit);\n")
     endif()
     
     # reduce_op contains several operators