diff --git a/paddle/fluid/operators/CMakeLists.txt b/paddle/fluid/operators/CMakeLists.txt
index ae37c7092983a0d181b1f399c847115719d2d089..c3f7c42a8287d380c3264f5136b9fa5c54a41089 100644
--- a/paddle/fluid/operators/CMakeLists.txt
+++ b/paddle/fluid/operators/CMakeLists.txt
@@ -158,6 +158,11 @@ function(op_library TARGET)
         file(APPEND ${pybind_file} "USE_OP_DEVICE_KERNEL(relu, MKLDNN);\n")
       else()
         file(APPEND ${pybind_file} "USE_OP_DEVICE_KERNEL(${TARGET}, MKLDNN);\n")
+        # HACK: fc only have cpu kernel
+        if (${MKLDNN_FILE} STREQUAL "fc_mkldnn_op")
+            file(APPEND ${pybind_file} "USE_CPU_ONLY_OP(${TARGET});\n")
+            set(pybind_flag 1)
+        endif()
       endif()
     endif()