diff --git a/paddle/fluid/operators/dequantize_op.cc b/paddle/fluid/operators/dequantize_op.cc
index fc6dbbade032297c521eb3dc4fc1e339ad0eb6e4..23734e2b787abdeb11ae3d574d22009147f5aa5a 100644
--- a/paddle/fluid/operators/dequantize_op.cc
+++ b/paddle/fluid/operators/dequantize_op.cc
@@ -15,9 +15,6 @@ limitations under the License. */
 #include "paddle/fluid/operators/dequantize_op.h"
 
 #include "paddle/fluid/framework/op_version_registry.h"
-#ifdef PADDLE_WITH_MKLDNN
-#include "paddle/fluid/platform/mkldnn_helper.h"
-#endif
 
 namespace paddle {
 namespace operators {