diff --git a/paddle/fluid/operators/dequantize_op.cc b/paddle/fluid/operators/dequantize_op.cc
index f8d87af8ae8273c527feba0392b6ccc7ea0f2b5f..1ee5ed61ec0ed6be2d6b32b9cb8d031175ac6ae7 100644
--- a/paddle/fluid/operators/dequantize_op.cc
+++ b/paddle/fluid/operators/dequantize_op.cc
@@ -35,13 +35,6 @@ using platform::GetMKLDNNFormat;
 template <typename DeviceContext, typename T>
 class DeQuantOpKernel : public framework::OpKernel<T> {
  public:
-  void InferShape(framework::InferShapeContext *ctx) const override {
-    PADDLE_ENFORCE(ctx->HasInput("Input"), "Input should not be null");
-    PADDLE_ENFORCE(ctx->HasOutput("Output"), "Output should not be null");
-
-    ctx->SetOutputDim("Output", ctx->GetInputDim("Input"));
-    ctx->ShareLoD("Input", /*->*/ "Output");
-  }
 
   void Compute(const framework::ExecutionContext& ctx) const override {
     auto* input = ctx.Input<Tensor>("Input");
diff --git a/paddle/fluid/operators/quantize_op.cc b/paddle/fluid/operators/quantize_op.cc
index d7c831ab5ad50b1be1ba3f2cd9048fe7d3a01beb..06336b025e4cb4ad7886a94597d23aa472041358 100644
--- a/paddle/fluid/operators/quantize_op.cc
+++ b/paddle/fluid/operators/quantize_op.cc
@@ -33,14 +33,6 @@ using platform::GetMKLDNNFormat;
 template <typename DeviceContext, typename T>
 class QuantOpKernel : public framework::OpKernel<T> {
  public:
-  void InferShape(framework::InferShapeContext *ctx) const override {
-    PADDLE_ENFORCE(ctx->HasInput("Input"), "Input should not be null");
-    PADDLE_ENFORCE(ctx->HasOutput("Output"), "Output should not be null");
-
-    ctx->SetOutputDim("Output", ctx->GetInputDim("Input"));
-    ctx->ShareLoD("Input", /*->*/ "Output");
-  }
-
   void Compute(const framework::ExecutionContext& ctx) const override {
     auto* input = ctx.Input<Tensor>("Input");
     auto* scale = ctx.Input<Tensor>("Scale");
diff --git a/paddle/fluid/operators/requantize_op.cc b/paddle/fluid/operators/requantize_op.cc
index 3b308400d916d2831d61d0955d44bc0a691be16d..9abc0a4ea45ef8ebcd8a96571823d9dace05fa7f 100644
--- a/paddle/fluid/operators/requantize_op.cc
+++ b/paddle/fluid/operators/requantize_op.cc
@@ -34,14 +34,6 @@ using platform::GetMKLDNNFormat;
 template <typename DeviceContext, typename T>
 class ReQuantOpKernel : public framework::OpKernel<T> {
  public:
-  void InferShape(framework::InferShapeContext *ctx) const override {
-    PADDLE_ENFORCE(ctx->HasInput("Input"), "Input should not be null");
-    PADDLE_ENFORCE(ctx->HasOutput("Output"), "Output should not be null");
-
-    ctx->SetOutputDim("Output", ctx->GetInputDim("Input"));
-    ctx->ShareLoD("Input", /*->*/ "Output");
-  }
-
   void Compute(const framework::ExecutionContext& ctx) const override {
     auto* input = ctx.Input<Tensor>("Input");
     auto* scale = ctx.Input<Tensor>("Scale");