diff --git a/paddle/fluid/operators/quantize_op.cc b/paddle/fluid/operators/quantize_op.cc
index 13f43626f5d11e7141abd6f0549123dc12dae9bf..fb9285e61730cca8fbb40ab70a9305bd69e8d121 100644
--- a/paddle/fluid/operators/quantize_op.cc
+++ b/paddle/fluid/operators/quantize_op.cc
@@ -82,7 +82,7 @@ framework::OpKernelType QuantOp::GetExpectedKernelType(const framework::Executio
     layout_ = framework::DataLayout::kMKLDNN;
   }
   return framework::OpKernelType(
-      framework::ToDataType(ctx.Input<framework::LoDTensor>("Input")->type()),ctx.GetPlace(),layout_, library_);
+      framework::ToDataType(ctx.Input<framework::Tensor>("Input")->type()),ctx.GetPlace(),layout_, library_);
       //ctx.device_context());
 }