diff --git a/paddle/fluid/operators/fake_quantize_op.cc b/paddle/fluid/operators/fake_quantize_op.cc
index df4debb62033268d9cccdf908794d1c163469a03..abfc88e5155e5a2b954eb9c6a1e27f4a9b668a72 100644
--- a/paddle/fluid/operators/fake_quantize_op.cc
+++ b/paddle/fluid/operators/fake_quantize_op.cc
@@ -813,3 +813,11 @@ REGISTER_OP_VERSION(fake_channel_wise_quantize_abs_max)
         "quantization to conv2d_tranpose and mul ops.)ROC",
         paddle::framework::compatible::OpVersionDesc().NewAttr(
             "quant_axis", "The axis for quantization.", 0));
+REGISTER_OP_VERSION(moving_average_abs_max_scale)
+    .AddCheckpoint(
+        R"ROC(Incompatible upgrade of output [Out])ROC",
+        paddle::framework::compatible::OpVersionDesc().DeleteOutput(
+            "Out",
+            "Delete output in order to make the inference model not "
+            "save moving_average_abs_max_scale operator. This will "
+            "make the quantitative model be correctly applied in inference."));