diff --git a/python/paddle/fluid/contrib/slim/quantization/imperative/qat.py b/python/paddle/fluid/contrib/slim/quantization/imperative/qat.py
index 6208b43c9e9e4850f1002c330f16025982924c5f..790eff04c3648972a236fa6af1f8f90a9a3dc68f 100644
--- a/python/paddle/fluid/contrib/slim/quantization/imperative/qat.py
+++ b/python/paddle/fluid/contrib/slim/quantization/imperative/qat.py
@@ -202,7 +202,7 @@ class ImperativeQuantAware(object):
 
         self._quantize_inputs = ImperativeQuantizeInputs(**kwargs)
 
-        self._quantize_outputs = ImperativeQuantizeOutputs()
+        self._quantize_outputs = ImperativeQuantizeOutputs(moving_rate)
 
     def quantize(self, model):
         """
@@ -413,6 +413,8 @@ class ImperativeQuantizeOutputs(object):
             "The model must be the instance of dygraph.Layer."
 
         for cur_name, cur_layer in model.named_sublayers():
+            if '_act_preprocess' in cur_name:
+                continue
             if not self._is_target_layer(cur_layer):
                 continue