diff --git a/python/paddle/nn/quant/quant_layers.py b/python/paddle/nn/quant/quant_layers.py
index 36f4c222877c636bf3cc259e709f7126d3b5696a..7ad43da6ed5c880ef190164594409d4f38735300 100644
--- a/python/paddle/nn/quant/quant_layers.py
+++ b/python/paddle/nn/quant/quant_layers.py
@@ -67,7 +67,7 @@ class FakeQuantAbsMax(layers.Layer):
         if quant_on_weight:
             scale_attr = ParamAttr(
                 name=self._scale_name,
-                initializer=Constant(0.0),
+                initializer=Constant(0.001),
                 trainable=False)
             self._scale = self.create_parameter(
                 shape=[1], attr=scale_attr, dtype=self._dtype)