diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 228ba08499808f237bb006515d0054b32476da15..7412d3a3fe6cfbd064759923867577d6edb10b47 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -2068,6 +2068,7 @@ class LarsMomentumOptimizer(Optimizer):
             "lars_coeff": self._lars_coeff,
             "lars_weight_decay": [_lars_weight_decay],
             "multi_precision": find_master,
+            "epsilon": self._epsilon,
             "rescale_grad": self._rescale_grad
         }