diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 5b1a67321061a6f2a132d723934ea2c3b89588f1..3076176e3bfbdb2f8dad0a3a63a28d2f7be7e005 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -2098,7 +2098,8 @@ class DecayedAdagradOptimizer(Optimizer):
             },
             outputs={"ParamOut": param_and_grad[0],
                      "MomentOut": moment_acc},
-            attrs={"epsilon": self._epsilon},
+            attrs={"epsilon": self._epsilon,
+                   "decay": self._decay},
             stop_gradient=True)
 
         return decayed_adagrad_op