diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 6e53f25afc7479bdc3aa360f10574f9ed6cdd71a..633c8f3ab71ef7c957b6156a289f151db4950745 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -4917,7 +4917,7 @@ class PipelineOptimizer(object):
                             index=index + 1,
                             type='sum',
                             inputs={'X': [grad_var, param_grad_var]},
-                            outputs={'Out': real_grad_var},
+                            outputs={'Out': param_grad_var},
                             attrs={
                                 #self._op_device_key: device,
                                 self._op_role_key: self._op_role.Backward,
@@ -4954,7 +4954,7 @@ class PipelineOptimizer(object):
                             index=index + 2,
                             type='sum',
                             inputs={'X': [param_grad_var, cast_grad_var]},
-                            outputs={'Out': fp32_grad_var},
+                            outputs={'Out': param_grad_var},
                             attrs={
                                 # self._op_device_key: device,
                                 self._op_role_key: self._op_role.Backward,