diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 4d5773c7675abeaf6ccc61489fe29dcf05c308bb..dc677849dceb24eb9e0e845e7cdabec71e8cb3dd 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -5002,7 +5002,7 @@ class PipelineOptimizer(object):
                         #        self._op_role_key: self._op_role.Backward,
                         #        # self._op_role_var_key: op_role_var
                         #    })
-        return accumulated_gradient_names, first_optimize_op_index
+        return accumulated_grad_names
 
     def _add_sub_blocks(self, main_block, program_list):
         main_program = main_block.program