diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index cedb2886c1f38f91a0a8fd8f49af8c2572b25011..8210bc2742023beeb0ece8dc592f35175196d9d3 100644
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -4872,15 +4872,15 @@ class PipelineOptimizer(object):
                 for i in range(0, len(op_role_var), 2):
                     offset = 0
                     param_name = op_role_var[i]
-                    # if not block.has_var(param_name): continue
+                    if not block.has_var(param_name): continue
                     if '@BroadCast' in param_name:
                         param_name = param_name[0:param_name.find('@BroadCast')]
                     # clear gradient
                     param_grad_name = self._append_grad_suffix(param_name)
                     accumulated_grad_names.append(param_grad_name)
-                    #if not block.has_var(param_grad_name):
-                    #    self._create_var(block, block.vars[param_name],
-                    #                     param_grad_name)
+                    if not block.has_var(param_grad_name):
+                        self._create_var(block, block.vars[param_name],
+                                         param_grad_name)
                     assert block.has_var(param_grad_name)
                     param_grad_var = block.var(param_grad_name)
                     param_grad_var.persistable = True