diff --git a/python/paddle/fluid/layers/control_flow.py b/python/paddle/fluid/layers/control_flow.py
index 1bb1aa30ee1019c6f80eb64b6dc20459e7a3073b..ff8861856372882f4da9c3c775b3856b21d062db 100644
--- a/python/paddle/fluid/layers/control_flow.py
+++ b/python/paddle/fluid/layers/control_flow.py
@@ -294,7 +294,8 @@ class ParallelDo(object):
 
         params = list(set(params))
 
-        return [parent_block.var(name) for name in params]
+        param_list = [parent_block.var(name) for name in params]
+        return filter(lambda param: param.stop_gradient is False, param_list)
 
     def complete_op(self):
         main_program = self.helper.main_program