diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 4fcbdee70e15f848099b23cb847294577f7473e4..eb2852db188c8787248bc117caa159212fc9f2b3 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -4897,7 +4897,7 @@ class PipelineOptimizer(object):
             input_names = op.input_arg_names
             output_names = op.output_arg_names
             in_out_names = input_names + output_names
-            if op.type == 'cast': continue
+            if op.type == 'cast' or op.type == "c_sync_comm_stream": continue
             # append "MERGED" to the names of parameter gradients,
             # and mofify the op_role_var attribute (by rename_arg func).
             for name in in_out_names: