diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
index 474803478b142003cb6f74e07904567919dc9634..7dc2c6cd99f35065c4440a0f20b48612e847a825 100755
--- a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
+++ b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -84,6 +84,10 @@ class PipelineParallel(MetaParallelBase):
             "pp_configs"
         ].enable_timer
 
+        assert (
+            not self._dp_comm_overlap and not self._sharding_comm_overlap
+        ), "Comm overlap is not supported now."
+
         if self._dp_comm_overlap:
             assert self.use_data_parallel and self.num_stages > 1