From 37bda16608650431a65af7d4ff09ed9cb8ad4f5c Mon Sep 17 00:00:00 2001
From: Haohongxiang <86215757+haohongxiang@users.noreply.github.com>
Date: Tue, 13 Jun 2023 14:05:25 +0800
Subject: [PATCH] add assert overlap (#54559)

---
 .../distributed/fleet/meta_parallel/pipeline_parallel.py      | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
index 474803478b1..7dc2c6cd99f 100755
--- a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
+++ b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -84,6 +84,10 @@ class PipelineParallel(MetaParallelBase):
             "pp_configs"
         ].enable_timer
 
+        assert (
+            not self._dp_comm_overlap and not self._sharding_comm_overlap
+        ), "Comm overlap is not supported now."
+
         if self._dp_comm_overlap:
             assert self.use_data_parallel and self.num_stages > 1
 
-- 
GitLab