From cb087bebbe5cf20af7e37129773b88b8af033c66 Mon Sep 17 00:00:00 2001
From: ShenLiang <1422485404@qq.com>
Date: Thu, 17 Nov 2022 13:01:07 +0800
Subject: [PATCH] fix bug of p2p (#48045)

---
 .../fleet/meta_parallel/pp_utils/p2p_communication.py       | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py b/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py
index e97cf3c023..7f2e2b8d7a 100644
--- a/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py
+++ b/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py
@@ -164,7 +164,11 @@ class SendRecvMeta:
                 [d.shape for d in tensor if not d.stop_gradient]
             )
             self.send_dtype_message = tuple(
-                [paddle_2_number(d.dtype) for d in tensor]
+                [
+                    paddle_2_number(d.dtype)
+                    for d in tensor
+                    if not d.stop_gradient
+                ]
             )
 
 
-- 
GitLab