From 79c922d0fe525d383fff10e225f01f4d7022d710 Mon Sep 17 00:00:00 2001
From: Yuang Liu <liuyuang@baidu.com>
Date: Wed, 12 Jul 2023 21:08:33 +0800
Subject: [PATCH] fix sharding vpp overlap bug (#55366)

---
 .../distributed/fleet/meta_parallel/pipeline_parallel.py      | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
index de6e1920bbc..459536fd50a 100644
--- a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
+++ b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py
@@ -264,12 +264,12 @@ class PipelineParallel(MetaParallelBase):
 
         act = HOOK_ACTION.ALL_REDUCE if dp else HOOK_ACTION.REDUCE
 
-        fused_parameter_group = {}
-
         for model in models:
             # For virtual pipeline. Will separate parameters in different chunk into
             # different groups to get the best performance.
 
+            fused_parameter_group = {}
+
             parameter_list = [
                 p for p in model.parameters() if not p.stop_gradient
             ]
-- 
GitLab