From cb56821264f6a3290085dcc28a27b8b60cfcfd59 Mon Sep 17 00:00:00 2001
From: shangliang Xu <ghostxsl@users.noreply.github.com>
Date: Sat, 3 Jul 2021 16:16:46 +0800
Subject: [PATCH] add find_unused_parameters in fleet init (#3570)

---
 ppdet/engine/env.py | 6 ++++--
 tools/train.py      | 2 +-
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/ppdet/engine/env.py b/ppdet/engine/env.py
index 8d07e4b4a..0a896571d 100644
--- a/ppdet/engine/env.py
+++ b/ppdet/engine/env.py
@@ -26,8 +26,10 @@ from paddle.distributed import fleet
 __all__ = ['init_parallel_env', 'set_random_seed', 'init_fleet_env']
 
 
-def init_fleet_env():
-    fleet.init(is_collective=True)
+def init_fleet_env(find_unused_parameters=False):
+    strategy = fleet.DistributedStrategy()
+    strategy.find_unused_parameters = find_unused_parameters
+    fleet.init(is_collective=True, strategy=strategy)
 
 
 def init_parallel_env():
diff --git a/tools/train.py b/tools/train.py
index d9ef6d6f2..211322fd5 100755
--- a/tools/train.py
+++ b/tools/train.py
@@ -90,7 +90,7 @@ def parse_args():
 def run(FLAGS, cfg):
     # init fleet environment
     if cfg.fleet:
-        init_fleet_env()
+        init_fleet_env(cfg.get('find_unused_parameters', False))
     else:
         # init parallel environment if nranks > 1
         init_parallel_env()
-- 
GitLab