From 92c2c0ce8b570fee22e9d441deab059e56952388 Mon Sep 17 00:00:00 2001
From: shippingwang <shipeng1108@163.com>
Date: Mon, 13 Jul 2020 03:15:43 +0000
Subject: [PATCH] fix dist strategy

---
 configs/EfficientNet/EfficientLite0.yaml | 2 ++
 tools/program.py                         | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/configs/EfficientNet/EfficientLite0.yaml b/configs/EfficientNet/EfficientLite0.yaml
index 1f3e739a..5f669420 100644
--- a/configs/EfficientNet/EfficientLite0.yaml
+++ b/configs/EfficientNet/EfficientLite0.yaml
@@ -8,6 +8,8 @@ ARCHITECTURE:
             drop_connect_rate: 0.1
             fix_head_stem: True
             relu_fn: True
+            local_pooling: True
+        use_se: False
 
 pretrained_model: ""
 model_save_dir: "./output/"
diff --git a/tools/program.py b/tools/program.py
index 12a1a6ed..66af2145 100644
--- a/tools/program.py
+++ b/tools/program.py
@@ -297,6 +297,8 @@ def dist_optimizer(config, optimizer):
     dist_strategy.nccl_comm_num = 1
     dist_strategy.fuse_all_reduce_ops = True
     dist_strategy.exec_strategy = exec_strategy
+    dist_strategy.mode = "collective"
+    dist_strategy.collective_mode = "grad_allreduce"
     optimizer = fleet.distributed_optimizer(optimizer, strategy=dist_strategy)
 
     return optimizer
-- 
GitLab