diff --git a/configs/EfficientNet/EfficientLite0.yaml b/configs/EfficientNet/EfficientLite0.yaml index 1f3e739a08ee8c29927b18956dfc7ad31298b184..5f669420c6a1cd35cda979cd56a3994647686691 100644 --- a/configs/EfficientNet/EfficientLite0.yaml +++ b/configs/EfficientNet/EfficientLite0.yaml @@ -8,6 +8,8 @@ ARCHITECTURE: drop_connect_rate: 0.1 fix_head_stem: True relu_fn: True + local_pooling: True + use_se: False pretrained_model: "" model_save_dir: "./output/" diff --git a/tools/program.py b/tools/program.py index 12a1a6eda5e587e4a5b87f157bc69c9446ed1acd..66af21455d4f58cda2afd2741166f018684d7eb2 100644 --- a/tools/program.py +++ b/tools/program.py @@ -297,6 +297,8 @@ def dist_optimizer(config, optimizer): dist_strategy.nccl_comm_num = 1 dist_strategy.fuse_all_reduce_ops = True dist_strategy.exec_strategy = exec_strategy + dist_strategy.mode = "collective" + dist_strategy.collective_mode = "grad_allreduce" optimizer = fleet.distributed_optimizer(optimizer, strategy=dist_strategy) return optimizer