From 4ad9de74ddf99cb35722dcec99690444a76b27af Mon Sep 17 00:00:00 2001 From: Yancey1989 Date: Thu, 3 Jan 2019 13:17:25 +0800 Subject: [PATCH] disable sync nccl by default test=develop --- paddle/fluid/framework/details/all_reduce_op_handle.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/paddle/fluid/framework/details/all_reduce_op_handle.cc b/paddle/fluid/framework/details/all_reduce_op_handle.cc index 6f8409d8fc5..a24e3d3e487 100644 --- a/paddle/fluid/framework/details/all_reduce_op_handle.cc +++ b/paddle/fluid/framework/details/all_reduce_op_handle.cc @@ -19,10 +19,10 @@ #include "paddle/fluid/framework/details/variable_visitor.h" #include "paddle/fluid/platform/profiler.h" -// async nccl allreduce or sync issue: +// asynchronous nccl allreduce or synchronous issue: // https://github.com/PaddlePaddle/Paddle/issues/15049 DEFINE_bool( - sync_nccl_allreduce, true, + sync_nccl_allreduce, false, "If set true, will call `cudaStreamSynchronize(nccl_stream)`" "after allreduce, this mode can get better performance in some scenarios."); -- GitLab