提交 1dd216dc 编写于 作者: Y Yu Yang

Wait bcast param

上级 4185dd48
...@@ -690,6 +690,10 @@ void ParallelExecutor::BCastParamsToGPUs( ...@@ -690,6 +690,10 @@ void ParallelExecutor::BCastParamsToGPUs(
} }
platform::dynload::ncclGroupEnd(); platform::dynload::ncclGroupEnd();
} }
for (auto &stream : member_->communication_streams_) {
stream.second.ctx_->Wait();
}
} }
#else #else
PADDLE_THROW("Not compiled with CUDA"); PADDLE_THROW("Not compiled with CUDA");
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册