From 634f523c9ac63e605bf458f045406e57b17f8de8 Mon Sep 17 00:00:00 2001
From: Yang Yang <yangyang62@baidu.com>
Date: Wed, 7 Feb 2018 23:53:15 +0000
Subject: [PATCH] add ncclGroup; it is necessary in nccl2

---
 paddle/platform/nccl_test.cu | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/paddle/platform/nccl_test.cu b/paddle/platform/nccl_test.cu
index ef6d8458747..5a75ff3382b 100644
--- a/paddle/platform/nccl_test.cu
+++ b/paddle/platform/nccl_test.cu
@@ -89,6 +89,7 @@ TEST(NCCL, all_reduce) {
 
   VLOG(1) << "Invoking ncclAllReduce";
 
+  dynload::ncclGroupStart();
   for (int i = 0; i < dev_count; ++i) {
     VLOG(1) << "Invoking ncclAllReduce with device " << i;
     SetDeviceId(i);
@@ -97,6 +98,7 @@ TEST(NCCL, all_reduce) {
         ncclSum, comms[i], data[i]->dev_ctx.stream()));
     VLOG(1) << "Invoked ncclAllReduce for device " << i;
   }
+  dynload::ncclGroupEnd();
 
   VLOG(1) << "Invoked ncclAllReduce";
 
-- 
GitLab