diff --git a/paddle/fluid/framework/init.cc b/paddle/fluid/framework/init.cc
index c30bf9037bdebcbb2b99a2a6939cae2670c75f61..3c0d93642ac41e8d90f9a248e81cea7a4fe12293 100644
--- a/paddle/fluid/framework/init.cc
+++ b/paddle/fluid/framework/init.cc
@@ -85,7 +85,7 @@ void InitDevices() {
   for (int i = 0; i < count; ++i) {
     places.emplace_back(platform::CUDAPlace(i));
   }
-  //  InitP2P(count);
+  InitP2P(count);
   platform::DeviceContextPool::Init(places);
 }