diff --git a/paddle/fluid/platform/init.cc b/paddle/fluid/platform/init.cc
index 2e708e44fd0e49e1c33e048084d15e13c6e4d57e..ba4520b1388e6c4586916ac3666a523bf9c8a4b4 100644
--- a/paddle/fluid/platform/init.cc
+++ b/paddle/fluid/platform/init.cc
@@ -12,6 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License. */
 #include <string.h>  // for strdup
+
 #include <algorithm>
 #include <fstream>
 #include <iostream>
@@ -105,8 +106,8 @@ void InitP2P(std::vector<int> devices) {
         PADDLE_ENFORCE_CUDA_SUCCESS(
             cudaDeviceCanAccessPeer(&can_acess, devices[i], devices[j]));
         if (can_acess != 1) {
-          LOG(WARNING) << "Cannot enable P2P access from " << devices[i]
-                       << " to " << devices[j];
+          VLOG(2) << "Cannot enable P2P access from " << devices[i] << " to "
+                  << devices[j];
         } else {
           platform::CUDADeviceGuard guard(devices[i]);
           cudaDeviceEnablePeerAccess(devices[j], 0);
diff --git a/python/paddle/fluid/__init__.py b/python/paddle/fluid/__init__.py
index c8ba7e829e93cc2087beb8601cad54afd500ac4d..74b56b842cf9644ac54d42a30f2d197549803f05 100644
--- a/python/paddle/fluid/__init__.py
+++ b/python/paddle/fluid/__init__.py
@@ -152,6 +152,9 @@ def __bootstrap__():
     import platform
     from . import core
 
+    # NOTE(zhiqiu): When (1)numpy < 1.19; (2) python < 3.7, 
+    # unittest is always imported in numpy (maybe some versions not). 
+    # so is_test is True and p2p is not inited.
     in_test = 'unittest' in sys.modules
 
     try: