diff --git a/paddle/fluid/operators/distributed/communicator.cc b/paddle/fluid/operators/distributed/communicator.cc
index 72f26e91b21fcf3dd40c4f9cbb28069d7c2bf897..3661c2763db1df47a7405a473930b8adab3b514e 100644
--- a/paddle/fluid/operators/distributed/communicator.cc
+++ b/paddle/fluid/operators/distributed/communicator.cc
@@ -128,8 +128,11 @@ void Communicator::SendThread() {
       task_f.wait();
     }
     auto after_run_send_graph = GetCurrentUS();
-    VLOG(3) << "run send graph use time "
-            << after_run_send_graph - before_run_send_graph;
+    auto send_graph_use_time = after_run_send_graph - before_run_send_graph;
+    if (send_graph_use_time > 10) {
+      VLOG(1) << "run send graph use time "
+              << after_run_send_graph - before_run_send_graph;
+    }
     if (!FLAGS_communicator_independent_recv_thread) {
       RecvAll();
     }
@@ -156,7 +159,7 @@ void Communicator::RecvAll() {
     task.wait();
   }
   auto after_recv = GetCurrentUS();
-  VLOG(3) << "run recv graph use time " << after_recv - before_send;
+  VLOG(1) << "run recv graph use time " << after_recv - before_send;
 }
 
 void Communicator::RecvThread() {