diff --git a/paddle/fluid/distributed/collective/ProcessGroupMPI.cc b/paddle/fluid/distributed/collective/ProcessGroupMPI.cc
index 64be2e88c9f8d8280fd282617b173c44e27355f8..66edb52b66d02443b35028ad8a253690c29b02b4 100644
--- a/paddle/fluid/distributed/collective/ProcessGroupMPI.cc
+++ b/paddle/fluid/distributed/collective/ProcessGroupMPI.cc
@@ -15,7 +15,6 @@
 #include "paddle/fluid/distributed/collective/ProcessGroupMPI.h"
 #include <chrono>
 #include "paddle/fluid/distributed/collective/Common.h"
-#include "paddle/fluid/platform/cuda_device_guard.h"
 
 constexpr int64_t kWaitBlockTImeout = 10;
 namespace paddle {