diff --git a/paddle/cuda/src/hl_cuda_cublas.cc b/paddle/cuda/src/hl_cuda_cublas.cc
index 54c6d60c16e14294b1cb49b846e8ad5b2d6ef80e..4a56a7a9d0608a5fb3ac499b7079df11f870fc55 100644
--- a/paddle/cuda/src/hl_cuda_cublas.cc
+++ b/paddle/cuda/src/hl_cuda_cublas.cc
@@ -14,7 +14,6 @@ limitations under the License. */
 
 #include "hl_cuda_cublas.h"
 #include <sys/time.h>
-#include <mutex>
 #include "hl_cuda.h"
 #include "hl_thread.ph"
 #include "paddle/utils/DynamicLoad.h"
diff --git a/paddle/cuda/src/hl_cuda_cudnn.cc b/paddle/cuda/src/hl_cuda_cudnn.cc
index 4de6a8635433d8849fe35be754113a1a1ce5b8de..c8d321f1ad1e0b026337db4c4617de3292433ef0 100644
--- a/paddle/cuda/src/hl_cuda_cudnn.cc
+++ b/paddle/cuda/src/hl_cuda_cudnn.cc
@@ -15,7 +15,6 @@ limitations under the License. */
 #include "hl_cuda_cudnn.h"
 #include <cudnn.h>
 #include <gflags/gflags.h>
-#include <mutex>
 #include "hl_cuda_cudnn.ph"
 #include "hl_thread.ph"
 #include "paddle/utils/DynamicLoad.h"
diff --git a/paddle/cuda/src/hl_cuda_device.cc b/paddle/cuda/src/hl_cuda_device.cc
index e7a8d563908b8886a774b8058a109037da0bf091..43841411b8a6190636450de1f47239895778c255 100644
--- a/paddle/cuda/src/hl_cuda_device.cc
+++ b/paddle/cuda/src/hl_cuda_device.cc
@@ -21,7 +21,6 @@ limitations under the License. */
 #include <sys/syscall.h>
 #include <sys/time.h>
 #include <unistd.h>
-#include <mutex>
 #include "hl_cuda.ph"
 #include "hl_thread.ph"
 #include "paddle/utils/Logging.h"