diff --git a/paddle/fluid/platform/device_context.cc b/paddle/fluid/platform/device_context.cc
index 5fb3b054ee2d75641216c6f77a07ca8debdb008c..3ec20ad7e5b4d8104e7228da9f8e7f5409417301 100644
--- a/paddle/fluid/platform/device_context.cc
+++ b/paddle/fluid/platform/device_context.cc
@@ -180,7 +180,6 @@ class CudnnHolder {
     if (workspace_ != nullptr) {
       // Maybe someone is using the current workspace
       PADDLE_ENFORCE(cudaStreamSynchronize(*stream_));
-      PADDLE_ENFORCE(cudaGetLastError());
       paddle::memory::Free(place_, workspace_);
     }
     workspace_ = new_workspace;