diff --git a/paddle/fluid/platform/device_context.cc b/paddle/fluid/platform/device_context.cc
index 3ec20ad7e5b4d8104e7228da9f8e7f5409417301..c6f1d1f3d544117311821d980300dffea03891a5 100644
--- a/paddle/fluid/platform/device_context.cc
+++ b/paddle/fluid/platform/device_context.cc
@@ -176,13 +176,12 @@ class CudnnHolder {
     if (required_workspace_len <= workspace_len_) {
       return;
     }
-    void* new_workspace = paddle::memory::Alloc(place_, required_workspace_len);
     if (workspace_ != nullptr) {
       // Maybe someone is using the current workspace
       PADDLE_ENFORCE(cudaStreamSynchronize(*stream_));
       paddle::memory::Free(place_, workspace_);
     }
-    workspace_ = new_workspace;
+    workspace_ = paddle::memory::Alloc(place_, required_workspace_len);
     workspace_len_ = required_workspace_len;
   }