diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index dfd031f1195c3e22ee50c7ad1f9c097fe44a99b9..fd2bcb8848c8f8fb5a0495ee1ef4ac352483c6a8 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -97,8 +97,8 @@ std::unique_ptr<ir::Graph> ParallelExecutorPrivate::PrepareGCAndRefCnts(
     if (gcs_.count(place) > 0) {
       continue;
     }
-#ifdef PADDLE_WITH_CUDA
     GarbageCollector<Tensor> *gc = nullptr;
+#ifdef PADDLE_WITH_CUDA
     if (platform::is_gpu_place(place)) {
       if (IsFastEagerDeletionModeEnabled()) {
         gc = new UnsafeFastGPUGarbageCollector<Tensor>(