diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index dfd031f1195c3e22ee50c7ad1f9c097fe44a99b9..e51b1f1f73e80152818a99b6d9f6408b3264c744 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -97,8 +97,8 @@ std::unique_ptr<ir::Graph> ParallelExecutorPrivate::PrepareGCAndRefCnts(
     if (gcs_.count(place) > 0) {
       continue;
     }
-#ifdef PADDLE_WITH_CUDA
     GarbageCollector<Tensor> *gc = nullptr;
+#ifdef PADDLE_WITH_CUDA
     if (platform::is_gpu_place(place)) {
       if (IsFastEagerDeletionModeEnabled()) {
         gc = new UnsafeFastGPUGarbageCollector<Tensor>(
@@ -122,7 +122,7 @@ std::unique_ptr<ir::Graph> ParallelExecutorPrivate::PrepareGCAndRefCnts(
     }
   }
 
-  if (gcs_.empty()) {
+  if (!gcs_.empty()) {
     std::vector<details::LastLiveOpsOfVars> last_live_ops_of_vars;
 
     auto ref_cnt_pass =