diff --git a/paddle/fluid/framework/fleet/ps_gpu_wrapper.h b/paddle/fluid/framework/fleet/ps_gpu_wrapper.h
index 4a452f4d36cea78d64d6896cf40b87c911fbbe2f..119aebf4b2d69ab4bcc303d16fc836798fe697b4 100644
--- a/paddle/fluid/framework/fleet/ps_gpu_wrapper.h
+++ b/paddle/fluid/framework/fleet/ps_gpu_wrapper.h
@@ -232,9 +232,11 @@ class PSGPUWrapper {
     if (s_instance_ == nullptr) {
       return;
     }
+#if defined(PADDLE_WITH_GPU_GRAPH) && defined(PADDLE_WITH_HETERPS)
     if (FLAGS_gpugraph_storage_mode == GpuGraphStorageMode::WHOLE_HBM) {
       this->EndPass();
     }
+#endif
     for (size_t i = 0; i < hbm_pools_.size(); i++) {
       delete hbm_pools_[i];
     }