diff --git a/paddle/fluid/imperative/heter_ccl_context.cc b/paddle/fluid/imperative/heter_ccl_context.cc
index a62c1da7815979fb1be7cf2e36e2f14f86e20faf..896f29fdd0c2565bb6eece357ccff73e28dfb4e1 100644
--- a/paddle/fluid/imperative/heter_ccl_context.cc
+++ b/paddle/fluid/imperative/heter_ccl_context.cc
@@ -92,8 +92,10 @@ HeterParallelContext::HeterParallelContext(const ParallelStrategy &strategy,
     inter_strategy_.local_rank_ = inter_rank;
     inter_strategy_.current_endpoint_ = strategy_.current_endpoint_;
     inter_strategy_.trainer_endpoints_ = inter_endpoints;
+#ifdef PADDLE_WITH_GLOO
     inter_parallel_ctx_ = std::make_shared<GLOOParallelContext>(
         inter_strategy_, platform::CPUPlace());
+#endif
   }
 
   VLOG(0) << "init inter size " << inter_endpoints.size() << " rank "