diff --git a/paddle/fluid/operators/distributed/sendrecvop_utils.cc b/paddle/fluid/operators/distributed/sendrecvop_utils.cc
index 98a5dcbbb871f90db8b685da93f6baaec209fab8..6a3f8fd544bc5d669b725765a863b42ec069a7b6 100644
--- a/paddle/fluid/operators/distributed/sendrecvop_utils.cc
+++ b/paddle/fluid/operators/distributed/sendrecvop_utils.cc
@@ -28,10 +28,12 @@ namespace distributed {
 
 using VarMsg = sendrecv::VariableMessage;
 
+#ifdef PADDLE_WITH_CUDA
 void* GetVarPayLoad(const std::string varname, int64_t size) {
   platform::CUDAPinnedPlace cuda_pinned;
   return memory::Alloc(cuda_pinned, size);
 }
+#endif
 
 void GetTensorPayload(framework::Variable* var,
                       const platform::DeviceContext& ctx, VarMsg* request,