diff --git a/paddle/fluid/platform/device_context.h b/paddle/fluid/platform/device_context.h
index 19ce769ab3279ed2a0747ec9a0b6811bab674b1b..9dbc72f561b04b3005e2ef029e0c4ea6c2c312b1 100644
--- a/paddle/fluid/platform/device_context.h
+++ b/paddle/fluid/platform/device_context.h
@@ -23,7 +23,9 @@ limitations under the License. */
 #include "paddle/fluid/platform/cuda_helper.h"
 #include "paddle/fluid/platform/dynload/cublas.h"
 #include "paddle/fluid/platform/dynload/cudnn.h"
+#if !defined(__APPLE__) && !defined(_WIN32)
 #include "paddle/fluid/platform/dynload/nccl.h"
+#endif
 #include "paddle/fluid/platform/gpu_info.h"
 #endif