diff --git a/paddle/fluid/framework/data_feed.cc b/paddle/fluid/framework/data_feed.cc
index 7f882ecc9cf33360bd205a3a2b316224a3ae9f09..5076607445806d3a6f02b5987c462413eb141527 100644
--- a/paddle/fluid/framework/data_feed.cc
+++ b/paddle/fluid/framework/data_feed.cc
@@ -341,6 +341,7 @@ void InMemoryDataFeed<T>::LocalShuffle() {
 
 template <typename T>
 void InMemoryDataFeed<T>::GlobalShuffle() {
+#ifdef _LINUX
   VLOG(3) << "GlobalShuffle() begin, thread_id=" << thread_id_;
   auto fleet_ptr = FleetWrapper::GetInstance();
   std::vector<std::vector<T*>> send_vec(trainer_num_);
@@ -387,6 +388,7 @@ void InMemoryDataFeed<T>::GlobalShuffle() {
     t.wait();
   }
   VLOG(3) << "GlobalShuffle() end, thread_id=" << thread_id_;
+#endif
 }
 
 template <typename T>
diff --git a/paddle/fluid/framework/pull_dense_worker.cc b/paddle/fluid/framework/pull_dense_worker.cc
index 3ebf0d8fb5b450f05b94b16ed49433b3b82e886d..c48c7872ec23f6cfaac650b4940752ac9b8fd36c 100644
--- a/paddle/fluid/framework/pull_dense_worker.cc
+++ b/paddle/fluid/framework/pull_dense_worker.cc
@@ -105,7 +105,9 @@ void PullDenseWorker::Run() {
     if (pull_dense_status_.size() != 0) {
       Wait(&pull_dense_status_);
     }
+#ifndef _WIN32
     usleep(sleep_time_ms_ * 1000);
+#endif
   }
 }