diff --git a/paddle/fluid/framework/reader.h b/paddle/fluid/framework/reader.h
index 6b62d11802bd4c819374c0ba4432bbd9290377dc..91108544ac17defad9b0d535a1fb065b2f1e9ce4 100644
--- a/paddle/fluid/framework/reader.h
+++ b/paddle/fluid/framework/reader.h
@@ -14,6 +14,7 @@
 
 #pragma once
 
+#include <atomic>
 #include <memory>
 #include <vector>
 
@@ -43,7 +44,7 @@ class ReaderBase {
 
   virtual void StartImpl() = 0;
 
-  std::atomic<ReaderStatus> status_{kStopped};
+  std::atomic<ReaderStatus> status_{kRunning};
 };
 
 class DecoratedReader : public ReaderBase {
diff --git a/paddle/fluid/operators/reader/create_batch_reader_op.cc b/paddle/fluid/operators/reader/create_batch_reader_op.cc
index 4d16b82e677f9b6a748db227b4ae380e6d09c17c..e5b69dabcbd864cc8cc6804e392ea36355e4215f 100644
--- a/paddle/fluid/operators/reader/create_batch_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_batch_reader_op.cc
@@ -26,7 +26,6 @@ class BatchReader : public framework::DecoratedReader {
         batch_size_(batch_size),
         discard_leftover_(discard_leftover) {
     buffer_.reserve(batch_size_);
-    Start();
   }
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override;
diff --git a/paddle/fluid/operators/reader/create_custom_reader_op.cc b/paddle/fluid/operators/reader/create_custom_reader_op.cc
index 334ba4cf6e811e370924d0536aad595691e49f24..a53dceced323a9cc10f7e1b195b579669f5a9e6d 100644
--- a/paddle/fluid/operators/reader/create_custom_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_custom_reader_op.cc
@@ -31,9 +31,7 @@ class CustomReader : public framework::DecoratedReader {
         sub_block_id_(sub_block.ID()),
         exe_(framework::Executor(platform::CPUPlace())),
         source_var_names_(source_var_names),
-        sink_var_names_(sink_var_names) {
-    Start();
-  }
+        sink_var_names_(sink_var_names) {}
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override;
 
diff --git a/paddle/fluid/operators/reader/create_double_buffer_reader_op.cc b/paddle/fluid/operators/reader/create_double_buffer_reader_op.cc
index efca6fe225bf4fd34d5e41e477e444541df58084..1bf6a86a5ad6bd308f53dacd6bab4be8723aeccd 100644
--- a/paddle/fluid/operators/reader/create_double_buffer_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_double_buffer_reader_op.cc
@@ -47,12 +47,12 @@ class DoubleBufferReader : public framework::DecoratedReader {
       }
     }
 #endif
-    Start();
+    StartPrefetcher();
   }
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override;
 
-  ~DoubleBufferReader() { Shutdown(); }
+  ~DoubleBufferReader() { EndPrefetcher(); }
 
  private:
   void ShutdownImpl() override {
diff --git a/paddle/fluid/operators/reader/create_multi_pass_reader_op.cc b/paddle/fluid/operators/reader/create_multi_pass_reader_op.cc
index 82331cb272694b6f528732b1acd68b7ee614afe5..f26a470c258b3d737e9d7c653750115bc7991857 100644
--- a/paddle/fluid/operators/reader/create_multi_pass_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_multi_pass_reader_op.cc
@@ -22,9 +22,7 @@ namespace reader {
 class MultiPassReader : public framework::DecoratedReader {
  public:
   MultiPassReader(const std::shared_ptr<ReaderBase>& reader, int pass_num)
-      : DecoratedReader(reader), pass_num_(pass_num) {
-    Start();
-  }
+      : DecoratedReader(reader), pass_num_(pass_num), pass_count_(0) {}
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override {
     reader_->ReadNext(out);
diff --git a/paddle/fluid/operators/reader/create_random_data_generator_op.cc b/paddle/fluid/operators/reader/create_random_data_generator_op.cc
index c92a8b49b58bf10da1f1c569d947a4ea699f6c19..9f7e3fd2d8718c1c4b25e4f95a134b6c7de37299 100644
--- a/paddle/fluid/operators/reader/create_random_data_generator_op.cc
+++ b/paddle/fluid/operators/reader/create_random_data_generator_op.cc
@@ -30,7 +30,6 @@ class RandomDataGenerator : public framework::FileReader {
     unsigned int seed = std::random_device()();
     engine_.seed(seed);
     dist_ = std::uniform_real_distribution<float>(low_, high_);
-    Start();
   }
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override {
diff --git a/paddle/fluid/operators/reader/create_recordio_file_reader_op.cc b/paddle/fluid/operators/reader/create_recordio_file_reader_op.cc
index 7a44bd14eb2b8f052f71fc0782ae1d1420b7b61c..66f209b04e50703939e04596fe9469688830de74 100644
--- a/paddle/fluid/operators/reader/create_recordio_file_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_recordio_file_reader_op.cc
@@ -30,7 +30,6 @@ class RecordIOFileReader : public framework::FileReader {
       mutex_.reset(new std::mutex());
     }
     LOG(INFO) << "Creating file reader" << filename;
-    Start();
   }
 
  protected:
diff --git a/paddle/fluid/operators/reader/create_shuffle_reader_op.cc b/paddle/fluid/operators/reader/create_shuffle_reader_op.cc
index 3cee9bfd6439fcedd3d987bf11bbe17befdeafc0..1d3d85b9e4e1a5974e69a516ebf26d3aa1376b10 100644
--- a/paddle/fluid/operators/reader/create_shuffle_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_shuffle_reader_op.cc
@@ -31,7 +31,7 @@ class ShuffleReader : public framework::DecoratedReader {
       std::random_device device;
       seed_ = device();
     }
-    Start();
+    ReloadBuffer();
   }
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override {
diff --git a/paddle/fluid/operators/reader/create_threaded_reader_op.cc b/paddle/fluid/operators/reader/create_threaded_reader_op.cc
index 76b853527cd99ee3f4f8e434c58ce23bdc0e6eca..88a2bcab8df2c90c33d4abc555aa403ed4c7c4d5 100644
--- a/paddle/fluid/operators/reader/create_threaded_reader_op.cc
+++ b/paddle/fluid/operators/reader/create_threaded_reader_op.cc
@@ -22,9 +22,7 @@ namespace reader {
 class ThreadedReader : public framework::DecoratedReader {
  public:
   explicit ThreadedReader(const std::shared_ptr<ReaderBase>& reader)
-      : DecoratedReader(reader) {
-    Start();
-  }
+      : DecoratedReader(reader) {}
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override {
     std::lock_guard<std::mutex> lock(mutex_);
diff --git a/paddle/fluid/operators/reader/open_files_op.cc b/paddle/fluid/operators/reader/open_files_op.cc
index 85127d93b20a985fe7daba3f3f74e45665bc2990..c657ffc5359605b0513498f4a92944f797ea3a9f 100644
--- a/paddle/fluid/operators/reader/open_files_op.cc
+++ b/paddle/fluid/operators/reader/open_files_op.cc
@@ -31,16 +31,20 @@ class MultiFileReader : public framework::ReaderBase {
       readers_.emplace_back(CreateReaderByFileName(f_name));
     }
     prefetchers_.resize(thread_num);
-    Start();
+    StartNewScheduler();
   }
 
   void ReadNextImpl(std::vector<framework::LoDTensor>* out) override;
 
-  ~MultiFileReader() { Shutdown(); }
+  ~MultiFileReader() { EndScheduler(); }
 
  private:
-  void StartImpl() override;
-  void ShutdownImpl() override;
+  void ShutdownImpl() override { EndScheduler(); }
+
+  void StartImpl() override { StartNewScheduler(); }
+
+  void StartNewScheduler();
+  void EndScheduler();
   void ScheduleThreadFunc();
   void PrefetchThreadFunc(size_t reader_idx, size_t thread_idx);
 
@@ -59,7 +63,7 @@ void MultiFileReader::ReadNextImpl(std::vector<framework::LoDTensor>* out) {
   }
 }
 
-void MultiFileReader::StartImpl() {
+void MultiFileReader::StartNewScheduler() {
   size_t thread_num = prefetchers_.size();
   waiting_reader_idx_ = new reader::BlockingQueue<size_t>(readers_.size());
   available_thread_idx_ = new reader::BlockingQueue<size_t>(thread_num);
@@ -77,7 +81,7 @@ void MultiFileReader::StartImpl() {
   scheduler_ = std::thread([this] { ScheduleThreadFunc(); });
 }
 
-void MultiFileReader::ShutdownImpl() {
+void MultiFileReader::EndScheduler() {
   available_thread_idx_->Close();
   buffer_->Close();
   waiting_reader_idx_->Close();