diff --git a/paddle/trainer/Trainer.cpp b/paddle/trainer/Trainer.cpp
index 1eec2c432d235ef484b688db08aae8a39f878a85..3082b279dfc79e3e5875d7bacbbc39a7d0c7c140 100644
--- a/paddle/trainer/Trainer.cpp
+++ b/paddle/trainer/Trainer.cpp
@@ -222,6 +222,12 @@ void Trainer::init(const std::shared_ptr<TrainerConfigHelper>& config,
         DataProvider::create(config_->getTestDataConfig(), *config_, gpuData));
   }
   if (testDataProvider_) {
+    if (config_->getOptConfig().use_sparse_remote_updater()) {
+      LOG(FATAL) << "It's prohibited to set sparse_remote_update "
+                 << "in some layers if testing will be under going "
+                 << "in the middle of training. You can do testing "
+                 << "within separate process.";
+    }
     createTester();
   }