diff --git a/paddle/trainer/Trainer.cpp b/paddle/trainer/Trainer.cpp
index 9c83c207ede99bddeeab5f56d90d357ee8b56edd..e10984a8d15bd2a1a38dddd1a74d8c7999b2e80a 100644
--- a/paddle/trainer/Trainer.cpp
+++ b/paddle/trainer/Trainer.cpp
@@ -226,6 +226,12 @@ void Trainer::init(const std::shared_ptr<TrainerConfigHelper>& config,
         DataProvider::create(config_->getTestDataConfig(), *config_, gpuData));
   }
   if (testDataProvider_) {
+    if (config_->getOptConfig().use_sparse_remote_updater()) {
+      LOG(FATAL) << "It's prohibited to set sparse_remote_update "
+                 << "in some layers if testing will be under going "
+                 << "in the middle of training. You can do testing "
+                 << "within separate process.";
+    }
     createTester();
   }