diff --git a/paddle/trainer/Tester.cpp b/paddle/trainer/Tester.cpp
index 97d1b53934b65da05689126292d0e4deb99f9b4f..24f727173486310748e5afb12f58844a02df7676 100644
--- a/paddle/trainer/Tester.cpp
+++ b/paddle/trainer/Tester.cpp
@@ -46,6 +46,12 @@ Tester::Tester(const std::shared_ptr<TrainerConfigHelper>& config,
       gradientMachine_(gradientMachine),
       parameterUpdater_(parameterUpdater),
       testDataProvider_(testDataProvider) {
+  if (config_->getOptConfig().use_sparse_remote_updater()) {
+    LOG(FATAL) << "It's prohibited to set sparse_remote_update "
+               << "in some layers if testing will be under going "
+               << "in the middle of training. You can do testing "
+               << "within separate process.";
+  }
   testEvaluator_.reset(gradientMachine_->makeEvaluator());
   if (intconfig_->distributeTest) {
     testParameterClient_.reset(new ParameterClient2(true));
diff --git a/paddle/trainer/Trainer.cpp b/paddle/trainer/Trainer.cpp
index 1380e4644008021413fedcef3172636285448c3f..85610ec04e3f64dc83575426922ac936a604b3a7 100644
--- a/paddle/trainer/Trainer.cpp
+++ b/paddle/trainer/Trainer.cpp
@@ -226,12 +226,6 @@ void Trainer::init(const std::shared_ptr<TrainerConfigHelper>& config,
         DataProvider::create(config_->getTestDataConfig(), *config_, gpuData));
   }
   if (testDataProvider_) {
-    if (config_->getOptConfig().use_sparse_remote_updater()) {
-      LOG(FATAL) << "It's prohibited to set sparse_remote_update "
-                 << "in some layers if testing will be under going "
-                 << "in the middle of training. You can do testing "
-                 << "within separate process.";
-    }
     createTester();
   }