diff --git a/paddle/trainer/Trainer.cpp b/paddle/trainer/Trainer.cpp
index 65ca2174703d1e78b7b3dd8b5677c9ec961b6d25..88e684849df6fbfe4042b92bdb76ef98159eecea 100644
--- a/paddle/trainer/Trainer.cpp
+++ b/paddle/trainer/Trainer.cpp
@@ -137,8 +137,8 @@ void Trainer::init(const std::shared_ptr<TrainerConfigHelper>& config,
     }
   }
 
-  if (FLAGS_trainer_count > 1) {
-    CHECK(!FLAGS_use_mkldnn) << "MKLDNN only need 1 trainer";
+  if (FLAGS_use_mkldnn) {
+    CHECK_EQ(FLAGS_trainer_count, 1UL) << "MKLDNN only need 1 trainer";
   }
 
   if (testing) {