diff --git a/paddle/math/SparseRowMatrix.h b/paddle/math/SparseRowMatrix.h
index 8532bca879dfda4f6a02bce11727a5cf1e22d955..dd4d85611d6fca0a5e248313a6f7ae857452cbda 100644
--- a/paddle/math/SparseRowMatrix.h
+++ b/paddle/math/SparseRowMatrix.h
@@ -188,10 +188,9 @@ protected:
             << ") rows are used for sparse "
             << "update, which is not efficient. Considering not use "
             << "sparse_update or set --allow_inefficient_sparse_update=true";
-
-      } else {
-        CHECK_LE(localIndices_->size(), buf_->getRowCount());
       }
+    } else {
+      CHECK_LE(localIndices_->size(), buf_->getRowCount());
     }
   }