diff --git a/paddle/math/RowBuffer.h b/paddle/math/RowBuffer.h
index 14766d85db0ffbedfed4ad01938e5556ec1ec14a..9ef5b89680b00981188d78cb312dc75e2c0a79ee 100644
--- a/paddle/math/RowBuffer.h
+++ b/paddle/math/RowBuffer.h
@@ -60,9 +60,7 @@ public:
    */
   inline real* get(int row) const {
     if (preallocatedBuf_) {
-      // CHECK_LE((row + 1) * width_ * sizeof(real),
-      // preallocatedBuf_->getSize());
-      CHECK_LE((row)*width_ * sizeof(real), preallocatedBuf_->getSize());
+      CHECK_LE((row + 1) * width_ * sizeof(real), preallocatedBuf_->getSize());
       return reinterpret_cast<real*>(preallocatedBuf_->getBuf()) + row * width_;
     } else {
       CHECK_LE((row + 1) * width_, rowStore_.size());