diff --git a/paddle/fluid/operators/math/im2col.cc b/paddle/fluid/operators/math/im2col.cc
index bb55ce21b0599bcff4db138a46c9c700f6e52422..101e046acbbfa8838f6e204b802b6de3590480ab 100644
--- a/paddle/fluid/operators/math/im2col.cc
+++ b/paddle/fluid/operators/math/im2col.cc
@@ -54,12 +54,13 @@ class Im2ColFunctor<paddle::operators::math::ColFormat::kCFO,
     if (stride[0] == 1 && stride[1] == 1 && dilation[0] == 1 &&
         dilation[1] == 1 && padding[0] == 0 && padding[1] == 0) {
       int col_matrix_width = output_width * output_height;
+      int im_size = im_height * im_width;
       size_t copy_size = sizeof(T) * output_width;
       for (int oh = 0; oh < output_height; ++oh) {
         const T* im_data_start = im_data + oh * im_width;
         T* dst_data = col_data + oh * output_width;
         for (int ic = 0; ic < im_channels; ++ic) {
-          const T* src_data = im_data_start + ic * im_height * im_width;
+          const T* src_data = im_data_start + ic * im_size;
           for (int kh = 0; kh < filter_height; ++kh) {
             for (int kw = 0; kw < filter_width; ++kw) {
               std::memcpy(dst_data, src_data + kw, copy_size);