diff --git a/modules/imgproc/src/pyramids.cpp b/modules/imgproc/src/pyramids.cpp
index 85c32ac049831d3c46d0c02cdb966320d3c52ebd..8eab60243729d4e8d0483ee74aa0073e8bd237c1 100644
--- a/modules/imgproc/src/pyramids.cpp
+++ b/modules/imgproc/src/pyramids.cpp
@@ -341,12 +341,9 @@ pyrUp_( const Mat& _src, Mat& _dst, int)
     for( int y = 0; y < ssize.height; y++ )
     {
         T* dst0 = _dst.ptr<T>(y*2);
-        T* dst1 = _dst.ptr<T>(y*2+1);
+        T* dst1 = _dst.ptr<T>(std::min(y*2+1, dsize.height-1));
         WT *row0, *row1, *row2;
 
-        if( y*2+1 >= dsize.height )
-            dst1 = dst0;
-
         // fill the ring buffer (horizontal convolution and decimation)
         for( ; sy <= y + 1; sy++ )
         {