diff --git a/dnn/src/common/pooling.cpp b/dnn/src/common/pooling.cpp
index 634aed4d8a7b6d5c61ce917306031c0bcd03e4c5..6eb381fdd938b6ea70ae6587787ca0d0c3860051 100644
--- a/dnn/src/common/pooling.cpp
+++ b/dnn/src/common/pooling.cpp
@@ -92,10 +92,12 @@ void PoolingBase::deduce_layout_fwd(const TensorLayout& src,
     size_t sw = this->param().stride_w;
     size_t ph = this->param().pad_h;
     size_t pw = this->param().pad_w;
-    megdnn_assert(ph < fh && pw < fw,
-                  "pooling padding size (%zu %zu) should not be bigger than "
-                  "window size (%zu %zu)",
-                  pw, ph, fw, fh);
+    if (ph < fh && pw < fw) {
+        megdnn_log_error(
+                "pooling padding size (%zu %zu) should not be bigger than "
+                "window size (%zu %zu), it only can be used in CaffePooling",
+                pw, ph, fw, fh);
+    }
     infer_conv_shape2d(ih, iw, fh, fw, sh, sw, ph, pw, oh, ow);
     if (param().format == Param::Format::NCHW) {
         dst = TensorLayout(TensorShape({n, c, oh, ow}), src.dtype);
diff --git a/src/opr/test/dnn/pooling.cpp b/src/opr/test/dnn/pooling.cpp
index 16ffe1a3544e8fd12331fa69c82096ddb1b31ca9..8defe15b226be8df3e3d4bbb4b5dc33e487d031c 100644
--- a/src/opr/test/dnn/pooling.cpp
+++ b/src/opr/test/dnn/pooling.cpp
@@ -104,17 +104,6 @@ TEST(TestOprDNN, PoolingBackward)
     }
 }
 
-TEST(TestOprDNN, PoolingForwardPadding) {
-    auto graph = ComputingGraph::make();
-    Param param(Param::Mode::MAX, 2, 2, 2, 2, 2, 2);
-    SymbolVarArray symbol_inputs;
-    HostTensorGenerator<> gen;
-    auto host_tensor = gen({2, 3, 23, 24});
-    symbol_inputs.push_back(
-            mgb::opr::Host2DeviceCopy::make(*graph, host_tensor));
-    ASSERT_THROW(opr::Pooling::make(symbol_inputs[0], param), MegDNNError);
-}
-
 } // anonymous namespace
 
 // vim: syntax=cpp.doxygen foldmethod=marker foldmarker=f{{{,f}}}