diff --git a/src/operators/kernel/arm/convolution/conv_bn_add_relu_kernel.cpp b/src/operators/kernel/arm/convolution/conv_bn_add_relu_kernel.cpp
index 6fb8d537e18d2738aae6aa2ef337f2488ad16958..509bfd4df456116fb9fe27762978105dcc42f54b 100644
--- a/src/operators/kernel/arm/convolution/conv_bn_add_relu_kernel.cpp
+++ b/src/operators/kernel/arm/convolution/conv_bn_add_relu_kernel.cpp
@@ -73,8 +73,7 @@ void ConvBNAddReluKernel<CPU, float>::Compute(
                                     param.ExecMode());
   }
 
-  if (param.Bias()->dims() == param.InputBias()->dims() ||
-      param.Bias()->dims() == param.Output()->dims()) {
+  if (param.Bias()->dims() == param.Output()->dims()) {
     math::ScaleAddChannelWise<RELU>(param.Output(), param.InputScale(),
                                     param.InputBias(), param.Bias(),
                                     param.Output());