diff --git a/paddle/fluid/operators/sum_mkldnn_op.cc b/paddle/fluid/operators/sum_mkldnn_op.cc
index c2cf13f7bf45066c07367ac48862208856feb518..4ccf6b87dc884cdcbe7df477705176229b74e485 100644
--- a/paddle/fluid/operators/sum_mkldnn_op.cc
+++ b/paddle/fluid/operators/sum_mkldnn_op.cc
@@ -34,15 +34,15 @@
 namespace paddle {
 namespace operators {
 
-using paddle::framework::Tensor;
-using paddle::platform::MKLDNNDeviceContext;
-using paddle::platform::CPUDeviceContext;
 using framework::DataLayout;
 using mkldnn::memory;
 using mkldnn::primitive;
+using mkldnn::reorder;
 using mkldnn::stream;
 using mkldnn::sum;
-using mkldnn::reorder;
+using paddle::framework::Tensor;
+using paddle::platform::CPUDeviceContext;
+using paddle::platform::MKLDNNDeviceContext;
 using platform::to_void_cast;
 
 template <typename T>
@@ -186,8 +186,9 @@ class SumMKLDNNOpKernel : public paddle::framework::OpKernel<T> {
       }
 
       if (in_dim.empty()) {
-        in_dim = framework::vectorize(get_selected_row(N - 1).value().dims());
+        VLOG(3) << "WARNING: all the inputs are empty"
       }
+
       in_dim[0] = static_cast<int64_t>(first_dim);
 
       out_value->Resize(framework::make_ddim(in_dim));
diff --git a/paddle/fluid/operators/sum_op.h b/paddle/fluid/operators/sum_op.h
index 22a97fff3a7671fa97b6ad723d049d399332a120..65ab9140578aa50546e21727fe734dc894f363f8 100644
--- a/paddle/fluid/operators/sum_op.h
+++ b/paddle/fluid/operators/sum_op.h
@@ -115,7 +115,7 @@ class SumKernel : public framework::OpKernel<T> {
         }
       }
       if (in_dim.empty()) {
-        in_dim = framework::vectorize(get_selected_row(N - 1).value().dims());
+        VLOG(3) << "WARNING: all the inputs are empty"
       }
 
       in_dim[0] = static_cast<int64_t>(first_dim);