diff --git a/paddle/fluid/framework/details/data_balance_op_handle.cc b/paddle/fluid/framework/details/data_balance_op_handle.cc
index 786d95acb1815e856f684ee6c64664a3297160b2..24a68506e88fee7523e05f20bc28edeb4f8c2b7b 100644
--- a/paddle/fluid/framework/details/data_balance_op_handle.cc
+++ b/paddle/fluid/framework/details/data_balance_op_handle.cc
@@ -81,8 +81,7 @@ void DataBalanceOpHandle::RunImpl() {
       "The NoDummyInputSize and NoDummyOutputSize should be equal.");
   int data_num = in_var_handles.size() / places_.size();
   WaitInputVarGenerated();
-
-  std::vector<std::vector<LoDTensor *>> lod_tensors;
+  std::vector<std::vector<LoDTensor *>> lod_tensors(data_num);
   std::vector<int> device_sizes;
   for (int i = 0; i < static_cast<int>(in_var_handles.size()); ++i) {
     PADDLE_ENFORCE_EQ(in_var_handles[i]->name_, out_var_handles[i]->name_,
@@ -105,7 +104,6 @@ void DataBalanceOpHandle::RunImpl() {
     }
   }
   const auto &balance_plan = GetBalancePlan(device_sizes);
-
   for (const auto &trans : balance_plan) {
     for (int data_idx = 0; data_idx < data_num; ++data_idx) {
       LoDTensor *src_tensor = lod_tensors[data_idx][trans[0]];
diff --git a/paddle/fluid/framework/details/data_balance_op_handle.h b/paddle/fluid/framework/details/data_balance_op_handle.h
index 00bc4837d66f40e06b332dff92429d85f3b2acfc..5552be2e6eb2f67eb56022a37fcfb0c27c3df073 100644
--- a/paddle/fluid/framework/details/data_balance_op_handle.h
+++ b/paddle/fluid/framework/details/data_balance_op_handle.h
@@ -41,8 +41,8 @@ struct DataBalanceOpHandle : public OpHandleBase {
   std::vector<std::array<int, 3>> GetBalancePlan(
       const std::vector<int> &batch_size_per_device);
 
-  const std::vector<Scope *> &local_scopes_;
-  const std::vector<platform::Place> &places_;
+  const std::vector<Scope *> local_scopes_;
+  const std::vector<platform::Place> places_;
 };
 
 }  // namespace details