diff --git a/paddle/fluid/operators/fused_embedding_seq_pool_op.h b/paddle/fluid/operators/fused_embedding_seq_pool_op.h
index f37c688395353e84e4632c80c5034f98d1f4cf54..38dfae8ad6d347daa7ea1a729e48f92415208a70 100644
--- a/paddle/fluid/operators/fused_embedding_seq_pool_op.h
+++ b/paddle/fluid/operators/fused_embedding_seq_pool_op.h
@@ -48,9 +48,8 @@ struct EmbeddingVSumFunctor {
 
     auto blas = math::GetBlas<platform::CPUDeviceContext, T>(context);
     for (int64_t i = 0; i != ids_lod.size() - 1; ++i) {
+      size_t begin = ids_lod[i] * ids_count;
       for (int64_t j = 0; j != ids_count; ++j) {
-        size_t begin = ids_lod[i] * ids_count;
-
         PADDLE_ENFORCE_LT(ids[begin], row_number);
         PADDLE_ENFORCE_GE(ids[begin], 0, "ids %d", i);
         blas.VCOPY(row_width, table + ids[begin + j] * row_width,
@@ -114,10 +113,9 @@ class FusedEmbeddingSeqPoolGradKernel : public framework::OpKernel<T> {
       auto lod = ids->lod()[0];
       int64_t row_width = d_output->dims()[1];
 
-      framework::Vector<int64_t> new_rows;
-      new_rows.resize(ids_num);
-      std::memcpy(&new_rows[0], ids_data, ids_num * sizeof(int64_t));
-      d_table->set_rows(new_rows);
+      framework::Vector<int64_t> *new_rows = d_table->mutable_rows();
+      new_rows->resize(ids_num);
+      std::memcpy(&(*new_rows)[0], ids_data, ids_num * sizeof(int64_t));
 
       auto *d_table_value = d_table->mutable_value();
       d_table_value->Resize({ids_num, table_dim[1]});