diff --git a/paddle/fluid/operators/distributed/parameter_recv.cc b/paddle/fluid/operators/distributed/parameter_recv.cc
index 376ab6f402d69924e86b3b9af5943699825f595c..03b9000999bd5d3bd4bdcf9ec0b0a52f7d943b7a 100644
--- a/paddle/fluid/operators/distributed/parameter_recv.cc
+++ b/paddle/fluid/operators/distributed/parameter_recv.cc
@@ -90,7 +90,7 @@ void RecvSelectedRows(const CommContext &rpc_ctx,
     } else {
       std::transform(recv_t.rows().begin(), recv_t.rows().end(),
                      std::back_inserter(all_ids),
-                     [&](int64_t id) { return i * pserver_num + id; });
+                     [&](int64_t id) { return id * pserver_num + i; });
     }
   }