fix runtime error

paddle/fluid/framework/fleet/fleet_wrapper.cc

@@ -170,7 +170,8 @@ void FleetWrapper::PullDenseVarsAsync(
     const std::vector<std::string>& var_names,
     std::vector<::std::future<int32_t>>* pull_dense_status) {
 #ifdef PADDLE_WITH_PSLIB
-  std::vector<paddle::ps::Region> regions;
+  auto& regions = _regions[tid];
+  regions.clear();
   regions.resize(var_names.size());
   for (auto i = 0u; i < var_names.size(); ++i) {
     Variable* var = scope.FindVar(var_names[i]);
@@ -189,7 +190,8 @@ void FleetWrapper::PullDenseVarsSync(
     const Scope& scope, const uint64_t tid,
     const std::vector<std::string>& var_names) {
 #ifdef PADDLE_WITH_PSLIB
-  std::vector<paddle::ps::Region> regions;
+  auto& regions = _regions[tid];
+  regions.clear();
   regions.reserve(var_names.size());
   for (auto& t : var_names) {
     Variable* var = scope.FindVar(t);

paddle/fluid/framework/fleet/fleet_wrapper.h

@@ -146,6 +146,7 @@ class FleetWrapper {
 
  private:
   static std::shared_ptr<FleetWrapper> s_instance_;
+  std::map<uint64_t, std::vector<paddle::ps::Region>> _regions;
 
  protected:
   static bool is_initialized_;

python/paddle/fluid/incubate/fleet/base/role_maker.py

@@ -74,6 +74,7 @@ class MPIRoleMaker(RoleMakerBase):
     """
 
     def __init__(self):
+        super(MPIRoleMaker, self).__init__()
         from mpi4py import MPI
         self.comm_ = MPI.COMM_WORLD
         self.MPI = MPI

python/paddle/fluid/incubate/fleet/parameter_server/optimizer_factory.py

@@ -141,9 +141,9 @@ class DistributedAdam(DistributedOptimizerImplBase):
                                        data_norm_params, data_norm_grads)
                 #program_config.pull_dense_table_id.extend([dense_table_index])
                 #program_config.push_dense_table_id.extend([dense_table_index])
-                program_config[program_id]["pull_dense"].extend(
+                program_configs[program_id]["pull_dense"].extend(
                     [dense_table_index])
-                program_config[program_id]["push_dense"].extend(
+                program_configs[program_id]["push_dense"].extend(
                     [dense_table_index])
             dense_table_index += 1
             #program_configs.append(program_config)