From dd7189fffb05a556ce95d2fdd53bf948c11eb08b Mon Sep 17 00:00:00 2001 From: zmx Date: Thu, 18 Nov 2021 11:14:46 +0800 Subject: [PATCH] [heterps]add heterps mode judgement (#37298) --- python/paddle/distributed/fleet/runtime/the_one_ps.py | 2 +- .../fluid/incubate/fleet/parameter_server/ir/trainer_pass.py | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/python/paddle/distributed/fleet/runtime/the_one_ps.py b/python/paddle/distributed/fleet/runtime/the_one_ps.py index c229d82dd04..cd66a330ee1 100644 --- a/python/paddle/distributed/fleet/runtime/the_one_ps.py +++ b/python/paddle/distributed/fleet/runtime/the_one_ps.py @@ -528,7 +528,7 @@ class TheOnePSRuntime(RuntimeBase): split_dense_table=self.role_maker._is_heter_parameter_server_mode) send_ctx = self.compiled_strategy.get_the_one_send_context( split_dense_table=self.role_maker._is_heter_parameter_server_mode, - use_origin_program=True, + use_origin_program=self.role_maker._is_heter_parameter_server_mode, ep_list=endpoints) trainer_config = self.async_strategy.get_trainer_runtime_config() diff --git a/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py b/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py index 7df175d79b7..59d26f48375 100644 --- a/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py +++ b/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py @@ -105,8 +105,9 @@ def distributed_ops_pass(program, config, use_ps_gpu=False): if op.type in SPARSE_OP_TYPE_DICT.keys() \ and op.attr('remote_prefetch') is True: param_name = op.input(SPARSE_OP_TYPE_DICT[op.type])[0] - # trick for matchnet, need to modify - param_name += op.input("Ids")[0][0] + if config.is_heter_ps_mode: + # trick for matchnet, need to modify + param_name += op.input("Ids")[0][0] ops = pull_sparse_ops.get(param_name, []) ops.append(op) pull_sparse_ops[param_name] = ops -- GitLab