[heterps]add heterps mode judgement (PaddlePaddle#37298)

huangxu96 · Nov 18, 2021 · dd7189f · dd7189f
1 parent f85bd5c
commit dd7189f
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/python/paddle/distributed/fleet/runtime/the_one_ps.py b/python/paddle/distributed/fleet/runtime/the_one_ps.py
@@ -528,7 +528,7 @@ def sync_strategy_envs():
             split_dense_table=self.role_maker._is_heter_parameter_server_mode)
         send_ctx = self.compiled_strategy.get_the_one_send_context(
             split_dense_table=self.role_maker._is_heter_parameter_server_mode,
-            use_origin_program=True,
+            use_origin_program=self.role_maker._is_heter_parameter_server_mode,
             ep_list=endpoints)
         trainer_config = self.async_strategy.get_trainer_runtime_config()
 

diff --git a/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py b/python/paddle/fluid/incubate/fleet/parameter_server/ir/trainer_pass.py
@@ -105,8 +105,9 @@ def _get_pull_sparse_ops(_program):
             if op.type in SPARSE_OP_TYPE_DICT.keys() \
                     and op.attr('remote_prefetch') is True:
                 param_name = op.input(SPARSE_OP_TYPE_DICT[op.type])[0]
-                # trick for matchnet, need to modify
-                param_name += op.input("Ids")[0][0]
+                if config.is_heter_ps_mode:
+                    # trick for matchnet, need to modify
+                    param_name += op.input("Ids")[0][0]
                 ops = pull_sparse_ops.get(param_name, [])
                 ops.append(op)
                 pull_sparse_ops[param_name] = ops