From 536d9d8cce5ec19a57a22e9b50b7504feec22ff3 Mon Sep 17 00:00:00 2001
From: ziyoujiyi <73728031+ziyoujiyi@users.noreply.github.com>
Date: Mon, 26 Sep 2022 15:35:49 +0800
Subject: [PATCH] cherry-pick V2.4 (#46358)

* back fl

* delete ssl cert

* .

* make warning

* .

* unittest paral degree

* solve unittest

* heter & multi cloud commm ready

* .

* .

* fix gloo compile warning

* adapt for nn fl-ps

* flps del fake-init op

* add learning_rate_0 intializer op

* bug fix

* .

* .
---
 python/paddle/distributed/ps/the_one_ps.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/python/paddle/distributed/ps/the_one_ps.py b/python/paddle/distributed/ps/the_one_ps.py
index 5765a5e24b2..0ce5e70788e 100755
--- a/python/paddle/distributed/ps/the_one_ps.py
+++ b/python/paddle/distributed/ps/the_one_ps.py
@@ -192,6 +192,8 @@ class Accessor:
                     sgd_param.name = "SparseNaiveSGDRule"
                 if common_accessor.accessor_class == "adam":
                     sgd_param.name = "SparseAdamSGDRule"
+                else:  # for fl-ps, because geo accessor is 'sum'
+                    sgd_param.name = "SparseAdamSGDRule"
 
             if sgd_param.name == "SparseAdaGradSGDRule" or sgd_param.name == "StdAdaGradSGDRule":
                 if not sgd_param.adagrad.HasField("learning_rate"):
-- 
GitLab