From 046e369e3615c4c25373a7aee4fa1d1455a29bc0 Mon Sep 17 00:00:00 2001 From: "wangnan39@huawei.com" Date: Tue, 14 Jul 2020 16:50:37 +0800 Subject: [PATCH] modify init value of mean square in rmsprop optimizer --- mindspore/nn/optim/rmsprop.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mindspore/nn/optim/rmsprop.py b/mindspore/nn/optim/rmsprop.py index 05c42fb44..f7650ff2f 100644 --- a/mindspore/nn/optim/rmsprop.py +++ b/mindspore/nn/optim/rmsprop.py @@ -174,7 +174,7 @@ class RMSProp(Optimizer): self.opt = P.ApplyRMSProp(use_locking) self.momentum = momentum - self.ms = self.parameters.clone(prefix="mean_square", init='zeros') + self.ms = self.parameters.clone(prefix="mean_square", init='ones') self.moment = self.parameters.clone(prefix="moment", init='zeros') self.hyper_map = C.HyperMap() self.epsilon = epsilon -- GitLab