sgd_optimizer.h 1.4 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
D
dzhwinter 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
D
dzhwinter 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
D
dzhwinter 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
D
dzhwinter 已提交
14

D
dzhwinter 已提交
15
#pragma once
16 17 18 19 20 21

#include "parameter_optimizer.h"

namespace paddle {
namespace optimizer {

D
dzhwinter 已提交
22
class SGDOptimizer : public ParameterOptimizer {
W
Wu Yi 已提交
23
 public:
D
dzhwinter 已提交
24 25
  SGDOptimizer(Tensor* parameter, LrPolicy* lr, double m, double d, bool n)
      : ParameterOptimizer(parameter, lr),
26 27 28
        momentums_(nullptr),
        momentum_(m),
        decay_(d),
D
dzhwinter 已提交
29 30
        nesterov_(n) {
    if (momentum_ != 0.0) {
D
dzhwinter 已提交
31
      size_t size = parameter->size();
D
dzhwinter 已提交
32 33 34 35 36 37
      momentums_ = new Tensor(size);
    }
  }
  virtual ~SGDOptimizer() {
    if (momentums_) delete momentums_;
  }
D
dzhwinter 已提交
38
  void Update(const Tensor* gradient);
39
  std::string SerializeState();
D
dzhwinter 已提交
40
  void DeserializeState(const std::string& state);
D
dzhwinter 已提交
41

W
Wu Yi 已提交
42
 private:
D
dzhwinter 已提交
43
  Tensor* momentums_;
D
dzhwinter 已提交
44 45 46
  double momentum_;
  double decay_;
  bool nesterov_;
47 48 49 50
};

}  // namespace optimizer
}  // namespace paddle