sgd_optimizer.h

#pragma once

#include "parameter_optimizer.h"

namespace paddle {
namespace optimizer {

class SGDOptimizer : public ParameterOptimizer {
public:
  SGDOptimizer(double m, double d, bool n, LrPolicy* lr)
      : ParameterOptimizer(lr),
        momentums_(nullptr),
        momentum_(m),
        decay_(d),
        nesterov_(n) {}
  virtual ~SGDOptimizer() { delete momentums_; }
  void Update(const Tensor* gradient);
  const char* SerializeState();
  void DeSerializeState(const std::string& state);

  void set_weight(Tensor* p);
  float* get_weight(int* param_size) const;

private:
  Tensor* momentums_;
  double momentum_;
  double decay_;
  bool nesterov_;
};

}  // namespace optimizer
}  // namespace paddle