ParameterUpdater.cpp 3.1 KB
Newer Older
Y
Yu Yang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include "PaddleAPI.h"

#include "PaddleAPIPrivate.h"
18
#ifndef PADDLE_WITHOUT_GO
19
#include "paddle/trainer/NewRemoteParameterUpdater.h"
20
#endif
Q
qiaolongfei 已提交
21
#include "paddle/trainer/RemoteParameterUpdater.h"
Y
Yu Yang 已提交
22 23 24 25 26 27
#include "paddle/trainer/ThreadParameterUpdater.h"

ParameterUpdater::ParameterUpdater() : m(new ParameterUpdaterPrivate()) {}

ParameterUpdater *ParameterUpdater::createLocalUpdater(
    OptimizationConfig *config) {
Q
qiaolongfei 已提交
28 29 30 31 32 33
  auto updater = new ParameterUpdater();
  updater->m->updater.reset(
      new paddle::SgdThreadUpdater(config->m->getConfig()));
  return updater;
}

34 35 36 37
ParameterUpdater *ParameterUpdater::createNewRemoteUpdater (
    OptimizationConfig *config, const std::string pserverSpec)
throw(UnsupportError) {
#ifndef PADDLE_WITHOUT_GO
38 39 40 41
  auto updater = new ParameterUpdater();
  updater->m->updater.reset(new paddle::NewRemoteParameterUpdater(
      config->m->getConfig(), pserverSpec));
  return updater;
42 43 44
#else
  throw UnsupportError();
#endif
45 46
}

Q
qiaolongfei 已提交
47
ParameterUpdater *ParameterUpdater::createRemoteUpdater(
48
    OptimizationConfig *config, int passCount, bool useSparseUpdater) {
Q
qiaolongfei 已提交
49
  auto updater = new ParameterUpdater();
Q
qiaolongfei 已提交
50
  auto remoteUpdater = new paddle::RemoteParameterUpdater(
Q
qiaolongfei 已提交
51
      config->m->getConfig(), passCount, nullptr);
52
  if (useSparseUpdater) {
Q
qiaolongfei 已提交
53
    std::unique_ptr<paddle::ParameterUpdater> remoteUpdaterPtr(remoteUpdater);
Q
qiaolongfei 已提交
54 55 56 57 58 59
    auto sparseRemoteUpdater =
        new paddle::SparseRemoteParameterUpdaterComposite(
            config->m->getConfig(),
            passCount,
            false,
            std::move(remoteUpdaterPtr));
Q
qiaolongfei 已提交
60 61 62 63
    updater->m->updater.reset(sparseRemoteUpdater);
  } else {
    updater->m->updater.reset(remoteUpdater);
  }
Q
qiaolongfei 已提交
64
  return updater;
Y
Yu Yang 已提交
65 66 67 68 69
}

ParameterUpdater::~ParameterUpdater() { delete m; }

void ParameterUpdater::init(const GradientMachine &gm) {
Y
Yu Yang 已提交
70
  m->updater->init(gm.m->machine->getNonStaticParameters());
Y
Yu Yang 已提交
71 72 73
}

void ParameterUpdater::startPass() { m->updater->startPass(); }
Y
Yu Yang 已提交
74

Y
Yu Yang 已提交
75
void ParameterUpdater::finishPass() { m->updater->finishPass(); }
Y
Yu Yang 已提交
76

Y
Yu Yang 已提交
77 78
PassType ParameterUpdater::startBatch(size_t batchSize) {
  return m->updater->startBatch((int64_t)batchSize);
Y
Yu Yang 已提交
79 80 81 82 83 84 85 86 87 88
}

void ParameterUpdater::finishBatch(float cost) {
  m->updater->finishBatch(cost);
}

void ParameterUpdater::update(Parameter *param) {
  auto paddleParam = param->m->getPtr();
  m->updater->update(paddleParam);
}
Y
Yu Yang 已提交
89

90 91 92 93
void ParameterUpdater::getParametersRemote(bool fullSize, bool apply) {
  m->updater->getParametersRemote(fullSize, apply);
}

Y
Yu Yang 已提交
94 95 96 97 98
void ParameterUpdater::restore() { m->updater->restore(); }

void ParameterUpdater::apply() { m->updater->apply(); }

void ParameterUpdater::catchUpWith() { m->updater->catchUpWith(); }