heter_ps.h 2.7 KB
Newer Older
T
Thunderbrook 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/* Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

  http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once
#include <vector>
17

T
Thunderbrook 已提交
18 19
#include "paddle/fluid/framework/fleet/heter_ps/heter_comm.h"
#include "paddle/fluid/framework/fleet/heter_ps/heter_ps_base.h"
20
#if defined(PADDLE_WITH_CUDA)
T
Thunderbrook 已提交
21
#include "paddle/fluid/framework/fleet/heter_ps/optimizer.cuh.h"
22
#endif
T
Thunderbrook 已提交
23

T
Thunderbrook 已提交
24
#ifdef PADDLE_WITH_HETERPS
T
Thunderbrook 已提交
25 26 27 28 29 30 31 32 33 34 35 36

namespace paddle {
namespace framework {

class HeterPs : public HeterPsBase {
 public:
  HeterPs() {}
  HeterPs(size_t capacity, std::shared_ptr<HeterPsResource> resource);
  virtual ~HeterPs();
  HeterPs(const HeterPs&) = delete;
  HeterPs& operator=(const HeterPs&) = delete;

37 38 39
  void pull_sparse(int num,
                   FeatureKey* d_keys,
                   FeatureValue* d_vals,
40
                   size_t len) override;
41 42 43 44 45 46 47 48 49 50 51 52
  void build_ps(int num,
                FeatureKey* h_keys,
                FeatureValue* h_vals,
                size_t len,
                size_t chunk_size,
                int stream_num) override;
  void build_ps(int num,
                FeatureKey* h_keys,
                char* pool,
                size_t len,
                size_t feature_value_size,
                size_t chunk_size,
Y
yaoxuefeng 已提交
53
                int stream_num) override;
54
#if defined(PADDLE_WITH_CUDA)
55 56 57
  void set_nccl_comm_and_size(const std::vector<ncclComm_t>& inner_comms,
                              const std::vector<ncclComm_t>& inter_comms,
                              int comm_size) override;
Y
yaoxuefeng 已提交
58
  void set_multi_mf_dim(int multi_mf_dim, int max_mf_dim) override;
59 60
#endif

61 62 63 64 65 66
  void set_sparse_sgd(const OptimizerConfig& optimizer_config) override;
  void set_embedx_sgd(const OptimizerConfig& optimizer_config) override;

  void end_pass() override;
  int get_index_by_devid(int devid) override;
  void show_one_table(int gpu_num) override;
67 68 69
  void push_sparse(int num,
                   FeatureKey* d_keys,
                   FeaturePushValue* d_grads,
70
                   size_t len) override;
T
Thunderbrook 已提交
71 72 73

 private:
  std::shared_ptr<HeterComm<FeatureKey, FeatureValue, FeaturePushValue>> comm_;
74
#if defined(PADDLE_WITH_CUDA)
T
Thunderbrook 已提交
75
  Optimizer<FeatureValue, FeaturePushValue> opt_;
76
#endif
T
Thunderbrook 已提交
77 78 79 80 81
};

}  // end namespace framework
}  // end namespace paddle
#endif