recv_op.cc 2.8 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
武毅 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
武毅 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
武毅 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
武毅 已提交
14

15
#include <future>  // NOLINT
武毅 已提交
16 17
#include <ostream>

Y
Yi Wang 已提交
18 19 20 21
#include "paddle/fluid/framework/data_type.h"
#include "paddle/fluid/framework/framework.pb.h"
#include "paddle/fluid/framework/lod_tensor.h"
#include "paddle/fluid/framework/op_registry.h"
武毅 已提交
22

Y
Yi Wang 已提交
23
#include "paddle/fluid/operators/detail/grpc_client.h"
Y
Yancey1989 已提交
24
#include "paddle/fluid/platform/profiler.h"
T
typhoonzero 已提交
25

武毅 已提交
26 27 28 29 30
namespace paddle {
namespace operators {

class RecvOp : public framework::OperatorBase {
 public:
31
  RecvOp(const std::string& type, const framework::VariableNameMap& inputs,
T
typhoonzero 已提交
32 33 34 35
         const framework::VariableNameMap& outputs,
         const framework::AttributeMap& attrs)
      : OperatorBase(type, inputs, outputs, attrs) {}

T
typhoonzero 已提交
36 37
  void RunImpl(const framework::Scope& scope,
               const platform::Place& place) const override {
T
typhoonzero 已提交
38 39
    auto outs = Outputs("Out");
    std::vector<std::string> epmap = Attr<std::vector<std::string>>("epmap");
Y
Yancey1989 已提交
40
    int sync_mode = Attr<int>("sync_mode");
Y
Yancey1989 已提交
41 42 43 44 45 46

    platform::DeviceContextPool& pool = platform::DeviceContextPool::Instance();
    auto& ctx = *pool.Get(place);
    // For profiling
    platform::RecordEvent record_event(Type(), &ctx);

G
gongweibao 已提交
47 48
    detail::RPCClient* rpc_client =
        detail::RPCClient::GetInstance<detail::GRPCClient>();
T
typhoonzero 已提交
49 50

    for (size_t i = 0; i < outs.size(); i++) {
Y
Yancey1989 已提交
51
      VLOG(3) << "getting " << outs[i] << " from " << epmap[i];
G
gongweibao 已提交
52
      rpc_client->AsyncGetVar(epmap[i], ctx, scope, outs[i]);
武毅 已提交
53
    }
Y
Yancey1989 已提交
54
    if (sync_mode) {
W
Wu Yi 已提交
55
      rpc_client->Wait();
Y
Yancey1989 已提交
56
    }
武毅 已提交
57 58 59 60 61
  }
};

class RecvOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Y
Yu Yang 已提交
62
  void Make() {
T
typhoonzero 已提交
63
    AddOutput("Out", "(Tensor) Variables to get from server.").AsDuplicable();
武毅 已提交
64 65 66
    AddComment(R"DOC(
Recv operator

67
This operator can get variables from server side.
武毅 已提交
68
)DOC");
T
typhoonzero 已提交
69 70 71 72
    AddAttr<std::vector<std::string>>("epmap",
                                      "(string vector, default 127.0.0.1:6164)"
                                      "Server endpoints in the order of input "
                                      "variables for mapping")
Y
Yancey1989 已提交
73
        .SetDefault({});
Y
Yancey1989 已提交
74
    AddAttr<int>("sync_mode",
Y
Yancey1989 已提交
75 76 77
                 "(int, default 0)"
                 "sync recv or async recv.")
        .SetDefault(0);
武毅 已提交
78 79 80 81 82 83 84 85 86
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;

REGISTER_OPERATOR(recv, ops::RecvOp, ops::RecvOpMaker);