recv_op.cc 2.5 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
武毅 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
武毅 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
武毅 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
武毅 已提交
14 15 16

#include <ostream>

Y
Yi Wang 已提交
17 18 19 20
#include "paddle/fluid/framework/data_type.h"
#include "paddle/fluid/framework/framework.pb.h"
#include "paddle/fluid/framework/lod_tensor.h"
#include "paddle/fluid/framework/op_registry.h"
武毅 已提交
21

T
typhoonzero 已提交
22
#include <future>
Y
Yi Wang 已提交
23
#include "paddle/fluid/operators/detail/grpc_client.h"
T
typhoonzero 已提交
24

武毅 已提交
25 26 27 28 29
namespace paddle {
namespace operators {

class RecvOp : public framework::OperatorBase {
 public:
30
  RecvOp(const std::string& type, const framework::VariableNameMap& inputs,
T
typhoonzero 已提交
31 32 33 34
         const framework::VariableNameMap& outputs,
         const framework::AttributeMap& attrs)
      : OperatorBase(type, inputs, outputs, attrs) {}

T
typhoonzero 已提交
35 36
  void RunImpl(const framework::Scope& scope,
               const platform::Place& place) const override {
T
typhoonzero 已提交
37 38 39 40 41 42 43 44 45
    auto outs = Outputs("Out");
    std::vector<std::string> epmap = Attr<std::vector<std::string>>("epmap");

    platform::DeviceContextPool& pool = platform::DeviceContextPool::Instance();
    auto& ctx = *pool.Get(place);

    for (size_t i = 0; i < outs.size(); i++) {
      VLOG(3) << "getting " << outs[i];
      client_.AsyncGetVariable(epmap[i], ctx, scope, outs[i]);
武毅 已提交
46
    }
T
typhoonzero 已提交
47
    PADDLE_ENFORCE(client_.Wait());
武毅 已提交
48 49
  }

T
typhoonzero 已提交
50 51
 private:
  mutable detail::RPCClient client_;
武毅 已提交
52 53 54 55
};

class RecvOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
56
  RecvOpMaker(OpProto* proto, OpAttrChecker* op_checker)
武毅 已提交
57
      : OpProtoAndCheckerMaker(proto, op_checker) {
T
typhoonzero 已提交
58
    AddOutput("Out", "(Tensor) Variables to get from server.").AsDuplicable();
武毅 已提交
59 60 61
    AddComment(R"DOC(
Recv operator

62
This operator can get variables from server side.
武毅 已提交
63
)DOC");
T
typhoonzero 已提交
64 65 66 67
    AddAttr<std::vector<std::string>>("epmap",
                                      "(string vector, default 127.0.0.1:6164)"
                                      "Server endpoints in the order of input "
                                      "variables for mapping")
Y
Yancey1989 已提交
68
        .SetDefault({});
武毅 已提交
69 70 71 72 73 74 75 76 77
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;

REGISTER_OPERATOR(recv, ops::RecvOp, ops::RecvOpMaker);