sendrecvop_utils.h 2.3 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
G
gongweibao 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once
T
typhoonzero 已提交
16
#include <sys/time.h>
G
gongweibao 已提交
17 18 19 20
#include <iostream>
#include <string>
#include <vector>

Y
Yi Wang 已提交
21 22 23 24
#include "paddle/fluid/framework/data_type.h"
#include "paddle/fluid/framework/lod_tensor.h"
#include "paddle/fluid/framework/scope.h"
#include "paddle/fluid/framework/selected_rows.h"
25
#include "paddle/fluid/framework/tensor_util.h"
Y
Yi Wang 已提交
26 27 28 29
#include "paddle/fluid/framework/var_type.h"

#include "paddle/fluid/operators/detail/send_recv.grpc.pb.h"
#include "paddle/fluid/operators/detail/send_recv.pb.h"
G
gongweibao 已提交
30 31 32 33 34

namespace paddle {
namespace operators {
namespace detail {

35 36 37 38
typedef void (*DestroyCallback)(void*);

void SerializeToByteBuffer(const std::string& name, framework::Variable* var,
                           const platform::DeviceContext& ctx,
Y
Yancey1989 已提交
39 40
                           ::grpc::ByteBuffer* msg,
                           const std::string& out_varname = std::string());
41 42 43

void DeserializeFromByteBuffer(const ::grpc::ByteBuffer& msg,
                               const platform::DeviceContext& ctx,
44
                               const framework::Scope* scope,
Y
Yi Wang 已提交
45
                               framework::Variable** var);
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63

inline std::type_index ToTypeIndex(sendrecv::VariableMessage::Type type) {
  switch (type) {
    case sendrecv::VariableMessage::FP32:
      return typeid(float);  // NOLINT
    case sendrecv::VariableMessage::FP64:
      return typeid(double);  // NOLINT
    case sendrecv::VariableMessage::INT32:
      return typeid(int);  // NOLINT
    case sendrecv::VariableMessage::INT64:
      return typeid(int64_t);  // NOLINT
    case sendrecv::VariableMessage::BOOL:
      return typeid(bool);  // NOLINT
    default:
      PADDLE_THROW("Not support type %d", type);
  }
}

G
gongweibao 已提交
64 65 66
}  // namespace detail
}  // namespace operators
}  // namespace paddle