protobuf.cc 10.6 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2 3 4 5 6 7 8 9 10 11 12 13

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
Y
Yi Wang 已提交
14
#include "paddle/fluid/pybind/protobuf.h"
15

Y
Yu Yang 已提交
16
#include <deque>
Y
Yu Yang 已提交
17
#include <iostream>
L
Luo Tao 已提交
18 19
#include <string>
#include <tuple>
20

Y
Yi Wang 已提交
21 22 23 24
#include "paddle/fluid/framework/block_desc.h"
#include "paddle/fluid/framework/op_desc.h"
#include "paddle/fluid/framework/program_desc.h"
#include "paddle/fluid/framework/var_desc.h"
25

26
#include "paddle/fluid/pybind/pybind_boost_headers.h"
Y
Yu Yang 已提交
27

28
namespace paddle {
29
namespace pybind {
30

31
namespace pd = paddle::framework;
F
fengjiayi 已提交
32

Y
Yu Yang 已提交
33
template <typename T>
34 35
static pybind11::bytes SerializeMessage(
    T &self) {  // NOLINT due to pybind11 convention.
Y
Yu Yang 已提交
36 37 38 39 40 41 42
  // Check IsInitialized in Python
  std::string retv;
  PADDLE_ENFORCE(self.Proto()->SerializePartialToString(&retv),
                 "Cannot serialize message");
  return retv;
}

Y
Yu Yang 已提交
43
// Bind Methods
44 45 46
void BindProgramDesc(pybind11::module *m) {
  pybind11::class_<pd::ProgramDesc>(*m, "ProgramDesc", "")
      .def(pybind11::init<>())
Y
Yu Yang 已提交
47
      .def("__init__",
48 49
           [](pd::ProgramDesc &self, const pd::ProgramDesc &other) {
             new (&self) pd::ProgramDesc(other);
Y
Yu Yang 已提交
50
           })
51
      .def("__init__",
52
           [](pd::ProgramDesc &self, const pybind11::bytes &binary_str) {
53
             std::string str(binary_str);
54
             new (&self) pd::ProgramDesc(str);
55
           })
56 57 58 59 60
      .def("append_block", &pd::ProgramDesc::AppendBlock,
           pybind11::return_value_policy::reference)
      .def("block", &pd::ProgramDesc::MutableBlock,
           pybind11::return_value_policy::reference)
      .def("num_blocks", &pd::ProgramDesc::Size)
61
      .def("flush", &pd::ProgramDesc::Flush)
62 63
      .def("get_feed_target_names", &pd::ProgramDesc::GetFeedTargetNames)
      .def("get_fetch_target_names", &pd::ProgramDesc::GetFetchTargetNames)
64
      .def("serialize_to_string", SerializeMessage<pd::ProgramDesc>)
65
      .def("parse_from_string",
66 67
           [](pd::ProgramDesc &program_desc, const std::string &data) {
             pd::proto::ProgramDesc *desc = program_desc.Proto();
68 69 70
             PADDLE_ENFORCE(desc->ParseFromString(data),
                            "Fail to parse ProgramDesc from string. This could "
                            "be a bug of Paddle.");
X
version  
Xin Pan 已提交
71 72 73 74
           })
      .def("_version", [](pd::ProgramDesc &self) -> int64_t {
        return self.Proto()->version().version();
      });
75 76
}

77 78 79 80 81
void BindBlockDesc(pybind11::module *m) {
  pybind11::class_<pd::BlockDesc>(*m, "BlockDesc", "")
      .def_property_readonly("id", &pd::BlockDesc::ID)
      .def_property_readonly("parent", &pd::BlockDesc::Parent)
      .def("get_forward_block_idx", &pd::BlockDesc::ForwardBlockID)
W
Wu Yi 已提交
82
      .def("_set_forward_block_idx", &pd::BlockDesc::SetForwardBlockID)
83 84
      .def("append_op", &pd::BlockDesc::AppendOp,
           pybind11::return_value_policy::reference)
W
Wu Yi 已提交
85
      .def("_prepend_op", &pd::BlockDesc::PrependOp,
86
           pybind11::return_value_policy::reference)
W
Wu Yi 已提交
87
      .def("_insert_op", &pd::BlockDesc::InsertOp,
88
           pybind11::return_value_policy::reference)
W
Wu Yi 已提交
89
      .def("_remove_op", &pd::BlockDesc::RemoveOp)
D
dongzhihong 已提交
90
      .def("var",
91
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
F
fengjiayi 已提交
92
             std::string name = byte_name;
D
dongzhihong 已提交
93
             return self.Var(name);
F
fengjiayi 已提交
94
           },
95
           pybind11::return_value_policy::reference)
Q
Qiao Longfei 已提交
96
      .def("has_var",
97
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
Q
Qiao Longfei 已提交
98 99
             std::string name = byte_name;
             return self.HasVar(name);
T
wip  
typhoonzero 已提交
100
           },
101
           pybind11::return_value_policy::reference)
W
Wu Yi 已提交
102
      .def("_rename_var",
103 104
           [](pd::BlockDesc &self, const pybind11::bytes &byte_name,
              const pybind11::bytes &byte_name_new) {
T
typhoonzero 已提交
105 106
             std::string name = byte_name;
             std::string new_name = byte_name_new;
T
wip  
typhoonzero 已提交
107
             self.RenameVar(name, new_name);
Q
Qiao Longfei 已提交
108
           })
F
fengjiayi 已提交
109
      .def("has_var_recursive",
110
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
F
fengjiayi 已提交
111 112 113
             std::string name = byte_name;
             return self.HasVarRecursive(name);
           })
D
Dong Zhihong 已提交
114
      .def("find_var",
115
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
F
fengjiayi 已提交
116
             std::string name = byte_name;
D
Dong Zhihong 已提交
117
             return self.FindVar(name);
F
fengjiayi 已提交
118
           },
119
           pybind11::return_value_policy::reference)
F
fengjiayi 已提交
120
      .def("find_var_recursive",
121
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
F
fengjiayi 已提交
122 123 124
             std::string name = byte_name;
             return self.FindVarRecursive(name);
           },
125
           pybind11::return_value_policy::reference)
W
Wu Yi 已提交
126
      .def("_remove_var",
127
           [](pd::BlockDesc &self, pybind11::bytes byte_name) {
L
Luo Tao 已提交
128 129 130
             std::string name = byte_name;
             return self.RemoveVar(name);
           },
131 132 133 134 135 136
           pybind11::return_value_policy::reference)
      .def("all_vars", &pd::BlockDesc::AllVars,
           pybind11::return_value_policy::reference)
      .def("op_size", &pd::BlockDesc::OpSize)
      .def("op", &pd::BlockDesc::Op, pybind11::return_value_policy::reference)
      .def("serialize_to_string", SerializeMessage<pd::BlockDesc>);
137 138
}

139 140
void BindVarDsec(pybind11::module *m) {
  pybind11::class_<pd::VarDesc> var_desc(*m, "VarDesc", "");
W
WangZhen 已提交
141
  var_desc.def(pybind11::init<const std::string &>())
M
minqiyang 已提交
142
      .def("name", &pd::VarDesc::Name, pybind11::return_value_policy::reference)
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
      .def("set_name", &pd::VarDesc::SetName)
      .def("set_shape", &pd::VarDesc::SetShape)
      .def("set_shapes", &pd::VarDesc::SetShapes)
      .def("set_dtype", &pd::VarDesc::SetDataType)
      .def("set_dtypes", &pd::VarDesc::SetDataTypes)
      .def("shape", &pd::VarDesc::GetShape,
           pybind11::return_value_policy::reference)
      .def("shapes", &pd::VarDesc::GetShapes,
           pybind11::return_value_policy::reference)
      .def("dtype", &pd::VarDesc::GetDataType,
           pybind11::return_value_policy::reference)
      .def("dtypes", &pd::VarDesc::GetDataTypes,
           pybind11::return_value_policy::reference)
      .def("lod_level", &pd::VarDesc::GetLoDLevel)
      .def("lod_levels", &pd::VarDesc::GetLoDLevels,
           pybind11::return_value_policy::reference)
      .def("set_lod_level", &pd::VarDesc::SetLoDLevel)
      .def("set_lod_levels", &pd::VarDesc::SetLoDLevels)
      .def("type", &pd::VarDesc::GetType)
      .def("set_type", &pd::VarDesc::SetType)
      .def("serialize_to_string", SerializeMessage<pd::VarDesc>)
      .def("persistable", &pd::VarDesc::Persistable)
      .def("set_persistable", &pd::VarDesc::SetPersistable);
Y
Yu Yang 已提交
166

167 168
  pybind11::enum_<pd::proto::VarType::Type>(var_desc, "VarType", "")
      .value("BOOL", pd::proto::VarType::BOOL)
169
      .value("UINT8", pd::proto::VarType::UINT8)
Q
qingqing01 已提交
170
      .value("INT8", pd::proto::VarType::INT8)
171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186
      .value("INT16", pd::proto::VarType::INT16)
      .value("INT32", pd::proto::VarType::INT32)
      .value("INT64", pd::proto::VarType::INT64)
      .value("FP16", pd::proto::VarType::FP16)
      .value("FP32", pd::proto::VarType::FP32)
      .value("FP64", pd::proto::VarType::FP64)
      .value("LOD_TENSOR", pd::proto::VarType::LOD_TENSOR)
      .value("SELECTED_ROWS", pd::proto::VarType::SELECTED_ROWS)
      .value("FEED_MINIBATCH", pd::proto::VarType::FEED_MINIBATCH)
      .value("FETCH_LIST", pd::proto::VarType::FETCH_LIST)
      .value("STEP_SCOPES", pd::proto::VarType::STEP_SCOPES)
      .value("LOD_RANK_TABLE", pd::proto::VarType::LOD_RANK_TABLE)
      .value("LOD_TENSOR_ARRAY", pd::proto::VarType::LOD_TENSOR_ARRAY)
      .value("PLACE_LIST", pd::proto::VarType::PLACE_LIST)
      .value("READER", pd::proto::VarType::READER)
      .value("RAW", pd::proto::VarType::RAW);
187 188
}

189 190 191 192
void BindOpDesc(pybind11::module *m) {
  pybind11::enum_<pd::proto::AttrType>(*m, "AttrType", "")
      .value("INT", pd::proto::AttrType::INT)
      .value("INTS", pd::proto::AttrType::INTS)
T
tangwei12 已提交
193 194
      .value("LONG", pd::proto::AttrType::LONG)
      .value("LONGS", pd::proto::AttrType::LONGS)
195 196 197 198 199 200
      .value("FLOAT", pd::proto::AttrType::FLOAT)
      .value("FLOATS", pd::proto::AttrType::FLOATS)
      .value("STRING", pd::proto::AttrType::STRING)
      .value("STRINGS", pd::proto::AttrType::STRINGS)
      .value("BOOL", pd::proto::AttrType::BOOLEAN)
      .value("BOOLS", pd::proto::AttrType::BOOLEANS)
Y
Yancey1989 已提交
201 202
      .value("BLOCK", pd::proto::AttrType::BLOCK)
      .value("BLOCKS", pd::proto::AttrType::BLOCKS);
Y
Yu Yang 已提交
203

204
  pybind11::class_<pd::OpDesc> op_desc(*m, "OpDesc", "");
F
fengjiayi 已提交
205
  op_desc
206 207 208 209 210 211 212 213 214 215 216 217 218
      .def("__init__", [](pd::OpDesc &self) { new (&self) pd::OpDesc(); },
           pybind11::return_value_policy::reference)
      .def("copy_from", &pd::OpDesc::CopyFrom)
      .def("type", &pd::OpDesc::Type)
      .def("set_type", &pd::OpDesc::SetType)
      .def("input", &pd::OpDesc::Input)
      .def("input_names", &pd::OpDesc::InputNames)
      .def("output", &pd::OpDesc::Output)
      .def("output_names", &pd::OpDesc::OutputNames)
      .def("set_input", &pd::OpDesc::SetInput)
      .def("set_output", &pd::OpDesc::SetOutput)
      .def("input_arg_names", &pd::OpDesc::InputArgumentNames)
      .def("output_arg_names", &pd::OpDesc::OutputArgumentNames)
W
Wu Yi 已提交
219 220
      .def("_rename_input", &pd::OpDesc::RenameInput)
      .def("_rename_output", &pd::OpDesc::RenameOutput)
221 222 223
      .def("has_attr", &pd::OpDesc::HasAttr)
      .def("attr_type", &pd::OpDesc::GetAttrType)
      .def("attr_names", &pd::OpDesc::AttrNames)
W
Wu Yi 已提交
224
      .def("_set_attr", &pd::OpDesc::SetAttr)
225
      .def("remove_attr", &pd::OpDesc::RemoveAttr)
226 227
      .def("attr", &pd::OpDesc::GetAttr)
      .def("set_block_attr", &pd::OpDesc::SetBlockAttr)
228
      .def("set_blocks_attr", &pd::OpDesc::SetBlocksAttr)
T
typhoonzero 已提交
229
      .def("set_serialized_attr",
230 231
           [](pd::OpDesc &self, const std::string &name,
              const pybind11::bytes &seriralized) {
T
typhoonzero 已提交
232 233 234
             std::string ser(seriralized);
             self.SetAttr(name, ser);
           })
W
Wu Yi 已提交
235 236
      .def("_block_attr_id", &pd::OpDesc::GetBlockAttrId)
      .def("_blocks_attr_ids", &pd::OpDesc::GetBlocksAttrIds)
237 238 239
      .def("check_attrs", &pd::OpDesc::CheckAttrs)
      .def("infer_shape", &pd::OpDesc::InferShape)
      .def("infer_var_type", &pd::OpDesc::InferVarType)
240
      .def("set_is_target", &pd::OpDesc::SetIsTarget)
241
      .def("serialize_to_string", SerializeMessage<pd::OpDesc>)
S
sneaxiy 已提交
242
      .def("block", [](pd::OpDesc &self) { return self.Block(); },
243
           pybind11::return_value_policy::reference);
244
}
Y
Yu Yang 已提交
245

246
}  // namespace pybind
247
}  // namespace paddle