pybind.cc 5.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

L
Luo Tao 已提交
15
#include <Python.h>
Y
Yu Yang 已提交
16
#include <paddle/framework/op_registry.h>
Y
Yu Yang 已提交
17
#include <paddle/framework/operator.h>
18
#include <paddle/framework/scope.h>
19
#include <paddle/pybind/tensor_bind.h>
Y
Yu Yang 已提交
20
#include <pybind11/numpy.h>
21
#include <pybind11/pybind11.h>
Y
Yu Yang 已提交
22 23
#include <pybind11/stl.h>
#include <fstream>
Y
Yu Yang 已提交
24
#include <vector>
25 26 27 28

namespace py = pybind11;
namespace pd = paddle::framework;

Y
Yu Yang 已提交
29
USE_OP(add_two);
Q
Qiao Longfei 已提交
30
USE_OP(onehot_cross_entropy);
Y
Yu Yang 已提交
31
USE_OP_WITHOUT_KERNEL(fc);
Q
Qiao Longfei 已提交
32
USE_OP(sgd);
Q
qijun 已提交
33 34 35 36
USE_OP(mul);
USE_OP(sigmoid);
USE_OP(softmax);
USE_OP(rowwise_add);
Y
Yu Yang 已提交
37

38 39 40
PYBIND11_PLUGIN(core) {
  py::module m("core", "C++ core of Paddle Paddle");

Y
Yu Yang 已提交
41 42
  py::class_<pd::Tensor>(m, "Tensor", py::buffer_protocol())
      .def_buffer([](pd::Tensor& self) -> py::buffer_info {
43
        return paddle::pybind::CastToPyBuffer(self);
Y
Yu Yang 已提交
44 45 46 47 48
      })
      .def("get_dims",
           [](const pd::Tensor& self) { return pd::vectorize(self.dims()); })
      .def("set_dims",
           [](pd::Tensor& self, const std::vector<int>& dim) {
F
fengjiayi 已提交
49
             self.Resize(pd::make_ddim(dim));
Y
Yu Yang 已提交
50 51 52 53 54 55 56 57 58
           })
      .def("alloc_float",
           [](pd::Tensor& self) {
             self.mutable_data<float>(paddle::platform::CPUPlace());
           })
      .def("alloc_int",
           [](pd::Tensor& self) {
             self.mutable_data<int>(paddle::platform::CPUPlace());
           })
59
      .def("set", paddle::pybind::PyTensorSetFromArray<float>)
Y
Yu Yang 已提交
60 61 62
      .def("set", paddle::pybind::PyTensorSetFromArray<int>)
      .def("shape",
           [](pd::Tensor& self) { return pd::vectorize(self.dims()); });
Y
Yu Yang 已提交
63

64 65 66 67 68 69 70 71 72 73
  py::class_<pd::Variable>(m, "Variable", R"DOC(Variable Class.

All parameter, weight, gradient are variables in Paddle.
)DOC")
      .def("is_int", [](const pd::Variable& var) { return var.IsType<int>(); })
      .def("set_int",
           [](pd::Variable& var, int val) -> void {
             *var.GetMutable<int>() = val;
           })
      .def("get_int",
Y
Yu Yang 已提交
74 75 76 77 78 79
           [](const pd::Variable& var) -> int { return var.Get<int>(); })
      .def("get_tensor",
           [](pd::Variable& self) -> pd::Tensor* {
             return self.GetMutable<pd::Tensor>();
           },
           py::return_value_policy::reference);
80 81 82 83 84 85 86 87 88 89

  py::class_<pd::Scope, std::shared_ptr<pd::Scope>>(m, "Scope")
      .def(py::init<const std::shared_ptr<pd::Scope>&>())
      .def("get_var",
           &pd::Scope::GetVariable,
           py::return_value_policy::reference)
      .def("create_var",
           &pd::Scope::CreateVariable,
           py::return_value_policy::reference);

Y
Yu Yang 已提交
90 91
  //! @note: Be careful! PyBind will return std::string as an unicode, not
  //! Python str. If you want a str object, you should cast them in Python.
Y
Yu Yang 已提交
92
  m.def("get_all_op_protos", []() -> std::vector<py::bytes> {
Y
Yu Yang 已提交
93
    auto& protos = pd::OpRegistry::protos();
Y
Yu Yang 已提交
94
    std::vector<py::bytes> ret_values;
Y
Yu Yang 已提交
95
    for (auto it = protos.begin(); it != protos.end(); ++it) {
Y
Yu Yang 已提交
96 97
      PADDLE_ENFORCE(it->second.IsInitialized(),
                     "OpProto must all be initialized");
Y
Yu Yang 已提交
98 99
      std::string str;
      PADDLE_ENFORCE(it->second.SerializeToString(&str),
Y
Yu Yang 已提交
100
                     "Serialize OpProto Error. This could be a bug of Paddle.");
Y
Yu Yang 已提交
101
      ret_values.push_back(py::bytes(str));
Y
Yu Yang 已提交
102 103 104
    }
    return ret_values;
  });
105 106 107 108 109 110
  m.def_submodule(
       "var_names",
       "The module will return special predefined variable name in Paddle")
      .def("empty", pd::OperatorBase::EMPTY_VAR_NAME)
      .def("temp", pd::OperatorBase::TMP_VAR_NAME);

Y
Yu Yang 已提交
111 112 113 114 115
  py::class_<paddle::platform::DeviceContext>(m, "DeviceContext")
      .def_static("cpu_context", []() -> paddle::platform::DeviceContext* {
        return new paddle::platform::CPUDeviceContext();
      });

116 117
  py::class_<pd::OperatorBase, pd::OperatorPtr>(m, "Operator")
      .def("__str__", &pd::OperatorBase::DebugString)
Y
Yu Yang 已提交
118
      .def_static("create",
119
                  [](py::bytes protobin) {
Y
Yu Yang 已提交
120 121 122 123 124 125 126 127 128 129 130
                    pd::OpDesc desc;
                    PADDLE_ENFORCE(desc.ParsePartialFromString(protobin),
                                   "Cannot parse user input to OpDesc");
                    PADDLE_ENFORCE(desc.IsInitialized(),
                                   "User OpDesc is not initialized, reason %s",
                                   desc.InitializationErrorString());
                    return pd::OpRegistry::CreateOp(desc);
                  })
      .def("infer_shape", &pd::OperatorBase::InferShape)
      .def("run", &pd::OperatorBase::Run)
      .def("outputs", [](const pd::OperatorPtr& op) { return op->outputs_; });
Y
Yu Yang 已提交
131

132
  return m.ptr();
L
Luo Tao 已提交
133
}