eager_utils.h 6.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
    http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
#pragma once

#include <Python.h>
14 15
#include "paddle/phi/common/backend.h"
#include "paddle/phi/common/data_type.h"
16 17
#include "paddle/phi/common/scalar.h"
#include "paddle/phi/common/scalar_array.h"
18
#include "paddle/phi/core/dense_tensor.h"
19

20 21 22
#include "pybind11/pybind11.h"
#include "pybind11/stl.h"
namespace paddle {
23
class CustomOpKernelContext;
0
0x45f 已提交
24 25 26
namespace framework {
class Scope;
}
27 28 29
namespace pybind {

typedef struct {
30 31
  PyObject_HEAD paddle::experimental::Tensor tensor;
} TensorObject;
32

33
int TensorDtype2NumpyDtype(phi::DataType dtype);
34

35 36 37 38 39 40 41 42
bool PyObject_CheckLongOrConvertToLong(PyObject** obj);
bool PyObject_CheckFloatOrConvertToFloat(PyObject** obj);
bool PyObject_CheckStr(PyObject* obj);
bool CastPyArg2AttrBoolean(PyObject* obj, ssize_t arg_pos);
int CastPyArg2AttrInt(PyObject* obj, ssize_t arg_pos);
int64_t CastPyArg2AttrLong(PyObject* obj, ssize_t arg_pos);
float CastPyArg2AttrFloat(PyObject* obj, ssize_t arg_pos);
std::string CastPyArg2AttrString(PyObject* obj, ssize_t arg_pos);
43 44
paddle::CustomOpKernelContext CastPyArg2CustomOpKernelContext(PyObject* obj,
                                                              ssize_t arg_pos);
45
paddle::experimental::Tensor CastPyArg2Tensor(PyObject* obj, ssize_t arg_pos);
J
Jiabin Yang 已提交
46 47
std::shared_ptr<imperative::VarBase> CastPyArg2VarBase(PyObject* obj,
                                                       ssize_t arg_pos);
48 49
std::vector<paddle::experimental::Tensor> CastPyArg2VectorOfTensor(
    PyObject* obj, ssize_t arg_pos);
50
platform::Place CastPyArg2Place(PyObject* obj, ssize_t arg_pos);
51
framework::Tensor CastPyArg2FrameworkTensor(PyObject* obj, ssize_t arg_pos);
52 53
std::vector<framework::LoDTensor> CastPyArg2VectorOfTensorBase(PyObject* obj,
                                                               ssize_t arg_pos);
54
std::vector<int> CastPyArg2VectorOfInt(PyObject* obj, size_t arg_pos);
J
Jiabin Yang 已提交
55 56
framework::proto::VarType::Type CastPyArg2ProtoType(PyObject* obj,
                                                    ssize_t arg_pos);
57

58 59 60 61 62 63 64
PyObject* ToPyObject(int value);
PyObject* ToPyObject(bool value);
PyObject* ToPyObject(int64_t value);
PyObject* ToPyObject(float value);
PyObject* ToPyObject(double value);
PyObject* ToPyObject(const char* value);
PyObject* ToPyObject(const std::string& value);
65
PyObject* ToPyObject(const paddle::experimental::Tensor& value);
66 67 68 69 70
PyObject* ToPyObject(const std::vector<bool>& value);
PyObject* ToPyObject(const std::vector<int>& value);
PyObject* ToPyObject(const std::vector<int64_t>& value);
PyObject* ToPyObject(const std::vector<float>& value);
PyObject* ToPyObject(const std::vector<double>& value);
71 72
PyObject* ToPyObject(const std::vector<paddle::experimental::Tensor>& value,
                     bool return_py_none_if_not_initialize = false);
73
PyObject* ToPyObject(const platform::Place& value);
74
PyObject* ToPyObject(const framework::LoDTensor* value);
J
Jiabin Yang 已提交
75
PyObject* ToPyObject(const paddle::framework::proto::VarType::Type& dtype);
76
PyObject* ToPyObject(const paddle::framework::proto::VarType& type);
W
wanghuancoder 已提交
77
PyObject* ToPyObject(const void* value);
78 79
PyObject* ToPyObject(
    const std::unordered_map<std::string, std::vector<std::string>>& value);
80

81
template <typename Tuple, size_t N>
82
struct TupleTensorResult {
83
  static void Run(const Tuple& out, PyObject* result) {
84
    TupleTensorResult<Tuple, N - 1>::Run(out, result);
85 86 87 88 89
    PyTuple_SET_ITEM(result, N - 1, ToPyObject(std::get<N - 1>(out)));
  }
};

template <typename Tuple>
90
struct TupleTensorResult<Tuple, 1> {
91 92 93 94 95 96 97 98 99 100
  static void Run(const Tuple& out, PyObject* result) {
    PyTuple_SET_ITEM(result, 0, ToPyObject(std::get<0>(out)));
  }
};

template <typename... Args>
PyObject* ToPyObject(const std::tuple<Args...>& out) {
  auto len = sizeof...(Args);
  PyObject* result = PyTuple_New(len);

101
  TupleTensorResult<decltype(out), sizeof...(Args)>::Run(out, result);
102 103 104 105

  return result;
}

106 107 108 109 110 111 112
paddle::experimental::Scalar CastPyArg2Scalar(PyObject* obj,
                                              const std::string& op_type,
                                              ssize_t arg_pos);

paddle::experimental::ScalarArray CastPyArg2ScalarArray(
    PyObject* obj, const std::string& op_type, ssize_t arg_pos);

113 114 115 116 117 118 119 120
paddle::experimental::Backend CastPyArg2Backend(PyObject* obj,
                                                const std::string& op_type,
                                                ssize_t arg_pos);

paddle::experimental::DataType CastPyArg2DataType(PyObject* obj,
                                                  const std::string& op_type,
                                                  ssize_t arg_pos);

121 122 123 124
paddle::optional<paddle::experimental::Tensor> GetOptionalTensorFromArgs(
    const std::string& op_type, const std::string& arg_name, PyObject* args,
    ssize_t arg_idx, bool dispensable = false);

125 126 127 128
paddle::experimental::Tensor& GetTensorFromArgs(const std::string& op_type,
                                                const std::string& arg_name,
                                                PyObject* args, ssize_t arg_idx,
                                                bool dispensable = false);
129

130
std::vector<paddle::experimental::Tensor> GetTensorListFromArgs(
131 132 133
    const std::string& op_type, const std::string& arg_name, PyObject* args,
    ssize_t arg_idx, bool dispensable = false);

134 135 136 137 138
paddle::experimental::Tensor* GetTensorPtrFromArgs(const std::string& op_type,
                                                   const std::string& arg_name,
                                                   PyObject* args,
                                                   ssize_t arg_idx,
                                                   bool dispensable = false);
139

140
std::vector<paddle::experimental::Tensor*> GetTensorPtrListFromArgs(
141 142 143
    const std::string& op_type, const std::string& arg_name, PyObject* args,
    ssize_t arg_idx, bool dispensable = false);

J
Jiabin Yang 已提交
144
// end of Slice related methods
145

0
0x45f 已提交
146 147 148
std::vector<paddle::framework::Scope*> GetScopePtrListFromArgs(
    const std::string& op_type, const std::string& arg_name, PyObject* args,
    ssize_t arg_idx, bool dispensable);
J
Jiabin Yang 已提交
149

150 151
}  // namespace pybind
}  // namespace paddle