op_info.h 4.9 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Y
Yu Yang 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
Y
Yu Yang 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
Y
Yu Yang 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
Y
Yu Yang 已提交
14 15 16 17 18 19

#pragma once
#include <functional>
#include <map>
#include <string>
#include <unordered_map>
S
sneaxiy 已提交
20
#include <vector>
21

Y
Yi Wang 已提交
22
#include "paddle/fluid/framework/attribute.h"
S
sneaxiy 已提交
23
#include "paddle/fluid/framework/no_need_buffer_vars_inference.h"
Y
Yi Wang 已提交
24 25
#include "paddle/fluid/framework/type_defs.h"
#include "paddle/fluid/platform/macros.h"
Y
Yu Yang 已提交
26 27 28 29

namespace paddle {
namespace framework {

30 31 32 33 34 35
class InferShapeBase {
 public:
  virtual ~InferShapeBase() = default;
  virtual void operator()(InferShapeContext*) const = 0;
};

Y
Yu Yang 已提交
36 37
struct OpInfo {
  OpCreator creator_;
Y
Yu Yang 已提交
38
  GradOpMakerFN grad_op_maker_;
39
  proto::OpProto* proto_{nullptr};
40
  OpAttrChecker* checker_{nullptr};
Y
Yu Yang 已提交
41
  InferVarTypeFN infer_var_type_;
42
  InferShapeFN infer_shape_;
D
dzhwinter 已提交
43
  InferInplaceOpFN infer_inplace_;
S
sneaxiy 已提交
44
  InferNoNeedBufferVarsFN infer_no_need_buffer_vars_;
H
hong 已提交
45
  DygraphGradOpMakerFN dygraph_grad_op_maker_;
Y
Yu Yang 已提交
46

S
sneaxiy 已提交
47 48 49 50
  // NOTE(zjl): this flag is added to check whether
  // the grad maker is the default one.
  bool use_default_grad_op_desc_maker_{false};

Y
Yu Yang 已提交
51 52 53 54
  bool HasOpProtoAndChecker() const {
    return proto_ != nullptr && checker_ != nullptr;
  }

55
  const proto::OpProto& Proto() const {
56 57 58
    PADDLE_ENFORCE_NOT_NULL(
        proto_,
        platform::errors::NotFound("Operator's Proto has not been registered"));
59 60 61
    PADDLE_ENFORCE_EQ(proto_->IsInitialized(), true,
                      platform::errors::InvalidArgument(
                          "Operator's Proto in op info is not initialized."));
Y
Yu Yang 已提交
62 63 64 65
    return *proto_;
  }

  const OpCreator& Creator() const {
66
    PADDLE_ENFORCE_NOT_NULL(creator_,
67
                            "Operator's Creator has not been registered");
Y
Yu Yang 已提交
68 69
    return creator_;
  }
Y
Yu Yang 已提交
70 71

  const GradOpMakerFN& GradOpMaker() const {
72 73 74 75 76 77 78 79 80 81
    // Normally, proto_ should not be null, except some special operators, such
    // as LeaklyReluDoubleGrad op.
    std::string type = proto_ ? proto_->type() : "unknown";
    PADDLE_ENFORCE_NOT_NULL(
        grad_op_maker_,
        "Operator %s's GradOpMaker has not been "
        "registered.\nPlease check whether %s_op has "
        "grad_op.\nIf not, please set stop_gradient to True "
        "for its input and output variables using var.stop_gradient=True.",
        type.c_str(), type.c_str());
Y
Yu Yang 已提交
82 83
    return grad_op_maker_;
  }
F
fengjiayi 已提交
84

85
  // some op has no grad_op_maker, add check before use GradOpMaker()
86
  bool HasGradOpMaker() const { return grad_op_maker_ != nullptr; }
87

H
hong 已提交
88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105
  const DygraphGradOpMakerFN& DygraphGradOpMaker() const {
    // Normally, proto_ should not be null, except some special operators, such
    // as LeaklyReluDoubleGrad op.
    std::string type = proto_ ? proto_->type() : "unknown";
    PADDLE_ENFORCE_NOT_NULL(
        dygraph_grad_op_maker_,
        "Operator %s's DygraphGradOpMaker has not been "
        "registered.\nPlease check whether %s_op has "
        "grad_op.\nIf not, please set stop_gradient to True "
        "for its input and output variables using var.stop_gradient=True.",
        type.c_str(), type.c_str());
    return dygraph_grad_op_maker_;
  }

  bool HasDygraphGradOpMaker() const {
    return dygraph_grad_op_maker_ != nullptr ? true : false;
  }

106
  bool HasInferInplace() const { return infer_inplace_ != nullptr; }
107

F
fengjiayi 已提交
108
  const OpAttrChecker* Checker() const { return checker_; }
S
sneaxiy 已提交
109 110 111 112

  const InferNoNeedBufferVarsFN& NoNeedBufferVarsInferer() const {
    return infer_no_need_buffer_vars_;
  }
Y
Yu Yang 已提交
113 114
};

Y
Yu Yang 已提交
115 116 117 118 119 120 121 122
class OpInfoMap {
 public:
  static OpInfoMap& Instance();

  bool Has(const std::string& op_type) const {
    return map_.find(op_type) != map_.end();
  }

123
  void Insert(const std::string& type, const OpInfo& info) {
Y
Yu Yang 已提交
124 125 126 127 128
    PADDLE_ENFORCE(!Has(type), "Operator %s has been registered", type);
    map_.insert({type, info});
  }

  const OpInfo& Get(const std::string& type) const {
129 130 131 132 133 134 135
    auto op_info_ptr = GetNullable(type);
    PADDLE_ENFORCE_NOT_NULL(op_info_ptr, "Operator %s has not been registered",
                            type);
    return *op_info_ptr;
  }

  const OpInfo* GetNullable(const std::string& type) const {
Y
Yu Yang 已提交
136
    auto it = map_.find(type);
137 138 139 140 141
    if (it == map_.end()) {
      return nullptr;
    } else {
      return &it->second;
    }
Y
Yu Yang 已提交
142 143
  }

144 145 146
  const std::unordered_map<std::string, OpInfo>& map() const { return map_; }

  std::unordered_map<std::string, OpInfo>* mutable_map() { return &map_; }
Y
Yu Yang 已提交
147

S
sneaxiy 已提交
148 149
  std::vector<std::string> GetUseDefaultGradOpDescMakerOps() const;

Y
Yu Yang 已提交
150 151
 private:
  OpInfoMap() = default;
152
  std::unordered_map<std::string, OpInfo> map_;
D
format  
dongzhihong 已提交
153 154

  DISABLE_COPY_AND_ASSIGN(OpInfoMap);
Y
Yu Yang 已提交
155
};
Y
Yu Yang 已提交
156 157 158

}  // namespace framework
}  // namespace paddle