op_desc.h 9.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once

17
#include <map>
18 19
#include <memory>
#include <string>
20
#include <utility>
21 22 23 24
#include <vector>

#include "lite/model_parser/base/op_desc.h"
#include "lite/model_parser/flatbuffers/framework_generated.h"
25
#include "lite/model_parser/flatbuffers/traits.h"
26
#include "lite/model_parser/flatbuffers/vector_view.h"
27 28 29 30 31 32
#include "lite/utils/all.h"

namespace paddle {
namespace lite {
namespace fbs {

33
class OpDescView : public OpDescAPI {
34
 public:
35
  explicit OpDescView(proto::OpDesc const* desc) : desc_(desc) { CHECK(desc_); }
36 37 38

  std::string Type() const override { return desc_->type()->str(); }

39 40
  std::vector<std::string> Input(const char* param) const {
    const auto& var = desc_->inputs()->LookupByKey(param);
41
    std::vector<std::string> args_vec;
42 43 44 45
    if (var && var->arguments()) {
      args_vec.resize(var->arguments()->size());
      for (size_t i = 0; i < var->arguments()->size(); ++i) {
        args_vec[i] = (*var->arguments())[i]->str();
46 47 48 49 50
      }
    }
    return args_vec;
  }

51 52 53 54
  std::vector<std::string> Input(const std::string& param) const override {
    return Input(param.c_str());
  }

55 56 57 58
  std::vector<std::string> InputArgumentNames() const override {
    const auto& vars = desc_->inputs();
    std::vector<std::string> input_names_vec;
    if (vars) {
59 60 61
      input_names_vec.resize(vars->size());
      for (size_t i = 0; i < vars->size(); ++i) {
        input_names_vec[i] = (*vars)[i]->parameter()->str();
62 63 64 65 66
      }
    }
    return input_names_vec;
  }

67 68
  std::vector<std::string> Output(const char* param) const {
    const auto& var = desc_->outputs()->LookupByKey(param);
69
    std::vector<std::string> args_vec;
70
    if (var && var->arguments()) {
71 72 73
      args_vec.resize(var->arguments()->size());
      for (size_t i = 0; i < var->arguments()->size(); ++i) {
        args_vec[i] = (*var->arguments())[i]->str();
74 75 76 77 78
      }
    }
    return args_vec;
  }

79 80 81 82
  std::vector<std::string> Output(const std::string& param) const override {
    return Output(param.c_str());
  }

83 84 85 86
  std::vector<std::string> OutputArgumentNames() const override {
    const auto& vars = desc_->outputs();
    std::vector<std::string> output_names_vec;
    if (vars) {
87 88 89
      output_names_vec.resize(vars->size());
      for (size_t i = 0; i < vars->size(); ++i) {
        output_names_vec[i] = (*vars)[i]->parameter()->str();
90 91 92 93 94
      }
    }
    return output_names_vec;
  }

95 96 97 98
  bool HasAttr(const char* name) const {
    return desc_->attrs()->LookupByKey(name) != nullptr;
  }

99
  bool HasAttr(const std::string& name) const override {
100
    return HasAttr(name.c_str());
101 102 103 104 105 106 107 108
  }

  size_t AttrsSize() const { return desc_->attrs()->size(); }

  std::string AttrName(size_t idx) const {
    return desc_->attrs()->Get(idx)->name()->str();
  }

109 110
  OpDescAPI::AttrType GetAttrType(const char* name) const {
    const auto& attr = desc_->attrs()->LookupByKey(name);
111
    CHECK(attr) << "Can not find attr: " << name;
112
    return ConvertAttrType(attr->type());
113 114
  }

115 116
  OpDescAPI::AttrType GetAttrType(const std::string& name) const override {
    return GetAttrType(name.c_str());
117 118 119 120 121 122
  }

  std::vector<std::string> AttrNames() const override {
    const auto& attrs = desc_->attrs();
    std::vector<std::string> attr_names_vec;
    if (attrs) {
123 124 125
      attr_names_vec.resize(attrs->size());
      for (size_t i = 0; i < attrs->size(); ++i) {
        attr_names_vec[i] = (*attrs)[i]->name()->str();
126 127 128 129 130 131
      }
    }
    return attr_names_vec;
  }

  template <typename T>
132
  typename lite::OpDataTypeTrait<T, Flatbuffers>::RT GetAttr(
133
      const char* name) const;
134 135

  template <typename T>
136 137
  typename lite::OpDataTypeTrait<T, Flatbuffers>::RT GetAttr(
      const std::string& name) const;
138 139

 private:
140
  proto::OpDesc const* desc_;
141 142 143 144 145 146 147 148 149 150

  // To reduce overhead, we expect to use namespace aliasing to make cpp::Desc
  // and flatbuffers::Desc replace each other. However, there is no direct
  // inheritance relationship between the two data types, and the read-only
  // version of flatbuffers lacks some write implementations. Therefore, at
  // present, we are temporarily providing a default interface that triggers
  // execution-time errors to avoid type ambiguity and compile-time errors
  // caused by different building options.

 public:
151
  OpDescView() = default;
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173
  bool HasInput(const std::string& param) const {
    return desc_->inputs()->LookupByKey(param.c_str()) != nullptr;
  }

  const std::map<std::string, std::vector<std::string>>& inputs() const {
    NotImplemented();
    return inputs_;
  }
  const std::map<std::string, std::vector<std::string>>& outputs() const {
    NotImplemented();
    return outputs_;
  }
  std::map<std::string, std::vector<std::string>>* mutable_inputs() {
    NotImplemented();
    return &inputs_;
  }
  std::map<std::string, std::vector<std::string>>* mutable_outputs() {
    NotImplemented();
    return &outputs_;
  }

  std::vector<std::string> input_vars() const {
174 175 176 177 178 179 180 181 182
    VLOG(5) << "This function call is expensive.";
    std::vector<std::string> res;
    for (const auto& var : *(desc_->inputs())) {
      if (var && var->arguments()) {
        res.emplace_back(var->arguments()->begin()->c_str(),
                         var->arguments()->end()->c_str());
      }
    }
    return res;
183 184 185 186 187 188 189 190
  }

  std::vector<std::string> output_vars() const {
    NotImplemented();
    return std::vector<std::string>();
  }

  bool HasOutput(const std::string& param) const {
191
    return !Output(param).empty();
192 193 194 195 196 197 198 199 200 201 202 203 204
  }

  const std::map<std::string, Any>& attrs() const {
    NotImplemented();
    return attrs_;
  }
  const std::map<std::string, AttrType>& attr_types() const {
    NotImplemented();
    return attr_types_;
  }

 private:
  void NotImplemented() const {
205
    LOG(FATAL) << "The additional interfaces of OpDescView is temporarily "
206 207 208 209 210 211 212
                  "unavailable in read-only mode.";
  }
  std::string type_;
  std::map<std::string, std::vector<std::string>> inputs_;
  std::map<std::string, std::vector<std::string>> outputs_;
  std::map<std::string, Any> attrs_;
  std::map<std::string, AttrType> attr_types_;
213 214
};

215
#ifdef LITE_WITH_FLATBUFFERS_DESC
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
class OpDesc : public OpDescAPI {
 public:
  OpDesc() : owned_(true), desc_(new proto::OpDescT()) {}
  explicit OpDesc(proto::OpDescT* desc) : desc_(desc) { CHECK(desc_); }

  std::string Type() const override { return desc_->type; }

  void SetType(const std::string& type) override { desc_->type = type; }

  std::vector<std::string> Input(const std::string& param) const override {
    return (*GetKeyIterator(param, desc_->inputs))->arguments;
  }

  std::vector<std::string> InputArgumentNames() const override {
    VLOG(5) << "This function call is expensive.";
    std::vector<std::string> tmp;
    for (const auto& input : desc_->inputs) {
      tmp.push_back(input->parameter);
    }
    return tmp;
  }

  void SetInput(const std::string& param,
                const std::vector<std::string>& args) override {
    std::unique_ptr<proto::OpDesc_::VarT> var(new proto::OpDesc_::VarT);
    var->parameter = param;
    var->arguments = args;
    InsertPair(param, std::move(var), &desc_->inputs);
  }

  std::vector<std::string> Output(const std::string& param) const override {
    return (*GetKeyIterator(param, desc_->outputs))->arguments;
  }

  std::vector<std::string> OutputArgumentNames() const override {
    VLOG(5) << "This function call is expensive.";
    std::vector<std::string> tmp;
    for (const auto& output : desc_->outputs) {
      tmp.push_back(output->parameter);
    }
    return tmp;
  }

  void SetOutput(const std::string& param,
                 const std::vector<std::string>& args) override {
    std::unique_ptr<proto::OpDesc_::VarT> var(new proto::OpDesc_::VarT);
    var->parameter = param;
    var->arguments = args;
    InsertPair(param, std::move(var), &desc_->outputs);
  }

  bool HasAttr(const std::string& name) const override {
    return HasKey(name, desc_->attrs);
  }

  OpDescAPI::AttrType GetAttrType(const std::string& name) const override {
    return ConvertAttrType((*GetKeyIterator(name, desc_->attrs))->type);
  }

  std::vector<std::string> AttrNames() const override {
    VLOG(5) << "This function call is expensive.";
    std::vector<std::string> tmp;
    for (const auto& attr : desc_->attrs) {
      tmp.push_back(attr->name);
    }
    return tmp;
  }

  template <typename T>
  void SetAttr(const std::string& name, const T& v);

  template <typename T>
  T GetAttr(const std::string& name) const;

  proto::OpDescT* raw_desc() { return desc_; }

  ~OpDesc() {
    if (owned_) {
      delete desc_;
    }
  }

 private:
  bool owned_{false};
  proto::OpDescT* desc_{nullptr};
};
302
#endif  // LITE_WITH_FLATBUFFERS_DESC
303

304 305 306
}  // namespace fbs
}  // namespace lite
}  // namespace paddle