op_teller.cc 3.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/inference/tensorrt/op_teller.h"

namespace paddle {
namespace inference {
namespace tensorrt {

// Just tell by the op_types.
struct SimpleOpTypeSetTeller : public Teller {
23 24 25 26 27
  SimpleOpTypeSetTeller() {
#if IS_TRT_VERSION_GE(5130)
    teller_set.insert("relu6");
#endif
  }
28 29 30 31 32 33 34

  bool operator()(const std::string& op_type,
                  const framework::OpDesc& desc) override {
    return teller_set.count(op_type);
  }

 private:
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
  std::unordered_set<std::string> teller_set{{"mul",
                                              "conv2d",
                                              "pool2d",
                                              "relu",
                                              "softmax",
                                              "sigmoid",
                                              "depthwise_conv2d",
                                              "batch_norm",
                                              "concat",
                                              "tanh",
                                              "pad",
                                              "elementwise_add",
                                              "elementwise_mul",
                                              "dropout",
                                              "prelu",
                                              "conv2d_transpose",
                                              "leaky_relu",
                                              "fc",
                                              "shuffle_channel",
                                              "swish",
P
Pei Yang 已提交
55 56 57 58
                                              "split",
                                              "gelu",
                                              "layer_norm",
                                              "multihead_matmul"}};
59 60 61
};

bool OpTeller::Tell(const std::string& op_type, const framework::OpDesc& desc) {
62 63 64 65
  // do not support the op which is labeled the `skip_quant`
  if (desc.HasAttr("op_namescope") &&
      boost::get<std::string>(desc.GetAttr("op_namescope")) == "/skip_quant_2/")
    return false;
66
  for (auto& teller : tellers_) {
67 68 69 70 71 72
    if (op_type == "pool2d" || op_type == "conv2d" ||
        op_type == "depthwise_conv2d" || op_type == "conv2d_transpose") {
      std::vector<int> paddings =
          boost::get<std::vector<int>>(desc.GetAttr("paddings"));
      if (paddings.size() > 2) return false;
    }
73 74 75 76 77 78 79 80 81 82
    if ((*teller)(op_type, desc)) return true;
  }
  return false;
}

OpTeller::OpTeller() { tellers_.emplace_back(new SimpleOpTypeSetTeller); }

}  // namespace tensorrt
}  // namespace inference
}  // namespace paddle