// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include "paddle/fluid/framework/ir/node.h" #include "paddle/fluid/framework/op_desc.h" #include "paddle/fluid/inference/tensorrt/engine.h" namespace paddle { namespace framework { class OpDesc; } // namespace framework } // namespace paddle namespace paddle { namespace inference { namespace tensorrt { /* * Single Op teller definition. * One can override this and define a more complex tell logic, considerring more * issues such as op_desc. */ struct Teller { virtual bool operator()(const std::string& op_type, const framework::OpDesc& desc, bool use_no_calib_int8) = 0; virtual ~Teller() = default; }; /* * A real example: * * struct SomeTeller : public Teller { * bool operator()(const std::string& op_type, * const framework::OpDesc& desc) override { * return op_type == "fc" && desc.Inputs().size() == 2; * } *}; */ /* * class OpTeller helps to tell whether a fluid * operator can be transformed to a TensorRT layer. */ class OpTeller { public: static OpTeller& Global() { static std::unique_ptr x(new OpTeller); return *x; } bool Tell(const framework::ir::Node* node, bool use_no_calib_int8 = false, bool with_dynamic_shape = false); private: OpTeller(); /* * Some OpDescs Attribute support both constant value and dynamic * runtime value (which is a Variable(s) type). But TensorRT maybe * only support constant value Attribute, so we shall distinguish * this case in time and return False in OpTeller.Tell(). */ bool HasUnsupportAttrVar(const framework::OpDesc& desc) const; private: std::vector> tellers_; }; } // namespace tensorrt } // namespace inference } // namespace paddle