// This file is part of OpenCV project. // It is subject to the license terms in the LICENSE file found in the top-level directory // of this distribution and at http://opencv.org/license.html. // // Copyright (C) 2018 Intel Corporation #ifndef OPENCV_GAPI_GMODEL_HPP #define OPENCV_GAPI_GMODEL_HPP #include // shared_ptr #include #include // std::function #include #include #include // /!\ ATTENTION: // // No API includes like GMat, GNode, GCall here! // This part of the system is API-unaware by its design. // #include "opencv2/gapi/garg.hpp" #include "opencv2/gapi/gkernel.hpp" #include "api/gapi_priv.hpp" // GShape #include "api/gproto_priv.hpp" // origin_of #include "backends/common/gbackend.hpp" #include "compiler/gobjref.hpp" #include "compiler/gislandmodel.hpp" namespace cv { namespace gimpl { // TODO: Document all metadata types struct NodeType { static const char *name() { return "NodeType"; } enum { OP, DATA } t; }; struct Input { static const char *name() { return "Input"; } std::size_t port; }; struct Output { static const char *name() { return "Output"; } std::size_t port; }; struct Op { static const char *name() { return "Op"; } cv::GKernel k; std::vector args; // TODO: Introduce a new type for internal args? std::vector outs; // TODO: Introduce a new type for resource references cv::gapi::GBackend backend; util::any opaque; }; struct Data { static const char *name() { return "Data"; } // FIXME: This is a _pure_ duplication of RcDesc now! (except storage) GShape shape; // FIXME: Probably to be replaced by GMetaArg? int rc; GMetaArg meta; HostCtor ctor; // T-specific helper to deal with unknown types in our code // FIXME: Why rc+shape+meta is not represented as RcDesc here? enum class Storage { INTERNAL, // data object is not listed in GComputation protocol INPUT, // data object is listed in GComputation protocol as Input OUTPUT, // data object is listed in GComputation protocol as Output CONST, // data object is constant }; Storage storage; }; struct ConstValue { static const char *name() { return "ConstValue"; } GRunArg arg; }; // This metadata is valid for both DATA and OP kinds of nodes // FIXME: Rename to IslandTag struct Island { static const char *name() { return "Island"; } std::string island; // can be set by user, otherwise is set by fusion }; struct Protocol { static const char *name() { return "Protocol"; } // TODO: Replace the whole thing with a "Protocol" object std::vector inputs; std::vector outputs; std::vector in_nhs; std::vector out_nhs; }; struct OutputMeta { static const char *name() { return "OutputMeta"; } GMetaArgs outMeta; }; struct Journal { static const char *name() { return "Journal"; } std::vector messages; }; // The mapping between user-side GMat/GScalar/... objects // and its appropriate nodes. Can be stored in graph optionally // (NOT used by any compiler or backends, introspection purposes // only) struct Layout { static const char *name() { return "Layout"; } GOriginMap object_nodes; }; // Unique data object counter (per-type) class DataObjectCounter { public: static const char* name() { return "DataObjectCounter"; } int GetNewId(GShape shape) { return m_next_data_id[shape]++; } private: std::unordered_map m_next_data_id; }; // A projected graph of Islands (generated from graph of Operations) struct IslandModel { static const char* name() { return "IslandModel"; } std::shared_ptr model; }; // List of backends selected for current graph execution struct ActiveBackends { static const char *name() { return "ActiveBackends"; } std::unordered_set backends; }; namespace GModel { using Graph = ade::TypedGraph < NodeType , Input , Output , Op , Data , ConstValue , Island , Protocol , OutputMeta , Journal , ade::passes::TopologicalSortData , DataObjectCounter , Layout , IslandModel , ActiveBackends >; // FIXME: How to define it based on GModel??? using ConstGraph = ade::ConstTypedGraph < NodeType , Input , Output , Op , Data , ConstValue , Island , Protocol , OutputMeta , Journal , ade::passes::TopologicalSortData , DataObjectCounter , Layout , IslandModel , ActiveBackends >; // User should initialize graph before using it // GAPI_EXPORTS for tests GAPI_EXPORTS void init (Graph& g); ade::NodeHandle mkOpNode(Graph &g, const GKernel &k, const std::vector& args, const std::string &island); // FIXME: change it to take GMeta instead of GShape? ade::NodeHandle mkDataNode(Graph &g, const GOrigin& origin); // Adds a string message to a node. Any node can be subject of log, messages then // appear in the dumped .dot file.x void log(Graph &g, ade::NodeHandle op, std::string &&message, ade::NodeHandle updater = ade::NodeHandle()); void log(Graph &g, ade::EdgeHandle op, std::string &&message, ade::NodeHandle updater = ade::NodeHandle()); void linkIn (Graph &g, ade::NodeHandle op, ade::NodeHandle obj, std::size_t in_port); void linkOut (Graph &g, ade::NodeHandle op, ade::NodeHandle obj, std::size_t out_port); // FIXME: Align this GModel API properly, it is a mess now namespace detail { // FIXME: GAPI_EXPORTS only because of tests!!! GAPI_EXPORTS ade::NodeHandle dataNodeOf(const ConstGraph& g, const GOrigin &origin); } template inline ade::NodeHandle dataNodeOf(const ConstGraph& g, T &&t) { return detail::dataNodeOf(g, cv::gimpl::proto::origin_of(GProtoArg{t})); } void linkIn (Graph &g, ade::NodeHandle op, ade::NodeHandle obj, std::size_t in_port); void linkOut (Graph &g, ade::NodeHandle op, ade::NodeHandle obj, std::size_t out_port); void redirectReaders(Graph &g, ade::NodeHandle from, ade::NodeHandle to); void redirectWriter (Graph &g, ade::NodeHandle from, ade::NodeHandle to); std::vector orderedInputs (Graph &g, ade::NodeHandle nh); std::vector orderedOutputs(Graph &g, ade::NodeHandle nh); // Returns input meta array for given op node // Array is sparse, as metadata for non-gapi input objects is empty // TODO: // Cover with tests!! GMetaArgs collectInputMeta(GModel::ConstGraph cg, ade::NodeHandle node); GMetaArgs collectOutputMeta(GModel::ConstGraph cg, ade::NodeHandle node); ade::EdgeHandle getInEdgeByPort(const GModel::ConstGraph& cg, const ade::NodeHandle& nh, std::size_t in_port); // Returns true if the given backend participates in the execution bool isActive(const GModel::Graph &cg, const cv::gapi::GBackend &backend); } // namespace GModel }} // namespace cv::gimpl #endif // OPENCV_GAPI_GMODEL_HPP