Handle meta for multiple infer inputs

modules/gapi/src/backends/ie/giebackend.cpp

@@ -456,6 +456,7 @@ public:
                   cv::gimpl::GIslandExecutable::IOutput             &  output,
                   const cv::GArgs                                   &  args,
                   const std::vector<cv::gimpl::RcDesc>              &  outs,
+                  cv::GRunArg::Meta                                 && meta,
                   std::vector<cv::gimpl::GIslandExecutable::InObj>  && input_objs,
                   std::vector<cv::gimpl::GIslandExecutable::OutObj> && output_objs);
 
@@ -477,9 +478,8 @@ public:
     const cv::Mat&        inMat  (std::size_t input) const;
     const cv::MediaFrame& inFrame(std::size_t input) const;
 
-    const cv::GRunArg& input  (std::size_t idx) const;
-          cv::GRunArgP output (std::size_t idx);
-          cv::Mat&     outMatR(std::size_t idx);
+    cv::GRunArgP output (std::size_t idx);
+    cv::Mat&     outMatR(std::size_t idx);
 
     const IEUnit                          &uu;
     cv::gimpl::GIslandExecutable::IOutput &out;
@@ -491,6 +491,8 @@ public:
     // To store exception appeared in callback.
     std::exception_ptr eptr;
 
+    const cv::GRunArg::Meta& getMeta() { return m_meta; };
+
     using req_key_t = void*;
     cv::MediaFrame* prepareKeepAliveFrameSlot(req_key_t key);
     size_t releaseKeepAliveFrame(req_key_t key);
@@ -499,6 +501,9 @@ private:
 
     cv::GArg packArg(const cv::GArg &arg);
 
+    // To propagate accumulated meta from all inputs to output.
+    cv::GRunArg::Meta m_meta;
+
     // To store input/output data from frames
     std::vector<cv::gimpl::GIslandExecutable::InObj>  m_input_objs;
     std::vector<cv::gimpl::GIslandExecutable::OutObj> m_output_objs;
@@ -525,9 +530,11 @@ IECallContext::IECallContext(const IEUnit                                      &
                              cv::gimpl::GIslandExecutable::IOutput             &  output,
                              const cv::GArgs                                   &  args,
                              const std::vector<cv::gimpl::RcDesc>              &  outs,
+                             cv::GRunArg::Meta                                 && meta,
                              std::vector<cv::gimpl::GIslandExecutable::InObj>  && input_objs,
                              std::vector<cv::gimpl::GIslandExecutable::OutObj> && output_objs)
-: uu(unit), out(output), m_input_objs(std::move(input_objs)), m_output_objs(std::move(output_objs))
+: uu(unit), out(output), m_meta(std::move(meta)),
+  m_input_objs(std::move(input_objs)), m_output_objs(std::move(output_objs))
 {
     for (auto& it : m_input_objs)  cv::gimpl::magazine::bindInArg (m_res, it.first, it.second);
     for (auto& it : m_output_objs) cv::gimpl::magazine::bindOutArg(m_res, it.first, it.second);
@@ -575,10 +582,6 @@ cv::GRunArgP IECallContext::output(std::size_t idx) {
     return m_output_objs[idx].second;
 };
 
-const cv::GRunArg& IECallContext::input(std::size_t idx) const {
-    return m_input_objs[idx].second;
-}
-
 cv::detail::VectorRef& IECallContext::outVecRef(std::size_t idx) {
     return cv::util::get<cv::detail::VectorRef>(m_results.at(idx));
 }
@@ -1062,6 +1065,12 @@ void cv::gimpl::ie::GIEExecutable::run(cv::gimpl::GIslandExecutable::IInput  &in
 
     GAPI_Assert(cv::util::holds_alternative<cv::GRunArgs>(in_msg));
     const auto in_vector = cv::util::get<cv::GRunArgs>(in_msg);
+    // NB: Collect meta from all inputs.
+    cv::GRunArg::Meta stub_meta;
+    for (auto &&in_arg : in_vector)
+    {
+        stub_meta.insert(in_arg.meta.begin(), in_arg.meta.end());
+    }
 
     // (1) Collect island inputs/outputs
     input_objs.reserve(in_desc.size());
@@ -1084,7 +1093,7 @@ void cv::gimpl::ie::GIEExecutable::run(cv::gimpl::GIslandExecutable::IInput  &in
     const auto &op = m_gm.metadata(this_nh).get<Op>();
     // (2) Create kernel context
     auto ctx = std::make_shared<IECallContext>(uu, out, op.args, op.outs,
-            std::move(input_objs), std::move(output_objs));
+            std::move(stub_meta), std::move(input_objs), std::move(output_objs));
 
     const auto &kk = giem.metadata(this_nh).get<IECallable>();
 
@@ -1096,6 +1105,7 @@ void cv::gimpl::ie::GIEExecutable::run(cv::gimpl::GIslandExecutable::IInput  &in
         for (auto i : ade::util::iota(ctx->uu.params.num_out))
         {
             auto output = ctx->output(i);
+            ctx->out.meta(output, ctx->getMeta());
             ctx->out.post(std::move(output), eptr);
         }
         return;
@@ -1247,7 +1257,7 @@ static void PostOutputs(InferenceEngine::InferRequest &request,
         IE::Blob::Ptr this_blob = request.GetBlob(ctx->uu.params.output_names[i]);
         copyFromIE(this_blob, out_mat);
         auto output = ctx->output(i);
-        ctx->out.meta(output, ctx->input(0).meta);
+        ctx->out.meta(output, ctx->getMeta());
         ctx->out.post(std::move(output), ctx->eptr);
     }
 
@@ -1314,7 +1324,7 @@ void PostOutputsList::operator()(InferenceEngine::InferRequest &req,
     if (finished == size) {
         for (auto i : ade::util::iota(ctx->uu.params.num_out)) {
             auto output = ctx->output(i);
-            ctx->out.meta(output, ctx->input(0).meta);
+            ctx->out.meta(output, ctx->getMeta());
             ctx->out.post(std::move(output), ctx->eptr);
         }
     }
@@ -1642,7 +1652,7 @@ struct InferList: public cv::detail::KernelTag {
         if (in_roi_vec.empty()) {
             for (auto i : ade::util::iota(ctx->uu.params.num_out)) {
                 auto output = ctx->output(i);
-                ctx->out.meta(output, ctx->input(0).meta);
+                ctx->out.meta(output, ctx->getMeta());
                 ctx->out.post(std::move(output));
             }
             return;
@@ -1806,7 +1816,7 @@ struct InferList2: public cv::detail::KernelTag {
         if (list_size == 0u) {
             for (auto i : ade::util::iota(ctx->uu.params.num_out)) {
                 auto output = ctx->output(i);
-                ctx->out.meta(output, ctx->input(0).meta);
+                ctx->out.meta(output, ctx->getMeta());
                 ctx->out.post(std::move(output));
             }
             return;