From 95f8b15881ab0ae4aa20f289b93b425ee29cf260 Mon Sep 17 00:00:00 2001 From: zhangyang Date: Tue, 18 Sep 2018 20:13:30 +0800 Subject: [PATCH] Add parameter for FetchResutl() for FPGA track --- src/fpga/api.h | 6 ------ src/framework/tensor.h | 6 +----- src/io/executor.cpp | 10 ++++++---- src/io/executor.h | 2 +- src/io/paddle_mobile.cpp | 4 ++-- src/io/paddle_mobile.h | 2 +- test/net/test_resnet.cpp | 8 +++++++- 7 files changed, 18 insertions(+), 20 deletions(-) diff --git a/src/fpga/api.h b/src/fpga/api.h index 83eca9e268..f5fa05b675 100644 --- a/src/fpga/api.h +++ b/src/fpga/api.h @@ -20,8 +20,6 @@ limitations under the License. */ #include #include "framework/tensor.h" -// memory management; - namespace paddle_mobile { namespace fpga { @@ -45,9 +43,6 @@ struct MemoryCopyArgs { size_t size; }; -/** -Conv and Pooling kernel -*/ struct KernelArgs { uint32_t width; uint32_t height; @@ -109,7 +104,6 @@ struct PoolingArgs { struct ImageOutputArgs output; }; -// elementwise add arguments struct EWAddArgs { bool relu_enabled; diff --git a/src/framework/tensor.h b/src/framework/tensor.h index c5572dcbfd..ba8e3d3402 100644 --- a/src/framework/tensor.h +++ b/src/framework/tensor.h @@ -289,12 +289,8 @@ class Tensor { virtual std::type_index type() const { return type_; } virtual void set_type(std::type_index type) { type_ = type; } -#ifndef PADDLE_MOBILE_FPGA - /*! the pointer of memory block. */ + std::unique_ptr> ptr_; -#else - std::shared_ptr ptr_; -#endif /*! the size of memory block. */ size_t size_; diff --git a/src/io/executor.cpp b/src/io/executor.cpp index 8bc3c15c6d..c12f1ce02c 100644 --- a/src/io/executor.cpp +++ b/src/io/executor.cpp @@ -662,13 +662,15 @@ void Executor::FeedData(const framework::Tensor &t) { }; template -std::shared_ptr Executor::FetchResult() { +std::shared_ptr Executor::FetchResult(int id) { std::shared_ptr to_predict_block = to_predict_program_->Block(0); auto &ops = ops_of_block_[*to_predict_block.get()]; - auto last_op = ops.rbegin(); - auto output_map = (*last_op)->Outputs(); - std::vector out_keys = (*last_op)->GetOutKeys(); + + PADDLE_MOBILE_ENFORCE(id < ops.size(), "Index out of range"); + auto last_op = id < 0 ? ops[ops.size() - 1] : ops[id]; + auto output_map = last_op->Outputs(); + std::vector out_keys = last_op->GetOutKeys(); PADDLE_MOBILE_ENFORCE(!out_keys.empty(), "the last op contains no output"); auto *output_tensor = framework::GetVarValue( out_keys[0], output_map, *(program_.scope)); diff --git a/src/io/executor.h b/src/io/executor.h index bec9f45444..67d3f02ac3 100644 --- a/src/io/executor.h +++ b/src/io/executor.h @@ -99,7 +99,7 @@ class Executor { public: void InjectVariable(const framework::Tensor &t, string var_name); void FeedData(const framework::Tensor &t); - std::shared_ptr FetchResult(); + std::shared_ptr FetchResult(int id = -1); void Predict_From_To(int start = 0, int end = -1); void Predict_From(int start); void Predict_To(int end); diff --git a/src/io/paddle_mobile.cpp b/src/io/paddle_mobile.cpp index 9710a0ec45..0b84f1ff45 100644 --- a/src/io/paddle_mobile.cpp +++ b/src/io/paddle_mobile.cpp @@ -138,8 +138,8 @@ void PaddleMobile::FeedData(const framework::Tensor &t) { }; template -std::shared_ptr PaddleMobile::FetchResult() { - return executor_->FetchResult(); +std::shared_ptr PaddleMobile::FetchResult(int id) { + return executor_->FetchResult(id); }; template diff --git a/src/io/paddle_mobile.h b/src/io/paddle_mobile.h index b11f7d7c3b..73c5553d91 100644 --- a/src/io/paddle_mobile.h +++ b/src/io/paddle_mobile.h @@ -97,7 +97,7 @@ class PaddleMobile { public: void InjectVariable(const framework::Tensor &t, string var_name); void FeedData(const framework::Tensor &t); - std::shared_ptr FetchResult(); + std::shared_ptr FetchResult(int id = -1); void Predict_From_To(int start = 0, int end = -1); void Predict_From(int start); void Predict_To(int end); diff --git a/test/net/test_resnet.cpp b/test/net/test_resnet.cpp index dfc40f86c4..d2a4abbbfd 100644 --- a/test/net/test_resnet.cpp +++ b/test/net/test_resnet.cpp @@ -54,7 +54,13 @@ int main() { paddle_mobile.FeedData(input_tensor); paddle_mobile.Predict_To(10); paddle_mobile.Predict_From(10); - paddle_mobile.FetchResult(); + auto tensor_ptr = paddle_mobile.FetchResult(9); + std::cout << "Tensor element number for op[9]: " << tensor_ptr->numel() + << std::endl; + auto result_ptr = paddle_mobile.FetchResult(); + std::cout << "Result tensor element number: " << result_ptr->numel() + << std::endl; + auto time4 = time(); std::cout << "predict cost :" << time_diff(time3, time4) << "ms" << std::endl; -- GitLab