/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include #include #include "../../src/common/types.h" #include "../../src/io/paddle_test_inference_api.h" #include "../test_helper.h" #include "../test_include.h" void t1() { paddle_mobile::PaddleMobile paddle_mobile_gpu; paddle_mobile::PaddleMobile paddle_mobile_cpu; paddle_mobile::PaddleTester paddle_test_cpu; paddle_mobile::PaddleTester paddle_test_gpu; printf("cpu time:%f\n", paddle_test_cpu.CaculatePredictTime()); std::string path = "/data/local/tmp/bin"; printf("gpu time:%f\n", paddle_test_gpu.CaculatePredictTime(&path)); // paddle_mobile.SetThreadNum(4); #ifdef PADDLE_MOBILE_CL paddle_mobile_gpu.SetCLPath("/data/local/tmp/bin"); #endif auto time1 = paddle_mobile::time(); auto isok = paddle_mobile_gpu.Load(std::string(g_yolo_mul) + "/model", std::string(g_yolo_mul) + "/params", true); // auto isok = paddle_mobile.Load(std::string(g_yolo_mul), true); if (isok) { auto time2 = paddle_mobile::time(); std::cout << "load cost :" << paddle_mobile::time_diff(time1, time2) << "ms" << std::endl; std::vector input; std::vector dims{1, 3, 416, 416}; GetInput(g_yolo_img, &input, dims); std::vector vec_result; // = paddle_mobile.Predict(input, dims); auto time3 = paddle_mobile::time(); int max = 10; for (int i = 0; i < max; ++i) { vec_result = paddle_mobile_gpu.Predict(input, dims); } auto time4 = paddle_mobile::time(); // auto time3 = paddle_mobile::time(); // for (int i = 0; i < 10; ++i) { // auto vec_result = paddle_mobile.Predict(input, dims); // } // auto time4 = paddle_mobile::time(); std::cout << "predict cost :" << paddle_mobile::time_diff(time3, time4) / max << "ms" << std::endl; std::vector::iterator biggest = std::max_element(std::begin(vec_result), std::end(vec_result)); std::cout << " Max element is " << *biggest << " at position " << std::distance(std::begin(vec_result), biggest) << std::endl; // for (float i : vec_result) { // std::cout << i << std::endl; // } } } void t2() { paddle_mobile::PaddleMobile paddle_mobile; // paddle_mobile.SetThreadNum(4); #ifdef PADDLE_MOBILE_CL paddle_mobile.SetCLPath("/data/local/tmp/bin"); #endif auto time1 = paddle_mobile::time(); auto isok = paddle_mobile.Load(std::string(g_yolo_mul) + "/model", std::string(g_yolo_mul) + "/params", true); // auto isok = paddle_mobile.Load(std::string(g_yolo_mul), true); if (isok) { auto time2 = paddle_mobile::time(); std::cout << "load cost :" << paddle_mobile::time_diff(time1, time2) << "ms" << std::endl; std::vector input; std::vector dims{1, 3, 416, 416}; GetInput(g_yolo_img, &input, dims); std::vector vec_result; // = paddle_mobile.Predict(input, dims); auto time3 = paddle_mobile::time(); int max = 10; for (int i = 0; i < max; ++i) { vec_result = paddle_mobile.Predict(input, dims); } auto time4 = paddle_mobile::time(); // auto time3 = paddle_mobile::time(); // for (int i = 0; i < 10; ++i) { // auto vec_result = paddle_mobile.Predict(input, dims); // } // auto time4 = paddle_mobile::time(); std::cout << "predict cost :" << paddle_mobile::time_diff(time3, time4) / max << "ms" << std::endl; std::vector::iterator biggest = std::max_element(std::begin(vec_result), std::end(vec_result)); std::cout << " Max element is " << *biggest << " at position " << std::distance(std::begin(vec_result), biggest) << std::endl; // for (float i : vec_result) { // std::cout << i << std::endl; // } } } void t3() { paddle_mobile::PaddleMobile paddle_mobile; // paddle_mobile.SetThreadNum(4); //#ifdef PADDLE_MOBILE_CL // paddle_mobile.SetCLPath("/data/local/tmp/bin"); //#endif auto time1 = paddle_mobile::time(); auto isok = paddle_mobile.Load(std::string(g_yolo_mul) + "/model", std::string(g_yolo_mul) + "/params", true); // auto isok = paddle_mobile.Load(std::string(g_yolo_mul), true); if (isok) { auto time2 = paddle_mobile::time(); std::cout << "load cost :" << paddle_mobile::time_diff(time1, time2) << "ms" << std::endl; std::vector input; std::vector dims{1, 3, 416, 416}; GetInput(g_yolo_img, &input, dims); std::vector vec_result = paddle_mobile.Predict(input, dims); auto time3 = paddle_mobile::time(); int max = 10; for (int i = 0; i < max; ++i) { vec_result = paddle_mobile.Predict(input, dims); } auto time4 = paddle_mobile::time(); // auto time3 = paddle_mobile::time(); // for (int i = 0; i < 10; ++i) { // auto vec_result = paddle_mobile.Predict(input, dims); // } // auto time4 = paddle_mobile::time(); std::cout << "predict cost :" << paddle_mobile::time_diff(time3, time4) / max << "ms" << std::endl; std::vector::iterator biggest = std::max_element(std::begin(vec_result), std::end(vec_result)); std::cout << " Max element is " << *biggest << " at position " << std::distance(std::begin(vec_result), biggest) << std::endl; // for (float i : vec_result) { // std::cout << i << std::endl; // } } } int main() { // std::thread th1(t1); // std::thread th2(t2); // std::thread th3(t3); std::thread th1(t1); // th1.join(); // th2.join(); // th3.join(); th1.join(); return 0; }