/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include #include "../test_helper.h" #include "../test_include.h" #ifdef PADDLE_MOBILE_FPGA_V1 #include "fpga/V1/api.h" #endif #ifdef PADDLE_MOBILE_FPGA_V2 #include "fpga/V2/api.h" #endif #include #ifdef COST_TIME_PRINT #include #include #include #endif void readStream(std::string filename, char *buf) { std::ifstream in; in.open(filename, std::ios::in | std::ios::binary); if (!in.is_open()) { std::cout << "open File Failed." << std::endl; return; } in.seekg(0, std::ios::end); // go to the end auto length = in.tellg(); // report location (this is the length) in.seekg(0, std::ios::beg); // go back to the beginning in.read(buf, length); DLOG << length; in.close(); } void convert_to_chw(int16_t **data_in, int channel, int height, int width, int num, int16_t *data_tmp) { int64_t amount_per_side = width * height; for (int n = 0; n < num; n++) { for (int h = 0; h < height; h++) { for (int w = 0; w < width; w++) { for (int c = 0; c < channel; c++) { *(data_tmp + n * amount_per_side * channel + c * amount_per_side + width * h + w) = *((*data_in)++); } } } } } void dump_stride_half(std::string filename, Tensor input_tensor, const int dumpnum, bool use_chw) { // bool use_chw = true; if (input_tensor.dims().size() != 4) return; int c = (input_tensor.dims())[1]; int h = (input_tensor.dims())[2]; int w = (input_tensor.dims())[3]; int n = (input_tensor.dims())[0]; auto data_ptr = input_tensor.get_data(); auto *data_ptr_16 = reinterpret_cast(data_ptr); auto data_tmp = data_ptr_16; if (use_chw) { data_tmp = reinterpret_cast(malloc(n * c * h * w * sizeof(int16_t))); convert_to_chw(&data_ptr_16, c, h, w, n, data_tmp); } std::ofstream out(filename.c_str()); float result = 0; int stride = input_tensor.numel() / dumpnum; stride = stride > 0 ? stride : 1; for (int i = 0; i < input_tensor.numel(); i += stride) { result = paddle_mobile::fpga::fp16_2_fp32(data_tmp[i]); out << result << std::endl; } out.close(); if (data_tmp != data_ptr_16) { free(data_tmp); } } void dump_stride_float(std::string filename, Tensor input_tensor, const int dumpnum) { auto data_ptr = reinterpret_cast(input_tensor.get_data()); std::ofstream out(filename.c_str()); float result = 0; int stride = input_tensor.numel() / dumpnum; stride = stride > 0 ? stride : 1; for (int i = 0; i < input_tensor.numel(); i += stride) { result = data_ptr[i]; out << result << std::endl; } out.close(); } void dump_stride(std::string filename, Tensor input_tensor, const int dumpnum, bool use_chw) { static int i = 0; if (input_tensor.numel() == 0) { return; } if (input_tensor.type() == typeid(float)) { DLOG << "op: " << i++ << ", float data " << input_tensor.numel(); dump_stride_float(filename, input_tensor, dumpnum); } else { DLOG << "op: " << i++ << ", half data " << input_tensor.numel(); dump_stride_half(filename, input_tensor, dumpnum, use_chw); } DLOG << "dump input address: " << input_tensor.get_data(); } static const char *g_marker_combine = "../models/marker/marker_2segment"; // static const char *g_marker_combine = "../models/marker/model2"; static const char *g_image_src_float = "../models/marker/marker_2segment/marker_2.bin"; // static const char *g_image_src_float = "../models/marker/model2/data.bin"; int main() { paddle_mobile::fpga::open_device(); paddle_mobile::PaddleMobile paddle_mobile; if (paddle_mobile.Load(std::string(g_marker_combine) + "/model", std::string(g_marker_combine) + "/params", true, false, 1, true)) { // if (paddle_mobile.Load(std::string(g_marker_combine), true)) { float img_info[3] = {432, 1280, 1.0f}; auto img = reinterpret_cast( fpga::fpga_malloc(144 * 14 * 14 * sizeof(float))); readStream(g_image_src_float, reinterpret_cast(img)); std::vector v(3, nullptr); paddle_mobile.FeedData({img}); // paddle_mobile.Predict_To(-1); #ifdef COST_TIME_PRINT timeval start11, end11; long dif_sec, dif_usec; // NOLINT #endif #ifdef COST_TIME_PRINT gettimeofday(&start11, NULL); #endif paddle_mobile.Predict_To(-1); #ifdef COST_TIME_PRINT gettimeofday(&end11, NULL); dif_sec = end11.tv_sec - start11.tv_sec; dif_usec = end11.tv_usec - start11.tv_usec; std::cout << "total: " << " cost time: " << (dif_sec * 1000000 + dif_usec) << " us" << std::endl; #endif for (int i = 0; i < 8; i++) { auto tensor_ptr = paddle_mobile.FetchResult(i); std::string saveName = "marker_" + std::to_string(i); // if(i != 58) paddle_mobile::fpga::fpga_invalidate((*tensor_ptr).get_data(), tensor_ptr->numel() * sizeof(float)); // tensor_ptr->numel() * sizeof(float)); dump_stride(saveName, (*tensor_ptr), tensor_ptr->numel(), true); // 20);//tensor_ptr->numel()); } // paddle_mobile.GetResults(&v); DLOG << "Computation done"; fpga::fpga_free(img); } return 0; }