// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #ifdef BCLOUD #ifdef WITH_GPU #include "paddle/paddle_inference_api.h" #else #include "paddle/fluid/inference/api/paddle_inference_api.h" #endif #else #include "paddle_inference_api.h" // NOLINT #endif #include namespace baidu { namespace paddle_serving { namespace serving { struct GeneralBlob { std::vector tensor_vector; int64_t time_stamp[20]; int p_size = 0; uint64_t _log_id = -1; // for logging int _batch_size; void Clear() { size_t tensor_count = tensor_vector.size(); for (size_t ti = 0; ti < tensor_count; ++ti) { tensor_vector[ti].shape.clear(); } tensor_vector.clear(); } void SetBatchSize(int batch_size) { _batch_size = batch_size; } void SetLogId(uint64_t log_id) { _log_id = log_id; } int GetBatchSize() const { return _batch_size; } uint64_t GetLogId() const { return _log_id; } std::string ShortDebugString() const { return "Not implemented!"; } }; static void AddBlobInfo(GeneralBlob* blob, int64_t init_value) { blob->time_stamp[blob->p_size] = init_value; blob->p_size++; } static void CopyBlobInfo(const GeneralBlob* src, GeneralBlob* tgt) { memcpy(&(tgt->time_stamp[0]), &(src->time_stamp[0]), src->p_size * sizeof(int64_t)); tgt->p_size = src->p_size; } static void CopyLod(const paddle::PaddleTensor* src, paddle::PaddleTensor* tgt) { VLOG(2) << "copy lod done."; tgt->lod.resize(src->lod.size()); VLOG(2) << "src lod size: " << src->lod.size(); for (int i = 0; i < src->lod.size(); ++i) { tgt->lod[i].resize(src->lod[i].size()); for (int j = 0; j < src->lod[i].size(); ++j) { tgt->lod[i][j] = src->lod[i][j]; } } } } // namespace serving } // namespace paddle_serving } // namespace baidu