// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include "paddle/fluid/platform/enforce.h" namespace paddle { namespace inference { namespace tensorrt { namespace plugin { // Some trt base classes lack of the destructor. // We use a assisted class to fix this. struct DeleteHelper { protected: virtual ~DeleteHelper() {} }; template inline void SerializeValue(void** buffer, T const& value); template inline void DeserializeValue(void const** buffer, size_t* buffer_size, T* value); namespace details { template struct Serializer {}; template struct Serializer::value || std::is_enum::value || std::is_pod::value>::type> { static size_t SerializedSize(T const& value) { return sizeof(T); } static void Serialize(void** buffer, T const& value) { std::memcpy(*buffer, &value, sizeof(T)); reinterpret_cast(*buffer) += sizeof(T); } static void Deserialize(void const** buffer, size_t* buffer_size, T* value) { assert(*buffer_size >= sizeof(T)); std::memcpy(value, *buffer, sizeof(T)); reinterpret_cast(*buffer) += sizeof(T); *buffer_size -= sizeof(T); } }; template <> struct Serializer { static size_t SerializedSize(const char* value) { return strlen(value) + 1; } static void Serialize(void** buffer, const char* value) { std::strcpy(static_cast(*buffer), value); // NOLINT reinterpret_cast(*buffer) += strlen(value) + 1; } static void Deserialize(void const** buffer, size_t* buffer_size, const char** value) { *value = static_cast(*buffer); size_t data_size = strnlen(*value, *buffer_size) + 1; assert(*buffer_size >= data_size); reinterpret_cast(*buffer) += data_size; *buffer_size -= data_size; } }; template struct Serializer, typename std::enable_if::value || std::is_enum::value || std::is_pod::value>::type> { static size_t SerializedSize(std::vector const& value) { return sizeof(value.size()) + value.size() * sizeof(T); } static void Serialize(void** buffer, std::vector const& value) { SerializeValue(buffer, value.size()); size_t nbyte = value.size() * sizeof(T); std::memcpy(*buffer, value.data(), nbyte); reinterpret_cast(*buffer) += nbyte; } static void Deserialize(void const** buffer, size_t* buffer_size, std::vector* value) { size_t size; DeserializeValue(buffer, buffer_size, &size); value->resize(size); size_t nbyte = value->size() * sizeof(T); PADDLE_ENFORCE_GE( *buffer_size, nbyte, platform::errors::InvalidArgument("Expect buffer size >= value size in " "trt plugin deserialization, but got " "buffer size = %d, value size = %d.", *buffer_size, nbyte)); std::memcpy(value->data(), *buffer, nbyte); reinterpret_cast(*buffer) += nbyte; *buffer_size -= nbyte; } }; } // namespace details template inline size_t SerializedSize(T const& value) { return details::Serializer::SerializedSize(value); } template inline void SerializeValue(void** buffer, T const& value) { return details::Serializer::Serialize(buffer, value); } template inline void DeserializeValue(void const** buffer, size_t* buffer_size, T* value) { return details::Serializer::Deserialize(buffer, buffer_size, value); } template inline void SerializeCudaPointer(void** buffer, T* value, int size) { cudaMemcpy((*buffer), value, size * sizeof(T), cudaMemcpyDeviceToHost); reinterpret_cast(*buffer) += size * sizeof(T); } } // namespace plugin } // namespace tensorrt } // namespace inference } // namespace paddle