/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include "paddle/fluid/memory/malloc.h" #include "paddle/pten/core/storage.h" namespace paddle { namespace experimental { class ExternalStorage : public pten::Storage { public: ExternalStorage(void* ptr, size_t size, const paddle::platform::Place& place); ExternalStorage(const pten::intrusive_ptr& root, size_t delta, size_t size); static const char* name() { return "ExternalStorage"; } void Realloc(size_t n) override { PADDLE_THROW(paddle::platform::errors::Unavailable( "The external shared storage cannot be reallocated.")); } size_t size() const noexcept override { return size_; } const paddle::platform::Place& place() const override { return data_.place(); } bool OwnsMemory() const noexcept override { return false; } private: const int64_t size_{0}; }; class SharedStorage : public pten::Storage { public: explicit SharedStorage( const std::shared_ptr& allocation, size_t offset) : allocation_(allocation) { CHECK(allocation); data_ = pten::Allocation( reinterpret_cast(reinterpret_cast(allocation->ptr()) + offset), allocation->place()); size_ = allocation->size(); } static const char* name() { return "SharedStorage"; } void Realloc(size_t n) override { PADDLE_THROW(paddle::platform::errors::Unavailable( "The external shared storage cannot be reallocated.")); } size_t size() const noexcept override { return size_; } const paddle::platform::Place& place() const override { return data_.place(); } bool OwnsMemory() const noexcept override { return false; } const std::shared_ptr& GetAllocation() { return allocation_; } // Temporary method: For compatible with fluid Tensor and improve performance void ResetAllocation(std::shared_ptr allocation, size_t offset) { allocation_ = allocation; data_ = pten::Allocation( reinterpret_cast(reinterpret_cast(allocation->ptr()) + offset), allocation->place()); size_ = allocation->size(); } // Temporary method: For compatible with fluid Tensor and improve performance void Reset() { allocation_.reset(); data_.Clear(); size_ = 0; } private: int64_t size_{0}; std::shared_ptr allocation_; }; class TensorStorage : public paddle::memory::allocation::Allocation { public: explicit TensorStorage(pten::intrusive_ptr storage) : paddle::memory::allocation::Allocation( storage->data(), storage->size(), storage->place()), storage_(std::move(storage)) {} private: pten::intrusive_ptr storage_; }; } // namespace experimental } // namespace paddle