/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include "paddle/fluid/memory/malloc.h" #include "paddle/pten/core/storage.h" namespace paddle { namespace experimental { class ExternalStorage : public pten::Storage { public: ExternalStorage(void* ptr, size_t size, const pten::Place& place); ExternalStorage(const pten::intrusive_ptr& root, size_t delta, size_t size); static const char* name() { return "ExternalStorage"; } void Realloc(size_t n) override { PADDLE_THROW(paddle::platform::errors::Unavailable( "The external shared storage cannot be reallocated.")); } void Clear() override { data_ = nullptr; size_ = 0; } void set_data_shared( const std::shared_ptr& holder) override { CHECK(holder); data_ = holder; size_ = holder->size(); } std::shared_ptr&& move_data_shared() override { size_ = 0; return std::move(data_); } size_t size() const noexcept override { return size_; } const pten::Place& place() const override { PADDLE_ENFORCE_NOT_NULL( data_, paddle::platform::errors::Unavailable( "Unable to visit place as data_ has not been initialized yet.")); return data_->place(); } bool OwnsMemory() const noexcept override { return false; } private: int64_t size_{0}; }; class SharedStorage : public pten::Storage { public: explicit SharedStorage( const std::shared_ptr& allocation) : Storage(allocation) { CHECK(allocation); place_ = allocation->place(); size_ = allocation->size(); } // In order to be compatible with the original Tensor design and execution // system, we need to allow the uninitialized SharedStorage to exist, // and it can be removed after the compatibility phase is over in the future explicit SharedStorage(const pten::Place& place) { place_ = place; } void Realloc(size_t n) override { this->Clear(); data_ = paddle::memory::AllocShared(place(), n); size_ = n; } static const char* name() { return "SharedStorage"; } void Clear() override { data_ = nullptr; size_ = 0; } void set_data_shared( const std::shared_ptr& holder) override { data_ = holder; if (holder) { size_ = holder->size(); place_ = holder->place(); } } std::shared_ptr&& move_data_shared() override { size_ = 0; place_ = pten::Place(); return std::move(data_); } size_t size() const noexcept override { return data_ ? data_->size() : size_; } const pten::Place& place() const override { return data_ ? data_->place() : place_; } bool OwnsMemory() const noexcept override { return false; } const std::shared_ptr& GetAllocation() { return data_; } // Temporary method: For compatible with fluid Tensor and improve performance void ResetAllocation(std::shared_ptr allocation) { data_ = allocation; size_ = allocation->size(); place_ = allocation->place(); } // Temporary method: For compatible with fluid Tensor and improve performance void ResetAllocationPlace(const pten::Place& place) { place_ = place; } // Temporary method: For compatible with fluid Tensor and improve performance void Reset() { this->Clear(); } private: pten::Place place_; int64_t size_{0}; }; class TensorStorage : public paddle::memory::allocation::Allocation { public: explicit TensorStorage(pten::intrusive_ptr storage) : paddle::memory::allocation::Allocation( storage->data(), storage->size(), storage->place()), storage_(std::move(storage)) {} private: pten::intrusive_ptr storage_; }; } // namespace experimental } // namespace paddle