// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/fluid/memory/allocation/buffered_allocator.h" #include #include "paddle/fluid/memory/allocation/best_fit_allocator.h" #include "paddle/fluid/memory/allocation/cpu_allocator.h" #include "paddle/fluid/memory/allocation/locked_allocator.h" namespace paddle { namespace memory { namespace allocation { inline std::unique_ptr GetBufferedAllocator( Allocation *allocation, bool thread_safe) { std::unique_ptr allocator(new BestFitAllocator(allocation)); if (thread_safe) { allocator.reset(new LockedAllocator(std::move(allocator))); } return std::unique_ptr( new BufferedAllocator(std::move(allocator))); } TEST(buffered_allocator, thread_safety) { std::unique_ptr allocator(new CPUAllocator()); auto chunk = allocator->Allocate(1 << 20); { auto buf_allocator = GetBufferedAllocator(chunk.get(), true); ASSERT_EQ(buf_allocator->IsAllocThreadSafe(), true); } { auto buf_allocator = GetBufferedAllocator(chunk.get(), false); ASSERT_EQ(buf_allocator->IsAllocThreadSafe(), false); } allocator->FreeUniquePtr(std::move(chunk)); } class StubAllocation : public Allocation { public: using Allocation::Allocation; }; class StubAllocator : public UnmanagedAllocator { public: std::unique_ptr Allocate(size_t size, Allocator::Attr attr) override { ++construct_count_; if (size == 0) { return std::unique_ptr( new StubAllocation(nullptr, 0, platform::CPUPlace())); } else { return std::unique_ptr( new StubAllocation(new uint8_t[size], size, platform::CPUPlace())); } } void FreeUniquePtr(std::unique_ptr allocation) { StubAllocation *alloc = dynamic_cast(allocation.get()); PADDLE_ENFORCE_NOT_NULL(alloc); if (alloc->ptr()) delete[] static_cast(alloc->ptr()); ++destruct_count_; } void ResetCounter() { construct_count_ = 0; destruct_count_ = 0; } size_t GetAllocCount() const { return construct_count_; } size_t GetFreeCount() const { return destruct_count_; } private: size_t construct_count_ = 0; size_t destruct_count_ = 0; }; constexpr size_t kZero = 0; constexpr size_t kOne = 1; constexpr size_t kTwo = 2; TEST(buffered_allocator, lazy_free) { std::unique_ptr stub_allocator(new StubAllocator()); auto *underlying_allocator = stub_allocator.get(); std::unique_ptr allocator( new BufferedAllocator(std::move(stub_allocator))); { underlying_allocator->ResetCounter(); auto x = allocator->Allocate(1025); ASSERT_EQ(underlying_allocator->GetAllocCount(), kOne); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); allocator->FreeUniquePtr(std::move(x)); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); } { underlying_allocator->ResetCounter(); auto x = allocator->Allocate(900); ASSERT_EQ(underlying_allocator->GetAllocCount(), kZero); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); auto y = allocator->Allocate(2048); ASSERT_EQ(underlying_allocator->GetAllocCount(), kOne); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); allocator->FreeUniquePtr(std::move(x)); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); allocator->FreeUniquePtr(std::move(y)); ASSERT_EQ(underlying_allocator->GetFreeCount(), kZero); } { underlying_allocator->ResetCounter(); allocator->ClearCache(); ASSERT_EQ(underlying_allocator->GetAllocCount(), kZero); ASSERT_EQ(underlying_allocator->GetFreeCount(), kTwo); } } TEST(buffered_allocator, garbage_collection) { std::unique_ptr cpu_allocator(new CPUAllocator()); auto chunk = cpu_allocator->Allocate(2048); auto allocator = GetBufferedAllocator(chunk.get(), false); auto x1 = allocator->Allocate(1600); auto x2 = allocator->Allocate(400); allocator->FreeUniquePtr(std::move(x1)); allocator->FreeUniquePtr(std::move(x2)); auto x3 = allocator->Allocate(1600); ASSERT_NE(x3, nullptr); ASSERT_NE(x3->ptr(), nullptr); } } // namespace allocation } // namespace memory } // namespace paddle