From c3135426e335b74b208aaddaa3e628a6d7c1780a Mon Sep 17 00:00:00 2001 From: Leo Chen Date: Thu, 17 Feb 2022 21:31:07 +0800 Subject: [PATCH] [new-exec] refactor code of interpretercore gc (#39617) * relocate code of interpretercore gc --- .../framework/new_executor/CMakeLists.txt | 22 +++++---------- .../garbage_collector/CMakeLists.txt | 10 +++++++ .../event_garbage_collector.cc} | 28 +++++++++++-------- .../event_garbage_collector.h} | 14 ++++++---- .../fast_garbage_collector.cc} | 9 +++++- .../fast_garbage_collector.h} | 10 +++++-- .../garbage_collector.cc} | 16 +---------- .../garbage_collector.h} | 10 ++++--- .../framework/new_executor/interpretercore.cc | 11 +++----- .../framework/new_executor/interpretercore.h | 2 +- 10 files changed, 70 insertions(+), 62 deletions(-) create mode 100644 paddle/fluid/framework/new_executor/garbage_collector/CMakeLists.txt rename paddle/fluid/framework/new_executor/{interpretercore_event_garbage_collector.cc => garbage_collector/event_garbage_collector.cc} (83%) rename paddle/fluid/framework/new_executor/{interpretercore_event_garbage_collector.h => garbage_collector/event_garbage_collector.h} (74%) rename paddle/fluid/framework/new_executor/{interpretercore_fast_garbage_collector.cc => garbage_collector/fast_garbage_collector.cc} (89%) rename paddle/fluid/framework/new_executor/{interpretercore_fast_garbage_collector.h => garbage_collector/fast_garbage_collector.h} (74%) rename paddle/fluid/framework/new_executor/{interpretercore_garbage_collector.cc => garbage_collector/garbage_collector.cc} (58%) rename paddle/fluid/framework/new_executor/{interpretercore_garbage_collector.h => garbage_collector/garbage_collector.h} (80%) diff --git a/paddle/fluid/framework/new_executor/CMakeLists.txt b/paddle/fluid/framework/new_executor/CMakeLists.txt index 1c2e11a18e..46f340d681 100644 --- a/paddle/fluid/framework/new_executor/CMakeLists.txt +++ b/paddle/fluid/framework/new_executor/CMakeLists.txt @@ -1,33 +1,25 @@ set(INTERPRETERCORE_DEPS op_registry device_context scope framework_proto data_feed_proto heter_service_proto trainer_desc_proto glog lod_rank_table fs shell fleet_wrapper heter_wrapper ps_gpu_wrapper box_wrapper lodtensor_printer feed_fetch_method -graph_to_program_pass variable_helper timer monitor nan_inf_utils interpretercore_event_garbage_collector) +graph_to_program_pass variable_helper timer monitor nan_inf_utils) -if(WITH_GPU) -list(APPEND INTERPRETERCORE_DEPS interpretercore_fast_garbage_collector) -endif() add_subdirectory(workqueue) +add_subdirectory(garbage_collector) cc_library(data_transfer SRCS data_transfer.cc DEPS enforce scope glog) cc_library(new_executor_defs SRCS new_executor_defs.cc DEPS enforce glog scope) -cc_library(interpretercore_garbage_collector SRCS interpretercore_garbage_collector.cc DEPS garbage_collector) -cc_library(interpretercore_event_garbage_collector SRCS interpretercore_event_garbage_collector.cc DEPS interpretercore_garbage_collector) cc_library(interpretercore_util SRCS interpretercore_util.cc DEPS ${INTERPRETERCORE_DEPS} workqueue new_executor_defs data_transfer) cc_library(event_manager SRCS event_manager.cc DEPS ${DEVICE_EVENT_LIBS} glog new_executor_defs) cc_library(stream_analyzer SRCS stream_analyzer.cc DEPS ${DEVICE_EVENT_LIBS} glog device_context new_executor_defs) -cc_library(interpretercore SRCS interpretercore.cc DEPS workqueue ${DEVICE_EVENT_LIBS} interpretercore_util interpretercore_event_garbage_collector stream_analyzer event_manager) -cc_library(standalone_executor SRCS standalone_executor.cc DEPS interpretercore) if(WITH_GPU OR WITH_ROCM) - if(WITH_GPU) - nv_library(interpretercore_fast_garbage_collector SRCS interpretercore_fast_garbage_collector.cc DEPS interpretercore_garbage_collector) - elseif(WITH_ROCM) - hip_library(interpretercore_fast_garbage_collector SRCS interpretercore_fast_garbage_collector.cc DEPS interpretercore_garbage_collector) - endif() - - target_link_libraries(interpretercore interpretercore_fast_garbage_collector) +cc_library(interpretercore SRCS interpretercore.cc DEPS workqueue ${DEVICE_EVENT_LIBS} interpretercore_util interpretercore_event_garbage_collector interpretercore_fast_garbage_collector stream_analyzer event_manager) +else() +cc_library(interpretercore SRCS interpretercore.cc DEPS workqueue ${DEVICE_EVENT_LIBS} interpretercore_util interpretercore_event_garbage_collector stream_analyzer event_manager) endif() +cc_library(standalone_executor SRCS standalone_executor.cc DEPS interpretercore) + # cc_binary(standalone_executor_test SRCS standalone_executor_test.cc DEPS interpretercore standalone_executor operator op_registry executor ${GLOB_OP_LIB} ${GLOB_OPERATOR_DEPS} profiler) # skip win32 since wget is not installed by default on windows machine. # skip COVERAGE_CI since the test runs slowly because of instrumentation. diff --git a/paddle/fluid/framework/new_executor/garbage_collector/CMakeLists.txt b/paddle/fluid/framework/new_executor/garbage_collector/CMakeLists.txt new file mode 100644 index 0000000000..2033eba88f --- /dev/null +++ b/paddle/fluid/framework/new_executor/garbage_collector/CMakeLists.txt @@ -0,0 +1,10 @@ +cc_library(interpretercore_garbage_collector SRCS garbage_collector.cc DEPS garbage_collector) +cc_library(interpretercore_event_garbage_collector SRCS event_garbage_collector.cc DEPS interpretercore_garbage_collector) + +if(WITH_GPU OR WITH_ROCM) + if(WITH_GPU) + nv_library(interpretercore_fast_garbage_collector SRCS fast_garbage_collector.cc DEPS interpretercore_garbage_collector) + elseif(WITH_ROCM) + hip_library(interpretercore_fast_garbage_collector SRCS fast_garbage_collector.cc DEPS interpretercore_garbage_collector) + endif() +endif() diff --git a/paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.cc b/paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.cc similarity index 83% rename from paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.cc rename to paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.cc index 4ba83e6a30..77c8a09c65 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.cc +++ b/paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.cc @@ -12,7 +12,7 @@ // See the License for the specific language governing permissions and // limitations under the License. -#include "paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.h" #if !defined(_WIN32) #include @@ -36,7 +36,7 @@ InterpreterCoreEventGarbageCollector::~InterpreterCoreEventGarbageCollector() { } void InterpreterCoreEventGarbageCollector::Add( - Garbage garbage, platform::DeviceEvent& event, + Garbage garbage, platform::DeviceEvent* event, const platform::DeviceContext* ctx) { if (!garbage) { return; @@ -60,8 +60,14 @@ void InterpreterCoreEventGarbageCollector::Add( } } +void InterpreterCoreEventGarbageCollector::Add(Variable* var) { + PADDLE_THROW(platform::errors::Unimplemented( + "Add(Variable* var) is not implemented for " + "InterpreterCoreEventGarbageCollector.")); +} + void InterpreterCoreEventGarbageCollector::Add( - Variable* var, platform::DeviceEvent& event, + Variable* var, platform::DeviceEvent* event, const platform::DeviceContext* ctx) { if (UNLIKELY(max_memory_size_ < 0) || var == nullptr) { return; @@ -100,11 +106,11 @@ void InterpreterCoreEventGarbageCollector::Add( } void InterpreterCoreEventGarbageCollector::Free( - GarbageQueue* garbages, platform::DeviceEvent& event, + GarbageQueue* garbages, platform::DeviceEvent* event, const platform::DeviceContext* ctx) { - event.Record(ctx); - event.SetFininshed(); // Only for CPU Event - queue_->AddTask([ container = garbages, event = &event ]() { + event->Record(ctx); + event->SetFininshed(); // Only for CPU Event + queue_->AddTask([ container = garbages, event = event ]() { while (!event->Query()) { #if defined(_WIN32) SleepEx(50, FALSE); @@ -118,11 +124,11 @@ void InterpreterCoreEventGarbageCollector::Free( } void InterpreterCoreEventGarbageCollector::Free( - Garbage& garbage, platform::DeviceEvent& event, + const Garbage& garbage, platform::DeviceEvent* event, const platform::DeviceContext* ctx) { - event.Record(ctx); - event.SetFininshed(); // Only for CPU Event - queue_->AddTask([ container = garbage, event = &event ]() { + event->Record(ctx); + event->SetFininshed(); // Only for CPU Event + queue_->AddTask([ container = garbage, event = event ]() { while (!event->Query()) { #if defined(_WIN32) SleepEx(50, FALSE); diff --git a/paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.h b/paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.h similarity index 74% rename from paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.h rename to paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.h index ab329f196d..33954713d4 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.h +++ b/paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.h @@ -14,7 +14,7 @@ #pragma once #include -#include "paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h" #include "paddle/fluid/framework/new_executor/workqueue/workqueue.h" namespace paddle { @@ -26,15 +26,17 @@ class InterpreterCoreEventGarbageCollector InterpreterCoreEventGarbageCollector(); ~InterpreterCoreEventGarbageCollector(); - virtual void Add(Variable* var, platform::DeviceEvent& event, - const platform::DeviceContext* ctx) override; + void Add(Variable* var) override; + + virtual void Add(Variable* var, platform::DeviceEvent* event, + const platform::DeviceContext* ctx); private: - void Add(Garbage garbage, platform::DeviceEvent& event, + void Add(Garbage garbage, platform::DeviceEvent* event, const platform::DeviceContext* ctx); - void Free(GarbageQueue* garbages, platform::DeviceEvent& event, + void Free(GarbageQueue* garbages, platform::DeviceEvent* event, const platform::DeviceContext* ctx); - void Free(Garbage& garbage, platform::DeviceEvent& event, + void Free(const Garbage& garbage, platform::DeviceEvent* event, const platform::DeviceContext* ctx); std::unique_ptr queue_; diff --git a/paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.cc b/paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.cc similarity index 89% rename from paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.cc rename to paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.cc index 14fb8a9819..99e298a269 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.cc +++ b/paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.cc @@ -12,11 +12,18 @@ // See the License for the specific language governing permissions and // limitations under the License. -#include "paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.h" namespace paddle { namespace framework { +void InterpreterCoreFastGarbageCollector::Add( + Variable* var, platform::DeviceEvent* event, + const platform::DeviceContext* ctx) { + PADDLE_THROW(platform::errors::Unimplemented( + "Not implemented for InterpreterCoreFastGarbageCollector.")); +} + void InterpreterCoreFastGarbageCollector::Add(Variable* var) { if (UNLIKELY(max_memory_size_ < 0) || var == nullptr) { return; diff --git a/paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.h b/paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.h similarity index 74% rename from paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.h rename to paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.h index ad19db0494..fadaec99ef 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.h +++ b/paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.h @@ -13,7 +13,9 @@ // limitations under the License. #pragma once -#include "paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h" +#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP) + +#include "paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h" namespace paddle { namespace framework { @@ -21,10 +23,14 @@ namespace framework { class InterpreterCoreFastGarbageCollector : public InterpreterCoreGarbageCollector { public: - virtual void Add(Variable* var) override; + void Add(Variable* var) override; + void Add(Variable* var, platform::DeviceEvent* event, + const platform::DeviceContext* ctx) override; private: void Add(Garbage garbage); }; } // namespace framework } // namespace paddle + +#endif diff --git a/paddle/fluid/framework/new_executor/interpretercore_garbage_collector.cc b/paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.cc similarity index 58% rename from paddle/fluid/framework/new_executor/interpretercore_garbage_collector.cc rename to paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.cc index 9345546e65..a20cd27539 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_garbage_collector.cc +++ b/paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.cc @@ -12,7 +12,7 @@ // See the License for the specific language governing permissions and // limitations under the License. -#include "paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h" #include "paddle/fluid/framework/garbage_collector.h" namespace paddle { @@ -24,19 +24,5 @@ InterpreterCoreGarbageCollector::InterpreterCoreGarbageCollector() { cur_memory_size_ = 0; } -void InterpreterCoreGarbageCollector::Add(Variable* var) { - PADDLE_THROW( - platform::errors::Unimplemented("Not allowed to call the member function " - "of InterpreterCoreGarbageCollector")); -} - -void InterpreterCoreGarbageCollector::Add(Variable* var, - platform::DeviceEvent& event, - const platform::DeviceContext* ctx) { - PADDLE_THROW( - platform::errors::Unimplemented("Not allowed to call the member function " - "of InterpreterCoreGarbageCollector")); -} - } // namespace framework } // namespace paddle diff --git a/paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h b/paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h similarity index 80% rename from paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h rename to paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h index 5a0554d577..34f95eee73 100644 --- a/paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h +++ b/paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h @@ -16,6 +16,8 @@ #include #include "paddle/fluid/memory/allocation/spin_lock.h" #include "paddle/fluid/platform/device_event.h" +#include "paddle/fluid/platform/enforce.h" +#include "paddle/fluid/platform/errors.h" namespace paddle { namespace framework { @@ -26,10 +28,10 @@ using GarbageQueue = std::deque; class InterpreterCoreGarbageCollector { public: InterpreterCoreGarbageCollector(); - virtual ~InterpreterCoreGarbageCollector(){}; - virtual void Add(Variable* var); - virtual void Add(Variable* var, platform::DeviceEvent& event, - const platform::DeviceContext* ctx); + virtual ~InterpreterCoreGarbageCollector() {} + virtual void Add(Variable* var) = 0; + virtual void Add(Variable* var, platform::DeviceEvent* event, + const platform::DeviceContext* ctx) = 0; DISABLE_COPY_AND_ASSIGN(InterpreterCoreGarbageCollector); protected: diff --git a/paddle/fluid/framework/new_executor/interpretercore.cc b/paddle/fluid/framework/new_executor/interpretercore.cc index 8a5ec83b8b..61de884a6e 100644 --- a/paddle/fluid/framework/new_executor/interpretercore.cc +++ b/paddle/fluid/framework/new_executor/interpretercore.cc @@ -16,16 +16,13 @@ #include #include "paddle/fluid/framework/details/nan_inf_utils.h" #include "paddle/fluid/framework/details/share_tensor_buffer_functor.h" -#include "paddle/fluid/framework/new_executor/interpretercore_event_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/event_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/fast_garbage_collector.h" #include "paddle/fluid/framework/new_executor/interpretercore_util.h" #include "paddle/fluid/framework/operator.h" #include "paddle/fluid/platform/os_info.h" #include "paddle/fluid/platform/profiler/event_tracing.h" -#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP) -#include "paddle/fluid/framework/new_executor/interpretercore_fast_garbage_collector.h" -#endif - PADDLE_DEFINE_EXPORTED_bool(new_executor_use_inplace, true, "Use inplace in new executor"); PADDLE_DEFINE_EXPORTED_bool(new_executor_use_local_scope, true, @@ -726,12 +723,12 @@ void InterpreterCore::CheckGC(const Instruction& instr) { } else { static_cast(gc_.get())->Add( - var_scope.Var(var_id), gc_event_.at(instr_id), + var_scope.Var(var_id), &gc_event_.at(instr_id), &instr.DeviceContext()); } #else static_cast(gc_.get())->Add( - var_scope.Var(var_id), gc_event_.at(instr_id), + var_scope.Var(var_id), &gc_event_.at(instr_id), &instr.DeviceContext()); #endif } diff --git a/paddle/fluid/framework/new_executor/interpretercore.h b/paddle/fluid/framework/new_executor/interpretercore.h index 277093c082..51734abbb1 100644 --- a/paddle/fluid/framework/new_executor/interpretercore.h +++ b/paddle/fluid/framework/new_executor/interpretercore.h @@ -21,7 +21,7 @@ #include "paddle/fluid/framework/details/exception_holder.h" #include "paddle/fluid/framework/new_executor/event_manager.h" -#include "paddle/fluid/framework/new_executor/interpretercore_garbage_collector.h" +#include "paddle/fluid/framework/new_executor/garbage_collector/garbage_collector.h" #include "paddle/fluid/framework/new_executor/interpretercore_util.h" #include "paddle/fluid/framework/new_executor/new_executor_defs.h" #include "paddle/fluid/framework/new_executor/profiler.h" -- GitLab