// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // #pragma once #include #include #include "paddle/fluid/eager/hooks.h" #include "paddle/fluid/eager/type_defs.h" #include "paddle/fluid/imperative/tracer.h" #include "paddle/phi/api/ext/op_meta_info.h" #include "paddle/utils/small_vector.h" namespace egr { class UniqueNameGenerator { public: explicit UniqueNameGenerator(std::string prefix = "") : prefix_(prefix) {} std::string Generate(std::string key = "eager_tmp") { return prefix_ + key + "_" + std::to_string(id_++); } private: std::atomic id_{0}; std::string prefix_; }; // Global // TODO(jiabin): Now we are using imperative tracer, move it here when we // deprecate imperative. class GradNodeBase; class Controller { public: static Controller& Instance() { return *controller_; } paddle::platform::Place GetExpectedPlace() const { return tracer_->ExpectedPlace(); } void SetExpectedPlace(const paddle::platform::Place& place) { tracer_->SetExpectedPlace(place); } void SetAMPLevel(paddle::imperative::AmpLevel level) { tracer_->SetAmpLevel(level); } paddle::imperative::AmpLevel GetAMPLevel() const { return tracer_->GetAmpLevel(); } void SetUsePromote(bool use_promote) { tracer_->SetUsePromote(use_promote); } bool GetUsePromote() const { return tracer_->GetUsePromote(); } bool UseLayoutAutoTune() { bool use_autotune = false; #if defined(PADDLE_WITH_CUDA) auto place = tracer_->ExpectedPlace(); bool is_gpu_place = paddle::platform::is_gpu_place(place); if (is_gpu_place) { use_autotune = tracer_->UseLayoutAutoTune(); } #endif return use_autotune; } void DisableLayoutAutoTune() { tracer_->DisableLayoutAutoTune(); } void EnableLayoutAutoTune() { tracer_->EnableLayoutAutoTune(); } void SetPythonStack(std::string stack_str) { tracer_->SetPythonStack(stack_str); } std::string GetPythonStack() { return tracer_->GetPythonStack(); } bool HasGrad() const { return tracer_->HasGrad(); } void SetHasGrad(bool has_grad) { tracer_->SetHasGrad(has_grad); } std::string GenerateUniqueName(std::string key = "eager_in_tmp") { return tracer_->GenerateUniqueName(key); } const std::shared_ptr& GetCurrentTracer() { return tracer_; } void SetCurrentTracer( const std::shared_ptr& tracer) { tracer_ = tracer; VLOG(6) << "Set current tracer for Controller: " << tracer_; } const std::unordered_map>& GetOpMetaInfoMap() { return op_meta_info_map_; } void MergeOpMetaInfoMap( const std::unordered_map>& map) { op_meta_info_map_.insert(map.begin(), map.end()); } std::unordered_map>>>& GetCustomEdgesSlotMap() { return custom_edges_slot_map_; } // For Cpp Hook void RegisterBackwardFinalHook(const std::function& call_back) { VLOG(6) << "RegisterBackwardFinalHook"; final_backward_hooks_.emplace_back( std::make_shared(std::move(call_back))); VLOG(6) << "Size: " << final_backward_hooks_.size(); } // For Python hook void RegisterBackwardFinalHook(const std::shared_ptr& call_back) { final_backward_hooks_.emplace_back(call_back); } const std::vector>& FinalBackwardHooks() const { return final_backward_hooks_; } void ClearFinalBackwardHooks() { final_backward_hooks_.clear(); } void ClearForceSequentialNodes() { while (!force_sequential_nodes_.empty()) { force_sequential_nodes_.pop(); } } void PushBackForceSequentialNodes(GradNodeBase* node) { force_sequential_nodes_.push(node); } std::queue GetForceSequentialNodes() { return force_sequential_nodes_; } private: Controller() = default; static Controller* controller_; static thread_local std::shared_ptr tracer_; std::unordered_map> op_meta_info_map_; /* op_type : {{{grad_outputs}, {grad_inputs}, {input}, {output}, {attrs}}, * {{grad_outputs}, {grad_inputs}, {input}, {output}, {attrs}}}*/ std::unordered_map>>> custom_edges_slot_map_; std::vector> final_backward_hooks_; std::queue force_sequential_nodes_; DISABLE_COPY_AND_ASSIGN(Controller); }; } // namespace egr