// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include "paddle/fluid/framework/garbage_collector.h" #include "paddle/fluid/framework/operator.h" #include "paddle/fluid/framework/scope.h" namespace paddle { namespace framework { // Result map: op -> variable names that can be deleted after op runs class GarbageCollector; class OperatorBase; class Scope; struct OpInOutInfo { public: void Build(const OperatorBase *op) { is_built_ = true; auto &inferer = op->Info().NoNeedBufferVarsInferer(); if (inferer) { no_need_buffer_ins_ = inferer(op->Inputs(), op->Outputs(), op->Attrs()); if (no_need_buffer_ins_.empty()) return; for (auto &in_name_pair : op->Inputs()) { if (no_need_buffer_ins_.count(in_name_pair.first) != 0) { continue; } for (auto &in_arg_name : in_name_pair.second) { other_args_set_.insert(in_arg_name); } } for (auto &out_name_pair : op->Outputs()) { for (auto &out_arg_name : out_name_pair.second) { other_args_set_.insert(out_arg_name); } } } } bool IsBuilt() const { return is_built_; } bool IsInArgBufferNeeded(const std::string &in_arg_name) const { return no_need_buffer_ins_.empty() || other_args_set_.count(in_arg_name) != 0; } private: // A set to record unused buffer input vars of op std::unordered_set no_need_buffer_ins_; // A set to record other args of op (including in, out) std::unordered_set other_args_set_; bool is_built_{false}; }; std::unordered_map> GetUnusedVars(const BlockDesc &block, const std::vector> &ops, const std::vector &skip_vars); // Collect unused tensors void DeleteUnusedTensors(const Scope &scope, const std::vector &delete_vars, GarbageCollector *gc); // Collect unused tensors after op runs void DeleteUnusedTensors( const Scope &scope, const OperatorBase *op, const std::unordered_map> &delete_vars_map, GarbageCollector *gc); // Get the clean vars of GC after each op runs. This function is used for // analysis statically. // result is in the format: result[block_idx][op_idx][delete_var_idx] std::vector>> GetEagerDeletionCleanVars( const ProgramDesc &program, const std::vector &skip_vars = {}); } // namespace framework } // namespace paddle