// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include #include "paddle/fluid/framework/program_desc.h" #include "paddle/fluid/platform/macros.h" namespace paddle { namespace framework { class OperatorBase; class OpDesc; } namespace distributed { class TaskNode final { public: using OperatorBase = paddle::framework::OperatorBase; TaskNode(int64_t rank, int64_t task_id, int64_t max_run_times); TaskNode(int32_t role, int64_t rank, int64_t task_id, int64_t max_run_times, int64_t max_slot_nums); TaskNode(int32_t role, const std::vector& op_descs, int64_t rank, int64_t task_id, int64_t max_run_times, int64_t max_slot_nums); TaskNode(int32_t role, const std::vector& ops, int64_t rank, int64_t task_id, int64_t max_run_times, int64_t max_slot_nums); TaskNode(paddle::framework::ProgramDesc* program, int64_t rank, int64_t max_run_times, int64_t max_slot_nums); TaskNode(paddle::framework::ProgramDesc* program, int64_t rank); ~TaskNode() = default; void SetProgram(paddle::framework::ProgramDesc* program); void Init(bool use_feed_fetch_ops = true); int64_t rank() const { return rank_; } int64_t task_id() const { return task_id_; } int32_t role() const { return role_; } int64_t max_run_times() const { return max_run_times_; } int64_t max_slot_nums() const { return max_slot_nums_; } int64_t run_per_steps() const { return run_per_steps_; } int64_t run_at_offset() const { return run_at_offset_; } int64_t reply_up_per_steps() const { return reply_up_per_steps_; } int64_t send_down_per_steps() const { return send_down_per_steps_; } const std::unordered_map& upstream() const { return upstream_; } const std::unordered_map& downstream() const { return downstream_; } const std::string& type() const { return type_; } const paddle::framework::ProgramDesc* program() const { return program_; } const std::vector& ops() const { return ops_; } const std::vector>& unique_ops() const { return ops_vec_; } const std::unordered_map>& unused_vars() const { return unused_vars_; } void SetRunPerSteps(int64_t value); void SetRunAtOffset(int64_t value); void SetReplyUpPerSteps(int64_t value); void SetSendDownPerSteps(int64_t value); void SetType(const std::string& type) { type_ = type; } void SetUnusedVars( const std::unordered_map>& unused_vars) { unused_vars_ = unused_vars; } // upstream need buffs? bool AddUpstreamTask(int64_t task_id, int64_t buff_size = 1); bool AddDownstreamTask(int64_t task_id, int64_t buff_size = 1); std::string DebugString() const; private: DISABLE_COPY_AND_ASSIGN(TaskNode); TaskNode() = default; // ops_ will be removed in the future std::vector ops_; // task_id-->buff_size std::unordered_map upstream_; std::unordered_map downstream_; framework::ProgramDesc* program_; std::vector> ops_vec_; std::unordered_map> unused_vars_; int32_t role_; int64_t rank_; int64_t task_id_; int64_t max_run_times_; int64_t max_slot_nums_; int64_t run_per_steps_{1}; int64_t run_at_offset_{0}; // one input produces multi times output int64_t reply_up_per_steps_{1}; // one output need multi times input int64_t send_down_per_steps_{1}; std::string type_; }; } // namespace distributed } // namespace paddle