fleet_executor.h 2.1 KB
Newer Older
L
LiYuRio 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once
#include <memory>
17
#include <string>
18

L
LiYuRio 已提交
19 20
#include "paddle/fluid/distributed/fleet_executor/fleet_executor_desc.pb.h"
#include "paddle/fluid/platform/macros.h"
21
#include "paddle/fluid/platform/place.h"
L
LiYuRio 已提交
22 23 24 25

namespace paddle {
namespace framework {
class ProgramDesc;
26
class Scope;
L
LiYuRio 已提交
27 28 29 30
}

namespace distributed {
class RuntimeGraph;
31
class MessageBus;
32
class TaskNode;
33
class Carrier;
L
LiYuRio 已提交
34 35 36 37

class FleetExecutor final {
 public:
  FleetExecutor() = delete;
38
  explicit FleetExecutor(const std::string& exe_desc_str);
L
LiYuRio 已提交
39
  ~FleetExecutor();
40
  void Init(const framework::ProgramDesc& program_desc, framework::Scope* scope,
41 42 43
            const platform::Place& place,
            const std::vector<TaskNode*>& task_nodes,
            const std::unordered_map<int64_t, int64_t>& task_id_to_rank);
L
LiYuRio 已提交
44
  void Run();
45 46
  // TODO(liyurui): Change to use registry table for multi-carrier.
  static Carrier& GetCarrier();
L
LiYuRio 已提交
47 48 49

 private:
  DISABLE_COPY_AND_ASSIGN(FleetExecutor);
50
  void InitMessageBus();
51
  void InitCarrier();
52 53
  void CopyParameters(int microbatch_id, const framework::ProgramDesc& program);
  FleetExecutorDesc exe_desc_;
54
  std::shared_ptr<RuntimeGraph> runtime_graph_;
55 56 57 58
  framework::Scope* root_scope_;
  framework::Scope* minibatch_scope_;
  platform::Place place_;
  std::vector<framework::Scope*> microbatch_scopes_;
59 60 61
  // The carriers under FleetExecutor will share message bus,
  // using shared_ptr to manage lifetime and condition race.
  std::shared_ptr<MessageBus> msg_bus_;
L
LiYuRio 已提交
62 63 64 65
};

}  // namespace distributed
}  // namespace paddle