ssa_graph_builder.cc 3.3 KB
Newer Older
Y
Yu Yang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
//   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "paddle/fluid/framework/details/ssa_graph_builder.h"
C
chengduoZH 已提交
15
#include <utility>
Y
Yu Yang 已提交
16 17 18 19

namespace paddle {
namespace framework {
namespace details {
X
Xin Pan 已提交
20 21
void SSAGraphBuilder::PolishGraphToSupportDataHazards(Graph *graph) {
  for (auto &var_map : *boost::any_cast<GraphVars *>(graph->attrs["vars"])) {
Y
Yu Yang 已提交
22 23
    for (auto &name_pair : var_map) {
      if (name_pair.second.size() <= 1) {
Y
Yu Yang 已提交
24
        continue;
Y
Yu Yang 已提交
25 26 27 28 29
      }
      auto it_new = name_pair.second.rbegin();
      auto it_old = name_pair.second.rbegin();
      ++it_old;
      for (; it_old != name_pair.second.rend(); it_new = it_old, ++it_old) {
Y
Yu Yang 已提交
30 31
        auto *write_op = (*it_new)->generated_op_;
        auto &read_ops = (*it_old)->pending_ops_;
Y
Yu Yang 已提交
32 33 34 35 36 37 38 39 40 41 42

        for (auto *read_op : read_ops) {
          // Manually add a dependency var from read_op to write_op;
          if (read_op == write_op) {
            // Read Write is the same op.
            continue;
          }

          auto *dep_var = new DummyVarHandle();
          read_op->AddOutput(dep_var);
          write_op->AddInput(dep_var);
X
Xin Pan 已提交
43 44
          boost::any_cast<GraphDepVars *>(graph->attrs["dep_vars"])
              ->emplace(dep_var);
Y
Yu Yang 已提交
45 46 47 48 49 50 51
        }
      }
    }
  }
}

VarHandle *SSAGraphBuilder::CreateOrGetLatestVarHandle(
X
Xin Pan 已提交
52
    Graph *graph, const std::string &each_var_name,
Y
Yu Yang 已提交
53
    const platform::Place &place, size_t place_offset) {
X
Xin Pan 已提交
54 55
  auto &var_holders =
      (*boost::any_cast<GraphVars *>(graph->attrs["vars"]))[place_offset];
Y
Yu Yang 已提交
56 57 58
  auto &var_holder = var_holders[each_var_name];
  VarHandle *var = nullptr;
  if (var_holder.empty()) {
Y
Yu Yang 已提交
59 60
    var = new VarHandle(0, place_offset, each_var_name, place);
    var_holder.emplace_back(var);
Y
Yu Yang 已提交
61
  } else {
Y
Yu Yang 已提交
62
    var = var_holder.rbegin()->get();
Y
Yu Yang 已提交
63 64 65 66
  }
  return var;
}

X
Xin Pan 已提交
67
void SSAGraphBuilder::CreateOpOutput(Graph *graph, OpHandleBase *op_handle,
Y
Yu Yang 已提交
68 69 70
                                     const std::string &each_var_name,
                                     const platform::Place &place,
                                     size_t place_offset) {
X
Xin Pan 已提交
71 72 73
  auto &vars =
      (*boost::any_cast<GraphVars *>(graph->attrs["vars"]))[place_offset]
                                                           [each_var_name];
Y
Yu Yang 已提交
74
  size_t version = vars.size();
Y
Yu Yang 已提交
75 76 77
  auto var = new VarHandle(version, place_offset, each_var_name, place);
  vars.emplace_back(var);
  op_handle->AddOutput(var);
Y
Yu Yang 已提交
78
}
Y
Yu Yang 已提交
79

X
Xin Pan 已提交
80 81 82 83
void SSAGraphBuilder::AddOutputToLeafOps(Graph *graph) {
  GraphOps &all_ops = *boost::any_cast<GraphOps *>(graph->attrs["ops"]);

  for (auto &op : all_ops) {
X
Xin Pan 已提交
84
    if (!op->Outputs().empty()) {
Y
Yu Yang 已提交
85 86 87
      continue;
    }
    auto *dummy_leaf = new DummyVarHandle();
X
Xin Pan 已提交
88 89
    boost::any_cast<GraphDepVars *>(graph->attrs["dep_vars"])
        ->emplace(dummy_leaf);
Y
Yu Yang 已提交
90 91 92
    op->AddOutput(dummy_leaf);
  }
}
Y
Yu Yang 已提交
93 94 95
}  // namespace details
}  // namespace framework
}  // namespace paddle