var_handle.h 3.9 KB
Newer Older
Y
Yu Yang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
//   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once
X
Xin Pan 已提交
16 17

#include <algorithm>
Y
Yu Yang 已提交
18 19 20
#include <sstream>
#include <string>
#include <unordered_set>
Y
Yu Yang 已提交
21
#include <utility>
Y
Yu Yang 已提交
22

X
Xin Pan 已提交
23
#include "paddle/fluid/framework/ir/node.h"
Y
Yu Yang 已提交
24 25 26 27 28
#include "paddle/fluid/platform/place.h"

namespace paddle {
namespace framework {
namespace details {
Q
qiaolongfei 已提交
29
class OpHandleBase;
Y
Yu Yang 已提交
30

X
clean  
Xin Pan 已提交
31 32 33
// Wraps ir::Node and provide helper utilities.
// It's responsible for populating necessary fields of ir::Node.
//
Y
Yu Yang 已提交
34 35 36 37
// VarHandleBase is the var node in the dependency graph.
// A variable can only be generated by a single operator. i.e.
// This is a single assignment graph.
struct VarHandleBase {
X
Xin Pan 已提交
38
  // Owned by `node`. No need to be deleted explicitly.
X
clean1  
Xin Pan 已提交
39 40 41
  explicit VarHandleBase(ir::Node* node) : node_(node) {
    node_->WrappedBy(this);
  }
X
Xin Pan 已提交
42

Y
Yu Yang 已提交
43
  virtual ~VarHandleBase();
X
Xin Pan 已提交
44

Y
Yu Yang 已提交
45 46
  virtual std::string DebugString() const = 0;

X
Xin Pan 已提交
47 48 49 50 51 52 53 54
  void AddInput(OpHandleBase* in, ir::Node* node) {
    node_->inputs.clear();
    node_->inputs.push_back(node);
    generated_op_ = in;
  }

  void AddOutput(OpHandleBase* out, ir::Node* node) {
    if (pending_ops_.find(out) == pending_ops_.end()) {
C
chengduozh 已提交
55 56
      PADDLE_ENFORCE(out != nullptr, "The output of %s should not be nullptr",
                     this->Node()->Name());
X
Xin Pan 已提交
57 58 59 60 61 62 63
      pending_ops_.insert(out);
      node_->outputs.push_back(node);
    }
  }

  void RemoveOutput(OpHandleBase* out, ir::Node* node) {
    pending_ops_.erase(out);
X
polish  
Xin Pan 已提交
64
    node_->outputs.erase(
X
fix  
Xin Pan 已提交
65 66
        std::remove(node_->outputs.begin(), node_->outputs.end(), node),
        node_->outputs.end());
X
Xin Pan 已提交
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
  }

  void ClearGeneratedOp() {
    generated_op_ = nullptr;
    node_->inputs.clear();
  }

  OpHandleBase* GeneratedOp() { return generated_op_; }

  const std::unordered_set<OpHandleBase*>& PendingOps() const {
    return pending_ops_;
  }

  ir::Node* Node() { return node_; }

 protected:
Y
Yu Yang 已提交
83 84
  // The operator who generate this variable. nullptr if the variable
  // is a root node.
Y
Yu Yang 已提交
85
  OpHandleBase* generated_op_{nullptr};
Y
Yu Yang 已提交
86 87

  // Operators which depend on this variable ready.
Y
Yu Yang 已提交
88
  std::unordered_set<OpHandleBase*> pending_ops_;
X
Xin Pan 已提交
89
  ir::Node* node_;
Y
Yu Yang 已提交
90 91 92 93 94 95 96 97
};

// VarHandle is actually a single version of Runtime Variable.
// Variable in Runtime mapped to many VarHandles in Graph.
// Each assignment will generate a new var handle with newer version.
//
// NOTE: runtime variables have place.
struct VarHandle : public VarHandleBase {
X
Xin Pan 已提交
98 99
  explicit VarHandle(ir::Node* node) : VarHandleBase(node) {}

X
Xin Pan 已提交
100 101
  virtual ~VarHandle();

Y
Yu Yang 已提交
102 103
  std::string DebugString() const override;

X
Xin Pan 已提交
104 105 106 107
  VarHandle(ir::Node* node, size_t version, size_t scope_index,
            std::string name, platform::Place place)
      : VarHandleBase(node),
        version_(version),
Y
Yu Yang 已提交
108 109 110 111
        scope_idx_(scope_index),
        name_(std::move(name)),
        place_(std::move(place)) {}

Y
Yu Yang 已提交
112 113 114
  // version field currently is not used, however, just store the version to
  // debug easily.
  size_t version_;
C
chengduoZH 已提交
115
  size_t scope_idx_;
Y
Yu Yang 已提交
116 117
  std::string name_;
  platform::Place place_;
Y
Yu Yang 已提交
118

C
chengduoZH 已提交
119
  bool IsTheSameVar(const VarHandle& o) const {
Y
Yu Yang 已提交
120 121 122
    return o.generated_op_ == generated_op_ && o.name_ == name_ &&
           o.scope_idx_ == scope_idx_;
  }
Y
Yu Yang 已提交
123 124 125 126
};

// Dummy Variable. It is used to represent dependencies between operators
struct DummyVarHandle : public VarHandleBase {
X
Xin Pan 已提交
127 128
  explicit DummyVarHandle(ir::Node* node) : VarHandleBase(node) {}

X
Xin Pan 已提交
129 130
  virtual ~DummyVarHandle();

Y
Yu Yang 已提交
131 132 133 134 135 136
  std::string DebugString() const override;
};

}  // namespace details
}  // namespace framework
}  // namespace paddle