scope.h 4.4 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Q
qiaolongfei 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Q
qiaolongfei 已提交
15 16
#pragma once

M
minqiyang 已提交
17 18 19 20
extern "C" {
#include <xxhash.h>
}

Y
Yi Wang 已提交
21
#include <list>
M
minqiyang 已提交
22
#include <memory>
Q
qiaolongfei 已提交
23
#include <string>
M
minqiyang 已提交
24
#include <unordered_map>
M
minqiyang 已提交
25
#include <utility>
26
#include <vector>
Q
qiaolongfei 已提交
27

M
minqiyang 已提交
28
#include "paddle/fluid/framework/rw_lock.h"
Y
Yi Wang 已提交
29 30
#include "paddle/fluid/framework/variable.h"
#include "paddle/fluid/platform/macros.h"
Q
qiaolongfei 已提交
31 32 33 34

namespace paddle {
namespace framework {

S
sneaxiy 已提交
35
int64_t GetEagerDeletionThreshold();
S
fix bug  
sneaxiy 已提交
36
bool IsFastEagerDeletionModeEnabled();
S
sneaxiy 已提交
37

Q
Qiao Longfei 已提交
38 39
class Scope;

Q
qiaolongfei 已提交
40
/**
41 42
 * @brief Scope that manage all variables.
 *
43
 * Scope is an association of a name to Variable. All variables belong to
44
 * Scope. You need to specify a scope to run a Net, i.e., `net.Run(&scope)`.
45 46
 * One net can run in different scopes and update different variable in the
 * scope.
Q
qiaolongfei 已提交
47 48
 */
class Scope {
Q
qiaolongfei 已提交
49
 public:
50
  Scope() {}
Y
Yi Wang 已提交
51
  ~Scope();
52

Y
Yu Yang 已提交
53 54 55 56 57 58
  /// Create a sub-scope. Returns a reference other than a pointer so
  /// to prevent from manual deletion.
  /// Mark it to const because that new kid scope cannot change parent scope.
  Scope& NewScope() const;

  /// Create a variable with given name if it doesn't exist.
59
  /// Caller doesn't own the returned Variable.
D
dongzhihong 已提交
60
  Variable* Var(const std::string& name);
Y
Yi Wang 已提交
61

Y
Yu Yang 已提交
62
  /// Create a variable with a scope-unique name.
63
  /// Caller doesn't own the returned Variable.
Y
Yu Yang 已提交
64
  Variable* Var(std::string* name = nullptr);
Y
Yi Wang 已提交
65

Y
Yancey1989 已提交
66
  void EraseVars(const std::vector<std::string>& var_names);
67

Y
Yu Yang 已提交
68 69
  /// Find a variable in the scope or any of its ancestors.  Returns
  /// nullptr if cannot find.
70
  /// Caller doesn't own the returned Variable.
Y
Yi Wang 已提交
71 72
  Variable* FindVar(const std::string& name) const;

S
sneaxiy 已提交
73 74 75 76 77
  /// Find a variable in the current scope.
  /// Return nullptr if cannot find.
  /// Caller doesn't own the returned Variable.
  Variable* FindLocalVar(const std::string& name) const;

L
luotao1 已提交
78 79 80 81
  /// Find whether a variable in the current scope.
  /// Return false if cannot find.
  bool HasLocalVar(const std::string& name) const;

82
  const Scope* parent() const { return parent_; }
Y
Yan Chunwei 已提交
83

Y
Yu Yang 已提交
84 85 86
  /// Find the scope or an ancestor scope that contains the given variable.
  const Scope* FindScope(const Variable* var) const;

87
  void DeleteScope(Scope* scope) const;
Y
Yu Yang 已提交
88

Y
Yu Yang 已提交
89 90
  /// Drop all kids scopes belonged to this scope.
  void DropKids();
91

M
minqiyang 已提交
92 93 94
  /// Find if a scope exists in the kid scopes
  bool HasKid(const Scope* scope) const;

95 96
  const std::list<Scope*>& kids() const { return kids_; }

97
  // enumerate all the variables current contains.
Y
Yang Yu 已提交
98
  std::vector<std::string> LocalVarNames() const;
99

Y
Yu Yang 已提交
100 101 102 103 104 105 106
  // Rename variable to a new name
  void Rename(const std::string& origin_name,
              const std::string& new_name) const;

  // Rename variable to a new name and return the new name
  std::string Rename(const std::string& origin_name) const;

107
 protected:
M
minqiyang 已提交
108 109 110 111 112 113 114
  struct KeyHasher {
    std::size_t operator()(const std::string& key) const {
      return XXH32(key.c_str(), key.size(), 1);
    }
  };

  mutable std::unordered_map<std::string, std::unique_ptr<Variable>, KeyHasher>
M
minqiyang 已提交
115
      vars_;
116

117
 private:
Y
Yi Wang 已提交
118
  // Call Scope::NewScope for a sub-scope.
Y
Yu Yang 已提交
119
  explicit Scope(Scope const* parent) : parent_(parent) {}
Y
Yi Wang 已提交
120

T
tensor-tang 已提交
121 122 123 124 125 126 127 128 129 130
  // Called by Var.
  Variable* VarInternal(const std::string& name);

  // Called by FindScope.
  const Scope* FindScopeInternal(const Variable* var) const;

  // Called by Rename.
  void RenameInternal(const std::string& origin_name,
                      const std::string& new_name) const;

T
tensor-tang 已提交
131
  // Called by FindVar recursively.
T
tensor-tang 已提交
132 133
  Variable* FindVarInternal(const std::string& name) const;

T
tensor-tang 已提交
134
  // Called by FindVarInternal and Var.
T
tensor-tang 已提交
135 136
  Variable* FindVarLocally(const std::string& name) const;

137
  // Scope in `kids_` are owned by this class.
Y
Yu Yang 已提交
138
  mutable std::list<Scope*> kids_;
139
  const Scope* parent_{nullptr};
D
format  
dongzhihong 已提交
140 141

  DISABLE_COPY_AND_ASSIGN(Scope);
Y
Yancey1989 已提交
142 143

 private:
M
minqiyang 已提交
144 145
  mutable RWLock kids_lock_;
  mutable RWLock vars_lock_;
Q
qiaolongfei 已提交
146
};
147 148 149 150 151

// Generate some debug string about the inherience structure of scope, quite
// naive.
std::string GenScopeTreeDebugInfo(Scope*);

Q
qiaolongfei 已提交
152 153
}  // namespace framework
}  // namespace paddle