scope.h 4.4 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Q
qiaolongfei 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Q
qiaolongfei 已提交
15 16
#pragma once

M
minqiyang 已提交
17 18 19 20
extern "C" {
#include <xxhash.h>
}

M
minqiyang 已提交
21
#include <functional>
Y
Yi Wang 已提交
22
#include <list>
M
minqiyang 已提交
23
#include <memory>
Q
qiaolongfei 已提交
24
#include <string>
M
minqiyang 已提交
25
#include <unordered_map>
M
minqiyang 已提交
26
#include <utility>
27
#include <vector>
Q
qiaolongfei 已提交
28

M
minqiyang 已提交
29
#include "paddle/fluid/framework/rw_lock.h"
Y
Yi Wang 已提交
30 31
#include "paddle/fluid/framework/variable.h"
#include "paddle/fluid/platform/macros.h"
Q
qiaolongfei 已提交
32 33 34 35

namespace paddle {
namespace framework {

S
sneaxiy 已提交
36
int64_t GetEagerDeletionThreshold();
S
fix bug  
sneaxiy 已提交
37
bool IsFastEagerDeletionModeEnabled();
S
sneaxiy 已提交
38

Q
Qiao Longfei 已提交
39 40
class Scope;

M
minqiyang 已提交
41 42 43 44 45 46 47 48
namespace inner {
struct KeyHasher {
  std::size_t operator()(const std::string& key) const {
    return XXH32(key.c_str(), key.size(), 1);
  }
};
}  // namespace inner

Q
qiaolongfei 已提交
49
/**
50 51
 * @brief Scope that manage all variables.
 *
52
 * Scope is an association of a name to Variable. All variables belong to
53
 * Scope. You need to specify a scope to run a Net, i.e., `net.Run(&scope)`.
54 55
 * One net can run in different scopes and update different variable in the
 * scope.
Q
qiaolongfei 已提交
56 57
 */
class Scope {
Q
qiaolongfei 已提交
58
 public:
59
  Scope() {}
Y
Yi Wang 已提交
60
  ~Scope();
61

Y
Yu Yang 已提交
62 63 64 65 66 67
  /// Create a sub-scope. Returns a reference other than a pointer so
  /// to prevent from manual deletion.
  /// Mark it to const because that new kid scope cannot change parent scope.
  Scope& NewScope() const;

  /// Create a variable with given name if it doesn't exist.
68
  /// Caller doesn't own the returned Variable.
D
dongzhihong 已提交
69
  Variable* Var(const std::string& name);
Y
Yi Wang 已提交
70

Y
Yu Yang 已提交
71
  /// Create a variable with a scope-unique name.
72
  /// Caller doesn't own the returned Variable.
Y
Yu Yang 已提交
73
  Variable* Var(std::string* name = nullptr);
Y
Yi Wang 已提交
74

Y
Yancey1989 已提交
75
  void EraseVars(const std::vector<std::string>& var_names);
76

Y
Yu Yang 已提交
77 78
  /// Find a variable in the scope or any of its ancestors.  Returns
  /// nullptr if cannot find.
79
  /// Caller doesn't own the returned Variable.
Y
Yi Wang 已提交
80 81
  Variable* FindVar(const std::string& name) const;

S
sneaxiy 已提交
82 83 84 85 86
  /// Find a variable in the current scope.
  /// Return nullptr if cannot find.
  /// Caller doesn't own the returned Variable.
  Variable* FindLocalVar(const std::string& name) const;

87
  const Scope* parent() const { return parent_; }
Y
Yan Chunwei 已提交
88

Y
Yu Yang 已提交
89 90 91
  /// Find the scope or an ancestor scope that contains the given variable.
  const Scope* FindScope(const Variable* var) const;

92
  void DeleteScope(Scope* scope) const;
Y
Yu Yang 已提交
93

Y
Yu Yang 已提交
94 95
  /// Drop all kids scopes belonged to this scope.
  void DropKids();
96

M
minqiyang 已提交
97 98 99
  /// Find if a scope exists in the kid scopes
  bool HasKid(const Scope* scope) const;

100 101
  const std::list<Scope*>& kids() const { return kids_; }

102
  // enumerate all the variables current contains.
Y
Yang Yu 已提交
103
  std::vector<std::string> LocalVarNames() const;
104

Y
Yu Yang 已提交
105 106 107 108 109 110 111
  // Rename variable to a new name
  void Rename(const std::string& origin_name,
              const std::string& new_name) const;

  // Rename variable to a new name and return the new name
  std::string Rename(const std::string& origin_name) const;

112
 protected:
M
minqiyang 已提交
113 114
  mutable std::unordered_map<std::string, std::unique_ptr<Variable>,
                             inner::KeyHasher>
M
minqiyang 已提交
115
      vars_;
116

117
 private:
Y
Yi Wang 已提交
118
  // Call Scope::NewScope for a sub-scope.
Y
Yu Yang 已提交
119
  explicit Scope(Scope const* parent) : parent_(parent) {}
Y
Yi Wang 已提交
120

T
tensor-tang 已提交
121 122 123 124 125 126 127 128 129 130
  // Called by Var.
  Variable* VarInternal(const std::string& name);

  // Called by FindScope.
  const Scope* FindScopeInternal(const Variable* var) const;

  // Called by Rename.
  void RenameInternal(const std::string& origin_name,
                      const std::string& new_name) const;

T
tensor-tang 已提交
131
  // Called by FindVar recursively.
T
tensor-tang 已提交
132 133
  Variable* FindVarInternal(const std::string& name) const;

T
tensor-tang 已提交
134
  // Called by FindVarInternal and Var.
T
tensor-tang 已提交
135 136
  Variable* FindVarLocally(const std::string& name) const;

137
  // Scope in `kids_` are owned by this class.
Y
Yu Yang 已提交
138
  mutable std::list<Scope*> kids_;
139
  const Scope* parent_{nullptr};
D
format  
dongzhihong 已提交
140 141

  DISABLE_COPY_AND_ASSIGN(Scope);
Y
Yancey1989 已提交
142 143

 private:
M
minqiyang 已提交
144 145
  mutable RWLock kids_lock_;
  mutable RWLock vars_lock_;
Q
qiaolongfei 已提交
146
};
147 148 149 150 151

// Generate some debug string about the inherience structure of scope, quite
// naive.
std::string GenScopeTreeDebugInfo(Scope*);

Q
qiaolongfei 已提交
152 153
}  // namespace framework
}  // namespace paddle