scope.h 4.3 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Q
qiaolongfei 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Q
qiaolongfei 已提交
15 16
#pragma once

M
minqiyang 已提交
17 18 19 20
extern "C" {
#include <xxhash.h>
}

Y
Yi Wang 已提交
21
#include <list>
M
minqiyang 已提交
22
#include <memory>
Q
qiaolongfei 已提交
23
#include <string>
M
minqiyang 已提交
24
#include <unordered_map>
M
minqiyang 已提交
25
#include <utility>
26
#include <vector>
Q
qiaolongfei 已提交
27

M
minqiyang 已提交
28
#include "paddle/fluid/framework/rw_lock.h"
Y
Yi Wang 已提交
29 30
#include "paddle/fluid/framework/variable.h"
#include "paddle/fluid/platform/macros.h"
Q
qiaolongfei 已提交
31 32 33 34

namespace paddle {
namespace framework {

S
sneaxiy 已提交
35
int64_t GetEagerDeletionThreshold();
S
fix bug  
sneaxiy 已提交
36
bool IsFastEagerDeletionModeEnabled();
S
sneaxiy 已提交
37

Q
Qiao Longfei 已提交
38 39
class Scope;

Q
qiaolongfei 已提交
40
/**
41 42
 * @brief Scope that manage all variables.
 *
43
 * Scope is an association of a name to Variable. All variables belong to
44
 * Scope. You need to specify a scope to run a Net, i.e., `net.Run(&scope)`.
45 46
 * One net can run in different scopes and update different variable in the
 * scope.
Q
qiaolongfei 已提交
47 48
 */
class Scope {
Q
qiaolongfei 已提交
49
 public:
50
  Scope() {}
Y
Yi Wang 已提交
51
  ~Scope();
52

Y
Yu Yang 已提交
53 54 55 56 57 58
  /// Create a sub-scope. Returns a reference other than a pointer so
  /// to prevent from manual deletion.
  /// Mark it to const because that new kid scope cannot change parent scope.
  Scope& NewScope() const;

  /// Create a variable with given name if it doesn't exist.
59
  /// Caller doesn't own the returned Variable.
D
dongzhihong 已提交
60
  Variable* Var(const std::string& name);
Y
Yi Wang 已提交
61

Y
Yu Yang 已提交
62
  /// Create a variable with a scope-unique name.
63
  /// Caller doesn't own the returned Variable.
Y
Yu Yang 已提交
64
  Variable* Var(std::string* name = nullptr);
Y
Yi Wang 已提交
65

Y
Yancey1989 已提交
66
  void EraseVars(const std::vector<std::string>& var_names);
67

Y
Yu Yang 已提交
68 69
  /// Find a variable in the scope or any of its ancestors.  Returns
  /// nullptr if cannot find.
70
  /// Caller doesn't own the returned Variable.
Y
Yi Wang 已提交
71 72
  Variable* FindVar(const std::string& name) const;

S
sneaxiy 已提交
73 74 75 76 77
  /// Find a variable in the current scope.
  /// Return nullptr if cannot find.
  /// Caller doesn't own the returned Variable.
  Variable* FindLocalVar(const std::string& name) const;

78
  const Scope* parent() const { return parent_; }
Y
Yan Chunwei 已提交
79

Y
Yu Yang 已提交
80 81 82
  /// Find the scope or an ancestor scope that contains the given variable.
  const Scope* FindScope(const Variable* var) const;

83
  void DeleteScope(Scope* scope) const;
Y
Yu Yang 已提交
84

Y
Yu Yang 已提交
85 86
  /// Drop all kids scopes belonged to this scope.
  void DropKids();
87

M
minqiyang 已提交
88 89 90
  /// Find if a scope exists in the kid scopes
  bool HasKid(const Scope* scope) const;

91 92
  const std::list<Scope*>& kids() const { return kids_; }

93
  // enumerate all the variables current contains.
Y
Yang Yu 已提交
94
  std::vector<std::string> LocalVarNames() const;
95

Y
Yu Yang 已提交
96 97 98 99 100 101 102
  // Rename variable to a new name
  void Rename(const std::string& origin_name,
              const std::string& new_name) const;

  // Rename variable to a new name and return the new name
  std::string Rename(const std::string& origin_name) const;

103
 protected:
M
minqiyang 已提交
104 105 106 107 108 109 110
  struct KeyHasher {
    std::size_t operator()(const std::string& key) const {
      return XXH32(key.c_str(), key.size(), 1);
    }
  };

  mutable std::unordered_map<std::string, std::unique_ptr<Variable>, KeyHasher>
M
minqiyang 已提交
111
      vars_;
112

113
 private:
Y
Yi Wang 已提交
114
  // Call Scope::NewScope for a sub-scope.
Y
Yu Yang 已提交
115
  explicit Scope(Scope const* parent) : parent_(parent) {}
Y
Yi Wang 已提交
116

T
tensor-tang 已提交
117 118 119 120 121 122 123 124 125 126
  // Called by Var.
  Variable* VarInternal(const std::string& name);

  // Called by FindScope.
  const Scope* FindScopeInternal(const Variable* var) const;

  // Called by Rename.
  void RenameInternal(const std::string& origin_name,
                      const std::string& new_name) const;

T
tensor-tang 已提交
127
  // Called by FindVar recursively.
T
tensor-tang 已提交
128 129
  Variable* FindVarInternal(const std::string& name) const;

T
tensor-tang 已提交
130
  // Called by FindVarInternal and Var.
T
tensor-tang 已提交
131 132
  Variable* FindVarLocally(const std::string& name) const;

133
  // Scope in `kids_` are owned by this class.
Y
Yu Yang 已提交
134
  mutable std::list<Scope*> kids_;
135
  const Scope* parent_{nullptr};
D
format  
dongzhihong 已提交
136 137

  DISABLE_COPY_AND_ASSIGN(Scope);
Y
Yancey1989 已提交
138 139

 private:
M
minqiyang 已提交
140 141
  mutable RWLock kids_lock_;
  mutable RWLock vars_lock_;
Q
qiaolongfei 已提交
142
};
143 144 145 146 147

// Generate some debug string about the inherience structure of scope, quite
// naive.
std::string GenScopeTreeDebugInfo(Scope*);

Q
qiaolongfei 已提交
148 149
}  // namespace framework
}  // namespace paddle