scope.cc 3.7 KB
Newer Older
Y
Yi Wang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include "paddle/framework/scope.h"
Y
Yang Yang 已提交
16

Q
qijun 已提交
17 18
#include <memory>  // for unique_ptr
#include <mutex>   // for call_once
19
#include "glog/logging.h"
Y
Yang Yu 已提交
20
#include "paddle/framework/threadpool.h"
Y
Yi Wang 已提交
21
#include "paddle/string/printf.h"
Y
Yi Wang 已提交
22

D
dzhwinter 已提交
23
DEFINE_bool(benchmark, false,
24
            "Doing memory benchmark. It will make deleting scope synchronized, "
D
dzhwinter 已提交
25 26 27
            "and add some memory usage logs."
            "Default cuda is asynchronous device, set to True will"
            "force op run in synchronous mode.");
28

Y
Yi Wang 已提交
29 30 31 32
namespace paddle {
namespace framework {

Scope::~Scope() {
Y
Yu Yang 已提交
33
  DropKids();
34 35 36 37
  for (auto& kv : vars_) {
    VLOG(3) << "Destroy variable " << kv.first;
    delete kv.second;
  }
Y
Yi Wang 已提交
38 39
}

Y
Yu Yang 已提交
40
Scope& Scope::NewScope() const {
Y
Yi Wang 已提交
41 42 43 44
  kids_.push_back(new Scope(this));
  return *kids_.back();
}

D
dongzhihong 已提交
45
Variable* Scope::Var(const std::string& name) {
46 47 48
  auto* v = FindVarLocally(name);
  if (v != nullptr) return v;
  v = new Variable();
Y
Yi Wang 已提交
49
  vars_[name] = v;
Y
Yang Yang(Tony) 已提交
50
  VLOG(3) << "Create variable " << name;
Y
Yi Wang 已提交
51
  v->name_ = &(vars_.find(name)->first);
Y
Yi Wang 已提交
52 53 54
  return v;
}

Y
Yu Yang 已提交
55 56 57 58 59 60
Variable* Scope::Var(std::string* name) {
  auto var_name = string::Sprintf("%p.%d", this, vars_.size());
  if (name != nullptr) {
    *name = var_name;
  }
  return Var(var_name);
Y
Yi Wang 已提交
61 62 63
}

Variable* Scope::FindVar(const std::string& name) const {
64 65 66 67
  auto var = FindVarLocally(name);
  if (var != nullptr) {
    return var;
  }
Y
Yi Wang 已提交
68 69 70
  return (parent_ == nullptr) ? nullptr : parent_->FindVar(name);
}

Y
Yu Yang 已提交
71
const Scope* Scope::FindScope(const Variable* var) const {
Y
Yi Wang 已提交
72 73 74 75 76
  for (auto& kv : vars_) {
    if (kv.second == var) {
      return this;
    }
  }
Y
Yi Wang 已提交
77 78
  return (parent_ == nullptr) ? nullptr : parent_->FindScope(var);
}
Y
Yu Yang 已提交
79 80 81 82
void Scope::DropKids() {
  for (Scope* s : kids_) delete s;
  kids_.clear();
}
Y
Yi Wang 已提交
83

Y
Yang Yu 已提交
84 85 86
std::vector<std::string> Scope::LocalVarNames() const {
  std::vector<std::string> known_vars;
  known_vars.reserve(this->vars_.size());
87 88 89 90 91 92
  for (auto& p : vars_) {
    known_vars.emplace_back(p.first);
  }
  return known_vars;
}

Y
Yu Yang 已提交
93 94 95 96
void Scope::DeleteScope(Scope* scope) {
  auto it = std::find(this->kids_.begin(), this->kids_.end(), scope);
  PADDLE_ENFORCE(it != this->kids_.end(), "Cannot find %p as kid scope", scope);
  this->kids_.erase(it);
97
  // When making memory benchmark on Fluid, we have to delete scope sync.
D
dzhwinter 已提交
98
  if (FLAGS_benchmark) {
99 100 101 102
    delete scope;
  } else {
    Async([scope] { delete scope; });
  }
Y
Yu Yang 已提交
103 104
}

Y
Yu Yang 已提交
105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
void Scope::Rename(const std::string& origin_name,
                   const std::string& new_name) const {
  auto origin_it = vars_.find(origin_name);
  PADDLE_ENFORCE(origin_it != vars_.end(),
                 "Cannot find original variable with name %s", origin_name);
  auto new_it = vars_.find(new_name);
  PADDLE_ENFORCE(new_it == vars_.end(),
                 "The variable with name %s is already in the scope", new_name);
  vars_[new_name] = origin_it->second;
  vars_.erase(origin_it);
}

std::string Scope::Rename(const std::string& origin_name) const {
  auto var_name = string::Sprintf("%p.%d", this, vars_.size());
  Rename(origin_name, var_name);
  return var_name;
}
122

123 124 125 126 127
Variable* Scope::FindVarLocally(const std::string& name) const {
  auto it = vars_.find(name);
  if (it != vars_.end()) return it->second;
  return nullptr;
}
Y
Yu Yang 已提交
128

Y
Yi Wang 已提交
129 130
}  // namespace framework
}  // namespace paddle