var_desc.h 5.1 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
F
fengjiayi 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

17
#include <algorithm>
18
#include <atomic>
19
#include <string>
F
fengjiayi 已提交
20
#include <vector>
W
wanghuancoder 已提交
21

Y
Yu Yang 已提交
22
#include "glog/logging.h"
23
#include "paddle/fluid/framework/attribute.h"
Y
Yi Wang 已提交
24
#include "paddle/fluid/framework/framework.pb.h"
25
#include "paddle/fluid/framework/type_defs.h"
F
fengjiayi 已提交
26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43

namespace paddle {
namespace framework {

// convert between std::vector and protobuf repeated.
template <typename T>
inline std::vector<T> RepeatedToVector(
    const google::protobuf::RepeatedField<T> &repeated_field) {
  std::vector<T> ret;
  ret.reserve(repeated_field.size());
  std::copy(repeated_field.begin(), repeated_field.end(),
            std::back_inserter(ret));
  return ret;
}

template <typename T, typename RepeatedField>
inline void VectorToRepeated(const std::vector<T> &vec,
                             RepeatedField *repeated_field) {
F
fengjiayi 已提交
44
  repeated_field->Clear();
F
fengjiayi 已提交
45 46 47 48 49 50 51 52 53 54
  repeated_field->Reserve(vec.size());
  for (const auto &elem : vec) {
    *repeated_field->Add() = elem;
  }
}

// Specialize vector<bool>.
template <typename RepeatedField>
inline void VectorToRepeated(const std::vector<bool> &vec,
                             RepeatedField *repeated_field) {
F
fengjiayi 已提交
55
  repeated_field->Clear();
F
fengjiayi 已提交
56 57 58 59 60 61
  repeated_field->Reserve(vec.size());
  for (auto elem : vec) {
    *repeated_field->Add() = elem;
  }
}

Y
Yu Yang 已提交
62
class VarDesc {
F
fengjiayi 已提交
63
 public:
Y
Yu Yang 已提交
64
  explicit VarDesc(const std::string &name) {
65
    desc_.set_name(name);
X
Xin Pan 已提交
66
    // TODO(paddle-dev): Why default to lodtensor.
67
    desc_.mutable_type()->set_type(proto::VarType::LOD_TENSOR);
68
  }
F
fengjiayi 已提交
69

Y
Yu Yang 已提交
70
  explicit VarDesc(const proto::VarDesc &desc) : desc_(desc) {}
71

72
  proto::VarDesc *Proto() { return &desc_; }
F
fengjiayi 已提交
73

74 75
  const proto::VarDesc *Proto() const { return &desc_; }

F
fengjiayi 已提交
76 77
  std::string Name() const { return desc_.name(); }

78 79
  void SetName(std::string name) { desc_.set_name(name); }

F
fengjiayi 已提交
80 81 82 83
  void SetTensorDescNum(size_t num);

  size_t GetTensorDescNum() const;

F
fengjiayi 已提交
84 85
  void SetShape(const std::vector<int64_t> &dims);

F
fengjiayi 已提交
86
  void SetShapes(const std::vector<std::vector<int64_t>> &multiple_dims);
F
fengjiayi 已提交
87 88 89 90 91

  std::vector<int64_t> GetShape() const;

  std::vector<std::vector<int64_t>> GetShapes() const;

92
  void SetDataType(proto::VarType::Type data_type);
F
fengjiayi 已提交
93

94 95
  void SetDataTypes(
      const std::vector<proto::VarType::Type> &multiple_data_type);
F
fengjiayi 已提交
96

97
  proto::VarType::Type GetDataType() const;
F
fengjiayi 已提交
98

99
  std::vector<proto::VarType::Type> GetDataTypes() const;
F
fengjiayi 已提交
100

Y
Stash  
Yu Yang 已提交
101 102
  void SetLoDLevel(int32_t lod_level);

F
fengjiayi 已提交
103 104
  void SetLoDLevels(const std::vector<int32_t> &multiple_lod_level);

105
  int32_t GetLoDLevel() const;
Y
Stash  
Yu Yang 已提交
106

F
fengjiayi 已提交
107 108
  std::vector<int32_t> GetLoDLevels() const;

109
  proto::VarType::Type GetType() const;
Y
Yu Yang 已提交
110

111
  void SetType(proto::VarType::Type type);
Y
Yu Yang 已提交
112

113 114 115 116
  bool Persistable() const { return desc_.persistable(); }

  void SetPersistable(bool persistable) { desc_.set_persistable(persistable); }

117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
  bool IsParameter() const { return desc_.is_parameter(); }

  void SetIsParameter(bool is_parameter) {
    desc_.set_is_parameter(is_parameter);
  }

  void ClearIsParameter() { desc_.clear_is_parameter(); }

  bool HasIsParameter() const { return desc_.has_is_parameter(); }

  bool StopGradient() const { return desc_.stop_gradient(); }

  void SetStopGradient(bool stop_gradient) {
    desc_.set_stop_gradient(stop_gradient);
  }

  void ClearStopGradient() { desc_.clear_stop_gradient(); }

  bool HasStopGradient() const { return desc_.has_stop_gradient(); }

H
Huihuang Zheng 已提交
137 138 139 140 141 142
  bool NeedCheckFeed() const { return desc_.need_check_feed(); }

  void SetNeedCheckFeed(bool need_check_feed) {
    desc_.set_need_check_feed(need_check_feed);
  }

143 144 145 146 147 148 149 150 151 152 153
  bool HasAttr(const std::string &name) const {
    return attrs_.find(name) != attrs_.end();
  }

  std::vector<std::string> AttrNames() const;

  void SetAttr(const std::string &name, const Attribute &v);
  void RemoveAttr(const std::string &name);

  Attribute GetAttr(const std::string &name) const;

154 155 156 157 158 159 160 161 162
  // This thread-safe implementation seems to be redudent since the neural
  // networks are usually constructed in a single thread.
  static uint64_t GenerateId() {
    static std::atomic<std::uint64_t> uid{0};
    return ++uid;
  }

  // Note: the identity only used as a key for referring to its
  // distributed attribute now.
163
  uint64_t Id() const { return id_; }
164

F
fengjiayi 已提交
165
 private:
166 167 168 169
  const proto::VarType::TensorDesc &tensor_desc() const;
  std::vector<proto::VarType::TensorDesc> tensor_descs() const;
  proto::VarType::TensorDesc *mutable_tensor_desc();
  std::vector<proto::VarType::TensorDesc *> mutable_tensor_descs();
Y
Yu Yang 已提交
170

171
  proto::VarDesc desc_;
172
  AttributeMap attrs_;
173
  uint64_t id_ = GenerateId();
F
fengjiayi 已提交
174
};
175 176

bool operator==(const VarDesc &left, const VarDesc &right);
F
fengjiayi 已提交
177 178
}  // namespace framework
}  // namespace paddle