ddim.cc 5.3 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
L
liaogang 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Y
Yi Wang 已提交
15
#include "paddle/fluid/framework/ddim.h"
16
#include <set>
Y
Yi Wang 已提交
17
#include "paddle/fluid/platform/enforce.h"
F
fengjiayi 已提交
18

19 20
namespace paddle {
namespace framework {
F
fengjiayi 已提交
21

Q
qijun 已提交
22
DDim make_ddim(std::initializer_list<int64_t> dims) {
S
sneaxiy 已提交
23
  return DDim(dims.begin(), dims.size());
F
fengjiayi 已提交
24 25
}

Q
qijun 已提交
26
DDim make_ddim(const std::vector<int64_t>& dims) {
S
sneaxiy 已提交
27
  return DDim(dims.data(), dims.size());
F
fengjiayi 已提交
28 29
}

Y
Yu Yang 已提交
30
DDim make_ddim(const std::vector<int>& dims) {
S
sneaxiy 已提交
31
  return DDim(dims.data(), dims.size());
Y
Yu Yang 已提交
32 33
}

S
sneaxiy 已提交
34 35
struct DDimEqualityVisitor {
  explicit DDimEqualityVisitor(const int64_t* d) : d_(d) {}
F
fengjiayi 已提交
36 37

  template <int D>
S
sneaxiy 已提交
38
  inline bool operator()(const Dim<D>& self) const {
S
sneaxiy 已提交
39
    return UnrollCompare<D>::Run(self.Get(), d_);
F
fengjiayi 已提交
40 41
  }

S
sneaxiy 已提交
42
  const int64_t* d_;
F
fengjiayi 已提交
43 44
};

S
sneaxiy 已提交
45
bool DDim::operator==(const DDim& d) const {
S
sneaxiy 已提交
46 47
  return size() == d.size() &&
         this->apply_visitor(DDimEqualityVisitor(d.Get()));
F
fengjiayi 已提交
48 49
}

S
sneaxiy 已提交
50
bool DDim::operator!=(const DDim& d) const { return !(*this == d); }
F
fengjiayi 已提交
51

L
liuwei1031 已提交
52 53 54 55 56 57 58 59 60 61
std::string DDim::to_str() const {
  std::stringstream ss;
  ss << '[';
  if (rank_ > 0) ss << dim_[0];

  for (int i = 1; i < rank_; ++i) ss << ", " << dim_[i];
  ss << ']';
  return ss.str();
}

S
sneaxiy 已提交
62
struct ProductVisitor {
F
fengjiayi 已提交
63
  template <int D>
S
sneaxiy 已提交
64
  inline int64_t operator()(const Dim<D>& dim) {
F
fengjiayi 已提交
65
    return product(dim);
F
fengjiayi 已提交
66
  }
F
fengjiayi 已提交
67 68
};

Q
qijun 已提交
69
int64_t product(const DDim& ddim) {
S
sneaxiy 已提交
70
  return ddim.apply_visitor(ProductVisitor());
F
fengjiayi 已提交
71 72
}

H
Hongyu Liu 已提交
73 74 75 76 77 78 79 80 81 82
bool contain_unknown_dim(const DDim& ddim) {
  for (int i = 0; i < ddim.size(); ++i) {
    if (ddim[i] < 0) {
      return true;
    }
  }

  return false;
}

83
DDim slice_ddim(const DDim& dim, int begin, int end) {
S
sneaxiy 已提交
84 85 86 87 88
  PADDLE_ENFORCE(begin >= 0 && end <= dim.size(),
                 "[begin(%d), end(%d)) must be inside [0, %d) in ddim slice.",
                 begin, end, dim.size());
  // Constructor of DDim would check whether end - begin is valid
  return DDim(dim.Get() + begin, end - begin);
S
sneaxiy 已提交
89
}
F
fengjiayi 已提交
90

S
sneaxiy 已提交
91
int arity(const DDim& d) { return d.size(); }
F
fengjiayi 已提交
92

S
sneaxiy 已提交
93
struct DDimPrinter {
F
fengjiayi 已提交
94
  std::ostream& os;
L
liaogang 已提交
95
  explicit DDimPrinter(std::ostream& os_) : os(os_) {}
F
fengjiayi 已提交
96

S
sneaxiy 已提交
97 98
  template <int D>
  void operator()(const Dim<D>& t) {
F
fengjiayi 已提交
99 100 101 102
    os << t;
  }
};

103
std::ostream& operator<<(std::ostream& os, const DDim& ddim) {
S
sneaxiy 已提交
104
  ddim.apply_visitor(DDimPrinter(os));
F
fengjiayi 已提交
105 106 107
  return os;
}

F
fengjiayi 已提交
108
DDim flatten_to_2d(const DDim& src, int num_col_dims) {
S
sneaxiy 已提交
109 110
  return DDim({product(slice_ddim(src, 0, num_col_dims)),
               product(slice_ddim(src, num_col_dims, src.size()))});
111 112
}

S
sneaxiy 已提交
113
DDim flatten_to_1d(const DDim& src) { return DDim({product(src)}); }
F
fengjiayi 已提交
114

W
wanghaoshuang 已提交
115
DDim stride(const DDim& ddim) {
S
sneaxiy 已提交
116 117
  DDim strides;
  strides.rank_ = ddim.size();
W
wanghaoshuang 已提交
118 119 120 121
  strides[ddim.size() - 1] = 1;
  for (int i = ddim.size() - 2; i >= 0; --i) {
    strides[i] = strides[i + 1] * ddim[i + 1];
  }
S
sneaxiy 已提交
122
  return strides;
W
wanghaoshuang 已提交
123
}
Y
Yancey1989 已提交
124

S
sneaxiy 已提交
125
DDim stride_numel(const DDim& ddim) {
S
sneaxiy 已提交
126 127
  DDim strides;
  strides.rank_ = ddim.size();
Y
Yancey1989 已提交
128 129 130 131
  strides[ddim.size() - 1] = ddim[ddim.size() - 1];
  for (int i = ddim.size() - 2; i >= 0; --i) {
    strides[i] = strides[i + 1] * ddim[i];
  }
S
sneaxiy 已提交
132
  return strides;
Y
Yancey1989 已提交
133 134
}

135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161
DDim DDim::reshape(const std::vector<int>& shape) const {
  const int64_t copy_dim_val = 0;
  const DDim& in_dims = *this;
  DDim out_dims;
  out_dims.rank_ = shape.size();
  for (size_t i = 0; i < shape.size(); ++i) {
    if (shape[i] == copy_dim_val) {
      PADDLE_ENFORCE_LT(static_cast<int>(i), in_dims.size(),
                        platform::errors::InvalidArgument(
                            "Index %d of shape under which the value of 0 "
                            "is stored, must be lower than the number of "
                            "old dimensions. But received shape[%d] = 0, "
                            "dimensions = %d, shape = [%s].",
                            i, in_dims.size(), in_dims));
      out_dims[i] = in_dims[i];
    } else {
      out_dims[i] = shape[i];
    }
  }
  return out_dims;
}

DDim DDim::transpose(const std::vector<int>& axis) const {
  const DDim& in_dims = *this;
  size_t in_rank = in_dims.size();
  size_t axis_size = axis.size();

162 163 164 165 166
  auto axis_set = std::set<int>(axis.begin(), axis.end());
  PADDLE_ENFORCE_EQ(axis_set.size(), axis_size,
                    platform::errors::InvalidArgument(
                        "In an axis array, elements must be unique."));

167 168 169 170 171 172 173 174
  PADDLE_ENFORCE_EQ(
      in_rank, axis_size,
      platform::errors::InvalidArgument("The input dimension's size "
                                        "should be equal to the axis's size. "
                                        "But received dimension is %d, "
                                        "axis's size is %d",
                                        in_rank, axis_size));

175 176 177
  PADDLE_ENFORCE_LT(*std::max_element(axis.begin(), axis.end()), axis_size,
                    platform::errors::InvalidArgument(
                        "Axis values must be ranging from 0 to (dims - 1)."));
178 179 180 181 182 183 184 185

  DDim out_dims(in_dims);
  for (size_t i = 0; i < axis_size; i++) {
    out_dims[i] = in_dims[axis[i]];
  }
  return out_dims;
}

186 187
}  // namespace framework
}  // namespace paddle