meta_tensor.cc 5.6 KB
Newer Older
1
/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

15
#include "paddle/phi/core/meta_tensor.h"
16

17 18
#include "glog/logging.h"

19 20 21
#include "paddle/phi/core/dense_tensor.h"
#include "paddle/phi/core/enforce.h"
#include "paddle/phi/core/selected_rows.h"
J
Jack Zhou 已提交
22 23
#include "paddle/phi/core/string_tensor.h"
#include "paddle/phi/core/string_tensor_utils.h"
24
#include "paddle/phi/core/tensor_utils.h"
25

26
namespace phi {
27 28 29 30 31 32 33 34 35 36

int64_t MetaTensor::numel() const { return tensor_->numel(); }

DDim MetaTensor::dims() const { return tensor_->dims(); }

DataType MetaTensor::dtype() const { return tensor_->dtype(); }

DataLayout MetaTensor::layout() const { return tensor_->layout(); }

void MetaTensor::set_dims(const DDim& dims) {
37
  if (phi::DenseTensor::classof(tensor_)) {
38 39
    DenseTensorUtils::GetMutableMeta(static_cast<DenseTensor*>(tensor_))->dims =
        dims;
J
Jack Zhou 已提交
40 41 42
  } else if (phi::StringTensor::classof(tensor_)) {
    StringTensorUtils::GetMutableMeta(static_cast<StringTensor*>(tensor_))
        ->dims = dims;
43
  } else if (phi::SelectedRows::classof(tensor_)) {
44 45 46
    DenseTensorUtils::GetMutableMeta(
        static_cast<SelectedRows*>(tensor_)->mutable_value())
        ->dims = dims;
47
  } else {
48
    PADDLE_THROW(phi::errors::Unimplemented(
49 50 51 52 53
        "Unsupported setting dims for `%s`.", tensor_->type_info().name()));
  }
}

void MetaTensor::set_dtype(DataType dtype) {
54
  if (phi::DenseTensor::classof(tensor_)) {
55
    DenseTensorUtils::GetMutableMeta(static_cast<DenseTensor*>(tensor_))
56
        ->dtype = dtype;
J
Jack Zhou 已提交
57 58
  } else if (phi::StringTensor::classof(tensor_)) {
    // No need to set dtype
59
  } else if (phi::SelectedRows::classof(tensor_)) {
60 61 62
    DenseTensorUtils::GetMutableMeta(
        static_cast<SelectedRows*>(tensor_)->mutable_value())
        ->dtype = dtype;
63
  } else {
64
    PADDLE_THROW(phi::errors::Unimplemented(
65 66 67 68 69
        "Unsupported settting dtype for `%s`.", tensor_->type_info().name()));
  }
}

void MetaTensor::set_layout(DataLayout layout) {
70
  if (phi::DenseTensor::classof(tensor_)) {
71
    DenseTensorUtils::GetMutableMeta(static_cast<DenseTensor*>(tensor_))
72
        ->layout = layout;
J
Jack Zhou 已提交
73 74
  } else if (phi::StringTensor::classof(tensor_)) {
    // No need to set layout
75
  } else if (phi::SelectedRows::classof(tensor_)) {
76 77 78
    DenseTensorUtils::GetMutableMeta(
        static_cast<SelectedRows*>(tensor_)->mutable_value())
        ->layout = layout;
79
  } else {
80
    PADDLE_THROW(phi::errors::Unimplemented(
81 82 83 84 85
        "Unsupported settting layout for `%s`.", tensor_->type_info().name()));
  }
}

void MetaTensor::share_lod(const MetaTensor& meta_tensor) {
H
hong 已提交
86 87 88 89
  if (meta_tensor.lod().size() == 0) {
    // no need share
    return;
  }
90
  if (phi::DenseTensor::classof(tensor_)) {
91 92
    DenseTensorUtils::GetMutableMeta(static_cast<DenseTensor*>(tensor_))->lod =
        meta_tensor.lod();
93
  } else if (phi::SelectedRows::classof(tensor_)) {
94 95 96
    DenseTensorUtils::GetMutableMeta(
        static_cast<SelectedRows*>(tensor_)->mutable_value())
        ->lod = meta_tensor.lod();
97
  } else {
98
    PADDLE_THROW(
99 100
        phi::errors::Unimplemented("Unsupported sharing lod inplace for `%s`.",
                                   tensor_->type_info().name()));
101 102 103 104
  }
}

const LoD& MetaTensor::lod() const {
105
  if (phi::DenseTensor::classof(tensor_)) {
106
    return static_cast<DenseTensor*>(tensor_)->lod();
107
  } else if (phi::SelectedRows::classof(tensor_)) {
108
    return static_cast<SelectedRows*>(tensor_)->value().lod();
109
  } else {
110 111
    PADDLE_THROW(phi::errors::Unimplemented("Unsupported getting lod of `%s`.",
                                            tensor_->type_info().name()));
112 113 114 115
  }
}

void MetaTensor::share_meta(const MetaTensor& meta_tensor) {
Y
YuanRisheng 已提交
116 117 118
  if (phi::DenseTensor::classof(tensor_) ||
      phi::SelectedRows::classof(tensor_)) {
    share_dims(meta_tensor);
119 120 121
    set_dtype(meta_tensor.dtype());
    set_layout(meta_tensor.layout());
    share_lod(meta_tensor);
122
  } else {
123
    PADDLE_THROW(phi::errors::Unimplemented(
124
        "Unsupported sharing meta for `%s`.", tensor_->type_info().name()));
125 126 127
  }
}

C
Chen Weihang 已提交
128
TensorBase* MetaTensor::tensor() const { return tensor_; }
Y
YuanRisheng 已提交
129 130 131 132 133 134 135

void MetaTensor::share_dims(const MetaTensor& meta_tensor) {
  bool is_dense_tensor = phi::DenseTensor::classof(tensor_);
  bool is_selected_rows = phi::SelectedRows::classof(tensor_);
  if (is_dense_tensor || is_selected_rows) {
    set_dims(meta_tensor.dims());
    if (is_selected_rows) {
C
Chen Weihang 已提交
136
      const auto in_tensor_base = meta_tensor.tensor();
Y
YuanRisheng 已提交
137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152
      PADDLE_ENFORCE_EQ(
          phi::SelectedRows::classof(in_tensor_base),
          true,
          errors::InvalidArgument("The input MetaTensor is SelectedRows, but "
                                  "the output MetaTensor is not this type."));
      auto* selected_rows_out = static_cast<SelectedRows*>(tensor_);
      auto* selected_rows_in = static_cast<SelectedRows*>(in_tensor_base);
      selected_rows_out->set_rows(selected_rows_in->rows());
      selected_rows_out->set_height(selected_rows_in->height());
    }
  } else {
    PADDLE_THROW(phi::errors::Unimplemented(
        "Unsupported sharing dims for `%s`.", tensor_->type_info().name()));
  }
}

153 154
bool MetaTensor::initialized() const { return tensor_ != nullptr; }

155
}  // namespace phi