assign_kernel.cc 5.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/phi/kernels/assign_kernel.h"

#include "paddle/phi/core/kernel_registry.h"
#include "paddle/phi/kernels/copy_kernel.h"
#include "paddle/utils/optional.h"

21 22
#include "paddle/fluid/framework/tensor_util.h"

23 24
namespace phi {

C
chentianyu03 已提交
25
template <typename Context>
26 27 28
void AssignKernel(const Context& dev_ctx,
                  const DenseTensor& x,
                  DenseTensor* out) {
C
chentianyu03 已提交
29 30 31
  Copy<Context>(dev_ctx, x, x.place(), false, out);
}

32
template <typename Context>
33 34 35
void AssignRawKernel(const Context& dev_ctx,
                     paddle::optional<const DenseTensor&> x,
                     DenseTensor* out) {
C
chentianyu03 已提交
36 37
  if (x) {
    if (!x->IsInitialized()) {
38 39 40
      return;
    }
    auto& x_tensor = *x.get_ptr();
41
    AssignKernel<Context>(dev_ctx, x_tensor, out);
42 43 44 45 46 47 48 49 50 51 52 53 54 55
  }
}

// Note: use `const paddle::optional<std::vector<const DenseTensor*>&> x`
// as input if needed
template <typename Context>
void AssignArrayKernel(const Context& dev_ctx,
                       const std::vector<const DenseTensor*>& x,
                       std::vector<DenseTensor*> out) {
  for (size_t i = 0; i < x.size(); ++i) {
    AssignKernel<Context>(dev_ctx, *x[i], out.at(i));
  }
}

56
template <typename T, typename Context>
C
Chen Weihang 已提交
57
typename std::enable_if<std::is_same<T, bool>::value>::type CopyVectorToTensor(
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81
    const Context& dev_ctx,
    const std::vector<Scalar>& values,
    DenseTensor* out) {
  // If attribute value dtype is vector<bool>, it will be converted to
  // vector<int>. at the same time, we can not use vector<bool> to hold
  // the value, because the c++ use bit value to replace byte value.
  std::vector<int> assign_values;
  assign_values.reserve(values.size());
  for (const auto& val : values) {
    assign_values.emplace_back(val.to<int>());
  }
  paddle::framework::TensorFromVector(assign_values, dev_ctx, out);

  // use the array to replace to vector
  bool* array_ptr = new T[assign_values.size()];
  for (unsigned int i = 0; i < assign_values.size(); i++) {
    array_ptr[i] = static_cast<T>(assign_values[i]);
  }
  paddle::framework::TensorFromArray(
      array_ptr, assign_values.size(), dev_ctx, out);
  delete[] array_ptr;
}

template <typename T, typename Context>
C
Chen Weihang 已提交
82 83 84 85
typename std::enable_if<!std::is_same<T, bool>::value>::type CopyVectorToTensor(
    const Context& dev_ctx,
    const std::vector<Scalar>& values,
    DenseTensor* out) {
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107
  std::vector<T> assign_values;
  assign_values.reserve(values.size());
  for (const auto& val : values) {
    assign_values.emplace_back(val.to<T>());
  }
  paddle::framework::TensorFromVector(assign_values, dev_ctx, out);
}

template <typename T, typename Context>
void AssignValueKernel(const Context& dev_ctx,
                       const std::vector<int>& shape,
                       DataType dtype,
                       const std::vector<Scalar>& values,
                       DenseTensor* out) {
  auto template_dtype = paddle::experimental::CppTypeToDataType<T>::Type();
  PADDLE_ENFORCE_EQ(
      dtype,
      template_dtype,
      phi::errors::InvalidArgument("Argument dtype mismatch for kernel dtype, "
                                   "argument dtype is %s, kernel dtype is %s.",
                                   dtype,
                                   template_dtype));
C
Chen Weihang 已提交
108
  CopyVectorToTensor<T>(dev_ctx, values, out);
109 110 111
  out->Resize(phi::make_ddim(shape));
}

112 113
}  // namespace phi

114 115 116
PD_REGISTER_GENERAL_KERNEL(
    assign, CPU, ALL_LAYOUT, phi::AssignKernel<phi::CPUContext>, ALL_DTYPE) {}

C
chentianyu03 已提交
117 118 119 120
PD_REGISTER_GENERAL_KERNEL(assign_raw,
                           CPU,
                           ALL_LAYOUT,
                           phi::AssignRawKernel<phi::CPUContext>,
121
                           ALL_DTYPE) {
122 123
  kernel->InputAt(0).SetBackend(phi::Backend::ALL_BACKEND);
}
124 125 126 127 128
PD_REGISTER_GENERAL_KERNEL(assign_array,
                           CPU,
                           ALL_LAYOUT,
                           phi::AssignArrayKernel<phi::CPUContext>,
                           ALL_DTYPE) {}
129 130 131 132 133 134 135 136
PD_REGISTER_KERNEL(assign_value,
                   CPU,
                   ALL_LAYOUT,
                   phi::AssignValueKernel,
                   bool,
                   int,
                   float,
                   int64_t) {}
137 138

#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
139 140
PD_REGISTER_GENERAL_KERNEL(
    assign, GPU, ALL_LAYOUT, phi::AssignKernel<phi::GPUContext>, ALL_DTYPE) {}
C
chentianyu03 已提交
141 142 143 144
PD_REGISTER_GENERAL_KERNEL(assign_raw,
                           GPU,
                           ALL_LAYOUT,
                           phi::AssignRawKernel<phi::GPUContext>,
145
                           ALL_DTYPE) {
146 147
  kernel->InputAt(0).SetBackend(phi::Backend::ALL_BACKEND);
}
148 149 150 151 152
PD_REGISTER_GENERAL_KERNEL(assign_array,
                           GPU,
                           ALL_LAYOUT,
                           phi::AssignArrayKernel<phi::GPUContext>,
                           ALL_DTYPE) {}
153 154 155 156 157 158 159 160
PD_REGISTER_KERNEL(assign_value,
                   GPU,
                   ALL_LAYOUT,
                   phi::AssignValueKernel,
                   bool,
                   int,
                   float,
                   int64_t) {}
161
#endif