/* Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "paddle/fluid/operators/flip_op.h" #include #include "paddle/fluid/memory/malloc.h" namespace paddle { namespace operators { using Tensor = framework::Tensor; using CUDADeviceContext = paddle::platform::CUDADeviceContext; template __global__ void kernel_pointwise_flip_apply(const int N, const T* in_data, T* out_data, int dim0, int stride0, int dim1, int flip_dim) { for (int idx = blockIdx.x * blockDim.x + threadIdx.x; idx < N; idx += gridDim.x * blockDim.x) { int dst_offset = 0; if (flip_dim == 0) { // flip 1st dim dst_offset = (dim0 - 1 - idx / stride0) * stride0 + idx % stride0; } else { // flip last dim dst_offset = idx / stride0 * stride0 + (dim1 - 1 - idx % stride0); } out_data[dst_offset] = in_data[idx]; } } template __global__ void flip_cuda_kernel(const int N, const T* in_data, T* out_data, int64_t* x_shape, int64_t* x_stride, int* flip_dims, int flip_dims_size, int total_dims) { int idx = blockIdx.x * blockDim.x + threadIdx.x; if (idx >= N) { return; } int cur_indices = idx, rem = 0, dst_offset = 0; for (int i = 0; i < total_dims; ++i) { int64_t temp = cur_indices; cur_indices = cur_indices / x_stride[i]; rem = temp - cur_indices * x_stride[i]; // flip the indices if it is in flip_dims for (int j = 0; j < flip_dims_size; ++j) { if (i == flip_dims[j]) { cur_indices = x_shape[i] - 1 - cur_indices; } } dst_offset += cur_indices * x_stride[i]; cur_indices = rem; } out_data[idx] = in_data[dst_offset]; } template class FlipKernel : public framework::OpKernel { public: void Compute(const framework::ExecutionContext& ctx) const override { const auto gplace = BOOST_GET_CONST(platform::CUDAPlace, ctx.GetPlace()); auto cplace = platform::CPUPlace(); auto& dev_ctx = ctx.template device_context(); const Tensor* x = ctx.Input("X"); Tensor* out = ctx.Output("Out"); auto* in_data = x->data(); auto* out_data = out->mutable_data(ctx.GetPlace()); auto flip_dims = ctx.template Attr>("dims"); const int flip_dims_size = static_cast(flip_dims.size()); auto x_dims = x->dims(); const int total_dims = x_dims.size(); const int N = x->numel(); int block_size = 512; dim3 dim_block(block_size); dim3 dim_grid((N + block_size - 1) / block_size); for (size_t i = 0; i < flip_dims.size(); ++i) { if (flip_dims[i] < 0) { flip_dims[i] += total_dims; } } auto x_stride = framework::stride(x_dims); std::vector x_dims_v = framework::vectorize(x_dims); std::vector x_stride_v = framework::vectorize(x_stride); // wrap high-dims to 2-dims if (flip_dims_size == 1 && (flip_dims[0] == 0 || flip_dims[0] == total_dims - 1)) { int dim0 = 1, dim1 = 1; int stride0 = 1; if (flip_dims[0] == 0) { dim0 = x_dims_v[0]; stride0 = x_stride_v[0]; for (size_t i = 1; i < total_dims; ++i) { dim1 *= x_dims_v[i]; } } else { dim1 = x_dims_v[total_dims - 1]; for (size_t i = 0; i < total_dims - 1; ++i) { dim0 *= x_dims_v[i]; } stride0 *= x_dims_v[total_dims - 1]; } kernel_pointwise_flip_apply< T><<>>( N, in_data, out_data, dim0, stride0, dim1, flip_dims[0]); } int bytes = total_dims * sizeof(int64_t); auto x_strides_array_tmp = memory::Alloc(dev_ctx, bytes); int64_t* x_strides_array_gpu = reinterpret_cast(x_strides_array_tmp->ptr()); memory::Copy(gplace, x_strides_array_gpu, cplace, x_stride_v.data(), bytes, dev_ctx.stream()); auto x_shape_array_tmp = memory::Alloc(dev_ctx, bytes); int64_t* x_shape_array_gpu = reinterpret_cast(x_shape_array_tmp->ptr()); memory::Copy(gplace, x_shape_array_gpu, cplace, x_dims_v.data(), bytes, dev_ctx.stream()); bytes = flip_dims_size * sizeof(int); auto flip_dims_array_tmp = memory::Alloc(dev_ctx, bytes); int* flip_dims_array_gpu = reinterpret_cast(flip_dims_array_tmp->ptr()); memory::Copy(gplace, flip_dims_array_gpu, cplace, flip_dims.data(), bytes, dev_ctx.stream()); flip_cuda_kernel< T><<>>( N, in_data, out_data, x_shape_array_gpu, x_strides_array_gpu, flip_dims_array_gpu, flip_dims_size, total_dims); } }; } // namespace operators } // namespace paddle namespace ops = paddle::operators; namespace plat = paddle::platform; REGISTER_OP_CUDA_KERNEL( flip, ops::FlipKernel, ops::FlipKernel, ops::FlipKernel, ops::FlipKernel, ops::FlipKernel, ops::FlipKernel);