/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include "paddle/pten/core/dense_tensor.h" #include "paddle/pten/core/sparse_coo_tensor.h" #include "paddle/pten/core/sparse_csr_tensor.h" #include "paddle/pten/kernels/empty_kernel.h" namespace pten { namespace sparse { inline const DDim InferDenseDims(const DDim& x_dims, const int64_t sparse_dim, const int64_t non_zero_num) { auto dense_dim = x_dims.size() - sparse_dim; DDim values_dims; if (dense_dim) { std::vector dense_dim_vec(dense_dim + 1); dense_dim_vec[0] = non_zero_num; memcpy(&dense_dim_vec[1], x_dims.Get() + sparse_dim, dense_dim * sizeof(x_dims[0])); values_dims = pten::framework::make_ddim(dense_dim_vec); } else { values_dims = pten::framework::make_ddim({non_zero_num}); } return values_dims; } template void DenseToSparseCooKernel(const Context& dev_ctx, const DenseTensor& x, const int64_t sparse_dim, SparseCooTensor* out); template SparseCooTensor DenseToSparseCoo(const Context& dev_ctx, const DenseTensor& x, const int64_t sparse_dim) { DenseTensor indices = pten::Empty(dev_ctx); DenseTensor values = pten::Empty(dev_ctx); SparseCooTensor coo(indices, values, x.dims()); DenseToSparseCooKernel(dev_ctx, x, sparse_dim, &coo); return coo; } template void SparseCsrToCooKernel(const Context& dev_ctx, const SparseCsrTensor& x, SparseCooTensor* out); template SparseCooTensor SparseCsrToCoo(const Context& dev_ctx, const SparseCsrTensor& x) { DenseTensor indices = pten::Empty(dev_ctx); DenseTensor values = pten::Empty(dev_ctx); SparseCooTensor coo(indices, values, x.dims()); SparseCsrToCooKernel(dev_ctx, x, &coo); return coo; } template void SparseCooToCsrKernel(const Context& dev_ctx, const SparseCooTensor& x, SparseCsrTensor* out); template SparseCsrTensor SparseCooToCsr(const Context& dev_ctx, const SparseCooTensor& x) { DenseTensor non_zero_crows = pten::Empty(dev_ctx); DenseTensor non_zero_cols = pten::Empty(dev_ctx); DenseTensor non_zero_elements = pten::Empty(dev_ctx); SparseCsrTensor csr( non_zero_crows, non_zero_cols, non_zero_elements, x.dims()); SparseCooToCsrKernel(dev_ctx, x, &csr); return csr; } template void DenseToSparseCsrKernel(const Context& dev_ctx, const DenseTensor& x, SparseCsrTensor* out) { const auto& x_dims = x.dims(); bool valid = x_dims.size() == 2 || x_dims.size() == 3; PADDLE_ENFORCE_EQ(valid, true, paddle::platform::errors::InvalidArgument( "SparseCsrTensor only support 2-D or 3-D Tensor.")); const int64_t sparse_dim = x_dims.size() == 2 ? 2 : 3; DenseTensor indices = pten::Empty(dev_ctx); DenseTensor values = pten::Empty(dev_ctx); SparseCooTensor coo(indices, values, x.dims()); DenseToSparseCooKernel(dev_ctx, x, sparse_dim, &coo); SparseCooToCsrKernel(dev_ctx, coo, out); } template SparseCsrTensor DenseToSparseCsr(const Context& dev_ctx, const DenseTensor& x) { DenseTensor non_zero_crows = pten::Empty(dev_ctx); DenseTensor non_zero_cols = pten::Empty(dev_ctx); DenseTensor non_zero_elements = pten::Empty(dev_ctx); SparseCsrTensor csr( non_zero_crows, non_zero_cols, non_zero_elements, x.dims()); DenseToSparseCsrKernel(dev_ctx, x, &csr); return csr; } template void SparseCooToDenseKernel(const Context& dev_ctx, const SparseCooTensor& x, DenseTensor* out); template DenseTensor SparseCooToDense(const Context& dev_ctx, const SparseCooTensor& x) { DenseTensorMeta meta(x.dtype(), x.dims(), x.layout()); DenseTensor dense = pten::Empty(dev_ctx, std::move(meta)); SparseCooToDenseKernel(dev_ctx, x, &dense); return dense; } template void SparseCsrToDenseKernel(const Context& dev_ctx, const SparseCsrTensor& x, DenseTensor* out) { DenseTensor indices = pten::Empty(dev_ctx); DenseTensor values = pten::Empty(dev_ctx); SparseCooTensor coo(indices, values, x.dims()); SparseCsrToCooKernel(dev_ctx, x, &coo); SparseCooToDenseKernel(dev_ctx, coo, out); } template DenseTensor SparseCsrToDense(const Context& dev_ctx, const SparseCsrTensor& x) { DenseTensorMeta meta(x.dtype(), x.dims(), x.layout()); DenseTensor dense = pten::Empty(dev_ctx, std::move(meta)); SparseCsrToDenseKernel(dev_ctx, x, &dense); return dense; } } // namespace sparse } // namespace pten