/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #pragma once #include // NOLINT #include #include #include #include "paddle/fluid/framework/op_registry.h" #include "paddle/fluid/operators/math/concat_and_split.h" #include "paddle/fluid/operators/strided_memcpy.h" #include "paddle/fluid/operators/utils.h" namespace paddle { namespace operators { static inline std::vector UpdateOutsDims( const bool is_runtime, const bool each_section_is_known, const framework::DDim in_dims, const size_t num, std::vector sections, const size_t axis, const int outs_number) { std::vector outs_dims(outs_number, in_dims); int64_t input_axis_dim = in_dims[axis]; if (num > 0) { if (is_runtime || input_axis_dim > 0) { PADDLE_ENFORCE_EQ(input_axis_dim % num, 0, "The input's size along the split dimension " "must be evenly divisible by Attr(num_or_sections). " "But received Attr(num_or_sections) " "= %d, input(X)'s shape = [%s], Attr(dim) = %d.", num, in_dims, axis); size_t out_axis_dim = input_axis_dim / num; for (auto& out_dim : outs_dims) { out_dim[axis] = out_axis_dim; } } else { for (auto& out_dim : outs_dims) { out_dim[axis] = -1; } } } else if (sections.size() > 0) { if (is_runtime || input_axis_dim > 0) { const int unk_dim_val = -1; int unk_dim_idx = -1, num_of_unk = 0; int sum_of_section = 0; for (size_t i = 0; i < sections.size(); ++i) { if (sections[i] == unk_dim_val) { num_of_unk++; unk_dim_idx = i; } else { sum_of_section += sections[i]; } } if (each_section_is_known) { PADDLE_ENFORCE_LE(num_of_unk, 1, "Only one dimension value of Attr(num_or_sections) " "in SplitOp can be -1. " "But received Attr(num_or_sections) = [%s].", framework::make_ddim(sections)); } if (unk_dim_idx != -1) { // for example, input shape = [4 ,5], axis = 1, sections = [2, 3, -1]. // input_axis_dim = 5, sum_of_sections = 5. // the following check will fail. PADDLE_ENFORCE_LT( sum_of_section, input_axis_dim, "Sum of Attr(num_or_sections) other than unknown section " "must be less than the input's size " "along the split dimension. But received Attr(num_or_sections) " "= [%s], input(X)'s shape = [%s], Attr(dim) = %d.", framework::make_ddim(sections), in_dims, axis); if (each_section_is_known) { sections[unk_dim_idx] = input_axis_dim - sum_of_section; } } else { PADDLE_ENFORCE_EQ( sum_of_section, input_axis_dim, "Sum of Attr(num_or_sections) must be equal to the input's size " "along the split dimension. But received Attr(num_or_sections)" " = [%s], input(X)'s shape = [%s], Attr(dim) = %d.", framework::make_ddim(sections), in_dims, axis); } } for (int i = 0; i < outs_number; ++i) { outs_dims[i][axis] = sections[i]; } } return outs_dims; } template class SplitOpKernel : public framework::OpKernel { public: void Compute(const framework::ExecutionContext& ctx) const override { auto* in = ctx.Input("X"); auto outs = ctx.MultiOutput("Out"); int num = ctx.Attr("num"); std::vector sections = ctx.Attr>("sections"); int axis = ctx.Attr("axis"); auto in_dims = in->dims(); auto outs_number = outs.size(); bool need_resize_outs_dims = false; if (ctx.HasInput("AxisTensor")) { auto* axis_tensor = ctx.Input("AxisTensor"); axis = GetDataFromTensor(axis_tensor)[0]; need_resize_outs_dims = true; } auto sections_tensor_list = ctx.MultiInput("SectionsTensorList"); if (sections_tensor_list.size() > 0) { sections = GetDataFromTensorList(sections_tensor_list); need_resize_outs_dims = true; } if (need_resize_outs_dims) { std::vector outs_dims = UpdateOutsDims(true, true, in_dims, num, sections, axis, outs_number); for (size_t j = 0; j < outs.size(); ++j) { outs[j]->Resize(outs_dims[j]); } } auto place = ctx.GetPlace(); std::vector shape_refer; for (size_t j = 0; j < outs.size(); ++j) { outs[j]->mutable_data(ctx.GetPlace()); shape_refer.emplace_back(outs[j]); } auto& dev_ctx = ctx.template device_context(); // Sometimes direct copies will be faster, this maybe need deeply analysis. if (axis == 0 && outs.size() < 10) { StridedMemcpyWithAxis0(dev_ctx, *in, shape_refer, &outs); } else { math::SplitFunctor functor; functor(dev_ctx, *in, shape_refer, axis, &outs); } } }; template class SplitGradMaker : public framework::SingleGradOpMaker { public: using framework::SingleGradOpMaker::SingleGradOpMaker; protected: std::unique_ptr Apply() const override { auto op = new T(); op->SetType("concat"); op->SetInput("X", this->OutputGrad("Out")); if (this->HasInput("AxisTensor")) { op->SetInput("AxisTensor", this->Input("AxisTensor")); } op->SetOutput("Out", this->InputGrad("X")); op->SetAttrMap(this->Attrs()); return std::unique_ptr(op); } }; } // namespace operators } // namespace paddle