/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "paddle/fluid/framework/op_registry.h" #include "paddle/fluid/memory/memcpy.h" #include "paddle/fluid/platform/device_context.h" namespace paddle { namespace operators { struct CopyRange { size_t begin; size_t end; }; using LoD = framework::LoD; class SplitLoDTensorOp : public framework::OperatorBase { public: SplitLoDTensorOp(const std::string &type, const framework::VariableNameMap &inputs, const framework::VariableNameMap &outputs, const framework::AttributeMap &attrs) : OperatorBase(type, inputs, outputs, attrs) {} private: void RunImpl(const framework::Scope &scope, const platform::Place &dev_place) const override { auto &x = scope.FindVar(Input("X"))->Get(); auto &mask = scope.FindVar(Input("Mask"))->Get(); auto *out_true = scope.FindVar(Output("OutTrue"))->GetMutable(); auto *out_false = scope.FindVar(Output("OutFalse"))->GetMutable(); auto level = static_cast(Attr("level")); auto &x_lod = x.lod(); auto &mask_dim = mask.dims(); platform::DeviceContextPool &pool = platform::DeviceContextPool::Instance(); auto &dev_ctx = *pool.Get(dev_place); std::unique_ptr cpu_mask{new framework::LoDTensor()}; if (platform::is_cpu_place(mask.place())) { cpu_mask->ShareDataWith(mask); } else if (platform::is_gpu_place(mask.place())) { #ifdef PADDLE_WITH_CUDA framework::TensorCopy(mask, platform::CPUPlace(), dev_ctx, cpu_mask.get()); #else PADDLE_THROW("Not supported GPU, Please compile WITH_GPU option"); #endif } auto *mask_data = cpu_mask->data(); std::vector> copy_ranges(2); // set out_true/out_false lod for (size_t t = 0; t < 2; t++) { LoD *lod = nullptr; if (t == 0) { lod = out_false->mutable_lod(); } else { lod = out_true->mutable_lod(); } lod->clear(); for (size_t i = 0; i < static_cast(mask_dim[0]); i++) { if (static_cast(mask_data[i]) == t) { size_t start_idx = i; auto lod_and_offset = framework::GetSubLoDAndAbsoluteOffset( x_lod, start_idx, start_idx + 1, level); auto &lod_length = lod_and_offset.first; framework::AppendLoD(lod, lod_length); size_t start_offset = lod_and_offset.second.first; size_t end_offset = lod_and_offset.second.second; copy_ranges[t].emplace_back(CopyRange{start_offset, end_offset}); } } } for (size_t t = 0; t < 2; ++t) { framework::LoDTensor *out; if (t == 0) { out = out_false; } else { out = out_true; } auto &ranges = copy_ranges[t]; size_t height = std::accumulate( ranges.begin(), ranges.end(), 0UL, [](size_t a, const CopyRange &b) { return a + b.end - b.begin; }); auto x_dim = x.dims(); x_dim[0] = static_cast(height); out->Resize(x_dim); out->mutable_data(x.place(), x.type()); size_t offset = 0; for (auto &each_range : ranges) { size_t len = each_range.end - each_range.begin; if (len == 0) { continue; } // out[offset: offset+len] = x[each_range.begin: each_range.end] auto slice = out->Slice(static_cast(offset), static_cast(offset + len)); framework::TensorCopy(x.Slice(static_cast(each_range.begin), static_cast(each_range.end)), x.place(), dev_ctx, &slice); offset += len; } } } }; class SplitLoDTensorOpProtoMaker : public framework::OpProtoAndCheckerMaker { public: void Make() override { AddInput("X", "The input LoDTensor"); AddInput("Mask", "A bool column vector which mask the input"); AddOutput("OutTrue", "True branch of input LoDTensor"); AddOutput("OutFalse", "False branch of input LoDTensor"); AddAttr("level", "(int) the specific lod level to split.") .SetDefault(0) .EqualGreaterThan(0); AddComment( R"DOC( Split a LoDTensor with a Mask at certain level. The input LoDTensor has 3 sequence at certain lod level. The Mask is a bool column vector, such as [0, 1, 0] at the same level. The first and third sequence will be send to False Output LoDTensor; whereas the second sequence will be send to True Output LoDTensor. Please refer to MergeLoDTensorOp.)DOC"); } }; class SplitLoDTensorInferShape : public framework::InferShapeBase { public: void operator()(framework::InferShapeContext *context) const override { PADDLE_ENFORCE(context->HasInput("X"), "SplitLoDTensorOp must has input X."); PADDLE_ENFORCE(context->HasInput("Mask"), "SplitLoDTensorOp must has input Mask."); PADDLE_ENFORCE(context->HasOutput("OutTrue"), "SplitLoDTensorOp must has output OutTrue."); PADDLE_ENFORCE(context->HasOutput("OutFalse"), "SplitLoDTensorOp must has output OutFalse."); auto mask_dim = context->GetInputDim("Mask"); PADDLE_ENFORCE_EQ(mask_dim.size(), 2); PADDLE_ENFORCE_EQ(mask_dim[1], 1); context->SetOutputDim("OutTrue", context->GetInputDim("X")); context->SetOutputDim("OutFalse", context->GetInputDim("X")); } }; class SplitLoDTensorArrayGradMaker : public framework::SingleGradOpDescMaker { public: using framework::SingleGradOpDescMaker::SingleGradOpDescMaker; protected: std::unique_ptr Apply() const override { auto *grad_op = new framework::OpDesc(); grad_op->SetType("merge_lod_tensor"); grad_op->SetInput("InTrue", OutputGrad("OutTrue")); grad_op->SetInput("InFalse", OutputGrad("OutFalse")); grad_op->SetInput("Mask", Input("Mask")); grad_op->SetInput("X", Input("X")); grad_op->SetOutput("Out", InputGrad("X")); grad_op->SetAttrMap(Attrs()); return std::unique_ptr(grad_op); } }; } // namespace operators } // namespace paddle namespace ops = paddle::operators; REGISTER_OPERATOR(split_lod_tensor, ops::SplitLoDTensorOp, ops::SplitLoDTensorOpProtoMaker, ops::SplitLoDTensorInferShape, ops::SplitLoDTensorArrayGradMaker);