/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "ContextProjectionOp.h" #include "paddle/math/Matrix.h" #include "paddle/math/Vector.h" namespace paddle { template <> void ContextProjectionForward(CpuMatrix* out_mat, const CpuMatrix* input_mat, const CpuMatrix* weight_mat, const CpuIVector& seq_vec, size_t context_length, int context_start, size_t begin_pad) { const int* starts = seq_vec.getData(); const size_t num_sequences = seq_vec.getSize() - 1; auto w_mat = const_cast(weight_mat); auto in_mat = const_cast(input_mat); for (size_t i = 0; i < num_sequences; ++i) { for (size_t j = 0; j < context_length; ++j) { int begin = starts[i] + context_start + j; int end = starts[i + 1] + context_start + j; int dst_begin = starts[i]; int dst_end = starts[i + 1]; if (begin < starts[i]) { int64_t pad_size = std::min(starts[i] - begin, starts[i + 1] - starts[i]); MatrixPtr mat = out_mat->subMatrix(starts[i], pad_size); if (w_mat) { MatrixPtr sub = w_mat->subMatrix(j, pad_size); mat->addAtOffset(*sub, j * in_mat->getWidth()); } dst_begin = starts[i] + pad_size; begin = starts[i]; } if (end > starts[i + 1]) { int64_t pad_size = std::min(end - starts[i + 1], starts[i + 1] - starts[i]); MatrixPtr mat = out_mat->subMatrix(starts[i + 1] - pad_size, pad_size); if (w_mat) { MatrixPtr sub = w_mat->subMatrix( begin_pad + context_start + j - pad_size, pad_size); mat->addAtOffset(*sub, j * in_mat->getWidth()); } dst_end = starts[i + 1] - pad_size; end = starts[i + 1]; } if (end <= begin) continue; MatrixPtr src = in_mat->subMatrix(begin, end - begin); MatrixPtr dst = out_mat->subMatrix(dst_begin, dst_end - dst_begin); dst->addAtOffset(*src, j * in_mat->getWidth()); } } } /** * \param inputs[0] input value. * \param inputs[1] input weight. * \param inputs[2] input sequence. * \param outputs[0] output value. */ template class ContextProjectionForwardFunc : public FunctionBase { public: void init(const FuncConfig& config) override { context_length_ = config.get("context_length"); context_start_ = config.get("context_start"); begin_pad_ = config.get("begin_pad"); } void calc(const Arguments& inputs, const Arguments& outputs, const Arguments& inouts) override { CHECK_EQ(3, static_cast(inputs.size())); CHECK_EQ(1, static_cast(outputs.size())); CHECK_EQ(0, static_cast(inouts.size())); CHECK(outputs[0].getData() && inputs[0].getData() && inputs[2].getData()); CHECK_EQ(static_cast(outputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[1].dims_.size()), 2); CHECK_EQ(static_cast(inputs[2].dims_.size()), 1); /// dim of output = dim of input * context_length CHECK_EQ(outputs[0].dims_[1], inputs[0].dims_[1] * context_length_); /// dim of input == dim of weight CHECK_EQ(inputs[0].dims_[1], inputs[1].dims_[1]); /// input and output has the same batch_size CHECK_EQ(inputs[0].dims_[0], outputs[0].dims_[0]); auto out_mat = std::make_shared::type>( outputs[0].getData(), outputs[0].dims_[0], outputs[0].dims_[1]); const auto in_mat = std::make_shared::type>( inputs[0].getData(), inputs[0].dims_[0], inputs[0].dims_[1]); const auto w_mat = !inputs[1].getData() ? nullptr : std::make_shared::type>( inputs[1].getData(), inputs[1].dims_[0], inputs[1].dims_[1]); typename SequenceT::type seq_vec( inputs[2].dims_[0], reinterpret_cast(inputs[2].getData())); ContextProjectionForward(out_mat.get(), in_mat.get(), w_mat.get(), seq_vec, context_length_, context_start_, begin_pad_); } private: size_t context_length_; int context_start_; size_t begin_pad_; }; template <> void ContextProjectionBackward(CpuMatrix* out_grad_mat, CpuMatrix* in_grad_mat, CpuMatrix* w_grad_mat, const CpuIVector& seq_vec, size_t context_length, int context_start, size_t begin_pad, bool is_padding, size_t total_pad) { CHECK(out_grad_mat); size_t input_dim = in_grad_mat ? in_grad_mat->getWidth() : w_grad_mat ? w_grad_mat->getWidth() : 0; const int* starts = seq_vec.getData(); size_t num_sequences = seq_vec.getSize() - 1; for (size_t i = 0; i < num_sequences; ++i) { for (size_t j = 0; j < context_length; ++j) { int begin = starts[i] + context_start + j; int end = starts[i + 1] + context_start + j; int dst_begin = starts[i]; int dst_end = starts[i + 1]; if (begin < starts[i]) { int64_t pad_size = std::min(starts[i] - begin, starts[i + 1] - starts[i]); if (is_padding && w_grad_mat) { MatrixPtr mat = out_grad_mat->subMatrix(starts[i], pad_size); MatrixPtr sub = w_grad_mat->subMatrix(j, pad_size); sub->addAtOffset(*mat, j * input_dim); } dst_begin = starts[i] + pad_size; begin = starts[i]; } if (end > starts[i + 1]) { int64_t pad_size = std::min(end - starts[i + 1], starts[i + 1] - starts[i]); if (is_padding && w_grad_mat) { MatrixPtr mat = out_grad_mat->subMatrix(starts[i + 1] - pad_size, pad_size); MatrixPtr sub = w_grad_mat->subMatrix( begin_pad + context_start + j - pad_size, pad_size); sub->addAtOffset(*mat, j * input_dim); } dst_end = starts[i + 1] - pad_size; end = starts[i + 1]; } if (end <= begin) continue; if (!in_grad_mat) continue; MatrixPtr src = in_grad_mat->subMatrix(begin, end - begin); MatrixPtr dst = out_grad_mat->subMatrix(dst_begin, dst_end - dst_begin); src->addAtOffset(*dst, j * input_dim); } } } /** * \param inputs[0] input grad. * \param inputs[1] weight grad. * \param inputs[2] input sequence. * \param outputs[0] output value. */ template class ContextProjectionBackwardFunc : public FunctionBase { public: void init(const FuncConfig& config) override { context_length_ = config.get("context_length"); context_start_ = config.get("context_start"); begin_pad_ = config.get("begin_pad"); is_padding_ = config.get("is_padding"); total_pad_ = config.get("total_pad"); } void calc(const Arguments& inputs, const Arguments& outputs, const Arguments& inouts) override { CHECK_EQ(3, static_cast(inputs.size())); CHECK_EQ(1, static_cast(outputs.size())); CHECK_EQ(0, static_cast(inouts.size())); CHECK(outputs[0].getData() && inputs[2].getData()); CHECK_EQ(static_cast(outputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[1].dims_.size()), 2); CHECK_EQ(static_cast(inputs[2].dims_.size()), 1); /// dim of input == dim of weight CHECK_EQ(inputs[0].dims_[1], inputs[1].dims_[1]); /// input and output has the same batch_size CHECK_EQ(inputs[0].dims_[0], outputs[0].dims_[0]); /// dim of output = dim of input * context_length CHECK_EQ(outputs[0].dims_[1], inputs[0].dims_[1] * context_length_); auto out_grad_mat = std::make_shared::type>( outputs[0].getData(), outputs[0].dims_[0], outputs[0].dims_[1]); auto in_grad_mat = !inputs[0].getData() ? nullptr : std::make_shared::type>( inputs[0].getData(), inputs[0].dims_[0], inputs[0].dims_[1]); auto w_grad_mat = !inputs[1].getData() ? nullptr : std::make_shared::type>( inputs[1].getData(), inputs[1].dims_[0], inputs[1].dims_[1]); typename SequenceT::type seq_vec( inputs[2].dims_[0], reinterpret_cast(inputs[2].getData())); ContextProjectionBackward(out_grad_mat.get(), in_grad_mat ? in_grad_mat.get() : nullptr, w_grad_mat ? w_grad_mat.get() : nullptr, seq_vec, context_length_, context_start_, begin_pad_, is_padding_, total_pad_); } private: size_t context_length_; int context_start_; size_t begin_pad_; bool is_padding_; size_t total_pad_; }; /** * \param inputs[0] input grad. * \param inputs[1] input sequence. * \param outputs[0] output grad. */ template class ContextProjectionBackwardDataFunc : public FunctionBase { public: void init(const FuncConfig& config) override { context_length_ = config.get("context_length"); context_start_ = config.get("context_start"); } void calc(const Arguments& inputs, const Arguments& outputs, const Arguments& inouts) override { CHECK_EQ(2, static_cast(inputs.size())); CHECK_EQ(1, static_cast(outputs.size())); CHECK_EQ(0, static_cast(inouts.size())); CHECK(inputs[0].getData() && outputs[0].getData() && inputs[1].getData()); CHECK_EQ(static_cast(outputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[1].dims_.size()), 1); CHECK_EQ(outputs[0].dims_[1], inputs[0].dims_[1] * context_length_); /// input and output has the same batch_size CHECK_EQ(inputs[0].dims_[0], outputs[0].dims_[0]); auto out_grad_mat = std::make_shared::type>( outputs[0].getData(), outputs[0].dims_[0], outputs[0].dims_[1]); const auto in_grad_mat = std::make_shared::type>( inputs[0].getData(), inputs[0].dims_[0], inputs[0].dims_[1]); typename SequenceT::type seq_vec( inputs[1].dims_[0], reinterpret_cast(inputs[1].getData())); ContextProjectionBackwardData(out_grad_mat.get(), in_grad_mat.get(), seq_vec, context_length_, context_start_); } private: size_t context_length_; int context_start_; }; /** * \param inputs[0] weight grad. * \param inputs[1] input sequence. * \param outputs[0] output grad. */ template class ContextProjectionBackwardWeightFunc : public FunctionBase { public: void init(const FuncConfig& config) override { context_length_ = config.get("context_length"); context_start_ = config.get("context_start"); begin_pad_ = config.get("begin_pad"); total_pad_ = config.get("total_pad"); } void calc(const Arguments& inputs, const Arguments& outputs, const Arguments& inouts) override { CHECK_EQ(2, static_cast(inputs.size())); CHECK_EQ(1, static_cast(outputs.size())); CHECK_EQ(0, static_cast(inouts.size())); CHECK(inputs[0].getData() && outputs[0].getData() && inputs[1].getData()); CHECK_EQ(static_cast(outputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[0].dims_.size()), 2); CHECK_EQ(static_cast(inputs[1].dims_.size()), 1); CHECK_EQ(outputs[0].dims_[1], inputs[0].dims_[1] * context_length_); auto out_grad_mat = std::make_shared::type>( outputs[0].getData(), outputs[0].dims_[0], outputs[0].dims_[1]); auto w_grad_mat = std::make_shared::type>( inputs[0].getData(), inputs[0].dims_[0], inputs[0].dims_[1]); typename SequenceT::type seq_vec( inputs[1].dims_[0], reinterpret_cast(inputs[1].getData())); ContextProjectionBackwardWeight(out_grad_mat.get(), w_grad_mat.get(), seq_vec, context_length_, context_start_, total_pad_, begin_pad_); } private: size_t context_length_; int context_start_; size_t begin_pad_; size_t total_pad_; }; REGISTER_TYPED_FUNC(ContextProjectionForward, CPU, ContextProjectionForwardFunc); REGISTER_TYPED_FUNC(ContextProjectionBackward, CPU, ContextProjectionBackwardFunc); #ifndef PADDLE_ONLY_CPU REGISTER_TYPED_FUNC(ContextProjectionForward, GPU, ContextProjectionForwardFunc); REGISTER_TYPED_FUNC(ContextProjectionBackward, GPU, ContextProjectionBackwardFunc); REGISTER_TYPED_FUNC(ContextProjectionBackwardData, GPU, ContextProjectionBackwardDataFunc); REGISTER_TYPED_FUNC(ContextProjectionBackwardWeight, GPU, ContextProjectionBackwardWeightFunc); #endif } // namespace paddle