// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "lite/kernels/arm/elementwise_grad_compute.h" #include #include #include "lite/backends/arm/math/funcs.h" namespace paddle { namespace lite { namespace kernels { namespace arm { inline DDim trim_trailing_singular_dims(const DDim& dims) { // Remove trailing dimensions of size 1 for y auto actual_dims_size = dims.size(); for (; actual_dims_size != 0; --actual_dims_size) { if (dims[actual_dims_size - 1] != 1) break; } std::vector trim_dims; trim_dims.resize(actual_dims_size); for (int i = 0; i < actual_dims_size; ++i) { trim_dims[i] = dims[i]; } if (trim_dims.size() == 0) { return DDim(); } return DDim(trim_dims); } inline bool is_broadcast(const DDim& x_dims, const DDim& y_dims, int axis, int* pre, int* n, int* post) { if (axis < 0) { axis = x_dims.size() - y_dims.size(); } DDim y_dim_trim = trim_trailing_singular_dims(y_dims); axis = (y_dim_trim.size() == 0) ? x_dims.size() : axis; if (x_dims.size() == y_dim_trim.size()) { return false; } *pre = 1; *n = 1; *post = 1; for (int i = 0; i < axis; ++i) { (*pre) *= x_dims[i]; } for (int i = 0; i < y_dim_trim.size(); ++i) { CHECK_EQ(x_dims[i + axis], y_dim_trim[i]) << "Broadcast dimension mismatch."; (*n) *= y_dim_trim[i]; } for (int i = axis + y_dim_trim.size(); i < x_dims.size(); ++i) { (*post) *= x_dims[i]; } return true; } void ElementwiseAddGradCompute::Run() { auto& param = Param(); const float* x_data = param.X->data(); const float* y_data = param.Y->data(); const float* out_grad_data = param.OutGrad->data(); float* x_grad_data; float* y_grad_data; if (param.XGrad) { x_grad_data = param.XGrad->mutable_data(); } if (param.YGrad) { y_grad_data = param.YGrad->mutable_data(); } int axis = param.axis; auto x_dims = param.X->dims(); auto y_dims = param.Y->dims(); int pre, n, post; if (!param.XGrad) { CHECK(param.YGrad); lite::arm::math::elementwise_add_grad( out_grad_data, y_grad_data, y_dims.production()); return; } if (!param.YGrad) { CHECK(param.XGrad); lite::arm::math::elementwise_add_grad( out_grad_data, x_grad_data, x_dims.production()); return; } if (x_dims.size() < y_dims.size() && is_broadcast(y_dims, x_dims, axis, &pre, &n, &post)) { lite::arm::math::elementwise_add_grad_broadcast( out_grad_data, y_grad_data, x_grad_data, pre, n, post); } else if (is_broadcast(x_dims, y_dims, axis, &pre, &n, &post)) { lite::arm::math::elementwise_add_grad_broadcast( out_grad_data, x_grad_data, y_grad_data, pre, n, post); } else { lite::arm::math::elementwise_add_grad( out_grad_data, x_grad_data, x_dims.production()); lite::arm::math::elementwise_add_grad( out_grad_data, y_grad_data, y_dims.production()); } } void ElementwiseSubGradCompute::Run() { auto& param = Param(); const float* x_data = param.X->data(); const float* y_data = param.Y->data(); const float* out_data = param.OutGrad->data(); float* x_grad_data; float* y_grad_data; if (param.XGrad) { x_grad_data = param.XGrad->mutable_data(); } if (param.YGrad) { y_grad_data = param.YGrad->mutable_data(); } int axis = param.axis; auto x_dims = param.X->dims(); auto y_dims = param.Y->dims(); int pre, n, post; if (!param.XGrad || !param.YGrad) { CHECK(param.XGrad || param.YGrad); lite::arm::math::elementwise_sub_grad( out_data, x_grad_data, y_grad_data, y_dims.production()); return; } if (x_dims.size() < y_dims.size()) { LOG(FATAL) << "elewise sub grad don't support x_dims size < y_dims size"; } if (is_broadcast(x_dims, y_dims, axis, &pre, &n, &post)) { lite::arm::math::elementwise_sub_grad_broadcast( out_data, x_grad_data, y_grad_data, pre, n, post); } else { lite::arm::math::elementwise_sub_grad( out_data, x_grad_data, y_grad_data, x_dims.production()); } } template void ElementwiseMulGradCompute::Run() { LOG(FATAL) << "elementwise mul_grad not implement yet"; } void ElementwiseMaxGradCompute::Run() { LOG(FATAL) << "elementwise max_grad not implement yet"; } void ElementwiseDivGradCompute::Run() { LOG(FATAL) << "elementwise div_grad not implement yet"; } } // namespace arm } // namespace kernels } // namespace lite } // namespace paddle using elementwise_mul_grad_float = paddle::lite::kernels::arm::ElementwiseMulGradCompute; REGISTER_LITE_KERNEL(elementwise_add_grad, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::ElementwiseAddGradCompute, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Y", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Out@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("X@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("Y@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .Finalize(); REGISTER_LITE_KERNEL(elementwise_sub_grad, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::ElementwiseSubGradCompute, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Y", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Out@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("X@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("Y@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .Finalize(); REGISTER_LITE_KERNEL(elementwise_div_grad, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::ElementwiseDivGradCompute, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Y", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Out@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("X@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("Y@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .Finalize(); REGISTER_LITE_KERNEL( elementwise_mul_grad, kARM, kFloat, kNCHW, elementwise_mul_grad_float, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Y", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Out@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("X@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("Y@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .Finalize(); REGISTER_LITE_KERNEL(elementwise_max_grad, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::ElementwiseMaxGradCompute, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Y", {LiteType::GetTensorTy(TARGET(kARM))}) .BindInput("Out@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("X@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .BindOutput("Y@GRAD", {LiteType::GetTensorTy(TARGET(kARM))}) .Finalize();