// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "lite/operators/fusion_elementwise_activation_ops.h" #include #include "lite/core/op_registry.h" namespace paddle { namespace lite { namespace operators { bool FusionElementwiseActivationOp::CheckShape() const { CHECK_OR_FALSE(param_.X); CHECK_OR_FALSE(param_.Y); CHECK_OR_FALSE(param_.Out); return true; } bool FusionElementwiseActivationOp::InferShape() const { CHECK_OR_FALSE(param_.X->dims().size() >= param_.Y->dims().size()); param_.Out->Resize(param_.X->dims()); return true; } bool FusionElementwiseActivationOp::AttachImpl(const cpp::OpDesc& opdesc, lite::Scope* scope) { auto X_name = opdesc.Input("X").front(); auto Y_name = opdesc.Input("Y").front(); auto Out_name = opdesc.Output("Out").front(); param_.X = GetVar(scope, X_name); param_.Y = GetVar(scope, Y_name); param_.Out = GetMutableVar(scope, Out_name); param_.axis = opdesc.GetAttr("axis"); param_.act_type = opdesc.GetAttr("act_type"); // TODO(sangoly): support more activation types. CHECK(param_.act_type == "relu") << "Only relu activation be supported now"; return true; } // #ifdef LITE_WITH_X86 // bool FusionElementwiseActivationGradExplicitOp::CheckShape() const { // CHECK_OR_FALSE(param_.Y); // CHECK_OR_FALSE(param_.X_grad); // CHECK_OR_FALSE(param_.Y_grad); // CHECK_OR_FALSE(param_.Out_grad); // return true; // } // bool FusionElementwiseActivationGradExplicitOp::InferShape() const { // param_.X_grad->Resize(param_.Out_grad->dims()); // param_.Y_grad->Resize(param_.Y->dims()); // return true; // } // bool FusionElementwiseActivationGradExplicitOp::AttachImpl( // const cpp::OpDesc& opdesc, lite::Scope* scope) { // CHECK_EQ(opdesc.InputArgumentNames().size(), 1UL); // auto Out_name = opdesc.Input(framework::GradVarName("Out")).front(); // auto X_name = opdesc.Output(framework::GradVarName("X")).front(); // auto Y_name = opdesc.Output(framework::GradVarName("Y")).front(); // param_.Out_grad = GetVar(scope, Out_name); // param_.X_grad = GetMutableVar(scope, X_name); // param_.Y_grad = GetMutableVar(scope, Y_name); // param_.axis = opdesc.GetAttr("axis"); // param_.act_type = opdesc.GetAttr("act_type"); // // TODO(sangoly): support more activation types. // CHECK(param_.act_type == "relu") << "Only relu activation be supported // now"; // return true; // } // #endif } // namespace operators } // namespace lite } // namespace paddle REGISTER_LITE_OP(fusion_elementwise_sub_activation, paddle::lite::operators::FusionElementwiseActivationOp); REGISTER_LITE_OP(fusion_elementwise_add_activation, paddle::lite::operators::FusionElementwiseActivationOp); REGISTER_LITE_OP(fusion_elementwise_mul_activation, paddle::lite::operators::FusionElementwiseActivationOp); REGISTER_LITE_OP(fusion_elementwise_max_activation, paddle::lite::operators::FusionElementwiseActivationOp); REGISTER_LITE_OP(fusion_elementwise_div_activation, paddle::lite::operators::FusionElementwiseActivationOp); // #ifdef LITE_WITH_TRAIN // REGISTER_LITE_OP( // fusion_elementwise_sub_activation_grad, // paddle::lite::operators::FusionElementwiseActivationGradExplicitOp); // #endif