// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License.i #include "lite/operators/activation_ops.h" #include "lite/core/op_registry.h" namespace paddle { namespace lite { namespace operators { bool ActivationOp::CheckShape() const { CHECK_OR_FALSE(param_.X); CHECK_OR_FALSE(param_.Out); return true; } bool ActivationOp::InferShapeImpl() const { param_.Out->Resize(param_.X->dims()); auto out_lod = param_.Out->mutable_lod(); *out_lod = param_.X->lod(); return true; } bool ActivationOp::AttachImpl(const cpp::OpDesc& opdesc, lite::Scope* scope) { auto x_name = opdesc.Input("X").front(); auto out_name = opdesc.Output("Out").front(); param_.X = scope->FindVar(x_name)->GetMutable(); if (opdesc.Type() == "relu") { // relu param_.active_type = lite_api::ActivationType::kRelu; } else if (opdesc.Type() == "leaky_relu") { // leaky_relu param_.Leaky_relu_alpha = opdesc.GetAttr("alpha"); param_.active_type = lite_api::ActivationType::kLeakyRelu; } else if (opdesc.Type() == "relu_clipped") { // relu_clipped param_.Relu_clipped_coef = opdesc.GetAttr("Relu_clipped_coef"); } else if (opdesc.Type() == "prelu") { // prelu param_.Prelu_mode = opdesc.GetAttr("mode"); auto prelu_alpha_name = opdesc.Input("Alpha").front(); param_.Prelu_alpha = scope->FindVar(prelu_alpha_name)->GetMutable(); param_.active_type = lite_api::ActivationType::kPRelu; } else if (opdesc.Type() == "swish") { // swish param_.Swish_beta = opdesc.GetAttr("beta"); param_.active_type = lite_api::ActivationType::kSwish; } else if (opdesc.Type() == "hard_sigmoid") { // hard_sigomid param_.active_type = lite_api::ActivationType::kHardSigmoid; param_.hard_sigmoid_slope = opdesc.GetAttr("slope"); param_.hard_sigmoid_offset = opdesc.GetAttr("offset"); } else if (opdesc.Type() == "sigmoid") { // sigmoid param_.active_type = lite_api::ActivationType::kSigmoid; } else if (opdesc.Type() == "tanh") { // tanh param_.active_type = lite_api::ActivationType::kTanh; } else if (opdesc.Type() == "exp") { // exp param_.active_type = lite_api::ActivationType::kExp; } else if (opdesc.Type() == "abs") { // abs param_.active_type = lite_api::ActivationType::kAbs; } else if (opdesc.Type() == "hard_swish") { // hard_swish param_.active_type = lite_api::ActivationType::kHardSwish; param_.hard_swish_threshold = opdesc.GetAttr("threshold"); param_.hard_swish_scale = opdesc.GetAttr("scale"); param_.hard_swish_offset = opdesc.GetAttr("offset"); } else if (opdesc.Type() == "reciprocal") { param_.active_type = lite_api::ActivationType::kReciprocal; } else if (opdesc.Type() == "thresholded_relu") { param_.active_type = lite_api::ActivationType::kThresholdedRelu; param_.relu_threshold = opdesc.GetAttr("threshold"); } else if (opdesc.Type() == "elu") { param_.active_type = lite_api::ActivationType::kElu; param_.Elu_alpha = opdesc.GetAttr("alpha"); } else if (opdesc.Type() == "relu6") { param_.active_type = lite_api::ActivationType::kRelu6; param_.threshold = opdesc.GetAttr("threshold"); } VLOG(4) << "opdesc.Type():" << opdesc.Type(); param_.Out = scope->FindVar(out_name)->GetMutable(); return true; } } // namespace operators } // namespace lite } // namespace paddle // Baisc activation ops REGISTER_LITE_OP(sigmoid, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(tanh, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(relu, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(leaky_relu, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(relu6, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(prelu, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(thresholded_relu, paddle::lite::operators::ActivationOp); REGISTER_LITE_OP(elu, paddle::lite::operators::ActivationOp);