/* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "paddle/fluid/operators/eigen/eigen_function.h" namespace paddle { namespace operators { template struct EigenRankLoss { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void Eval(const Eigen::GpuDevice& dev, OutType out, const InType& label, const InType& left, const InType& right) { out.device(dev) = (1.0f + (left - right).exp()).log() - label * (left - right); } }; template struct EigenRankLossGrad { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void EvalLeft(const Eigen::GpuDevice& dev, OutType dleft, const InType& dout, const InType& label, const InType& left, const InType& right) { dleft.device(dev) = dout * (1.0f / (1.0f + (right - left).exp()) - label); } static void EvalRight(const Eigen::GpuDevice& dev, OutType dright, const InType& dout, const InType& label, const InType& left, const InType& right) { dright.device(dev) = -dout * (1.0f / (1.0f + (right - left).exp()) - label); } }; template struct EigenRankLoss; template struct EigenRankLossGrad; template struct EigenLogLoss { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void Eval(const Eigen::GpuDevice& dev, OutType out, const InType& pred, const InType& label, const T& epsilon) { out.device(dev) = (-(label * (pred + epsilon).log()) - ((static_cast(1) - label) * (static_cast(1) - pred + epsilon).log())); } }; template struct EigenLogLossGrad { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void Eval(const Eigen::GpuDevice& dev, OutType dpred, const InType& dloss, const InType& pred, const InType& label, const T& epsilon) { dpred.device(dev) = dloss * (-(label / (pred + epsilon)) + ((static_cast(1) - label) / (static_cast(1) - pred + epsilon))); } }; template struct EigenLogLoss; template struct EigenLogLossGrad; template struct EigenHingeLoss { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void Eval(const Eigen::GpuDevice& dev, OutType loss, const InType& pred, const InType& label) { loss.device(dev) = (static_cast(1) - pred * (static_cast(2) * label - static_cast(1))) .cwiseMax(static_cast(0)); } }; template struct EigenHingeLossGrad { using InType = Eigen::TensorMap< Eigen::Tensor>; using OutType = Eigen::TensorMap>; static void Eval(const Eigen::GpuDevice& dev, OutType dpred, const InType& dloss, const InType& pred, const InType& label) { auto alt_labels = static_cast(2) * label - static_cast(1); dpred.device(dev) = dloss * ((pred * alt_labels) < static_cast(1)).template cast() * (-alt_labels); } }; template struct EigenHingeLoss; template struct EigenHingeLossGrad; } // namespace operators } // namespace paddle