提交 e83d6b87 编写于 作者: G GaoWei8 提交者: GitHub

Replace Softsign Eigen with c implementation (#2864)

* Replace Softsign Eigen with c implementation
test=develop
上级 6b30c58a
...@@ -222,14 +222,6 @@ class GeluCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> { ...@@ -222,14 +222,6 @@ class GeluCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> {
}; };
// softsign(x) = x / (1 + |x|) // softsign(x) = x / (1 + |x|)
template <typename T>
struct SoftsignFunctor : public BaseActivationFunctor<T> {
template <typename Device, typename X, typename Out>
void operator()(Device d, X x, Out out) {
out.device(d) = x / (static_cast<T>(1) + x.abs());
}
};
template <typename T> template <typename T>
class SoftsignCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> { class SoftsignCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> {
public: public:
...@@ -238,9 +230,13 @@ class SoftsignCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> { ...@@ -238,9 +230,13 @@ class SoftsignCompute : public KernelLite<TARGET(kX86), PRECISION(kFloat)> {
void Run() override { void Run() override {
// auto& context = ctx_->As<X86Context>(); // auto& context = ctx_->As<X86Context>();
auto& param = *param_.get_mutable<operators::ActivationParam>(); auto& param = *param_.get_mutable<operators::ActivationParam>();
param.Out->template mutable_data<T>();
Activate<SoftsignFunctor<T>>(param.X, param.Out); const T* x_data = param.X->data<T>();
T* out_data = param.Out->mutable_data<T>();
size_t x_size = param.X->numel();
for (size_t i = 0; i < x_size; i++) {
out_data[i] = x_data[i] / (static_cast<T>(1) + std::abs(x_data[i]));
}
} }
virtual ~SoftsignCompute() = default; virtual ~SoftsignCompute() = default;
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册