mix.h 2.0 KB
Newer Older
T
tensor-tang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License. */

#pragma once

#include <type_traits>
#include "paddle/fluid/operators/jit/kernel_base.h"

namespace paddle {
namespace operators {
namespace jit {
namespace more {
namespace mix {
25
using T = float;
T
tensor-tang 已提交
26 27 28

void VSigmoid(const T* x, T* y, int n);
void VTanh(const T* x, T* y, int n);
T
tensor-tang 已提交
29
void Softmax(const T* x, T* y, int n, int bs);
T
tensor-tang 已提交
30

31 32 33 34 35 36
void LSTMCtHt(lstm_t* step, const lstm_attr_t* attr);
void LSTMC1H1(lstm_t* step, const lstm_attr_t* attr);
void GRUH1(gru_t* step, const gru_attr_t* attr);
void GRUHtPart1(gru_t* step, const gru_attr_t* attr);
void GRUHtPart2(gru_t* step, const gru_attr_t* attr);

37 38 39 40 41 42
#define DECLARE_MORE_KERNEL(name)                                         \
  class name##Kernel : public KernelMore<name##Tuple<T>> {                \
   public:                                                                \
    name##Kernel() { this->func = name; }                                 \
    bool UseMe(const typename name##Tuple<T>::attr_type&) const override; \
    const char* ImplType() const override { return "Mixed"; }             \
T
tensor-tang 已提交
43 44 45
  }

// XYN
46 47
DECLARE_MORE_KERNEL(VSigmoid);
DECLARE_MORE_KERNEL(VTanh);
T
tensor-tang 已提交
48

T
tensor-tang 已提交
49
// XRN
50
DECLARE_MORE_KERNEL(Softmax);
T
tensor-tang 已提交
51

52 53
DECLARE_MORE_KERNEL(LSTMCtHt);
DECLARE_MORE_KERNEL(LSTMC1H1);
54

55 56 57
DECLARE_MORE_KERNEL(GRUH1);
DECLARE_MORE_KERNEL(GRUHtPart1);
DECLARE_MORE_KERNEL(GRUHtPart2);
58

T
tensor-tang 已提交
59 60 61 62 63 64 65
#undef DECLARE_MORE_KERNEL

}  // namespace mix
}  // namespace more
}  // namespace jit
}  // namespace operators
}  // namespace paddle