gru_compute.h 1.9 KB
Newer Older
G
guosheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
    http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

#include "paddle/operators/math/lstm_compute.h"
#include "paddle/platform/device_context.h"
#include "paddle/platform/enforce.h"

namespace paddle {
namespace operators {
namespace math {

G
guosheng 已提交
22
// TODO(guosheng): refine code style in gru_compute
G
guosheng 已提交
23 24
template <typename T>
struct hl_gru_value {
G
guosheng 已提交
25 26 27 28 29 30
  T *gate_weight;
  T *state_weight;
  T *gate_value;
  T *reset_output_value;
  T *output_value;
  T *prev_out_value;
G
guosheng 已提交
31 32 33 34
};

template <typename T>
struct hl_gru_grad {
G
guosheng 已提交
35 36 37 38 39 40
  T *gate_weight_grad;
  T *state_weight_grad;
  T *gate_grad;
  T *reset_output_grad;
  T *output_grad;
  T *prev_out_grad;
G
guosheng 已提交
41 42
};

Q
QI JUN 已提交
43
template <typename DeviceContext, typename T>
G
guosheng 已提交
44
struct GRUUnitFunctor {
Q
QI JUN 已提交
45 46
  static void compute(const DeviceContext &context, hl_gru_value<T> value,
                      int frame_size, int batch_size,
G
guosheng 已提交
47 48 49 50
                      activation_mode_t active_node,
                      activation_mode_t active_gate);
};

Q
QI JUN 已提交
51
template <typename DeviceContext, typename T>
G
guosheng 已提交
52
struct GRUUnitGradFunctor {
Q
QI JUN 已提交
53 54
  static void compute(const DeviceContext &context, hl_gru_value<T> value,
                      hl_gru_grad<T> grad, int frame_size, int batch_size,
G
guosheng 已提交
55
                      activation_mode_t active_node,
G
guosheng 已提交
56 57 58 59 60 61
                      activation_mode_t active_gate);
};

}  // namespace math
}  // namespace operators
}  // namespace paddle