cl_common.h 936 字节
Newer Older
Z
Zhen Wang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

Z
ZhenWang 已提交
17
inline float4 activation(float4 in
Z
Zhen Wang 已提交
18
#ifdef PRELU
Z
ZhenWang 已提交
19 20
                         ,
                         float4 prelu_alpha
Z
Zhen Wang 已提交
21
#endif
Z
ZhenWang 已提交
22 23
                         ) {
  float4 output;
Z
Zhen Wang 已提交
24
#ifdef PRELU
Z
ZhenWang 已提交
25
  output = select(prelu_alpha * in, in, in >= (float4)0.0);
Z
Zhen Wang 已提交
26 27 28
#endif

#ifdef RELU
Z
ZhenWang 已提交
29
  output = fmax(in, (float4)(0.0f));
Z
Zhen Wang 已提交
30 31 32
#endif
  return output;
}