diff --git a/paddle/fluid/operators/activation_cudnn_op.cu.cc b/paddle/fluid/operators/activation_cudnn_op.cu.cc
index f03355eb441f99b54d78fe90bcb3bea116db58f1..84767f7c2240f4d324d924253656d406b3297f04 100644
--- a/paddle/fluid/operators/activation_cudnn_op.cu.cc
+++ b/paddle/fluid/operators/activation_cudnn_op.cu.cc
@@ -171,10 +171,10 @@ class CudnnActivationGradKernel
 namespace plat = paddle::platform;
 namespace ops = paddle::operators;
 
-#define FOR_EACH_CUDNN_OP_FUNCTOR(__macro)                  \
-  __macro(relu, CudnnReluFunctor, CudnnReluGradFunctor);    \
-  __macro(relu6, CudnnRelu6Functor, CudnnRelu6GradFunctor); \
-  __macro(sigmoid, CudnnTanhFunctor, CudnnTanhGradFunctor); \
+#define FOR_EACH_CUDNN_OP_FUNCTOR(__macro)                        \
+  __macro(relu, CudnnReluFunctor, CudnnReluGradFunctor);          \
+  __macro(relu6, CudnnRelu6Functor, CudnnRelu6GradFunctor);       \
+  __macro(sigmoid, CudnnSigmoidFunctor, CudnnSigmoidGradFunctor); \
   __macro(tanh, CudnnTanhFunctor, CudnnTanhGradFunctor)
 
 #define REGISTER_ACTIVATION_CUDNN_KERNEL(act_type, functor, grad_functor) \