diff --git a/paddle/fluid/operators/math/jit_kernel_exp.cc b/paddle/fluid/operators/math/jit_kernel_exp.cc
index f2cb8fb74e5d7f8f142bff73981b324d92bb9f7c..f26815300de31c47a7ea341307b0051dee99e63b 100644
--- a/paddle/fluid/operators/math/jit_kernel_exp.cc
+++ b/paddle/fluid/operators/math/jit_kernel_exp.cc
@@ -269,6 +269,8 @@ REGISTER_JITKERNEL(vtanh, VTanhKernel);
 
 namespace detail {
 
+#ifdef __AVX__
+
 #define ALIGN32 __attribute__((aligned(32)))
 
 #define _PS256_CONST(Name, Val)                                      \
@@ -398,6 +400,7 @@ __m256 ExpAVX(__m256 x) {
   y = _mm256_mul_ps(y, pow2n);
   return y;
 }
+#endif
 
 #ifdef __AVX2__
 __m256 ExpAVX2(__m256 x) {