diff --git a/paddle/fluid/operators/math/jit_code.cc b/paddle/fluid/operators/math/jit_code.cc
index 0f4b8f65acadada2755989842e3d6b2d89cdcbef..e3b600d4427672faa477341e207a5eab2bcf383d 100644
--- a/paddle/fluid/operators/math/jit_code.cc
+++ b/paddle/fluid/operators/math/jit_code.cc
@@ -118,12 +118,7 @@ void VXXJitCode::generate() {
   ret();
 }
 
-#ifdef _WIN32
-#define ALIGN32
-#else
 #define ALIGN32 __attribute__((aligned(32)))
-#endif
-
 #define EXP_HIG 88.3762626647949f
 #define EXP_LOW -88.3762626647949f
 #define CEPHES_LOG2EF 1.44269504088896341
diff --git a/paddle/fluid/platform/cpu_info.h b/paddle/fluid/platform/cpu_info.h
index 1b4840d9a117b3aa3cf3c056cd841503ad8a78b3..6810a1651a14cdb2080af846b21cad242b70bf35 100644
--- a/paddle/fluid/platform/cpu_info.h
+++ b/paddle/fluid/platform/cpu_info.h
@@ -14,11 +14,6 @@ limitations under the License. */
 
 #pragma once
 
-#ifdef _WIN32
-#undef __AVX__
-#undef __AVX2__
-#endif
-
 #include <stddef.h>
 
 namespace paddle {
diff --git a/paddle/fluid/platform/enforce.h b/paddle/fluid/platform/enforce.h
index c03bbd59ac922faf9264f0211bf4a358d75c29ad..a251bfcd9914422cb6300adbbcdef3dfa79f441c 100644
--- a/paddle/fluid/platform/enforce.h
+++ b/paddle/fluid/platform/enforce.h
@@ -14,11 +14,6 @@ limitations under the License. */
 
 #pragma once
 
-#ifdef _WIN32
-#undef __AVX__
-#undef __AVX2__
-#endif
-
 #ifdef __GNUC__
 #include <cxxabi.h>  // for __cxa_demangle
 #endif               // __GNUC__