diff --git a/paddle/fluid/platform/denormal.cc b/paddle/fluid/platform/denormal.cc
index 02c69dae9cc27bfdaff7f69833556f590c7bb987..35e9804e2a30814ced7ed24f73da797ff7042165 100644
--- a/paddle/fluid/platform/denormal.cc
+++ b/paddle/fluid/platform/denormal.cc
@@ -27,7 +27,8 @@
 #define GCC_WITHOUT_INTRINSICS
 #endif
 
-#if !defined(GCC_WITHOUT_INTRINSICS) && !defined(PADDLE_WITH_ARM)
+#if !defined(GCC_WITHOUT_INTRINSICS) && !defined(PADDLE_WITH_ARM) && \
+    !defined(PADDLE_WITH_SW) && !defined(PADDLE_WITH_MIPS)
 #define DENORM_USE_INTRINSICS
 #endif