diff --git a/CMakeLists.txt b/CMakeLists.txt
index 9e30dff70fed51b604059610b22057349f22db58..0f25fdee54fada0a5fee31495308e553d3d7bdd4 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -108,14 +108,11 @@ else()
     set(THIRD_PARTY_BUILD_TYPE Release)
 endif()
 
-if(WITH_MKL)
-    set(WITH_MKLML ON)
-    set(WITH_MKLDNN ${AVX2_FOUND})
-    if(NOT WITH_MKLDNN)
-        message(WARNING "Do not have AVX2 intrinsics and disabled MKL-DNN")
-    endif()
+set(WITH_MKLML ${WITH_MKL})
+if (WITH_MKL AND ${AVX2_FOUND})
+    set(WITH_MKLDNN ON)
 else()
-    set(WITH_MKLML OFF)
+    message(STATUS "Do not have AVX2 intrinsics and disabled MKL-DNN")
     set(WITH_MKLDNN OFF)
 endif()