diff --git a/cmake/external/xbyak.cmake b/cmake/external/xbyak.cmake
index a5ac1878016798821ddc80710ce866392d818cb2..37951526153e93428f3ef66cfa52d3bd2ae759f1 100644
--- a/cmake/external/xbyak.cmake
+++ b/cmake/external/xbyak.cmake
@@ -15,6 +15,9 @@
 option(WITH_XBYAK   "Compile with xbyak support"    ON)
 if(WIN32 OR APPLE)
     SET(WITH_XBYAK OFF CACHE STRING "Disable XBYAK in Windows and MacOS" FORCE)
+endif()
+
+if(NOT WITH_XBYAK)
     return()
 endif()