diff --git a/cmake/inference_lib.cmake b/cmake/inference_lib.cmake
index fb81498fd64cc242a471eb6206f17e95bbd1e20d..0323cd9698cba916d2aa04403be97c0a6a463830 100644
--- a/cmake/inference_lib.cmake
+++ b/cmake/inference_lib.cmake
@@ -69,11 +69,11 @@ if(NOT CBLAS_FOUND)
       SRCS ${CBLAS_INSTALL_DIR}/lib ${CBLAS_INSTALL_DIR}/include
       DSTS ${dst_dir} ${dst_dir}
     )
-else()
+elseif (WITH_MKLML)
     set(dst_dir "${CMAKE_INSTALL_PREFIX}/third_party/install/mklml")
     copy(mklml_lib
-      SRCS ${MKLML_LIB_DIR} ${MKLML_INC_DIR}
-      DSTS ${dst_dir} ${dst_dir}
+      SRCS ${MKLML_LIB} ${MKLML_IOMP_LIB} ${MKLML_INC_DIR}
+      DSTS ${dst_dir}/lib ${dst_dir}/lib ${dst_dir}
     )
 endif()