diff --git a/cmake/inference_lib.cmake b/cmake/inference_lib.cmake
index 06a7ae56827d5afe857ed0a98092210917a52430..8b7266823d6b03bd6078ca8ddb337a0c0f459408 100644
--- a/cmake/inference_lib.cmake
+++ b/cmake/inference_lib.cmake
@@ -98,6 +98,14 @@ elseif (WITH_MKLML)
     )
 endif()
 
+if(WITH_MKLDNN)
+  set(dst_dir "${CMAKE_INSTALL_PREFIX}/third_party/install/")
+  copy(mkldnn_lib
+    SRCS ${MKLDNN_INSTALL_DIR}
+    DSTS ${dst_dir}
+  )
+endif()
+
 if(NOT MOBILE_INFERENCE AND NOT RPI)
   set(dst_dir "${CMAKE_INSTALL_PREFIX}/third_party/install/snappy")
   copy(snappy_lib