diff --git a/cmake/inference_lib.cmake b/cmake/inference_lib.cmake
index 8b7266823d6b03bd6078ca8ddb337a0c0f459408..a92b856f202ef5dc930b7aeff6a772ca51fe6367 100644
--- a/cmake/inference_lib.cmake
+++ b/cmake/inference_lib.cmake
@@ -99,10 +99,10 @@ elseif (WITH_MKLML)
 endif()
 
 if(WITH_MKLDNN)
-  set(dst_dir "${CMAKE_INSTALL_PREFIX}/third_party/install/")
+  set(dst_dir "${CMAKE_INSTALL_PREFIX}/third_party/install/mkldnn")
   copy(mkldnn_lib
-    SRCS ${MKLDNN_INSTALL_DIR}
-    DSTS ${dst_dir}
+    SRCS ${MKLDNN_INC_DIR} ${MKLDNN_SHARED_LIB}
+    DSTS ${dst} ${dst_dir}/lib
   )
 endif()