diff --git a/inference/CMakeLists.txt b/inference/CMakeLists.txt
index fb97f91fb1e77a4be0fc63840fc5556f10253ef4..6a13d69eb2d2096b9077ae2e062c43b5812b152a 100644
--- a/inference/CMakeLists.txt
+++ b/inference/CMakeLists.txt
@@ -134,6 +134,7 @@ if(WITH_MKL)
   else ()
     set(MATH_LIB ${PADDLE_DIR}/third_party/install/mklml/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX}
             ${PADDLE_DIR}/third_party/install/mklml/lib/libiomp5${CMAKE_SHARED_LIBRARY_SUFFIX})
+    execute_process(COMMAND cp -r ${PADDLE_DIR}/third_party/install/mklml/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX} /usr/lib)
   endif ()
   set(MKLDNN_PATH "${PADDLE_DIR}/third_party/install/mkldnn")
   if(EXISTS ${MKLDNN_PATH})