diff --git a/CMakeLists.txt b/CMakeLists.txt
index 23bb27e77b9eab0c322a71a8ff570d12d1050377..e24e71b6998665a1cd82d4eb51cea8dd9dc6772f 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -141,6 +141,7 @@ endif()
 ########################################################################################
 
 include(external/mklml)     # download mklml package
+include(external/libxsmm)   # download, build, install libxsmm
 include(external/zlib)      # download, build, install zlib
 include(external/gflags)    # download, build, install gflags
 include(external/glog)      # download, build, install glog
diff --git a/cmake/external/libxsmm.cmake b/cmake/external/libxsmm.cmake
new file mode 100644
index 0000000000000000000000000000000000000000..d024728080ad188048c571b2ea688244a5354729
--- /dev/null
+++ b/cmake/external/libxsmm.cmake
@@ -0,0 +1,50 @@
+# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# NOTE: libxsmm is enabled with with_mkl, add new option if necessary
+IF(NOT WITH_MKL)
+    return()
+ENDIF()
+
+IF(WIN32 OR APPLE)
+    MESSAGE(WARNING "Windows or Mac is not supported with libxsmm in Paddle yet.")
+    return()
+ENDIF()
+
+INCLUDE (ExternalProject)
+
+SET(WITH_SMM ON)
+SET(LIBXSMM_SOURCES_DIR ${THIRD_PARTY_PATH}/libxsmm)
+SET(LIBXSMM_INSTALL_DIR ${THIRD_PARTY_PATH}/install/libxsmm)
+SET(LIBXSMM_INCLUDE_DIR "${LIBXSMM_INSTALL_DIR}/include" CACHE PATH "LIBXSMM include directory." FORCE)
+SET(LIBXSMM_LIBRARY_DIR "${LIBXSMM_INSTALL_DIR}/lib" CACHE PATH "LIBXSMM library directory." FORCE)
+
+ExternalProject_Add(
+    extern_libxsmm
+    GIT_REPOSITORY  "https://github.com/hfp/libxsmm.git"
+    GIT_TAG         "7cc03b5b342fdbc6b6d990b190671c5dbb8489a2"
+    PREFIX          ${LIBXSMM_SOURCES_DIR}
+    UPDATE_COMMAND  ""
+    BUILD_COMMAND   make PREFIX=${LIBXSMM_INSTALL_DIR} CC=gcc WARP=0 install
+)
+ADD_DEFINITIONS(-DPADDLE_WITH_LIBXSMM)
+ADD_LIBRARY(libxsmm STATIC IMPORTED GLOBAL)
+SET_PROPERTY(TARGET libxsmm PROPERTY IMPORTED_LOCATION
+             "${LIBXSMM_LIBRARY_DIR}/libxsmm.a"
+             "${LIBXSMM_LIBRARY_DIR}/libxsmmnoblas.a")
+
+include_directories(${LIBXSMM_INCLUDE_DIR})
+ADD_DEPENDENCIES(libxsmm extern_libxsmm)
+