From 532b620454486d1b7b29f66ac1617ee8555d0006 Mon Sep 17 00:00:00 2001
From: Hui Zhang <zhtclz@foxmail.com>
Date: Sun, 9 Oct 2022 03:17:28 +0000
Subject: [PATCH] refactor speechx cmake

---
 speechx/CMakeLists.txt                        | 44 +------------------
 speechx/build.sh                              | 10 ++---
 speechx/cmake/{external => }/absl.cmake       |  0
 speechx/cmake/{external => }/boost.cmake      |  0
 speechx/cmake/{external => }/eigen.cmake      |  0
 speechx/cmake/{external => }/gflags.cmake     |  0
 speechx/cmake/{external => }/glog.cmake       |  0
 speechx/cmake/{external => }/gtest.cmake      |  0
 speechx/cmake/{external => }/kenlm.cmake      |  0
 speechx/cmake/{external => }/libsndfile.cmake |  0
 speechx/cmake/{external => }/openblas.cmake   |  5 ++-
 speechx/cmake/{external => }/openfst.cmake    |  0
 speechx/cmake/paddleinference.cmake           | 42 ++++++++++++++++++
 13 files changed, 50 insertions(+), 51 deletions(-)
 rename speechx/cmake/{external => }/absl.cmake (100%)
 rename speechx/cmake/{external => }/boost.cmake (100%)
 rename speechx/cmake/{external => }/eigen.cmake (100%)
 rename speechx/cmake/{external => }/gflags.cmake (100%)
 rename speechx/cmake/{external => }/glog.cmake (100%)
 rename speechx/cmake/{external => }/gtest.cmake (100%)
 rename speechx/cmake/{external => }/kenlm.cmake (100%)
 rename speechx/cmake/{external => }/libsndfile.cmake (100%)
 rename speechx/cmake/{external => }/openblas.cmake (92%)
 rename speechx/cmake/{external => }/openfst.cmake (100%)
 create mode 100644 speechx/cmake/paddleinference.cmake

diff --git a/speechx/CMakeLists.txt b/speechx/CMakeLists.txt
index 4b5838e5..8307d992 100644
--- a/speechx/CMakeLists.txt
+++ b/speechx/CMakeLists.txt
@@ -13,7 +13,6 @@ set(CMAKE_CXX_STANDARD 14)
 set(speechx_cmake_dir ${PROJECT_SOURCE_DIR}/cmake)
 
 # Modules
-list(APPEND CMAKE_MODULE_PATH ${speechx_cmake_dir}/external)
 list(APPEND CMAKE_MODULE_PATH ${speechx_cmake_dir})
 include(FetchContent)
 include(ExternalProject)
@@ -83,48 +82,7 @@ add_dependencies(openfst gflags glog)
 
 
 # paddle lib
-set(paddle_SOURCE_DIR ${fc_patch}/paddle-lib)
-set(paddle_PREFIX_DIR ${fc_patch}/paddle-lib-prefix)
-ExternalProject_Add(paddle
-  URL      https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Linux/CPU/gcc8.2_avx_mkl/paddle_inference.tgz
-  URL_HASH SHA256=7c6399e778c6554a929b5a39ba2175e702e115145e8fa690d2af974101d98873
-  PREFIX            ${paddle_PREFIX_DIR} 
-  SOURCE_DIR        ${paddle_SOURCE_DIR}
-  CONFIGURE_COMMAND ""
-  BUILD_COMMAND     ""
-  INSTALL_COMMAND   ""
-)
-
-set(PADDLE_LIB ${fc_patch}/paddle-lib)
-include_directories("${PADDLE_LIB}/paddle/include")
-set(PADDLE_LIB_THIRD_PARTY_PATH "${PADDLE_LIB}/third_party/install/")
-include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}protobuf/include")
-include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}xxhash/include")
-include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}cryptopp/include")
-
-link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}protobuf/lib")
-link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}xxhash/lib")
-link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}cryptopp/lib")
-link_directories("${PADDLE_LIB}/paddle/lib")
-link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}mklml/lib")
-
-##paddle with mkl
-set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
-set(MATH_LIB_PATH "${PADDLE_LIB_THIRD_PARTY_PATH}mklml")
-include_directories("${MATH_LIB_PATH}/include")
-set(MATH_LIB ${MATH_LIB_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX}
-                 ${MATH_LIB_PATH}/lib/libiomp5${CMAKE_SHARED_LIBRARY_SUFFIX})
-set(MKLDNN_PATH "${PADDLE_LIB_THIRD_PARTY_PATH}mkldnn")
-include_directories("${MKLDNN_PATH}/include")
-set(MKLDNN_LIB ${MKLDNN_PATH}/lib/libmkldnn.so.0)
-set(EXTERNAL_LIB "-lrt -ldl -lpthread")
-
-set(DEPS ${PADDLE_LIB}/paddle/lib/libpaddle_inference${CMAKE_SHARED_LIBRARY_SUFFIX})
-set(DEPS ${DEPS}
-      ${MATH_LIB} ${MKLDNN_LIB}
-      glog gflags protobuf xxhash cryptopp
-      ${EXTERNAL_LIB})
-
+include(paddleinference)
 
 
 ###############################################################################
diff --git a/speechx/build.sh b/speechx/build.sh
index a6eef656..e0a38675 100755
--- a/speechx/build.sh
+++ b/speechx/build.sh
@@ -1,4 +1,5 @@
 #!/usr/bin/env bash
+set -xe
 
 # the build script had verified in the paddlepaddle docker image.
 # please follow the instruction below to install PaddlePaddle image.
@@ -17,11 +18,6 @@ fi
 
 #rm -rf build
 mkdir -p build
-cd build
 
-cmake .. -DBOOST_ROOT:STRING=${boost_SOURCE_DIR}
-#cmake .. 
-
-make -j
-
-cd -
+cmake -B build -DBOOST_ROOT:STRING=${boost_SOURCE_DIR}
+cmake --build build
diff --git a/speechx/cmake/external/absl.cmake b/speechx/cmake/absl.cmake
similarity index 100%
rename from speechx/cmake/external/absl.cmake
rename to speechx/cmake/absl.cmake
diff --git a/speechx/cmake/external/boost.cmake b/speechx/cmake/boost.cmake
similarity index 100%
rename from speechx/cmake/external/boost.cmake
rename to speechx/cmake/boost.cmake
diff --git a/speechx/cmake/external/eigen.cmake b/speechx/cmake/eigen.cmake
similarity index 100%
rename from speechx/cmake/external/eigen.cmake
rename to speechx/cmake/eigen.cmake
diff --git a/speechx/cmake/external/gflags.cmake b/speechx/cmake/gflags.cmake
similarity index 100%
rename from speechx/cmake/external/gflags.cmake
rename to speechx/cmake/gflags.cmake
diff --git a/speechx/cmake/external/glog.cmake b/speechx/cmake/glog.cmake
similarity index 100%
rename from speechx/cmake/external/glog.cmake
rename to speechx/cmake/glog.cmake
diff --git a/speechx/cmake/external/gtest.cmake b/speechx/cmake/gtest.cmake
similarity index 100%
rename from speechx/cmake/external/gtest.cmake
rename to speechx/cmake/gtest.cmake
diff --git a/speechx/cmake/external/kenlm.cmake b/speechx/cmake/kenlm.cmake
similarity index 100%
rename from speechx/cmake/external/kenlm.cmake
rename to speechx/cmake/kenlm.cmake
diff --git a/speechx/cmake/external/libsndfile.cmake b/speechx/cmake/libsndfile.cmake
similarity index 100%
rename from speechx/cmake/external/libsndfile.cmake
rename to speechx/cmake/libsndfile.cmake
diff --git a/speechx/cmake/external/openblas.cmake b/speechx/cmake/openblas.cmake
similarity index 92%
rename from speechx/cmake/external/openblas.cmake
rename to speechx/cmake/openblas.cmake
index 5c196527..a8c3dd2d 100644
--- a/speechx/cmake/external/openblas.cmake
+++ b/speechx/cmake/openblas.cmake
@@ -43,6 +43,7 @@ ExternalProject_Add(
 
 # https://cmake.org/cmake/help/latest/module/ExternalProject.html?highlight=externalproject_get_property#external-project-definition
 ExternalProject_Get_Property(OPENBLAS INSTALL_DIR)
+message(STATUS "OPENBLAS install dir: ${INSTALL_DIR}")
 set(OpenBLAS_INSTALL_PREFIX ${INSTALL_DIR})
 add_library(openblas STATIC IMPORTED)
 add_dependencies(openblas OPENBLAS)
@@ -55,4 +56,6 @@ set_target_properties(openblas PROPERTIES IMPORTED_LOCATION ${OpenBLAS_INSTALL_P
 # ${CMAKE_INSTALL_LIBDIR}  lib
 # ${CMAKE_INSTALL_INCLUDEDIR}  include
 link_directories(${OpenBLAS_INSTALL_PREFIX}/${CMAKE_INSTALL_LIBDIR})
-include_directories(${OpenBLAS_INSTALL_PREFIX}/${CMAKE_INSTALL_INCLUDEDIR})
\ No newline at end of file
+# include_directories(${OpenBLAS_INSTALL_PREFIX}/${CMAKE_INSTALL_INCLUDEDIR})
+# fix for can not find `cblas.h`
+include_directories(${OpenBLAS_INSTALL_PREFIX}/${CMAKE_INSTALL_INCLUDEDIR}/openblas)
\ No newline at end of file
diff --git a/speechx/cmake/external/openfst.cmake b/speechx/cmake/openfst.cmake
similarity index 100%
rename from speechx/cmake/external/openfst.cmake
rename to speechx/cmake/openfst.cmake
diff --git a/speechx/cmake/paddleinference.cmake b/speechx/cmake/paddleinference.cmake
new file mode 100644
index 00000000..d1f71f00
--- /dev/null
+++ b/speechx/cmake/paddleinference.cmake
@@ -0,0 +1,42 @@
+set(paddle_SOURCE_DIR ${fc_patch}/paddle-lib)
+set(paddle_PREFIX_DIR ${fc_patch}/paddle-lib-prefix)
+ExternalProject_Add(paddle
+  URL      https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Linux/CPU/gcc8.2_avx_mkl/paddle_inference.tgz
+  URL_HASH SHA256=7c6399e778c6554a929b5a39ba2175e702e115145e8fa690d2af974101d98873
+  PREFIX            ${paddle_PREFIX_DIR} 
+  SOURCE_DIR        ${paddle_SOURCE_DIR}
+  CONFIGURE_COMMAND ""
+  BUILD_COMMAND     ""
+  INSTALL_COMMAND   ""
+)
+
+set(PADDLE_LIB ${fc_patch}/paddle-lib)
+include_directories("${PADDLE_LIB}/paddle/include")
+set(PADDLE_LIB_THIRD_PARTY_PATH "${PADDLE_LIB}/third_party/install/")
+include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}protobuf/include")
+include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}xxhash/include")
+include_directories("${PADDLE_LIB_THIRD_PARTY_PATH}cryptopp/include")
+
+link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}protobuf/lib")
+link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}xxhash/lib")
+link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}cryptopp/lib")
+link_directories("${PADDLE_LIB}/paddle/lib")
+link_directories("${PADDLE_LIB_THIRD_PARTY_PATH}mklml/lib")
+
+##paddle with mkl
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
+set(MATH_LIB_PATH "${PADDLE_LIB_THIRD_PARTY_PATH}mklml")
+include_directories("${MATH_LIB_PATH}/include")
+set(MATH_LIB ${MATH_LIB_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX}
+                 ${MATH_LIB_PATH}/lib/libiomp5${CMAKE_SHARED_LIBRARY_SUFFIX})
+set(MKLDNN_PATH "${PADDLE_LIB_THIRD_PARTY_PATH}mkldnn")
+include_directories("${MKLDNN_PATH}/include")
+set(MKLDNN_LIB ${MKLDNN_PATH}/lib/libmkldnn.so.0)
+set(EXTERNAL_LIB "-lrt -ldl -lpthread")
+
+# global vars
+set(DEPS ${PADDLE_LIB}/paddle/lib/libpaddle_inference${CMAKE_SHARED_LIBRARY_SUFFIX} CACHE FORCE "DEPS")
+set(DEPS ${DEPS}
+      ${MATH_LIB} ${MKLDNN_LIB}
+      glog gflags protobuf xxhash cryptopp
+      ${EXTERNAL_LIB} CACHE FORCE "DEPS")
-- 
GitLab