inference_lib.cmake 10.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

L
Luo Tao 已提交
15
# make package for paddle fluid shared and static library
16 17 18 19 20 21 22 23

if(WIN32)
    if(NOT PYTHON_EXECUTABLE)
	FIND_PACKAGE(PythonInterp REQUIRED)
    endif()
endif()

set(COPY_SCRIPT_DIR ${PADDLE_SOURCE_DIR}/cmake)
L
Luo Tao 已提交
24 25 26 27 28
function(copy TARGET)
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DSTS DEPS)
    cmake_parse_arguments(copy_lib "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
29
    set(fluid_lib_dist_dep ${TARGET} ${fluid_lib_dist_dep} PARENT_SCOPE)
L
Luo Tao 已提交
30 31 32

    list(LENGTH copy_lib_SRCS copy_lib_SRCS_len)
    list(LENGTH copy_lib_DSTS copy_lib_DSTS_len)
33
    if (NOT ${copy_lib_SRCS_len} EQUAL ${copy_lib_DSTS_len})
L
Luo Tao 已提交
34
        message(FATAL_ERROR "${TARGET} source numbers are not equal to destination numbers")
35
    endif ()
L
Luo Tao 已提交
36 37
    math(EXPR len "${copy_lib_SRCS_len} - 1")
    add_custom_target(${TARGET} DEPENDS ${copy_lib_DEPS})
38
    foreach (index RANGE ${len})
L
Luo Tao 已提交
39 40
        list(GET copy_lib_SRCS ${index} src)
        list(GET copy_lib_DSTS ${index} dst)
41 42 43 44 45 46
        if (WIN32)   #windows
            file(TO_NATIVE_PATH ${src} native_src)
            file(TO_NATIVE_PATH ${dst} native_dst)
            add_custom_command(TARGET ${TARGET} POST_BUILD
                    COMMAND ${PYTHON_EXECUTABLE} ${COPY_SCRIPT_DIR}/copyfile.py ${native_src} ${native_dst})
        else (WIN32) #not windows
47 48 49 50 51 52
            add_custom_command(TARGET ${TARGET} PRE_BUILD
                    COMMAND mkdir -p "${dst}"
                    COMMAND cp -r "${src}" "${dst}"
                    COMMENT "copying ${src} -> ${dst}")
        endif (WIN32) # not windows
    endforeach ()
L
Luo Tao 已提交
53 54
endfunction()

L
Luo Tao 已提交
55
# third party
56
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/eigen3")
L
Luo Tao 已提交
57
copy(eigen3_lib
58 59 60 61
        SRCS ${EIGEN_INCLUDE_DIR}/Eigen/Core ${EIGEN_INCLUDE_DIR}/Eigen/src ${EIGEN_INCLUDE_DIR}/unsupported/Eigen
        DSTS ${dst_dir}/Eigen ${dst_dir}/Eigen ${dst_dir}/unsupported
        DEPS eigen3
        )
L
Luo Tao 已提交
62

63
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/gflags")
L
Luo Tao 已提交
64
copy(gflags_lib
65 66 67 68
        SRCS ${GFLAGS_INCLUDE_DIR} ${GFLAGS_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS gflags
        )
L
Luo Tao 已提交
69

70
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/glog")
L
Luo Tao 已提交
71
copy(glog_lib
72 73 74 75
        SRCS ${GLOG_INCLUDE_DIR} ${GLOG_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS glog
        )
L
Luo Tao 已提交
76

77
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/boost/")
Q
qiaolongfei 已提交
78
copy(boost_lib
79 80 81 82
        SRCS ${BOOST_INCLUDE_DIR}/boost
        DSTS ${dst_dir}
        DEPS boost
        )
Q
qiaolongfei 已提交
83

84 85
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/xxhash")
copy(xxhash_lib
86 87 88 89
        SRCS ${XXHASH_INCLUDE_DIR} ${XXHASH_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS xxhash
        )
90

P
peizhilin 已提交
91
if (NOT PROTOBUF_FOUND OR WIN32)
92
    set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/protobuf")
L
Luo Tao 已提交
93
    copy(protobuf_lib
94 95 96 97 98
            SRCS ${PROTOBUF_INCLUDE_DIR} ${PROTOBUF_LIBRARY}
            DSTS ${dst_dir} ${dst_dir}/lib
            DEPS extern_protobuf
            )
endif ()
99

P
peizhilin 已提交
100
if (WITH_MKLML)
101
    set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/mklml")
102 103 104 105 106 107 108 109 110 111 112 113 114 115 116
    if(WIN32)
        copy(mklml_lib
                SRCS ${MKLML_LIB} ${MKLML_IOMP_LIB} ${MKLML_SHARED_LIB}
                    ${MKLML_SHARED_LIB_DEPS} ${MKLML_SHARED_IOMP_LIB} ${MKLML_INC_DIR}
                DSTS ${dst_dir}/lib ${dst_dir}/lib ${dst_dir}/lib
                    ${dst_dir}/lib ${dst_dir}/lib ${dst_dir}
                DEPS mklml
                )
    else()
        copy(mklml_lib
                SRCS ${MKLML_LIB} ${MKLML_IOMP_LIB} ${MKLML_INC_DIR}
                DSTS ${dst_dir}/lib ${dst_dir}/lib ${dst_dir}
                DEPS mklml
                )
    endif()
P
peizhilin 已提交
117 118 119 120 121 122 123
elseif (NOT CBLAS_FOUND OR WIN32)
    set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/openblas")
    copy(openblas_lib
            SRCS ${CBLAS_INSTALL_DIR}/lib ${CBLAS_INSTALL_DIR}/include
            DSTS ${dst_dir} ${dst_dir}
            DEPS extern_openblas
            )
124 125 126 127
endif ()

if (WITH_MKLDNN)
    set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/mkldnn")
128 129 130 131 132 133 134 135 136 137 138 139 140
    if(WIN32)
        copy(mkldnn_lib
                SRCS ${MKLDNN_INC_DIR} ${MKLDNN_SHARED_LIB} ${MKLDNN_LIB}
                DSTS ${dst_dir} ${dst_dir}/lib ${dst_dir}/lib
                DEPS mkldnn_shared_lib
                )
    else()
        copy(mkldnn_lib
                SRCS ${MKLDNN_INC_DIR} ${MKLDNN_SHARED_LIB}
                DSTS ${dst_dir} ${dst_dir}/lib
                DEPS mkldnn_shared_lib
                )
    endif()
141
endif ()
Q
qiaolongfei 已提交
142

143 144 145 146 147 148 149 150 151
if (WITH_NGRAPH)
    set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/ngraph")
    copy(ngraph_lib
            SRCS ${NGRAPH_INC_DIR} ${NGRAPH_LIB_DIR}
            DSTS ${dst_dir} ${dst_dir}
            DEPS ngraph
            )
endif ()

T
Tao Luo 已提交
152 153 154 155 156
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/snappy")
copy(snappy_lib
        SRCS ${SNAPPY_INCLUDE_DIR} ${SNAPPY_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS snappy)
157

T
Tao Luo 已提交
158 159 160 161 162
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/snappystream")
copy(snappystream_lib
        SRCS ${SNAPPYSTREAM_INCLUDE_DIR} ${SNAPPYSTREAM_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS snappystream)
163

T
Tao Luo 已提交
164 165 166 167 168
set(dst_dir "${FLUID_INSTALL_DIR}/third_party/install/zlib")
copy(zlib_lib
        SRCS ${ZLIB_INCLUDE_DIR} ${ZLIB_LIBRARIES}
        DSTS ${dst_dir} ${dst_dir}/lib
        DEPS zlib)
169

L
Luo Tao 已提交
170
# paddle fluid module
171
set(src_dir "${PADDLE_SOURCE_DIR}/paddle/fluid")
172
set(dst_dir "${FLUID_INSTALL_DIR}/paddle/fluid")
L
Luo Tao 已提交
173
set(module "framework")
174 175
set(framework_lib_deps framework_py_proto)

L
luotao1 已提交
176
copy(framework_lib DEPS ${framework_lib_deps}
177 178 179
        SRCS ${src_dir}/${module}/*.h ${src_dir}/${module}/details/*.h ${PADDLE_BINARY_DIR}/paddle/fluid/framework/framework.pb.h ${PADDLE_BINARY_DIR}/paddle/fluid/framework/data_feed.pb.h ${src_dir}/${module}/ir/memory_optimize_pass/*.h
        ${src_dir}/${module}/ir/*.h ${src_dir}/${module}/fleet/*.h
        DSTS ${dst_dir}/${module} ${dst_dir}/${module}/details ${dst_dir}/${module} ${dst_dir}/${module} ${dst_dir}/${module}/ir/memory_optimize_pass ${dst_dir}/${module}/ir ${dst_dir}/${module}/fleet
180
        )
L
Luo Tao 已提交
181

L
Luo Tao 已提交
182 183
set(module "memory")
copy(memory_lib
W
Wojciech Uss 已提交
184 185
        SRCS ${src_dir}/${module}/*.h ${src_dir}/${module}/detail/*.h ${src_dir}/${module}/allocation/*.h
        DSTS ${dst_dir}/${module} ${dst_dir}/${module}/detail ${dst_dir}/${module}/allocation
186
        )
L
Luo Tao 已提交
187

Y
Yan Chunwei 已提交
188
set(inference_deps paddle_fluid_shared paddle_fluid)
L
Luo Tao 已提交
189

190
set(module "inference/api")
191
if (WITH_ANAKIN AND WITH_MKL)
192
    copy(anakin_inference_lib DEPS paddle_inference_api inference_anakin_api
193 194 195 196 197 198
            SRCS
            ${PADDLE_BINARY_DIR}/paddle/fluid/inference/api/libinference_anakin_api* # compiled anakin api
            ${ANAKIN_INSTALL_DIR} # anakin release
            DSTS ${FLUID_INSTALL_DIR}/third_party/install/anakin ${FLUID_INSTALL_DIR}/third_party/install/anakin)
    list(APPEND inference_deps anakin_inference_lib)
endif ()
199

N
nhzlx 已提交
200 201
if (TENSORRT_FOUND)
    copy(tensorrt_lib DEPS ${inference_deps} 
202
        SRCS ${TENSORRT_ROOT}/include/Nv*.h ${TENSORRT_ROOT}/lib/*nvinfer*
N
nhzlx 已提交
203 204 205 206
        DSTS ${FLUID_INSTALL_DIR}/third_party/install/tensorrt/include ${FLUID_INSTALL_DIR}/third_party/install/tensorrt/lib)
endif ()


Y
Yan Chunwei 已提交
207
set(module "inference")
P
peizhilin 已提交
208 209 210 211 212
if(WIN32)
    set(paddle_fluid_lib ${PADDLE_BINARY_DIR}/paddle/fluid/inference/${CMAKE_BUILD_TYPE}/libpaddle_fluid.*)
else(WIN32)
    set(paddle_fluid_lib ${PADDLE_BINARY_DIR}/paddle/fluid/inference/libpaddle_fluid.*)
endif(WIN32)
Y
Yan Chunwei 已提交
213
copy(inference_lib DEPS ${inference_deps}
P
peizhilin 已提交
214
  SRCS ${src_dir}/${module}/*.h ${paddle_fluid_lib}
215
       ${src_dir}/${module}/api/paddle_*.h
T
Tao Luo 已提交
216
  DSTS ${dst_dir}/${module} ${dst_dir}/${module} ${dst_dir}/${module}
P
peizhilin 已提交
217
        )
Y
Yan Chunwei 已提交
218

L
Luo Tao 已提交
219
set(module "platform")
X
Xin Pan 已提交
220
copy(platform_lib DEPS profiler_py_proto
221 222 223
        SRCS ${src_dir}/${module}/*.h ${src_dir}/${module}/dynload/*.h ${src_dir}/${module}/details/*.h
        DSTS ${dst_dir}/${module} ${dst_dir}/${module}/dynload ${dst_dir}/${module}/details
        )
L
Luo Tao 已提交
224

L
Luo Tao 已提交
225 226
set(module "string")
copy(string_lib
227 228 229
        SRCS ${src_dir}/${module}/*.h ${src_dir}/${module}/tinyformat/*.h
        DSTS ${dst_dir}/${module} ${dst_dir}/${module}/tinyformat
        )
L
Luo Tao 已提交
230

231 232
set(module "pybind")
copy(pybind_lib
233 234 235
        SRCS ${CMAKE_CURRENT_BINARY_DIR}/paddle/fluid/${module}/pybind.h
        DSTS ${dst_dir}/${module}
        )
236

237 238
# CMakeCache Info
copy(cmake_cache
239 240
        SRCS ${CMAKE_CURRENT_BINARY_DIR}/CMakeCache.txt
        DSTS ${FLUID_INSTALL_DIR})
241

242
# This command generates a complete fluid library for both train and inference
243
add_custom_target(fluid_lib_dist DEPENDS ${fluid_lib_dist_dep})
244

T
Tao Luo 已提交
245 246 247
# Following commands generate a inference-only fluid library
# third_party, version.txt and CMakeCache.txt are the same position with ${FLUID_INSTALL_DIR}
copy(third_party DEPS fluid_lib_dist
248 249 250
        SRCS ${FLUID_INSTALL_DIR}/third_party ${FLUID_INSTALL_DIR}/CMakeCache.txt
        DSTS ${FLUID_INFERENCE_INSTALL_DIR} ${FLUID_INFERENCE_INSTALL_DIR}
        )
T
Tao Luo 已提交
251

252
# only need libpaddle_fluid.so/a and paddle_*.h for inference-only library
T
Tao Luo 已提交
253
copy(inference_api_lib DEPS fluid_lib_dist
P
peizhilin 已提交
254
  SRCS ${paddle_fluid_lib}
255
       ${FLUID_INSTALL_DIR}/paddle/fluid/inference/paddle_*.h
T
Tao Luo 已提交
256 257 258 259 260
  DSTS ${FLUID_INFERENCE_INSTALL_DIR}/paddle/lib ${FLUID_INFERENCE_INSTALL_DIR}/paddle/include
)

add_custom_target(inference_lib_dist DEPENDS third_party inference_api_lib)

261
# paddle fluid version
T
Tao Luo 已提交
262
function(version version_file)
263 264 265 266 267 268 269 270 271 272 273 274 275 276
    execute_process(
            COMMAND ${GIT_EXECUTABLE} log --pretty=format:%H -1
            WORKING_DIRECTORY ${PADDLE_SOURCE_DIR}
            OUTPUT_VARIABLE PADDLE_GIT_COMMIT)
    file(WRITE ${version_file}
            "GIT COMMIT ID: ${PADDLE_GIT_COMMIT}\n"
            "WITH_MKL: ${WITH_MKL}\n"
            "WITH_MKLDNN: ${WITH_MKLDNN}\n"
            "WITH_GPU: ${WITH_GPU}\n")
    if (WITH_GPU)
        file(APPEND ${version_file}
                "CUDA version: ${CUDA_VERSION}\n"
                "CUDNN version: v${CUDNN_MAJOR_VERSION}\n")
    endif ()
T
Tao Luo 已提交
277 278 279
endfunction()
version(${FLUID_INSTALL_DIR}/version.txt)
version(${FLUID_INFERENCE_INSTALL_DIR}/version.txt)