CMakeLists.txt 12.4 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
D
dzhwinter 已提交
27 28
if(WIN32)
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
29 30 31 32 33
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
    set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
    set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
    set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
    set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
D
dzhwinter 已提交
34
endif(WIN32)
35 36 37 38

if(NOT CMAKE_CROSSCOMPILING)
    find_package(CUDA QUIET)
endif(NOT CMAKE_CROSSCOMPILING)
L
liaogang 已提交
39 40
find_package(Git REQUIRED)
find_package(Threads REQUIRED)
41

L
liaogang 已提交
42 43
include(simd)

L
liaogang 已提交
44
################################ Configurations #######################################
L
liaogang 已提交
45
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
46
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
L
liaogang 已提交
47
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
48
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
S
Sang Ik Lee 已提交
49
option(WITH_NGRAPH      "Compile PaddlePaddle with nGraph support."     OFF)
L
liaogang 已提交
50
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
51
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
L
liaogang 已提交
52 53 54 55 56 57 58
option(WITH_SWIG_PY     "Compile PaddlePaddle with inference api"       ON)
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_DOUBLE      "Compile PaddlePaddle with double precision"    OFF)
option(WITH_RDMA        "Compile PaddlePaddle with RDMA support"        OFF)
option(WITH_TIMER       "Compile PaddlePaddle with stats timer"         OFF)
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler"        OFF)
option(WITH_DOC         "Compile PaddlePaddle with documentation"       OFF)
59
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
L
liaogang 已提交
60 61
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
option(ON_TRAVIS        "Exclude special unit test on Travis CI"        OFF)
Y
Yu Yang 已提交
62
option(WITH_C_API       "Compile PaddlePaddle with C-API(Prediction)"   OFF)
63
option(WITH_FLUID_ONLY  "Compile PaddlePaddle fluid only"               OFF)
Q
qiaolongfei 已提交
64
option(WITH_GOLANG      "Compile PaddlePaddle with GOLANG"              OFF)
W
wuyi05 已提交
65
option(GLIDE_INSTALL    "Download and install go dependencies "         ON)
66
option(USE_NNPACK       "Compile PaddlePaddle with NNPACK library"      OFF)
G
gongweibao 已提交
67
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
H
hedaoyuan 已提交
68
option(USE_EIGEN_FOR_BLAS   "Use matrix multiplication in Eigen"        OFF)
69
option(EIGEN_USE_THREADS "Compile with multi-threaded Eigen"            OFF)
70
option(WITH_ARM_FP16    "Use half precision support on armv8.2-a cpu"   OFF)
71
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
72
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
Y
Yan Chunwei 已提交
73
option(WITH_ANAKIN      "Compile with Anakin library"                   OFF)
74 75
option(ANAKIN_BUILD_FAT_BIN "Build anakin cuda fat-bin lib for all device plantform, ignored when WITH_ANAKIN=OFF" OFF)
option(ANAKIN_BUILD_CROSS_PLANTFORM "Build anakin lib for any nvidia device plantform. ignored when WITH_ANAKIN=OFF" ON)
G
gongweibao 已提交
76
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
G
gongweibao 已提交
77
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
Y
Yan Chunwei 已提交
78
option(ON_INFER         "Turn on inference optimization."               OFF)
79
option(WITH_INFERENCE_API_TEST   "Test fluid inference high-level api interface"  OFF)
W
Wu Yi 已提交
80
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
M
minqiyang 已提交
81
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
T
Tao Luo 已提交
82
option(WITH_FAST_MATH   "Make use of fast math library, might affect the precision to some extent" ON)
M
minqiyang 已提交
83 84 85 86 87

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
88
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
89 90 91 92 93 94 95 96

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE "RelWithDebInfo" CACHE STRING
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

97
if(ANDROID OR IOS)
98
    if(ANDROID)
H
hedaoyuan 已提交
99
        if(${CMAKE_SYSTEM_VERSION} VERSION_LESS "16")
100 101
            message(FATAL_ERROR "Unsupport standalone toolchains with Android API level lower than 16")
        endif()
102 103
    endif()

104
    set(WITH_GPU OFF CACHE STRING
105
        "Disable GPU when cross-compiling for Android and iOS" FORCE)
106
    set(WITH_AVX OFF CACHE STRING
107
        "Disable AVX when cross-compiling for Android and iOS" FORCE)
108
    set(WITH_PYTHON OFF CACHE STRING
109
        "Disable PYTHON when cross-compiling for Android and iOS" FORCE)
110
    set(WITH_RDMA OFF CACHE STRING
111
        "Disable RDMA when cross-compiling for Android and iOS" FORCE)
112 113
    set(WITH_MKL OFF CACHE STRING
        "Disable MKL when cross-compiling for Android and iOS" FORCE)
S
Sang Ik Lee 已提交
114 115
    set(WITH_NGRAPH OFF CACHE STRING
        "Disable nGraph when cross-compiling for Android and iOS" FORCE)
116 117
    set(WITH_GOLANG OFF CACHE STRING
        "Disable golang when cross-compiling for Android and iOS" FORCE)
118

H
hedaoyuan 已提交
119 120 121 122
    # Compile PaddlePaddle mobile inference library
    if (NOT WITH_C_API)
        set(WITH_C_API ON CACHE STRING
            "Always compile the C_API when cross-compiling for Android and iOS" FORCE)
123
    endif()
H
hedaoyuan 已提交
124 125
    set(MOBILE_INFERENCE ON)
    add_definitions(-DPADDLE_MOBILE_INFERENCE)
126
endif()
127

T
typhoonzero 已提交
128
if (APPLE OR WIN32)
T
typhoonzero 已提交
129
    set(WITH_MKL OFF CACHE STRING
T
typhoonzero 已提交
130
        "Disable MKL for building on mac and windows" FORCE)
131
endif()
132

Y
Yi Wang 已提交
133
set(THIRD_PARTY_PATH "${CMAKE_BINARY_DIR}/third_party" CACHE STRING
Y
Yu Yang 已提交
134
  "A path setting third party libraries download & build directories.")
Y
Yu Yang 已提交
135

136 137 138
set(FLUID_INSTALL_DIR "${CMAKE_BINARY_DIR}/fluid_install_dir" CACHE STRING
  "A path setting fluid shared and static libraries")

T
Tao Luo 已提交
139 140 141
set(FLUID_INFERENCE_INSTALL_DIR "${CMAKE_BINARY_DIR}/fluid_inference_install_dir" CACHE STRING
  "A path setting fluid inference shared and static libraries")

Y
Yu Yang 已提交
142 143 144 145 146 147
if (WITH_C_API AND WITH_PYTHON)
  message(WARNING "It is suggest not embedded a python interpreter in Paddle "
    "when using C-API. It will give an unpredictable behavior when using a "
    "different Python interpreter from compiling.")
endif()

L
Luo Tao 已提交
148
if (WITH_C_API)
149
  set(WITH_FLUID_ONLY OFF CACHE STRING "Disable install fluid when compile the C_API" FORCE)
L
Luo Tao 已提交
150 151
endif()

152 153 154 155 156 157
if(MOBILE_INFERENCE)
    set(THIRD_PARTY_BUILD_TYPE MinSizeRel)
else()
    set(THIRD_PARTY_BUILD_TYPE Release)
endif()

158
set(WITH_MKLML ${WITH_MKL})
T
tensor-tang 已提交
159 160 161 162 163 164 165
if (NOT DEFINED WITH_MKLDNN)
    if (WITH_MKL AND AVX2_FOUND)
        set(WITH_MKLDNN ON)
    else()
        message(STATUS "Do not have AVX2 intrinsics and disabled MKL-DNN")
        set(WITH_MKLDNN OFF)
    endif()
166
endif()
167 168 169 170

if (REPLACE_ENFORCE_GLOG)
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
L
liaogang 已提交
171
########################################################################################
G
gangliao 已提交
172

T
tensor-tang 已提交
173
include(external/mklml)     # download mklml package
T
tensor-tang 已提交
174
include(external/xbyak)     # download xbyak package
T
tensor-tang 已提交
175
include(external/libxsmm)   # download, build, install libxsmm
L
liaogang 已提交
176 177 178 179 180 181
include(external/zlib)      # download, build, install zlib
include(external/gflags)    # download, build, install gflags
include(external/glog)      # download, build, install glog
include(external/gtest)     # download, build, install gtest
include(external/protobuf)  # download, build, install protobuf
include(external/python)    # download, build, install python
L
liaogang 已提交
182
include(external/openblas)  # download, build, install openblas
T
tensor-tang 已提交
183
include(external/mkldnn)    # download, build, install mkldnn
S
Sang Ik Lee 已提交
184
include(external/ngraph)    # download, build, install nGraph
L
liaogang 已提交
185
include(external/swig)      # download, build, install swig
186
include(external/boost)     # download boost
187
include(external/any)       # download libn::any
Q
qijun 已提交
188
include(external/eigen)     # download eigen3
189
include(external/pybind11)  # download pybind11
武毅 已提交
190
include(external/cares)
S
sneaxiy 已提交
191
include(external/cub)
M
minqiyang 已提交
192
include(external/xxhash)    # download xxhash
G
gongweibao 已提交
193

D
dzhwinter 已提交
194 195 196 197 198 199 200 201
if (NOT WIN32)
# there is no official support of snappystream, warpctc, nccl, cupti in windows
include(external/snappy)    # download snappy
include(external/snappystream) # download snappystream
include(external/warpctc)   # download, build, install warpctc
include(cupti)
endif (NOT WIN32)

G
gongweibao 已提交
202 203 204
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
        include(external/grpc)
G
gongweibao 已提交
205
        message(STATUS "Use grpc framework.")
G
gongweibao 已提交
206
    else()
G
gongweibao 已提交
207
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
208 209 210 211 212
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

G
gongweibao 已提交
213 214 215 216 217 218 219 220 221 222
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()

L
liaogang 已提交
223

D
dzhwinter 已提交
224
include(external/threadpool)
225
include(flags)              # set paddle compile flags
226 227 228
include(cudnn)              # set cudnn libraries, must before configure
include(configure)          # add paddle env configuration

M
minqiyang 已提交
229 230 231
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
232 233
endif()
if(WITH_MKL OR WITH_MKLML)
M
minqiyang 已提交
234
    include(external/anakin)
L
luotao1 已提交
235
elseif()
236
    set(WITH_ANAKIN OFF CACHE STRING "Anakin is used in MKL only now." FORCE)
M
minqiyang 已提交
237 238
endif()

L
liaogang 已提交
239
include(generic)            # simplify cmake module
L
liaogang 已提交
240 241 242 243 244 245
include(package)            # set paddle packages
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(rdma)               # set rdma libraries
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
L
Luo Tao 已提交
246
include(inference_lib)      # add paddle fluid inference libraries
247

Z
zhangjinchao01 已提交
248

249
include_directories("${PADDLE_SOURCE_DIR}")
X
Xin Pan 已提交
250
include_directories("${PADDLE_SOURCE_DIR}/paddle/legacy/cuda/include")
Z
zhangjinchao01 已提交
251
include_directories("${CMAKE_CURRENT_BINARY_DIR}/proto")
Q
Qiao Longfei 已提交
252
include_directories("${CMAKE_CURRENT_BINARY_DIR}/go/pserver/client/c")
L
liaogang 已提交
253 254

set(EXTERNAL_LIBS
255 256
    gflags
    glog
257
    ${CBLAS_LIBRARIES}
258 259
    protobuf
    zlib
L
liaogang 已提交
260
    ${PYTHON_LIBRARIES}
L
liaogang 已提交
261 262
)

263 264 265 266 267
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

268 269 270 271
if(WITH_MKLML)
    list(APPEND EXTERNAL_LIBS ${MKLML_IOMP_LIB})
endif()

T
tensor-tang 已提交
272 273 274 275
if(WITH_LIBXSMM)
    list(APPEND EXTERNAL_LIBS ${LIBXSMM_LIBS})
endif()

276
if(WITH_MKLDNN)
277
    list(APPEND EXTERNAL_LIBS ${MKLDNN_LIB})
278 279
endif()

280
if(USE_NNPACK)
H
hedaoyuan 已提交
281 282
    include(external/nnpack)
    list(APPEND EXTERNAL_LIBS ${NNPACK_LIBS})
283 284
endif(USE_NNPACK)

Z
zhangjinchao01 已提交
285
add_subdirectory(proto)
286

Y
yuyang18 已提交
287
if(NOT MOBILE_INFERENCE AND NOT WITH_FLUID_ONLY)
H
hedaoyuan 已提交
288 289
    # "add_subdirectory(go)" should be placed after the following loine,
    # because it depends on paddle/optimizer.
X
Xin Pan 已提交
290
    add_subdirectory(paddle/legacy/optimizer)
H
hedaoyuan 已提交
291
endif()
292

H
Helin Wang 已提交
293 294
# "add_subdirectory(paddle)" and "add_subdirectory(python)" should be
# placed after this block, because they depends on it.
Q
qiaolongfei 已提交
295
if(WITH_GOLANG)
296
    enable_language(Go)
W
wuyi05 已提交
297
    add_subdirectory(go)
Q
qiaolongfei 已提交
298
endif(WITH_GOLANG)
L
liaogang 已提交
299

Q
qiaolongfei 已提交
300
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
301

302 303
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
304

H
Helin Wang 已提交
305
add_subdirectory(paddle)
306
if(WITH_PYTHON)
307
    add_subdirectory(python)
308
endif()
Q
qiaolongfei 已提交
309

Z
zhangjinchao01 已提交
310
if(WITH_DOC)
Y
yuyang18 已提交
311 312
    find_package(Sphinx REQUIRED)
    find_python_module(recommonmark REQUIRED)
Z
zhangjinchao01 已提交
313 314
    add_subdirectory(doc)
endif()
Y
Yan Chunwei 已提交
315 316

if (ON_INFER)
T
Tao Luo 已提交
317
    message(STATUS "On inference mode, will take place some specific optimization.")
Y
Yan Chunwei 已提交
318
    add_definitions(-DPADDLE_ON_INFERENCE)
T
Tao Luo 已提交
319 320
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
T
Tao Luo 已提交
321
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
Y
Yan Chunwei 已提交
322
endif()