CMakeLists.txt 12.1 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

T
T8T9 已提交
15
cmake_minimum_required(VERSION 3.10)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
T
T8T9 已提交
23 24

include(init)
25
include(generic)            # simplify cmake module
T
T8T9 已提交
26 27 28 29 30

# enable language CUDA
# TODO(Shibo Tao): remove find_package(CUDA) completely.
find_package(CUDA QUIET)
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
31 32 33 34
option(WITH_XPU         "Compile PaddlePaddle with BAIDU KUNLUN"        OFF)
if (WITH_GPU  AND WITH_XPU)
    message(FATAL_ERROR "Error when compile GPU and XPU at the same time")
endif()
35 36
# cmake 3.12, 3.13, 3.14 will append gcc link options to nvcc, and nvcc doesn't recognize them.
if(WITH_GPU AND (${CMAKE_VERSION} VERSION_GREATER_EQUAL 3.12) AND (${CMAKE_VERSION} VERSION_LESS 3.15))
37
    message(FATAL_ERROR "cmake ${CMAKE_VERSION} is not supported when WITH_GPU=ON because of bug https://cmake.org/pipermail/cmake/2018-September/068195.html. "
38 39 40
       "You can use cmake 3.16 (recommended), 3.10, 3.11, 3.15 or 3.17. Please refer to the install document: https://cmake.org/install/")
endif()

T
T8T9 已提交
41 42 43 44 45 46
if(WITH_GPU AND NOT APPLE)
    enable_language(CUDA)
    message(STATUS "CUDA compiler: ${CMAKE_CUDA_COMPILER}, version: "
        "${CMAKE_CUDA_COMPILER_ID} ${CMAKE_CUDA_COMPILER_VERSION}")
endif()

47 48 49 50
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
51 52
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
53
if(WIN32)
54 55
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
56
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
57
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
58
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
59

60 61 62 63 64 65
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
66 67 68 69 70 71 72 73 74
        foreach(flag_var
            CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
            CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO
            CMAKE_C_FLAGS CMAKE_C_FLAGS_DEBUG CMAKE_C_FLAGS_RELEASE
            CMAKE_C_FLAGS_MINSIZEREL CMAKE_C_FLAGS_RELWITHDEBINFO)
            if(${flag_var} MATCHES "/MD")
                string(REGEX REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
            endif()
        endforeach(flag_var)
75
    endif()
76 77 78 79 80 81 82 83 84 85 86 87 88

    # windows build turn off warnings.
    foreach(flag_var
        CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
        CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO
        CMAKE_C_FLAGS CMAKE_C_FLAGS_DEBUG CMAKE_C_FLAGS_RELEASE
        CMAKE_C_FLAGS_MINSIZEREL CMAKE_C_FLAGS_RELWITHDEBINFO)
        string(REGEX REPLACE "/W[1-4]" " /W0 " ${flag_var} "${${flag_var}}")
    endforeach(flag_var)
    foreach(flag_var CMAKE_CXX_FLAGS CMAKE_C_FLAGS)
        set(${flag_var} "${${flag_var}} /w")
    endforeach(flag_var)

T
T8T9 已提交
89 90
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838 /MP")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838 /MP")
91
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
92 93 94 95
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
96 97
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
98
endif(WIN32)
99

L
liaogang 已提交
100
find_package(Git REQUIRED)
101 102 103 104 105 106 107

# config GIT_URL with github mirrors to speed up dependent repos clone
option(GIT_URL "Git URL to clone dependent repos" ${GIT_URL})
if(NOT GIT_URL)
    set(GIT_URL "https://github.com")
endif()

L
liaogang 已提交
108 109 110 111
find_package(Threads REQUIRED)

include(simd)

112
################################ Exposed Configurations #######################################
L
liaogang 已提交
113
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
114 115
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
116
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
117 118 119
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
120
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
121 122
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
123
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
124
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
125
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
126
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
127
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
128
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
129
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
130
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
131
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
G
gongweibao 已提交
132
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
133
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
M
minqiyang 已提交
134
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
135
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
136
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
137
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
138
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
139
option(WITH_CRYPTO   "Compile PaddlePaddle with crypto support"         ON)
140
option(WITH_ARM   "Compile PaddlePaddle with arm support"         OFF)
W
Wilber 已提交
141
option(WITH_SW   "Compile PaddlePaddle with sw support"         OFF)
chen.zhiyu's avatar
chen.zhiyu 已提交
142
option(WITH_MUSL        "Compile with musl libc instead of gblic"  OFF)
M
minqiyang 已提交
143 144 145 146 147

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
148
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
149 150 151

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
152
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
153 154 155 156
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

157 158
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
159 160 161 162
  message("Choose the correct type of sanitizer")
  return()
endif()

163 164 165 166 167 168 169
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
187
     include(nccl)
188 189 190 191
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
192
endif()
W
wopeizl 已提交
193

194 195 196 197 198 199 200 201 202
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
203

204 205 206 207 208 209 210 211 212 213 214 215 216
if(WITH_GPU)
    include(cuda)
    # lite subgraph compilation depends on CUDNN_ROOT,
    # so include(cudnn) needs to be in front of include(third_party/lite)
    include(cudnn)              # set cudnn libraries, must before configure
    include(tensorrt)
    # there is no official support of nccl, cupti in windows
    if(NOT WIN32)
        include(cupti)
    endif()
endif()

include(third_party)  # download, build, install third_party, Contains about 20+ dependencies
D
dzhwinter 已提交
217

G
gongweibao 已提交
218 219
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
220
        message(STATUS "Use grpc framework.")
221
        include(external/grpc)
G
gongweibao 已提交
222
    else()
G
gongweibao 已提交
223
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
224 225 226 227 228
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

229
include(flags)              # set paddle compile flags
230

231
if(WITH_PROFILER)
Y
Yu Yang 已提交
232 233 234 235 236
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
237 238 239 240
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
241
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
242

243
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
244

245 246 247 248 249
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

250 251 252 253 254 255
if(WITH_DISTRIBUTE)
    if(LINUX)
        set(WITH_GLOO ON CACHE STRING "Enable GLOO when compiling WITH_DISTRIBUTE=ON." FORCE)
    endif()
endif()

256 257 258
if(WITH_ARM)
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC")
259 260
    set(WITH_XBYAK OFF CACHE STRING "Disable XBYAK when compiling WITH_ARM=ON" FORCE)
    set(WITH_MKL OFF CACHE STRING "Disable MKL when compiling WITH_ARM=ON." FORCE)
261 262 263
    add_definitions(-DPADDLE_WITH_ARM)
endif()

W
Wilber 已提交
264 265 266 267 268 269 270 271 272
if (WITH_SW)
    # mieee flag solves floating-point exceptions under sw and ALPHA architectures
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC -mieee")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC -mieee")
    set(WITH_XBYAK OFF CACHE STRING "Disable XBYAK when compiling WITH_SW=ON" FORCE)
    set(WITH_MKL OFF CACHE STRING "Disable MKL when compiling WITH_SW=ON." FORCE)
    add_definitions(-DPADDLE_WITH_SW)
endif()

Q
qiaolongfei 已提交
273
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
274

275 276
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
277

278
if(ON_INFER)
279
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
280
    message(STATUS "On inference mode, will take place some specific optimization.")
281
    include(inference_lib)
282 283 284 285 286 287
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
288
add_subdirectory(paddle)
289
if(WITH_PYTHON)
290
    add_subdirectory(python)
291
endif()