CMakeLists.txt 20.4 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

T
tianshuo78520a 已提交
15 16 17 18 19
if(APPLE AND WITH_ARM)
    # cmake 3.19.2 version starts to support M1
    cmake_minimum_required(VERSION 3.19.2)
    cmake_policy(VERSION 3.19.2)
else(APPLE AND WITH_ARM)
20
    cmake_minimum_required(VERSION 3.15)
T
tianshuo78520a 已提交
21 22
    cmake_policy(VERSION 3.10)
endif(APPLE AND WITH_ARM)
23 24 25
# use to get_property location of static lib
# https://cmake.org/cmake/help/v3.0/policy/CMP0026.html?highlight=cmp0026
cmake_policy(SET CMP0026 OLD)
26
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
27 28
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
29

30 31
include(system)

32 33 34 35 36 37 38
# Note(zhouwei): Ninja Generator will set CMAKE_BUILD_TYPE to Debug
if(NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

39
project(paddle CXX C)
T
T8T9 已提交
40 41 42 43

# enable language CUDA
# TODO(Shibo Tao): remove find_package(CUDA) completely.
find_package(CUDA QUIET)
44 45
find_package(MKL CONFIG QUIET)
option(WITH_ONEMKL      "Compile PaddlePaddle with oneMKL"              OFF)
T
T8T9 已提交
46
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
47
option(WITH_TENSORRT    "Compile PaddlePaddle with NVIDIA TensorRT"     OFF)
48
option(WITH_XPU         "Compile PaddlePaddle with BAIDU KUNLUN XPU"    OFF)
L
Liu-xiandong 已提交
49
option(WITH_XPU_KP      "Compile PaddlePaddle with BAIDU XPU compiler " OFF)
F
fwenguang 已提交
50
option(WITH_MLU    "Compile PaddlePaddle with CAMBRICON MLU"     OFF)
51
option(WITH_WIN_DUMP_DBG "Compile with windows core dump debug mode"    OFF)
52
option(WITH_ASCEND         "Compile PaddlePaddle with ASCEND"        OFF)
Q
Qi Li 已提交
53
option(WITH_ROCM        "Compile PaddlePaddle with ROCM platform"       OFF)
J
jianghaicheng 已提交
54
option(WITH_IPU         "Compile PaddlePaddle with Graphcore IPU"    OFF)
55
# NOTE(zhiqiu): WITH_ASCEND_CL can be compile on x86_64, so we can set WITH_ASCEND=OFF and WITH_ASCEND_CL=ON
56 57
# to develop some acl related functionality on x86
option(WITH_ASCEND_CL         "Compile PaddlePaddle with ASCEND CL"        ${WITH_ASCEND})
58
option(WITH_ASCEND_CXX11         "Compile PaddlePaddle with ASCEND and CXX11 ABI"        OFF)
59
option(WITH_ONNXRUNTIME         "Compile PaddlePaddle with ONNXRUNTIME"          OFF)
60 61 62
# Note(zhouwei): It use option above, so put here
include(init)
include(generic)            # simplify cmake module
63
include(experimental)       # experimental build options
64

65 66 67
if (WITH_GPU  AND WITH_XPU)
    message(FATAL_ERROR "Error when compile GPU and XPU at the same time")
endif()
L
Liu-xiandong 已提交
68 69 70
if (WITH_GPU AND WITH_XPU_KP)
    message(FATAL_ERROR "Error when compile GPU and XPU2 at the same time")
endif()
71
if (WITH_GPU AND WITH_ASCEND)
72 73
    message(FATAL_ERROR "Error when compile GPU and ASCEND at the same time")
endif()
Q
Qi Li 已提交
74 75 76
if (WITH_GPU AND WITH_ROCM)
    message(FATAL_ERROR "Error when compile CUDA and ROCM at the same time")
endif()
F
fwenguang 已提交
77 78 79
if (WITH_GPU AND WITH_MLU)
    message(FATAL_ERROR "Error when compile GPU and MLU at the same time")
endif()
80

T
T8T9 已提交
81 82 83 84 85 86
if(WITH_GPU AND NOT APPLE)
    enable_language(CUDA)
    message(STATUS "CUDA compiler: ${CMAKE_CUDA_COMPILER}, version: "
        "${CMAKE_CUDA_COMPILER_ID} ${CMAKE_CUDA_COMPILER_VERSION}")
endif()

87 88 89 90
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
91 92
message(STATUS "AR tools: ${CMAKE_AR}")

G
GeminiCarrie 已提交
93 94 95 96 97
# MUSL build turn off warnings
if(WITH_MUSL)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations -Wno-error=pessimizing-move -Wno-error=deprecated-copy")
endif()

T
tianshuo78520a 已提交
98 99 100 101 102
if(APPLE AND WITH_ARM)
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -target arm64-apple-darwin")
    set(CMAKE_CXX_FLAGS "${CMAKE_C_FLAGS} -target arm64-apple-darwin")
endif()

103
if(WITH_ASCEND_CL AND NOT WITH_ASCEND_CXX11)
104 105 106 107 108
    if(WITH_ARM_BRPC)
        set(CMAKE_CXX_FLAGS  "${CMAKE_CXX_FLAGS} -D_GLIBCXX_USE_CXX11_ABI=1")
    else()
        set(CMAKE_CXX_FLAGS  "${CMAKE_CXX_FLAGS} -D_GLIBCXX_USE_CXX11_ABI=0")
    endif()
109
endif()
110

D
dzhwinter 已提交
111
if(WIN32)
112 113
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
114
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
115
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
116

117 118 119 120 121
    set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj")
    set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj")
    set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj")
    set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj")

122 123 124 125 126 127 128
    if("${CMAKE_GENERATOR}" STREQUAL "Ninja")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /Zc:inline")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /Zc:inline")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /Zc:inline")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /Zc:inline")
    endif()

129 130
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
131 132 133 134 135 136 137 138 139
        foreach(flag_var
            CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
            CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO
            CMAKE_C_FLAGS CMAKE_C_FLAGS_DEBUG CMAKE_C_FLAGS_RELEASE
            CMAKE_C_FLAGS_MINSIZEREL CMAKE_C_FLAGS_RELWITHDEBINFO)
            if(${flag_var} MATCHES "/MD")
                string(REGEX REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
            endif()
        endforeach(flag_var)
140
    endif()
141

142 143
    # NOTE(zhouwei): msvc max/min macro conflict with std::min/max, define NOMINMAX globally
    add_definitions("-DNOMINMAX")
144
    # windows build turn off warnings, use parallel compiling.
145 146 147 148 149 150
    foreach(flag_var
        CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
        CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO
        CMAKE_C_FLAGS CMAKE_C_FLAGS_DEBUG CMAKE_C_FLAGS_RELEASE
        CMAKE_C_FLAGS_MINSIZEREL CMAKE_C_FLAGS_RELWITHDEBINFO)
        string(REGEX REPLACE "/W[1-4]" " /W0 " ${flag_var} "${${flag_var}}")
151 152 153 154
        
        # NOTE(zhouwei25): GPU compile have too high memory utilization when parallel compiling,
        # For Visual Studio generators, /MP should be added. 
        # For other generators like Ninja, it is not need to add /MP.
155
        if(CMAKE_GENERATOR MATCHES "Visual Studio" AND NOT WITH_GPU)
156
            math(EXPR PROCESS_MAX "${CPU_CORES} * 2 / 3")
157 158
            set(${flag_var} "${${flag_var}} /MP${PROCESS_MAX}")
        endif()
159 160 161 162 163
    endforeach(flag_var)
    foreach(flag_var CMAKE_CXX_FLAGS CMAKE_C_FLAGS)
        set(${flag_var} "${${flag_var}} /w")
    endforeach(flag_var)

164 165 166 167 168 169 170 171 172 173 174
    # Windows Remove /Zi, /ZI for Release, MinSizeRel builds
    foreach(flag_var
        CMAKE_C_FLAGS CMAKE_C_FLAGS_RELEASE CMAKE_C_FLAGS_MINSIZEREL
        CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_RELEASE CMAKE_CXX_FLAGS_MINSIZEREL)
        if(${flag_var} MATCHES "/Z[iI]")
            string(REGEX REPLACE "/Z[iI]" "" ${flag_var} "${${flag_var}}")
        endif()
    endforeach(flag_var)

    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838")
175

Z
Zhou Wei 已提交
176
    foreach(flag_var CMAKE_SHARED_LINKER_FLAGS CMAKE_STATIC_LINKER_FLAGS CMAKE_EXE_LINKER_FLAGS CMAKE_LINKER_FLAGS)
177
        set(${flag_var} "${${flag_var}} /ignore:4049 /ignore:4217 /ignore:4006 /ignore:4221")
178 179 180
        if(MSVC_STATIC_CRT)
            set(${flag_var} "${${flag_var}} /NODEFAULTLIB:MSVCRT.LIB")
        endif()
Z
Zhou Wei 已提交
181 182
    endforeach(flag_var)

183 184 185 186 187 188 189 190 191 192 193
    if (WITH_WIN_DUMP_DBG)
        set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /Zi")
        set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /Zi")

        foreach(flag_var CMAKE_SHARED_LINKER_FLAGS CMAKE_STATIC_LINKER_FLAGS CMAKE_EXE_LINKER_FLAGS CMAKE_LINKER_FLAGS)
            set(${flag_var} "${${flag_var}} /DEBUG /OPT:REF /OPT:ICF")
        endforeach(flag_var)

        add_definitions("-DWITH_WIN_DUMP_DBG")
    endif()

194 195
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
196
endif(WIN32)
197

L
liaogang 已提交
198
find_package(Git REQUIRED)
199 200 201 202 203 204 205

# config GIT_URL with github mirrors to speed up dependent repos clone
option(GIT_URL "Git URL to clone dependent repos" ${GIT_URL})
if(NOT GIT_URL)
    set(GIT_URL "https://github.com")
endif()

L
liaogang 已提交
206 207 208 209
find_package(Threads REQUIRED)

include(simd)

210
################################ Exposed Configurations #######################################
L
liaogang 已提交
211
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
212 213
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
214
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
215 216 217
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
218
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
219
################################ Internal Configurations #######################################
220
option(WITH_NV_JETSON   "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
221
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
222
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
223
option(WITH_INCREMENTAL_COVERAGE    "Generate coverage reports only for incremental code"       OFF)
224
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
225
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
226
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
227
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
228
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
229
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
T
tangwei12 已提交
230
option(WITH_PSCORE     "Compile with parameter server support"         ${WITH_DISTRIBUTE})
T
Thunderbrook 已提交
231
option(WITH_HETERPS     "Compile with heterps"                          OFF})
232
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
M
minqiyang 已提交
233
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
234
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
235
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
236
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
H
Huihuang Zheng 已提交
237
option(WITH_CINN   "Compile PaddlePaddle with CINN" OFF)
Y
Yan Chunwei 已提交
238
option(WITH_INFRT  "Compile PaddlePaddle with INFRT" OFF)
239
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
Q
Qi Li 已提交
240
option(WITH_RCCL   "Compile PaddlePaddle with RCCL support"             ON)
241
option(WITH_XPU_BKCL    "Compile PaddlePaddle with BAIDU KUNLUN XPU BKCL"   OFF)
242
option(WITH_CNCL   "Compile PaddlePaddle with CNCL support"             OFF)
243
option(WITH_CRYPTO   "Compile PaddlePaddle with crypto support"         ON)
244
option(WITH_ARM   "Compile PaddlePaddle with arm support"         OFF)
W
Wilber 已提交
245
option(WITH_SW   "Compile PaddlePaddle with sw support"         OFF)
W
Wilber 已提交
246
option(WITH_MIPS   "Compile PaddlePaddle with mips support"         OFF)
chen.zhiyu's avatar
chen.zhiyu 已提交
247
option(WITH_MUSL        "Compile with musl libc instead of gblic"  OFF)
248
option(WITH_UNITY_BUILD "Compile with UnityBuild mode"             OFF)
W
wuhuanzhou 已提交
249
option(WITH_STRIP       "Strip so files of Whl packages"         OFF)
250 251
option(NEW_RELEASE_PYPI   "PaddlePaddle next-level release strategy for pypi cubin package"             OFF)
option(NEW_RELEASE_ALL   "PaddlePaddle next-level release strategy for all arches cubin package"             OFF)
252
option(NEW_RELEASE_JIT   "PaddlePaddle next-level release strategy for backup jit package"             OFF)
253
option(WITH_ASCEND_INT64 "Compile with int64 kernel for ascend NPU"    OFF)
254
option(WITH_POCKETFFT    "Compile with pocketfft support"      ON)
Z
zhangchunle 已提交
255
option(WITH_RECORD_BUILDTIME    "Compile PaddlePaddle with record all targets build time"       OFF)
256
option(WITH_CUSTOM_DEVICE "Compile with custom device support"    OFF)
257
option(WITH_ARM_BRPC "Supprot Brpc in Arm"    OFF)
Z
zhangchunle 已提交
258 259

if(WITH_RECORD_BUILDTIME)
260 261
    set_property(GLOBAL PROPERTY RULE_LAUNCH_COMPILE "${CMAKE_CURRENT_SOURCE_DIR}/tools/get_build_time.sh ${CMAKE_CURRENT_BINARY_DIR}")
    set_property(GLOBAL PROPERTY RULE_LAUNCH_LINK "${CMAKE_CURRENT_SOURCE_DIR}/tools/get_build_time.sh ${CMAKE_CURRENT_BINARY_DIR}")
Z
zhangchunle 已提交
262 263 264 265
else()            
    include(ccache) # set ccache for compilation ; if WITH_RECORD_BUILDTIME=ON can't use ccache
endif()
unset(WITH_RECORD_BUILDTIME CACHE)
M
minqiyang 已提交
266 267 268

# PY_VERSION
if(NOT PY_VERSION)
T
tianshuo78520a 已提交
269
  set(PY_VERSION 3.6)
M
minqiyang 已提交
270
endif()
271
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
272 273


274 275
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
276 277 278 279
  message("Choose the correct type of sanitizer")
  return()
endif()

280 281 282 283
if (LINUX AND NOT WITH_CUSTOM_DEVICE AND NOT ON_INFER)
set(WITH_CUSTOM_DEVICE ON)
endif()

284 285 286 287 288 289 290
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

L
Liu-xiandong 已提交
306 307 308 309 310 311 312 313
# force WITH_XPU on when WITH_XPU_KP
if (WITH_XPU_KP AND NOT WITH_XPU)
    MESSAGE(WARNING
        "Enable WITH_XPU when compiling with WITH_XPU_KP. Force WITH_XPU=ON.")
    set(WITH_XPU ON CACHE STRING
        "Enable WITH_XPU when compiling with WITH_XPU_KP" FORCE)
endif()

314 315 316 317 318 319 320
if (NOT WITH_XPU AND WITH_XPU_BKCL)
    MESSAGE(WARNING
        "Disable BKCL when compiling without XPU. Force WITH_XPU_BKCL=OFF.")
    set(WITH_XPU_BKCL OFF CACHE STRING
        "Disable BKCL when compiling without XPU" FORCE)
endif()

321 322 323 324 325 326 327
if (NOT WITH_MLU AND WITH_CNCL)
    MESSAGE(WARNING
        "Disable CNCL when compiling without MLU. Force WITH_MLU=OFF.")
    set(WITH_MLU OFF CACHE STRING
        "Disable CNCL when compiling without MLU" FORCE)
endif()

328 329
if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
330
     include(nccl)
331 332 333 334
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
335
endif()
W
wopeizl 已提交
336

337 338 339 340 341 342
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
343

Z
zhangchunle 已提交
344

345 346 347 348 349 350 351 352 353 354 355 356
if(WITH_GPU)
    include(cuda)
    # lite subgraph compilation depends on CUDNN_ROOT,
    # so include(cudnn) needs to be in front of include(third_party/lite)
    include(cudnn)              # set cudnn libraries, must before configure
    include(tensorrt)
    # there is no official support of nccl, cupti in windows
    if(NOT WIN32)
        include(cupti)
    endif()
endif()

F
fwenguang 已提交
357 358 359 360
if(WITH_MLU)
    include(neuware)
endif()

361 362 363 364 365
if(WITH_ROCM)
    include(hip)
    include(miopen) # set miopen libraries, must before configure
endif(WITH_ROCM)

L
Liu-xiandong 已提交
366 367 368 369
if(WITH_XPU_KP)
    include(xpu_kp)
endif()

370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385
if (NOT WITH_ROCM AND WITH_RCCL)
    MESSAGE(WARNING
        "Disable RCCL when compiling without ROCM. Force WITH_RCCL=OFF.")
    set(WITH_RCCL OFF CACHE STRING
        "Disable RCCL when compiling without ROCM" FORCE)
endif()

if(WITH_RCCL)
     add_definitions("-DPADDLE_WITH_RCCL")
     include(rccl)
else()
     if(WITH_ROCM)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_RCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
endif()

T
Thunderbrook 已提交
386 387 388 389
if(WITH_HETERPS AND WITH_PSLIB)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D_GLIBCXX_USE_CXX11_ABI=0")
endif()

390 391 392 393
if(WITH_DISTRIBUTE)
    if(LINUX)
        set(WITH_GLOO ON CACHE STRING "Enable GLOO when compiling WITH_DISTRIBUTE=ON." FORCE)
    endif()
394
    if(WITH_ASCEND_CL AND NOT WITH_ARM_BRPC)
395 396 397 398
        # disable WITH_PSCORE for NPU before include third_party
        MESSAGE(WARNING "Disable WITH_PSCORE when compiling with NPU. Force WITH_PSCORE=OFF.")
        set(WITH_PSCORE OFF CACHE BOOL "Disable WITH_PSCORE when compiling with NPU" FORCE)
    endif()
399 400 401 402 403
    if(WITH_ROCM AND HIP_VERSION LESS_EQUAL 40020496)
        # TODO(qili93): third-party rocksdb throw Illegal instruction with HIP version 40020496
        MESSAGE(WARNING "Disable WITH_PSCORE when HIP_VERSION is less than or equal 40020496. Force WITH_PSCORE=OFF.")
        set(WITH_PSCORE OFF CACHE BOOL "Disable WITH_PSCORE when HIP_VERSION is less than or equal 40020496" FORCE)
    endif()
404 405
endif()

406
include(third_party)  # download, build, install third_party, Contains about 20+ dependencies
D
dzhwinter 已提交
407

408
include(flags)              # set paddle compile flags
409

410
if(WITH_PROFILER)
Y
Yu Yang 已提交
411 412 413 414 415
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
416 417 418
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
419
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
420

421
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
422

423 424 425 426
if(WITH_NV_JETSON)
    set(WITH_ARM ON CACHE STRING "Set WITH_ARM=ON when compiling WITH_NV_JETSON=ON." FORCE)
endif()

427 428 429
if(WITH_ARM)
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC")
T
tianshuo78520a 已提交
430
    set(WITH_XBYAK OFF CACHE STRING "Disable XBYAK when compiling WITH_ARM=ON." FORCE)
431
    set(WITH_MKL OFF CACHE STRING "Disable MKL when compiling WITH_ARM=ON." FORCE)
T
tianshuo78520a 已提交
432
    set(WITH_AVX OFF CACHE STRING "Disable AVX when compiling WITH_AVX=OFF." FORCE)
433 434 435
    add_definitions(-DPADDLE_WITH_ARM)
endif()

W
Wilber 已提交
436 437 438 439 440 441 442 443 444
if (WITH_SW)
    # mieee flag solves floating-point exceptions under sw and ALPHA architectures
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC -mieee")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC -mieee")
    set(WITH_XBYAK OFF CACHE STRING "Disable XBYAK when compiling WITH_SW=ON" FORCE)
    set(WITH_MKL OFF CACHE STRING "Disable MKL when compiling WITH_SW=ON." FORCE)
    add_definitions(-DPADDLE_WITH_SW)
endif()

W
Wilber 已提交
445 446 447 448 449
if (WITH_MIPS)
    set(WITH_XBYAK OFF CACHE STRING "Disable XBYAK when compiling WITH_MIPS=ON" FORCE)
    add_definitions(-DPADDLE_WITH_MIPS)
endif()

450 451 452 453
if (WITH_ONEMKL)
    add_definitions(-DPADDLE_WITH_ONEMKL)
endif()

T
Thunderbrook 已提交
454 455 456 457 458
if (WITH_HETERPS)
    if (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0)
        set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -faligned-new")
    endif()
endif()
Q
qiaolongfei 已提交
459
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
460

461 462
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
463

464 465
add_definitions(-DPADDLE_DLL_EXPORT)

466
if(ON_INFER)
467
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
468
    message(STATUS "On inference mode, will take place some specific optimization.")
469
    include(inference_lib)
470 471 472 473 474 475
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

W
wuhuanzhou 已提交
476 477 478 479 480 481 482
if(WITH_STRIP)
    find_program(STRIP_PATH strip)
    if(NOT STRIP_PATH OR NOT LINUX)
        set(WITH_STRIP OFF CACHE STRING "Command strip is only used on Linux when it exists." FORCE)
    endif()
endif()

H
Helin Wang 已提交
483
add_subdirectory(paddle)
484
if(WITH_PYTHON)
485
    add_subdirectory(python)
486
endif()
S
sneaxiy 已提交
487 488 489 490

get_directory_property(all_inc_dirs INCLUDE_DIRECTORIES)
list(JOIN all_inc_dirs "\r\n" all_inc_dirs)
file(WRITE "${CMAKE_CURRENT_BINARY_DIR}/includes.txt" ${all_inc_dirs})