CMakeLists.txt 8.9 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
27 28
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
29
if(WIN32)
30 31
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
32
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
33
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
35

36 37 38 39 40 41 42 43
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
    endif()
    
P
peizhilin 已提交
44
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
45 46
    add_compile_options(/MP)
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
47 48 49 50
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
51 52
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
53
endif(WIN32)
54

55
find_package(CUDA QUIET)
L
liaogang 已提交
56 57 58 59 60
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

61
################################ Exposed Configurations #######################################
L
liaogang 已提交
62
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
63
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
L
liaogang 已提交
64
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
65 66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
67
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
68 69 70
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
71
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
72 73
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
74
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
75
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
76
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
77
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
78
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
79
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
80
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
81
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
82
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
83
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
G
gongweibao 已提交
84
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
85 86
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
option(WITH_HIGH_LEVEL_API_TEST   "Test fluid python high-level api interface"  OFF)
M
minqiyang 已提交
87
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
88
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
89
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
90
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
91
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
M
minqiyang 已提交
92 93 94 95 96

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
97
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
98 99 100

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
101
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
102 103 104 105
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

106 107
# Replace PADDLE_ENFORCE with glog/CHECK for better debug
if(REPLACE_ENFORCE_GLOG)
108 109
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
110

111 112
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
113 114 115 116
  message("Choose the correct type of sanitizer")
  return()
endif()

117 118 119 120 121 122 123
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
145
endif()
W
wopeizl 已提交
146

147 148 149 150 151 152 153 154 155
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
156

157
include(third_party)        # download, build, install third_party
D
dzhwinter 已提交
158

G
gongweibao 已提交
159 160
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
161
        message(STATUS "Use grpc framework.")
162
        include(external/grpc)
G
gongweibao 已提交
163
    else()
G
gongweibao 已提交
164
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
165 166 167 168 169
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

170 171 172
# there is no official support of nccl, cupti in windows
if(NOT WIN32)
    include(cupti)
G
gongweibao 已提交
173 174
endif()

175
include(flags)              # set paddle compile flags
176 177
include(cudnn)              # set cudnn libraries, must before configure

M
minqiyang 已提交
178 179 180
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
181
endif()
182

183
if(WITH_PROFILER)
Y
Yu Yang 已提交
184 185 186 187 188
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
189
include(generic)            # simplify cmake module
L
liaogang 已提交
190 191 192 193
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
194
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
195

196
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
197

198 199 200 201 202
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

Q
qiaolongfei 已提交
203
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
204

205 206
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
207

208
if(ON_INFER)
209
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
210
    message(STATUS "On inference mode, will take place some specific optimization.")
211
    include(inference_lib)
212 213 214 215 216 217
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
218
add_subdirectory(paddle)
219
if(WITH_PYTHON)
220
    add_subdirectory(python)
221
endif()