CMakeLists.txt 9.2 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
27 28
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
29
if(WIN32)
30 31
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
32
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
33
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
35

36 37 38 39 40 41 42 43
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
    endif()
    
P
peizhilin 已提交
44
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
45 46
    add_compile_options(/MP)
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
47 48 49 50
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
51 52
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
53
endif(WIN32)
54

55
find_package(CUDA QUIET)
L
liaogang 已提交
56 57 58 59 60
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

61
################################ Exposed Configurations #######################################
L
liaogang 已提交
62
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
63
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
L
liaogang 已提交
64
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
65 66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
67
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
68 69 70
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
71
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
72 73
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
74
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
75
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
76
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
77
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
78
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
79
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
80
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
81
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
82
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
83
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
G
gongweibao 已提交
84
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
85
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
M
minqiyang 已提交
86
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
87
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
88
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
89
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
90
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
91
option(WITH_ARM   "Compile PaddlePaddle with arm support"         OFF)
92
option(WITH_CRYPTO   "Compile PaddlePaddle with crypto support"         ON)
M
minqiyang 已提交
93 94 95 96 97

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
98
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
99 100 101

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
102
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
103 104 105 106
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

107 108
# Replace PADDLE_ENFORCE with glog/CHECK for better debug
if(REPLACE_ENFORCE_GLOG)
109 110
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
111

112 113
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
114 115 116 117
  message("Choose the correct type of sanitizer")
  return()
endif()

118 119 120 121 122 123 124
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
146
endif()
W
wopeizl 已提交
147

148 149 150 151 152 153 154 155 156
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
157

158 159 160
# lite subgraph compilation depends on CUDNN_ROOT,
# so include(cudnn) needs to be in front of include(third_party/lite)
include(cudnn)              # set cudnn libraries, must before configure
161
include(third_party)        # download, build, install third_party
D
dzhwinter 已提交
162

G
gongweibao 已提交
163 164
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
165
        message(STATUS "Use grpc framework.")
166
        include(external/grpc)
G
gongweibao 已提交
167
    else()
G
gongweibao 已提交
168
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
169 170 171 172 173
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

174 175 176
# there is no official support of nccl, cupti in windows
if(NOT WIN32)
    include(cupti)
G
gongweibao 已提交
177 178
endif()

179
include(flags)              # set paddle compile flags
180

M
minqiyang 已提交
181 182 183
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
184
endif()
185

186
if(WITH_PROFILER)
Y
Yu Yang 已提交
187 188 189 190 191
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
192
include(generic)            # simplify cmake module
L
liaogang 已提交
193 194 195 196
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
197
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
198

199
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
200

201 202 203 204 205
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

206 207 208 209 210 211
if(WITH_ARM)
    set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC")
    add_definitions(-DPADDLE_WITH_ARM)
endif()

Q
qiaolongfei 已提交
212
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
213

214 215
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
216

217
if(ON_INFER)
218
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
219
    message(STATUS "On inference mode, will take place some specific optimization.")
220
    include(inference_lib)
221 222 223 224 225 226
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
227
add_subdirectory(paddle)
228
if(WITH_PYTHON)
229
    add_subdirectory(python)
230
endif()