CMakeLists.txt 9.0 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
27 28
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
29
if(WIN32)
30 31
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
32
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
33
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
35

36 37 38 39 40 41 42 43
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
    endif()
    
P
peizhilin 已提交
44
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
45 46
    add_compile_options(/MP)
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
47 48 49 50
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
51 52
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
53
endif(WIN32)
54

55
find_package(CUDA QUIET)
L
liaogang 已提交
56 57 58 59 60
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

61
################################ Exposed Configurations #######################################
L
liaogang 已提交
62
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
63
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
L
liaogang 已提交
64
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
65 66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
67
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
68 69 70
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
71
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
72 73
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
74
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
S
Sang Ik Lee 已提交
75
option(WITH_NGRAPH      "Compile PaddlePaddle with nGraph support."     OFF)
Y
Yu Yang 已提交
76
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
77
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
78
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
79
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
80
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
81
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
82
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
83
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
84
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
G
gongweibao 已提交
85
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
86 87
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
option(WITH_HIGH_LEVEL_API_TEST   "Test fluid python high-level api interface"  OFF)
M
minqiyang 已提交
88
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
89
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
90
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
91
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
92
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
M
minqiyang 已提交
93 94 95 96 97

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
98
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
99 100 101

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
102
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
103 104 105 106
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

107 108
# Replace PADDLE_ENFORCE with glog/CHECK for better debug
if(REPLACE_ENFORCE_GLOG)
109 110
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
111

112 113
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
114 115 116 117
  message("Choose the correct type of sanitizer")
  return()
endif()

118 119 120 121 122 123 124
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
146
endif()
W
wopeizl 已提交
147

148 149 150 151 152 153 154 155 156
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
157

158
include(third_party)        # download, build, install third_party
D
dzhwinter 已提交
159

G
gongweibao 已提交
160 161
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
162
        message(STATUS "Use grpc framework.")
163
        include(external/grpc)
G
gongweibao 已提交
164
    else()
G
gongweibao 已提交
165
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
166 167 168 169 170
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

171 172 173
# there is no official support of nccl, cupti in windows
if(NOT WIN32)
    include(cupti)
G
gongweibao 已提交
174 175
endif()

176
include(flags)              # set paddle compile flags
177 178
include(cudnn)              # set cudnn libraries, must before configure

M
minqiyang 已提交
179 180 181
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
182
endif()
183

184
if(WITH_PROFILER)
Y
Yu Yang 已提交
185 186 187 188 189
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
190
include(generic)            # simplify cmake module
L
liaogang 已提交
191 192 193 194
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
195
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
196

197
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
198

199 200 201 202 203
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

Q
qiaolongfei 已提交
204
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
205

206 207
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
208

209
if(ON_INFER)
210
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
211
    message(STATUS "On inference mode, will take place some specific optimization.")
212
    include(inference_lib)
213 214 215 216 217 218
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
219
add_subdirectory(paddle)
220
if(WITH_PYTHON)
221
    add_subdirectory(python)
222
endif()