CMakeLists.txt 8.7 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
27 28
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
29
if(WIN32)
30 31
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
32
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
33
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
35

36 37 38 39 40 41 42 43
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
    endif()
    
P
peizhilin 已提交
44
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
45 46
    add_compile_options(/MP)
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
47 48 49 50
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
51 52
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
53
endif(WIN32)
54

55
find_package(CUDA QUIET)
L
liaogang 已提交
56 57 58 59 60
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

61
################################ Exposed Configurations #######################################
62
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
63
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
L
liaogang 已提交
64
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
65 66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
67
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
68 69 70
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
71
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
72 73
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
74
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
75
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
76
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
77
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
78
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
79
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
80
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
81
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
82
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
G
gongweibao 已提交
83
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
84
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
M
minqiyang 已提交
85
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
86
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
87
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
88
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
89
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
90
option(WITH_CRYPTO   "Compile PaddlePaddle with crypto support"         ON)
M
minqiyang 已提交
91 92 93 94 95

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
96
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
97 98 99

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
100
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
101 102 103 104
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

105 106
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
107 108 109 110
  message("Choose the correct type of sanitizer")
  return()
endif()

111 112 113 114 115 116 117
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
139
endif()
W
wopeizl 已提交
140

141 142 143 144 145 146 147 148 149
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
150

151
include(third_party)        # download, build, install third_party
D
dzhwinter 已提交
152

G
gongweibao 已提交
153 154
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
155
        message(STATUS "Use grpc framework.")
156
        include(external/grpc)
G
gongweibao 已提交
157
    else()
G
gongweibao 已提交
158
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
159 160 161 162 163
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

164 165 166
# there is no official support of nccl, cupti in windows
if(NOT WIN32)
    include(cupti)
G
gongweibao 已提交
167 168
endif()

169
include(flags)              # set paddle compile flags
170 171
include(cudnn)              # set cudnn libraries, must before configure

M
minqiyang 已提交
172 173 174
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
175
endif()
176

177
if(WITH_PROFILER)
Y
Yu Yang 已提交
178 179 180 181 182
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
183
include(generic)            # simplify cmake module
L
liaogang 已提交
184 185 186 187
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
188
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
189

190
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
191

192 193 194 195 196
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

Q
qiaolongfei 已提交
197
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
198

199 200
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
201

202
if(ON_INFER)
203
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
204
    message(STATUS "On inference mode, will take place some specific optimization.")
205
    include(inference_lib)
206 207 208 209 210 211
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
212
add_subdirectory(paddle)
213
if(WITH_PYTHON)
214
    add_subdirectory(python)
215
endif()