CMakeLists.txt 8.8 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
M
minqiyang 已提交
27 28
message(STATUS "AR tools: ${CMAKE_AR}")

D
dzhwinter 已提交
29
if(WIN32)
30 31
    option(MSVC_STATIC_CRT "use static C Runtime library by default" ON)

P
peizhilin 已提交
32
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
33
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
35

36 37 38 39 40 41 42 43
    if (MSVC_STATIC_CRT)
        message(STATUS "Use static C runtime time, refer to https://docs.microsoft.com/en-us/cpp/c-runtime-library/crt-library-features?view=vs-2019")
        set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
        set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
        set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
    endif()
    
P
peizhilin 已提交
44
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
45 46
    add_compile_options(/MP)
    message(STATUS "Using parallel compiling (/MP)")
P
peizhilin 已提交
47 48 49 50
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
51 52
else(WIN32)
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations -Wno-deprecated-declarations")
D
dzhwinter 已提交
53
endif(WIN32)
54

55
find_package(CUDA QUIET)
L
liaogang 已提交
56 57 58 59 60
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

61
################################ Exposed Configurations #######################################
L
liaogang 已提交
62
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
63
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
L
liaogang 已提交
64
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
65 66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
67
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
68 69 70
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
71
option(ON_INFER         "Turn on inference optimization and inference-lib generation" OFF)
72 73
################################ Internal Configurations #######################################
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
74
option(WITH_NV_JETSON     "Compile PaddlePaddle with NV JETSON"             OFF)
Y
Yu Yang 已提交
75
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
76
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
77
OPTION(WITH_LIBXSMM     "Compile with libxsmm"                          OFF)
L
liaogang 已提交
78
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
79
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
H
hutuxian 已提交
80
option(WITH_BOX_PS      "Compile with box_ps support"                   OFF)
81
option(WITH_XBYAK       "Compile with xbyak support"                    ON)
82
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
83
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
G
gongweibao 已提交
84
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
85
option(WITH_INFERENCE_API_TEST   "Test fluid inference C++ high-level api interface"  OFF)
M
minqiyang 已提交
86
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
87
option(WITH_DGC   "Use DGC(Deep Gradient Compression) or not" ${WITH_DISTRIBUTE})
88
option(SANITIZER_TYPE "Choose the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined" OFF)
石晓伟 已提交
89
option(WITH_LITE   "Compile Paddle Fluid with Lite Engine" OFF)
90
option(WITH_NCCL   "Compile PaddlePaddle with NCCL support"             ON)
M
minqiyang 已提交
91 92 93 94 95

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
96
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
97 98 99

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
100
    set(CMAKE_BUILD_TYPE "Release" CACHE STRING
Y
Yu Yang 已提交
101 102 103 104
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

105 106
# Replace PADDLE_ENFORCE with glog/CHECK for better debug
if(REPLACE_ENFORCE_GLOG)
107 108
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
109

110 111
# the type of sanitizer, options are: Address, Leak, Memory, Thread, Undefined. Default: OFF
if(SANITIZER_TYPE AND NOT "${SANITIZER_TYPE}" MATCHES "^(Address|Leak|Memory|Thread|Undefined)$")
112 113 114 115
  message("Choose the correct type of sanitizer")
  return()
endif()

116 117 118 119 120 121 122
if(WIN32)
    if(WITH_DISTRIBUTE)
        MESSAGE(WARNING
            "Disable DISTRIBUTE when compiling for Windows. Force WITH_DISTRIBUTE=OFF.")
        set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
    endif()
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
    if(WITH_NCCL)
        MESSAGE(WARNING
            "Disable NCCL when compiling for Windows. Force WITH_NCCL=OFF.")
        set(WITH_NCCL OFF CACHE STRING
            "Disable NCCL when compiling for Windows" FORCE)
    endif()
endif()

if (NOT WITH_GPU AND WITH_NCCL)
    MESSAGE(WARNING
        "Disable NCCL when compiling without GPU. Force WITH_NCCL=OFF.")
    set(WITH_NCCL OFF CACHE STRING
        "Disable NCCL when compiling without GPU" FORCE)
endif()

if(WITH_NCCL)
     add_definitions("-DPADDLE_WITH_NCCL")
else()
     if(WITH_GPU)
         MESSAGE(WARNING "If the environment is multi-card, the WITH_NCCL option needs to be turned on, otherwise only a single card can be used.")
     endif()
144
endif()
W
wopeizl 已提交
145

146 147 148 149 150 151 152 153 154
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()
D
dzhwinter 已提交
155

156
include(third_party)        # download, build, install third_party
D
dzhwinter 已提交
157

G
gongweibao 已提交
158 159
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
G
gongweibao 已提交
160
        message(STATUS "Use grpc framework.")
161
        include(external/grpc)
G
gongweibao 已提交
162
    else()
G
gongweibao 已提交
163
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
164 165 166 167 168
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

169 170 171
# there is no official support of nccl, cupti in windows
if(NOT WIN32)
    include(cupti)
G
gongweibao 已提交
172 173
endif()

174
include(flags)              # set paddle compile flags
175 176
include(cudnn)              # set cudnn libraries, must before configure

M
minqiyang 已提交
177 178 179
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
180
endif()
181

182
if(WITH_PROFILER)
Y
Yu Yang 已提交
183 184 185 186 187
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

L
liaogang 已提交
188
include(generic)            # simplify cmake module
L
liaogang 已提交
189 190 191 192
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
193
include(configure)          # add paddle env configuration
Z
zhangjinchao01 已提交
194

195
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
196

197 198 199 200 201
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

Q
qiaolongfei 已提交
202
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
203

204 205
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
206

207
if(ON_INFER)
208
    # you can trun off the paddle fluid and inference lib by set ON_INFER=OFF
209
    message(STATUS "On inference mode, will take place some specific optimization.")
210
    include(inference_lib)
211 212 213 214 215 216
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
217
add_subdirectory(paddle)
218
if(WITH_PYTHON)
219
    add_subdirectory(python)
220
endif()