CMakeLists.txt 10.1 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13 14
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

15
cmake_minimum_required(VERSION 3.0)
16
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
17 18
set(PADDLE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
set(PADDLE_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
19

20 21
include(system)

22
project(paddle CXX C)
23 24 25 26
message(STATUS "CXX compiler: ${CMAKE_CXX_COMPILER}, version: "
        "${CMAKE_CXX_COMPILER_ID} ${CMAKE_CXX_COMPILER_VERSION}")
message(STATUS "C compiler: ${CMAKE_C_COMPILER}, version: "
        "${CMAKE_C_COMPILER_ID} ${CMAKE_C_COMPILER_VERSION}")
D
dzhwinter 已提交
27
if(WIN32)
P
peizhilin 已提交
28
    set(CMAKE_SUPPRESS_REGENERATION ON)
D
dzhwinter 已提交
29
    set(CMAKE_STATIC_LIBRARY_PREFIX lib)
P
peizhilin 已提交
30 31 32 33 34
    add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
    set(CMAKE_C_FLAGS_DEBUG   "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
    set(CMAKE_C_FLAGS_RELEASE  "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
    set(CMAKE_CXX_FLAGS_DEBUG  "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
    set(CMAKE_CXX_FLAGS_RELEASE   "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
P
peizhilin 已提交
35 36 37 38 39
    add_compile_options(/wd4068 /wd4129 /wd4244 /wd4267 /wd4297 /wd4530 /wd4577 /wd4819 /wd4838)
    set(PADDLE_LINK_FLAGS "/IGNORE:4006 /IGNORE:4098 /IGNORE:4217 /IGNORE:4221")
    set(CMAKE_STATIC_LINKER_FLAGS  "${CMAKE_STATIC_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
    set(CMAKE_EXE_LINKER_FLAGS  "${CMAKE_EXE_LINKER_FLAGS} ${PADDLE_LINK_FLAGS}")
M
minqiyang 已提交
40 41 42 43 44 45 46 47 48 49
# else()
		# set(CMAKE_C_ARCHIVE_CREATE "<CMAKE_AR> --target elf64-x86-64 cr <TARGET> <LINK_FLAGS> <OBJECTS>")
		# set(CMAKE_C_ARCHIVE_APPEND "<CMAKE_AR> --target elf64-x86-64 r  <TARGET> <LINK_FLAGS> <OBJECTS>")
		# # set(CMAKE_C_ARCHIVE_FINISH "<CMAKE_RANLIB> --enable-64-bit-archive <TARGET>")
		# set(CMAKE_CXX_ARCHIVE_CREATE ${CMAKE_C_ARCHIVE_CREATE})
		# set(CMAKE_CXX_ARCHIVE_APPEND ${CMAKE_C_ARCHIVE_APPEND})
		# # set(CMAKE_CXX_ARCHIVE_FINISH ${CMAKE_C_ARCHIVE_FINISH})
		# set(CMAKE_Fortran_ARCHIVE_CREATE ${CMAKE_C_ARCHIVE_CREATE})
		# set(CMAKE_Fortran_ARCHIVE_APPEND ${CMAKE_C_ARCHIVE_APPEND})
		# # set(CMAKE_Fortran_ARCHIVE_FINISH ${CMAKE_C_ARCHIVE_FINISH})
D
dzhwinter 已提交
50
endif(WIN32)
51

52
find_package(CUDA QUIET)
L
liaogang 已提交
53 54 55 56 57
find_package(Git REQUIRED)
find_package(Threads REQUIRED)

include(simd)

L
liaogang 已提交
58
################################ Configurations #######################################
L
liaogang 已提交
59
option(WITH_GPU         "Compile PaddlePaddle with NVIDIA GPU"          ${CUDA_FOUND})
60
option(WITH_AMD_GPU     "Compile PaddlePaddle with AMD GPU"             OFF)
L
liaogang 已提交
61
option(WITH_AVX         "Compile PaddlePaddle with AVX intrinsics"      ${AVX_FOUND})
62
option(WITH_MKL         "Compile PaddlePaddle with MKL support."        ${AVX_FOUND})
S
Sang Ik Lee 已提交
63
option(WITH_NGRAPH      "Compile PaddlePaddle with nGraph support."     OFF)
L
liaogang 已提交
64
option(WITH_DSO         "Compile PaddlePaddle with dynamic linked CUDA" ON)
65
option(WITH_TESTING     "Compile PaddlePaddle with unit testing"        OFF)
L
liaogang 已提交
66
option(WITH_PYTHON      "Compile PaddlePaddle with python interpreter"  ON)
Y
Yu Yang 已提交
67
option(WITH_PROFILER    "Compile PaddlePaddle with GPU profiler and gperftools"        OFF)
M
minqiyang 已提交
68
option(WITH_JEMALLOC    "Compile PaddlePaddle with jemalloc"            OFF)
69
option(WITH_COVERAGE    "Compile PaddlePaddle with code coverage"       OFF)
L
liaogang 已提交
70
option(COVERALLS_UPLOAD "Package code coverage data to coveralls"       OFF)
G
gongweibao 已提交
71
option(WITH_DISTRIBUTE  "Compile with distributed support"              OFF)
72
option(WITH_PSLIB       "Compile with pslib support"                    OFF)
73
option(WITH_CONTRIB     "Compile the third-party contributation"        OFF)
74
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
Y
Yan Chunwei 已提交
75
option(WITH_ANAKIN      "Compile with Anakin library"                   OFF)
76 77
option(ANAKIN_BUILD_FAT_BIN "Build anakin cuda fat-bin lib for all device plantform, ignored when WITH_ANAKIN=OFF" OFF)
option(ANAKIN_BUILD_CROSS_PLANTFORM "Build anakin lib for any nvidia device plantform. ignored when WITH_ANAKIN=OFF" ON)
G
gongweibao 已提交
78
option(WITH_GRPC     "Use grpc as the default rpc framework"            ${WITH_DISTRIBUTE})
G
gongweibao 已提交
79
option(WITH_BRPC_RDMA     "Use brpc rdma as the rpc protocal"           OFF)
Y
Yan Chunwei 已提交
80
option(ON_INFER         "Turn on inference optimization."               OFF)
81
option(WITH_INFERENCE_API_TEST   "Test fluid inference high-level api interface"  OFF)
W
Wu Yi 已提交
82
option(WITH_SYSTEM_BLAS   "Use system blas library"           OFF)
M
minqiyang 已提交
83
option(PY_VERSION       "Compile PaddlePaddle with python3 support"     ${PY_VERSION})
T
Tao Luo 已提交
84
option(WITH_FAST_MATH   "Make use of fast math library, might affect the precision to some extent" ON)
M
minqiyang 已提交
85 86 87 88 89

# PY_VERSION
if(NOT PY_VERSION)
  set(PY_VERSION 2.7)
endif()
90
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
Y
Yu Yang 已提交
91 92 93 94 95 96 97 98

# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE "RelWithDebInfo" CACHE STRING
      "Choose the type of build, options are: Debug Release RelWithDebInfo MinSizeRel"
      FORCE)
endif()

P
peizhilin 已提交
99
if (APPLE)
T
typhoonzero 已提交
100
    set(WITH_MKL OFF CACHE STRING
P
peizhilin 已提交
101
        "Disable MKL for building on mac" FORCE)
102
endif()
103

W
wopeizl 已提交
104 105 106 107 108
if (WIN32)
    set(WITH_DISTRIBUTE OFF CACHE STRING
            "Disable DISTRIBUTE when compiling for Windows" FORCE)
endif()

Y
Yi Wang 已提交
109
set(THIRD_PARTY_PATH "${CMAKE_BINARY_DIR}/third_party" CACHE STRING
Y
Yu Yang 已提交
110
  "A path setting third party libraries download & build directories.")
Y
Yu Yang 已提交
111

112 113 114
set(FLUID_INSTALL_DIR "${CMAKE_BINARY_DIR}/fluid_install_dir" CACHE STRING
  "A path setting fluid shared and static libraries")

T
Tao Luo 已提交
115 116 117
set(FLUID_INFERENCE_INSTALL_DIR "${CMAKE_BINARY_DIR}/fluid_inference_install_dir" CACHE STRING
  "A path setting fluid inference shared and static libraries")

T
Tao Luo 已提交
118
set(THIRD_PARTY_BUILD_TYPE Release)
119

120
set(WITH_MKLML ${WITH_MKL})
T
tensor-tang 已提交
121 122 123 124 125 126 127
if (NOT DEFINED WITH_MKLDNN)
    if (WITH_MKL AND AVX2_FOUND)
        set(WITH_MKLDNN ON)
    else()
        message(STATUS "Do not have AVX2 intrinsics and disabled MKL-DNN")
        set(WITH_MKLDNN OFF)
    endif()
128
endif()
129 130 131 132

if (REPLACE_ENFORCE_GLOG)
  add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
L
liaogang 已提交
133
########################################################################################
G
gangliao 已提交
134

T
tensor-tang 已提交
135
include(external/mklml)     # download mklml package
T
tensor-tang 已提交
136
include(external/xbyak)     # download xbyak package
T
tensor-tang 已提交
137
include(external/libxsmm)   # download, build, install libxsmm
L
liaogang 已提交
138 139 140 141 142 143
include(external/zlib)      # download, build, install zlib
include(external/gflags)    # download, build, install gflags
include(external/glog)      # download, build, install glog
include(external/gtest)     # download, build, install gtest
include(external/protobuf)  # download, build, install protobuf
include(external/python)    # download, build, install python
L
liaogang 已提交
144
include(external/openblas)  # download, build, install openblas
T
tensor-tang 已提交
145
include(external/mkldnn)    # download, build, install mkldnn
S
Sang Ik Lee 已提交
146
include(external/ngraph)    # download, build, install nGraph
147
include(external/boost)     # download boost
Q
qijun 已提交
148
include(external/eigen)     # download eigen3
149
include(external/pybind11)  # download pybind11
武毅 已提交
150
include(external/cares)
S
sneaxiy 已提交
151
include(external/cub)
S
sabreshao 已提交
152
include(external/rocprim)
M
minqiyang 已提交
153
include(external/xxhash)    # download xxhash
S
sneaxiy 已提交
154
include(external/dlpack)
D
dzhwinter 已提交
155 156
include(external/snappy)    # download snappy
include(external/snappystream) # download snappystream
P
peizhilin 已提交
157
include(external/warpctc)   # download, build, install warpctc
W
wopeizl 已提交
158 159

if (NOT WIN32)
P
peizhilin 已提交
160
# there is no official support of nccl, cupti in windows
D
dzhwinter 已提交
161
include(cupti)
162
include(external/gzstream)
D
dzhwinter 已提交
163 164
endif (NOT WIN32)

165 166 167 168
if(WITH_PSLIB)
    include(external/libmct)
    include(external/pslib_brpc)
    include(external/pslib)
H
heqiaozhi 已提交
169
endif(WITH_PSLIB)
D
dzhwinter 已提交
170

G
gongweibao 已提交
171 172 173
if(WITH_DISTRIBUTE)
    if(WITH_GRPC)
        include(external/grpc)
G
gongweibao 已提交
174
        message(STATUS "Use grpc framework.")
G
gongweibao 已提交
175
    else()
G
gongweibao 已提交
176
        message(STATUS "Use brpc framework.")
G
gongweibao 已提交
177 178 179 180 181
        include(external/leveldb)
        include(external/brpc)
    endif()
endif()

G
gongweibao 已提交
182 183 184 185 186 187 188 189 190 191
if(WITH_BRPC_RDMA)
    message(STATUS "Use brpc with rdma.")
    if(WITH_GRPC)
        message(FATAL_ERROR "Can't use grpc with brpc rdma.")
    endif()
    if(NOT WITH_DISTRIBUTE)
        message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
    endif()
endif()

L
liaogang 已提交
192

D
dzhwinter 已提交
193
include(external/threadpool)
194
include(flags)              # set paddle compile flags
195 196 197
include(cudnn)              # set cudnn libraries, must before configure
include(configure)          # add paddle env configuration

M
minqiyang 已提交
198 199 200
if(WITH_GPU)
    include(cuda)
    include(tensorrt)
201 202
endif()
if(WITH_MKL OR WITH_MKLML)
M
minqiyang 已提交
203
    include(external/anakin)
L
luotao1 已提交
204
elseif()
205
    set(WITH_ANAKIN OFF CACHE STRING "Anakin is used in MKL only now." FORCE)
M
minqiyang 已提交
206 207
endif()

Y
Yu Yang 已提交
208 209 210 211 212 213
if (WITH_PROFILER)
    find_package(Gperftools REQUIRED)
    include_directories(${GPERFTOOLS_INCLUDE_DIR})
    add_definitions(-DWITH_GPERFTOOLS)
endif()

M
minqiyang 已提交
214 215 216
if (WITH_JEMALLOC)
    find_package(JeMalloc REQUIRED)
    include_directories(${JEMALLOC_INCLUDE_DIR})
217
    add_definitions(-DPADDLE_WITH_JEMALLOC)
M
minqiyang 已提交
218 219
endif()

L
liaogang 已提交
220
include(generic)            # simplify cmake module
L
liaogang 已提交
221 222 223 224 225
include(package)            # set paddle packages
include(ccache)             # set ccache for compilation
include(util)               # set unittest and link libs
include(version)            # set PADDLE_VERSION
include(coveralls)          # set code coverage
L
Luo Tao 已提交
226
include(inference_lib)      # add paddle fluid inference libraries
227

Z
zhangjinchao01 已提交
228

229
include_directories("${PADDLE_SOURCE_DIR}")
L
liaogang 已提交
230

231 232 233 234 235
if(WITH_AMD_GPU)
    find_package(HIP)
    include(hip)
endif(WITH_AMD_GPU)

Q
qiaolongfei 已提交
236
set(PADDLE_PYTHON_BUILD_DIR "${CMAKE_CURRENT_BINARY_DIR}/python/build")
Y
Yang Yu 已提交
237

238 239
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
set(CMAKE_C_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
Y
Yang Yu 已提交
240

241 242 243 244 245 246 247 248
if (ON_INFER)
    message(STATUS "On inference mode, will take place some specific optimization.")
    add_definitions(-DPADDLE_ON_INFERENCE)
else()
    #TODO(luotao), combine this warning with `make inference_lib_dist` command.
    message(WARNING "On inference mode, will take place some specific optimization. Turn on the ON_INFER flag when building inference_lib only.")
endif()

H
Helin Wang 已提交
249
add_subdirectory(paddle)
250
if(WITH_PYTHON)
251
    add_subdirectory(python)
252
endif()