generic.cmake 39.8 KB
Newer Older
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
14
#
15 16


Y
Yi Wang 已提交
17 18 19
# generic.cmake defines CMakes functions that look like Bazel's
# building rules (https://bazel.build/).
#
W
wuyi05 已提交
20
#
L
liaogang 已提交
21
# -------------------------------------------
22
#     C++        CUDA C++       Go
L
liaogang 已提交
23
# -------------------------------------------
24 25 26
# cc_library    nv_library   go_library
# cc_binary     nv_binary    go_binary
# cc_test       nv_test      go_test
L
liaogang 已提交
27
# -------------------------------------------
W
wuyi05 已提交
28
#
Y
Yi Wang 已提交
29 30
# To build a static library example.a from example.cc using the system
#  compiler (like GCC):
W
wuyi05 已提交
31
#
32
#   cc_library(example SRCS example.cc)
W
wuyi05 已提交
33
#
Y
Yi Wang 已提交
34 35
# To build a static library example.a from multiple source files
# example{1,2,3}.cc:
W
wuyi05 已提交
36
#
37
#   cc_library(example SRCS example1.cc example2.cc example3.cc)
W
wuyi05 已提交
38
#
39
# To build a shared library example.so from example.cc:
W
wuyi05 已提交
40
#
41
#   cc_library(example SHARED SRCS example.cc)
W
wuyi05 已提交
42
#
Y
Yi Wang 已提交
43 44
# To build a library using Nvidia's NVCC from .cu file(s), use the nv_
# prefixed version:
W
wuyi05 已提交
45
#
46
#   nv_library(example SRCS example.cu)
W
wuyi05 已提交
47
#
48
# To specify that a library new_example.a depends on other libraies:
W
wuyi05 已提交
49
#
50
#   cc_library(new_example SRCS new_example.cc DEPS example)
W
wuyi05 已提交
51
#
52
# Static libraries can be composed of other static libraries:
W
wuyi05 已提交
53
#
54
#   cc_library(composed DEPS dependent1 dependent2 dependent3)
W
wuyi05 已提交
55
#
Y
Yi Wang 已提交
56 57
# To build an executable binary file from some source files and
# dependent libraries:
W
wuyi05 已提交
58
#
59
#   cc_binary(example SRCS main.cc something.cc DEPS example1 example2)
W
wuyi05 已提交
60
#
Y
Yi Wang 已提交
61 62
# To build an executable binary file using NVCC, use the nv_ prefixed
# version:
W
wuyi05 已提交
63
#
64
#   nv_binary(example SRCS main.cc something.cu DEPS example1 example2)
W
wuyi05 已提交
65
#
Y
Yi Wang 已提交
66 67
# To build a unit test binary, which is an executable binary with
# GoogleTest linked:
W
wuyi05 已提交
68
#
69
#   cc_test(example_test SRCS example_test.cc DEPS example)
W
wuyi05 已提交
70
#
71
# To build a unit test binary using NVCC, use the nv_ prefixed version:
W
wuyi05 已提交
72
#
73
#   nv_test(example_test SRCS example_test.cu DEPS example)
74
#
Y
Yi Wang 已提交
75 76 77
# It is pretty often that executable and test binaries depend on
# pre-defined external libaries like glog and gflags defined in
# /cmake/external/*.cmake:
78
#
79
#   cc_test(example_test SRCS example_test.cc DEPS example glog gflags)
L
liaogang 已提交
80 81 82 83 84 85 86 87 88
#
# To build a go static library using Golang, use the go_ prefixed version:
#
#   go_library(example STATIC)
#
# To build a go shared library using Golang, use the go_ prefixed version:
#
#   go_library(example SHARED)
#
L
liaogang 已提交
89

Y
Yu Yang 已提交
90
# including binary directory for generated headers.
91
include_directories(${CMAKE_CURRENT_BINARY_DIR})
M
MRXLT 已提交
92 93
# including io directory for inference lib paddle_api.h
include_directories("${PADDLE_SOURCE_DIR}/paddle/fluid/framework/io")
Y
Yu Yang 已提交
94

95
if(NOT APPLE AND NOT WIN32)
Y
Yiqun Liu 已提交
96 97
  find_package(Threads REQUIRED)
  link_libraries(${CMAKE_THREAD_LIBS_INIT})
T
tangwei12 已提交
98
  if(WITH_PSLIB OR WITH_DISTRIBUTE)
99 100 101 102
    set(CMAKE_CXX_LINK_EXECUTABLE "${CMAKE_CXX_LINK_EXECUTABLE} -pthread -ldl -lrt -lz -lssl")
  else()
    set(CMAKE_CXX_LINK_EXECUTABLE "${CMAKE_CXX_LINK_EXECUTABLE} -pthread -ldl -lrt")
  endif()
103
endif()
104

T
typhoonzero 已提交
105 106 107 108 109 110 111 112 113 114 115 116 117 118
set_property(GLOBAL PROPERTY FLUID_MODULES "")
# find all fluid modules is used for paddle fluid static library
# for building inference libs
function(find_fluid_modules TARGET_NAME)
  get_filename_component(__target_path ${TARGET_NAME} ABSOLUTE)
  string(REGEX REPLACE "^${PADDLE_SOURCE_DIR}/" "" __target_path ${__target_path})
  string(FIND "${__target_path}" "fluid" pos)
  if(pos GREATER 1)
    get_property(fluid_modules GLOBAL PROPERTY FLUID_MODULES)
    set(fluid_modules ${fluid_modules} ${TARGET_NAME})
    set_property(GLOBAL PROPERTY FLUID_MODULES "${fluid_modules}")
  endif()
endfunction(find_fluid_modules)

119 120 121 122 123 124 125 126 127 128 129 130 131 132
set_property(GLOBAL PROPERTY PTEN_MODULES "")
# find all pten modules is used for paddle static library
# for building inference libs
function(find_pten_modules TARGET_NAME)
  get_filename_component(__target_path ${TARGET_NAME} ABSOLUTE)
  string(REGEX REPLACE "^${PADDLE_SOURCE_DIR}/" "" __target_path ${__target_path})
  string(FIND "${__target_path}" "pten" pos)
  if(pos GREATER 1)
    get_property(pten_modules GLOBAL PROPERTY PTEN_MODULES)
    set(pten_modules ${pten_modules} ${TARGET_NAME})
    set_property(GLOBAL PROPERTY PTEN_MODULES "${pten_modules}")
  endif()
endfunction(find_pten_modules)

Y
Yu Yang 已提交
133 134 135 136 137 138
function(common_link TARGET_NAME)
  if (WITH_PROFILER)
    target_link_libraries(${TARGET_NAME} gperftools::profiler)
  endif()
endfunction()

D
dzhwinter 已提交
139 140 141 142 143 144 145 146 147 148 149 150 151 152
# find all third_party modules is used for paddle static library
# for reduce the dependency when building the inference libs.
set_property(GLOBAL PROPERTY FLUID_THIRD_PARTY)
function(find_fluid_thirdparties TARGET_NAME)
  get_filename_component(__target_path ${TARGET_NAME} ABSOLUTE)
  string(REGEX REPLACE "^${PADDLE_SOURCE_DIR}/" "" __target_path ${__target_path})
  string(FIND "${__target_path}" "third_party" pos)
  if(pos GREATER 1)
    get_property(fluid_ GLOBAL PROPERTY FLUID_THIRD_PARTY)
    set(fluid_third_partys ${fluid_third_partys} ${TARGET_NAME})
    set_property(GLOBAL PROPERTY FLUID_THIRD_PARTY "${fluid_third_partys}")
  endif()
endfunction(find_fluid_thirdparties)

153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178
function(create_static_lib TARGET_NAME)
  set(libs ${ARGN})
  list(REMOVE_DUPLICATES libs)
  if(WIN32)
    set(dummy_index 1)
    set(dummy_offset 1)
    # the dummy target would be consisted of limit size libraries
    set(dummy_limit 60)
    list(LENGTH libs libs_len)
    foreach(lib ${libs})
      list(APPEND dummy_list ${lib})
      list(LENGTH dummy_list listlen)
      if ((${listlen} GREATER ${dummy_limit}) OR (${dummy_offset} EQUAL ${libs_len}))
        merge_static_libs(${TARGET_NAME}_dummy_${dummy_index} ${dummy_list})
        set(dummy_list)
        list(APPEND ${TARGET_NAME}_dummy_list ${TARGET_NAME}_dummy_${dummy_index})
        MATH(EXPR dummy_index "${dummy_index}+1")
      endif()
      MATH(EXPR dummy_offset "${dummy_offset}+1")
    endforeach()
    merge_static_libs(${TARGET_NAME} ${${TARGET_NAME}_dummy_list})
  else()
    merge_static_libs(${TARGET_NAME} ${libs})
  endif()
endfunction()

179
function(merge_static_libs TARGET_NAME)
L
liaogang 已提交
180 181
  set(libs ${ARGN})
  list(REMOVE_DUPLICATES libs)
182

183
  # Get all propagation dependencies from the merged libraries
L
liaogang 已提交
184
  foreach(lib ${libs})
185 186
    list(APPEND libs_deps ${${lib}_LIB_DEPENDS})
  endforeach()
187 188 189
  if(libs_deps)
    list(REMOVE_DUPLICATES libs_deps)
  endif()
190

191 192 193 194
  # To produce a library we need at least one source file.
  # It is created by add_custom_command below and will helps
  # also help to track dependencies.
  set(target_SRCS ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}_dummy.c)
195

196
  if(APPLE) # Use OSX's libtool to merge archives
197 198 199
    # Make the generated dummy source file depended on all static input
    # libs. If input lib changes,the source file is touched
    # which causes the desired effect (relink).
200 201
    add_custom_command(OUTPUT ${target_SRCS}
      COMMAND ${CMAKE_COMMAND} -E touch ${target_SRCS}
202 203
      DEPENDS ${libs})

204 205 206
    # Generate dummy static lib
    generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:merge_static_libs")

207 208 209 210 211 212
    target_link_libraries(${TARGET_NAME} ${libs_deps})

    foreach(lib ${libs})
      # Get the file names of the libraries to be merged
      set(libfiles ${libfiles} $<TARGET_FILE:${lib}>)
    endforeach()
L
liaogang 已提交
213
    add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
214
      COMMAND rm "${CMAKE_CURRENT_BINARY_DIR}/lib${TARGET_NAME}.a"
215 216
      COMMAND /usr/bin/libtool -static -o "${CMAKE_CURRENT_BINARY_DIR}/lib${TARGET_NAME}.a" ${libfiles}
      )
D
dzhwinter 已提交
217 218
  endif(APPLE)
  if(LINUX) # general UNIX: use "ar" to extract objects and re-add to a common lib
219 220
    set(target_DIR ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}.dir)

L
liaogang 已提交
221
    foreach(lib ${libs})
222 223
      set(objlistfile ${target_DIR}/${lib}.objlist) # list of objects in the input library
      set(objdir ${target_DIR}/${lib}.objdir)
224

L
liaogang 已提交
225
      add_custom_command(OUTPUT ${objdir}
226 227
        COMMAND ${CMAKE_COMMAND} -E make_directory ${objdir}
        DEPENDS ${lib})
228

L
liaogang 已提交
229 230
      add_custom_command(OUTPUT ${objlistfile}
        COMMAND ${CMAKE_AR} -x "$<TARGET_FILE:${lib}>"
231
        COMMAND ${CMAKE_AR} -t "$<TARGET_FILE:${lib}>" > ${objlistfile}
L
liaogang 已提交
232 233
        DEPENDS ${lib} ${objdir}
        WORKING_DIRECTORY ${objdir})
234

235
      list(APPEND target_OBJS "${objlistfile}")
L
liaogang 已提交
236
    endforeach()
237

238 239 240 241 242 243 244 245
    # Make the generated dummy source file depended on all static input
    # libs. If input lib changes,the source file is touched
    # which causes the desired effect (relink).
    add_custom_command(OUTPUT ${target_SRCS}
      COMMAND ${CMAKE_COMMAND} -E touch ${target_SRCS}
      DEPENDS ${libs} ${target_OBJS})

    # Generate dummy staic lib
246 247
    generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:merge_static_libs")

248
    target_link_libraries(${TARGET_NAME} ${libs_deps})
249 250

    # Get the file name of the generated library
251
    set(target_LIBNAME "$<TARGET_FILE:${TARGET_NAME}>")
252

253 254 255 256
    add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
        COMMAND ${CMAKE_AR} crs ${target_LIBNAME} `find ${target_DIR} -name '*.o'`
        COMMAND ${CMAKE_RANLIB} ${target_LIBNAME}
        WORKING_DIRECTORY ${target_DIR})
D
dzhwinter 已提交
257 258 259 260 261 262 263 264 265
  endif(LINUX)
  if(WIN32) # windows do not support gcc/nvcc combined compiling. Use msvc lib.exe to merge libs.
    # Make the generated dummy source file depended on all static input
    # libs. If input lib changes,the source file is touched
    # which causes the desired effect (relink).
    add_custom_command(OUTPUT ${target_SRCS}
      COMMAND ${CMAKE_COMMAND} -E touch ${target_SRCS}
      DEPENDS ${libs})
    # Generate dummy staic lib
266 267
    generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:merge_static_libs")

D
dzhwinter 已提交
268 269 270 271 272 273
    target_link_libraries(${TARGET_NAME} ${libs_deps})

    foreach(lib ${libs})
      # Get the file names of the libraries to be merged
      set(libfiles ${libfiles} $<TARGET_FILE:${lib}>)
    endforeach()
M
minqiyang 已提交
274
    # msvc will put libarary in directory of "/Release/xxxlib" by default
D
dzhwinter 已提交
275
    #       COMMAND cmake -E remove "${CMAKE_CURRENT_BINARY_DIR}/${CMAKE_BUILD_TYPE}/${TARGET_NAME}.lib"
D
dzhwinter 已提交
276
    add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
277 278
      COMMAND cmake -E make_directory $<TARGET_FILE_DIR:${TARGET_NAME}>
      COMMAND lib /OUT:$<TARGET_FILE:${TARGET_NAME}> ${libfiles}
D
dzhwinter 已提交
279 280
      )
  endif(WIN32)
281 282
endfunction(merge_static_libs)

283
function(check_coverage_opt TARGET_NAME SRCS)
284
  if(WITH_COVERAGE AND WITH_INCREMENTAL_COVERAGE)
285 286
    # if pybind.cc add '-g -O0 -fprofile-arcs -ftest-coverage' only, some testcase will fail.
    if ("$ENV{PADDLE_GIT_DIFF_H_FILE}" STREQUAL "" AND (NOT ("$ENV{PADDLE_GIT_DIFF_CC_FILE}" MATCHES "pybind.cc")))
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
      if (NOT ("$ENV{PADDLE_GIT_DIFF_CC_FILE}" STREQUAL ""))
        string(REPLACE "," ";" CC_FILE_LIST $ENV{PADDLE_GIT_DIFF_CC_FILE})
        set(use_coverage_opt FALSE)
        FOREACH(cc_file ${CC_FILE_LIST})
          if("${SRCS};" MATCHES "${cc_file}")
            set(use_coverage_opt TRUE)
            break()
          endif()
        ENDFOREACH(cc_file)

        if (use_coverage_opt)
          message(STATUS "cc changed, add coverage opt for ${TARGET_NAME}")
          target_compile_options(${TARGET_NAME} PRIVATE -g -O0 -fprofile-arcs -ftest-coverage)
          target_link_libraries(${TARGET_NAME} -fprofile-arcs)
          get_target_property(WH_TARGET_COMPILE_OPTIONS ${TARGET_NAME} COMPILE_OPTIONS)
          message(STATUS "property for ${TARGET_NAME} is ${WH_TARGET_COMPILE_OPTIONS}")
        endif()
      endif()
    endif()
  endif()
endfunction(check_coverage_opt)


L
liaogang 已提交
310
function(cc_library TARGET_NAME)
311
  set(options STATIC static SHARED shared INTERFACE interface)
L
liaogang 已提交
312 313 314
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(cc_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
D
dzhwinter 已提交
315 316 317 318
  if(WIN32)
      # add libxxx.lib prefix in windows
      set(${TARGET_NAME}_LIB_NAME "${CMAKE_STATIC_LIBRARY_PREFIX}${TARGET_NAME}${CMAKE_STATIC_LIBRARY_SUFFIX}" CACHE STRING "output library name for target ${TARGET_NAME}")
  endif(WIN32)
L
Liu Yiqun 已提交
319
  if(cc_library_SRCS)
320 321 322
      if(cc_library_SHARED OR cc_library_shared) # build *.so
        add_library(${TARGET_NAME} SHARED ${cc_library_SRCS})
      elseif(cc_library_INTERFACE OR cc_library_interface)
323
        generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:cc_library")
324 325 326
      else()
        add_library(${TARGET_NAME} STATIC ${cc_library_SRCS})
        find_fluid_modules(${TARGET_NAME})
327
        find_pten_modules(${TARGET_NAME})
328
      endif()
L
Liu Yiqun 已提交
329
    if(cc_library_DEPS)
330
      # Don't need link libwarpctc.so
L
Liu Yiqun 已提交
331
      if("${cc_library_DEPS};" MATCHES "warpctc;")
332 333 334
        list(REMOVE_ITEM cc_library_DEPS warpctc)
        add_dependencies(${TARGET_NAME} warpctc)
      endif()
335 336 337 338 339 340 341
      # Only deps libmklml.so, not link
      if("${cc_library_DEPS};" MATCHES "mklml;")
        list(REMOVE_ITEM cc_library_DEPS mklml)
        if(NOT "${TARGET_NAME}" MATCHES "dynload_mklml")
          list(APPEND cc_library_DEPS dynload_mklml)
        endif()
        add_dependencies(${TARGET_NAME} mklml)
P
peizhilin 已提交
342 343 344 345 346
        if(WIN32)
          target_link_libraries(${TARGET_NAME} ${MKLML_IOMP_LIB})
        else(WIN32)
          target_link_libraries(${TARGET_NAME} "-L${MKLML_LIB_DIR} -liomp5 -Wl,--as-needed")
        endif(WIN32)
347
      endif()
T
update  
typhoonzero 已提交
348 349 350 351 352
      # remove link to python, see notes at:
      # https://github.com/pybind/pybind11/blob/master/docs/compiling.rst#building-manually
      if("${cc_library_DEPS};" MATCHES "python;")
        list(REMOVE_ITEM cc_library_DEPS python)
        add_dependencies(${TARGET_NAME} python)
P
peizhilin 已提交
353 354 355 356 357
        if(WIN32)
          target_link_libraries(${TARGET_NAME} ${PYTHON_LIBRARIES})
        else()
          target_link_libraries(${TARGET_NAME} "-Wl,-undefined,dynamic_lookup")
        endif(WIN32)
T
update  
typhoonzero 已提交
358
      endif()
359
      target_link_libraries(${TARGET_NAME} ${cc_library_DEPS})
Y
Yu Yang 已提交
360
      common_link(${TARGET_NAME})
361
    endif()
C
chengduo 已提交
362

L
liaogang 已提交
363
    # cpplint code style
L
liaogang 已提交
364 365 366 367 368 369
    foreach(source_file ${cc_library_SRCS})
      string(REGEX REPLACE "\\.[^.]*$" "" source ${source_file})
      if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
        list(APPEND cc_library_HEADERS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
      endif()
    endforeach()
370 371 372

    check_coverage_opt(${TARGET_NAME} ${cc_library_SRCS})

373
  else(cc_library_SRCS)
374
    if(cc_library_DEPS)
375
      list(REMOVE_DUPLICATES cc_library_DEPS)
376 377 378

      generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:cc_library")

379
      target_link_libraries(${TARGET_NAME} ${cc_library_DEPS})
380
    else()
Y
Yiqun Liu 已提交
381
      message(FATAL_ERROR "Please specify source files or libraries in cc_library(${TARGET_NAME} ...).")
382 383
    endif()
  endif(cc_library_SRCS)
L
liaogang 已提交
384 385
endfunction(cc_library)

P
peizhilin 已提交
386

L
liaogang 已提交
387
function(cc_binary TARGET_NAME)
388
  set(options "")
L
liaogang 已提交
389 390 391 392
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(cc_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  add_executable(${TARGET_NAME} ${cc_binary_SRCS})
393
  if(cc_binary_DEPS)
L
liaogang 已提交
394 395
    target_link_libraries(${TARGET_NAME} ${cc_binary_DEPS})
    add_dependencies(${TARGET_NAME} ${cc_binary_DEPS})
Y
Yu Yang 已提交
396
    common_link(${TARGET_NAME})
L
liaogang 已提交
397
  endif()
P
peizhilin 已提交
398 399
  get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
  target_link_libraries(${TARGET_NAME} ${os_dependency_modules})
400 401 402
  if(WITH_ROCM)
    target_link_libraries(${TARGET_NAME} ${ROCM_HIPRTC_LIB})
  endif()
403 404 405

  check_coverage_opt(${TARGET_NAME} ${cc_binary_SRCS})

L
liaogang 已提交
406 407
endfunction(cc_binary)

408
function(cc_test_build TARGET_NAME)
409
  if(WITH_TESTING AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
410
    set(oneValueArgs "")
411
    set(multiValueArgs SRCS DEPS)
412
    cmake_parse_arguments(cc_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
P
peizhilin 已提交
413
    add_executable(${TARGET_NAME} ${cc_test_SRCS})
P
peizhilin 已提交
414 415 416
    if(WIN32)
      if("${cc_test_DEPS};" MATCHES "python;")
        list(REMOVE_ITEM cc_test_DEPS python)
P
peizhilin 已提交
417
        target_link_libraries(${TARGET_NAME} ${PYTHON_LIBRARIES})
P
peizhilin 已提交
418 419
      endif()
    endif(WIN32)
P
peizhilin 已提交
420 421
    get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
    target_link_libraries(${TARGET_NAME} ${cc_test_DEPS} ${os_dependency_modules} paddle_gtest_main lod_tensor memory gtest gflags glog)
422
    add_dependencies(${TARGET_NAME} ${cc_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
Y
Yu Yang 已提交
423
    common_link(${TARGET_NAME})
424 425 426
    if(WITH_ROCM)
      target_link_libraries(${TARGET_NAME} ${ROCM_HIPRTC_LIB})
    endif()
427
    check_coverage_opt(${TARGET_NAME} ${cc_test_SRCS})
428 429 430 431
  endif()
endfunction()

function(cc_test_run TARGET_NAME)
432
  if(WITH_TESTING AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
433 434 435
    set(oneValueArgs "")
    set(multiValueArgs COMMAND ARGS)
    cmake_parse_arguments(cc_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
436
    add_test(NAME ${TARGET_NAME}
437
	    COMMAND ${cc_test_COMMAND} ${cc_test_ARGS}
438
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
C
chengduo 已提交
439
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cpu_deterministic=true)
440
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_init_allocated_mem=true)
441
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cudnn_deterministic=true)
Y
YUNSHEN XIE 已提交
442
    # No unit test should exceed 2 minutes.
443 444
    if (WIN32)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
445 446
    endif()
    if (APPLE)
Y
YUNSHEN XIE 已提交
447
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 20)
448
    endif()
W
wuhuanzhou 已提交
449 450
  elseif(WITH_TESTING AND NOT TEST ${TARGET_NAME})
    add_test(NAME ${TARGET_NAME} COMMAND ${CMAKE_COMMAND} -E echo CI skip ${TARGET_NAME}.)
L
liaogang 已提交
451
  endif()
452 453 454
endfunction()

function(cc_test TARGET_NAME)
455 456 457 458
    # The environment variable `CI_SKIP_CPP_TEST` is used to skip the compilation
    # and execution of test in CI. `CI_SKIP_CPP_TEST` is set to ON when no files
  # other than *.py are modified.
  if(WITH_TESTING AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
459 460 461 462 463 464
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS ARGS)
    cmake_parse_arguments(cc_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    cc_test_build(${TARGET_NAME}
	    SRCS ${cc_test_SRCS}
	    DEPS ${cc_test_DEPS})
465 466 467 468 469 470 471 472 473 474 475 476 477 478
    # we dont test hcom op, because it need complex configuration
    # with more than one machine
    if(NOT ("${TARGET_NAME}" STREQUAL "c_broadcast_op_npu_test"         OR
            "${TARGET_NAME}" STREQUAL "c_allreduce_sum_op_npu_test"     OR
            "${TARGET_NAME}" STREQUAL "c_allreduce_max_op_npu_test"     OR
            "${TARGET_NAME}" STREQUAL "c_reducescatter_op_npu_test"     OR
            "${TARGET_NAME}" STREQUAL "c_allgather_op_npu_test"         OR
            "${TARGET_NAME}" STREQUAL "send_v2_op_npu_test"             OR
            "${TARGET_NAME}" STREQUAL "c_reduce_sum_op_npu_test"        OR
            "${TARGET_NAME}" STREQUAL "recv_v2_op_npu_test"))
      cc_test_run(${TARGET_NAME}
        COMMAND ${TARGET_NAME}
        ARGS ${cc_test_ARGS})
    endif()
W
wuhuanzhou 已提交
479 480
  elseif(WITH_TESTING AND NOT TEST ${TARGET_NAME})
    add_test(NAME ${TARGET_NAME} COMMAND ${CMAKE_COMMAND} -E echo CI skip ${TARGET_NAME}.)
481
  endif()
L
liaogang 已提交
482
endfunction(cc_test)
L
liaogang 已提交
483 484

function(nv_library TARGET_NAME)
485
  if (WITH_GPU)
486
    set(options STATIC static SHARED shared)
487 488 489
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
490
    if(nv_library_SRCS)
T
T8T9 已提交
491 492 493 494
      # Attention:
      # 1. cuda_add_library is deprecated after cmake v3.10, use add_library for CUDA please.
      # 2. cuda_add_library does not support ccache.
      # Reference: https://cmake.org/cmake/help/v3.10/module/FindCUDA.html
495
      if (nv_library_SHARED OR nv_library_shared) # build *.so
T
T8T9 已提交
496
        add_library(${TARGET_NAME} SHARED ${nv_library_SRCS})
497
      else()
T
T8T9 已提交
498
        add_library(${TARGET_NAME} STATIC ${nv_library_SRCS})
499
        find_fluid_modules(${TARGET_NAME})
500
        find_pten_modules(${TARGET_NAME})
501 502 503
      endif()
      if (nv_library_DEPS)
        add_dependencies(${TARGET_NAME} ${nv_library_DEPS})
504
        target_link_libraries(${TARGET_NAME} ${nv_library_DEPS})
505
      endif()
L
liaogang 已提交
506 507 508 509
      # cpplint code style
      foreach(source_file ${nv_library_SRCS})
        string(REGEX REPLACE "\\.[^.]*$" "" source ${source_file})
        if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
Q
Qiao Longfei 已提交
510
          list(APPEND nv_library_HEADERS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
L
liaogang 已提交
511 512
        endif()
      endforeach()
513 514
    else(nv_library_SRCS)
      if (nv_library_DEPS)
515
        list(REMOVE_DUPLICATES nv_library_DEPS)
516 517
        generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:nv_library")

518 519
        target_link_libraries(${TARGET_NAME} ${nv_library_DEPS})
        add_dependencies(${TARGET_NAME} ${nv_library_DEPS})
520 521 522 523
      else()
        message(FATAL "Please specify source file or library in nv_library.")
      endif()
    endif(nv_library_SRCS)
524 525
    if((CUDA_VERSION GREATER 9.2) AND (CUDA_VERSION LESS 11.0) AND (MSVC_VERSION LESS 1910))
      set_target_properties(${TARGET_NAME} PROPERTIES VS_USER_PROPS ${WIN_PROPS})
Z
Zhou Wei 已提交
526
    endif()
527
  endif()
L
liaogang 已提交
528 529 530
endfunction(nv_library)

function(nv_binary TARGET_NAME)
531 532 533 534 535
  if (WITH_GPU)
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
T
T8T9 已提交
536
    add_executable(${TARGET_NAME} ${nv_binary_SRCS})
537 538 539
    if(nv_binary_DEPS)
      target_link_libraries(${TARGET_NAME} ${nv_binary_DEPS})
      add_dependencies(${TARGET_NAME} ${nv_binary_DEPS})
Y
Yu Yang 已提交
540
      common_link(${TARGET_NAME})
541
    endif()
542
    if((CUDA_VERSION GREATER 9.2) AND (CUDA_VERSION LESS 11.0) AND (MSVC_VERSION LESS 1910))
543
      set_target_properties(${TARGET_NAME} PROPERTIES VS_USER_PROPS ${WIN_PROPS})
Z
Zhou Wei 已提交
544
    endif()
L
liaogang 已提交
545
  endif()
L
liaogang 已提交
546 547 548
endfunction(nv_binary)

function(nv_test TARGET_NAME)
549 550 551 552
    # The environment variable `CI_SKIP_CPP_TEST` is used to skip the compilation
    # and execution of test in CI. `CI_SKIP_CPP_TEST` is set to ON when no files
  # other than *.py are modified.
  if (WITH_GPU AND WITH_TESTING AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
553 554 555
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
T
T8T9 已提交
556 557 558 559 560
    # Attention:
    # 1. cuda_add_executable is deprecated after cmake v3.10, use cuda_add_executable for CUDA please.
    # 2. cuda_add_executable does not support ccache.
    # Reference: https://cmake.org/cmake/help/v3.10/module/FindCUDA.html
    add_executable(${TARGET_NAME} ${nv_test_SRCS})
P
peizhilin 已提交
561 562
    get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
    target_link_libraries(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog ${os_dependency_modules})
563
    add_dependencies(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
Y
Yu Yang 已提交
564
    common_link(${TARGET_NAME})
565
    add_test(${TARGET_NAME} ${TARGET_NAME})
C
chengduo 已提交
566
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cpu_deterministic=true)
567
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_init_allocated_mem=true)
C
chengduo 已提交
568
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cudnn_deterministic=true)
569
    if((CUDA_VERSION GREATER 9.2) AND (CUDA_VERSION LESS 11.0) AND (MSVC_VERSION LESS 1910))
570
      set_target_properties(${TARGET_NAME} PROPERTIES VS_USER_PROPS ${WIN_PROPS})
Z
Zhou Wei 已提交
571
    endif()
L
liaogang 已提交
572
  endif()
L
liaogang 已提交
573
endfunction(nv_test)
L
liaogang 已提交
574

575
function(hip_library TARGET_NAME)
576
  if (WITH_ROCM)
577 578 579 580 581
    set(options STATIC static SHARED shared)
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(hip_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    if(hip_library_SRCS)
582 583 584 585
      # FindHIP.cmake defined hip_add_library, HIP_SOURCE_PROPERTY_FORMAT is requried if no .cu files found
      if(NOT ${CMAKE_CURRENT_SOURCE_DIR} MATCHES ".*/operators")
        set_source_files_properties(${hip_library_SRCS} PROPERTIES HIP_SOURCE_PROPERTY_FORMAT 1)
      endif()
586
      if (hip_library_SHARED OR hip_library_shared) # build *.so
587
        hip_add_library(${TARGET_NAME} SHARED ${hip_library_SRCS})
588
      else()
589
        hip_add_library(${TARGET_NAME} STATIC ${hip_library_SRCS})
S
sabreshao 已提交
590
        find_fluid_modules(${TARGET_NAME})
591
        find_pten_modules(${TARGET_NAME})
592
      endif()
593 594
      if (hip_library_DEPS)
        add_dependencies(${TARGET_NAME} ${hip_library_DEPS})
S
sabreshao 已提交
595
        target_link_libraries(${TARGET_NAME} ${hip_library_DEPS})
596 597 598
      endif()
      # cpplint code style
      foreach(source_file ${hip_library_SRCS})
S
sabreshao 已提交
599 600 601 602
        string(REGEX REPLACE "\\.[^.]*$" "" source ${source_file})
        if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
          list(APPEND hip_library_HEADERS ${CMAKE_CURRENT_SOURCE_DIR}/${source}.h)
        endif()
603 604 605
      endforeach()
    else(hip_library_SRCS)
      if (hip_library_DEPS)
606 607 608 609 610
        list(REMOVE_DUPLICATES hip_library_DEPS)
        generate_dummy_static_lib(LIB_NAME ${TARGET_NAME} FILE_PATH ${target_SRCS} GENERATOR "generic.cmake:hip_library")

        target_link_libraries(${TARGET_NAME} ${hip_library_DEPS})
        add_dependencies(${TARGET_NAME} ${hip_library_DEPS})
611
      else()
612
        message(FATAL "Please specify source file or library in hip_library.")
613 614 615 616 617 618
      endif()
    endif(hip_library_SRCS)
  endif()
endfunction(hip_library)

function(hip_binary TARGET_NAME)
619
  if (WITH_ROCM)
620 621 622 623
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(hip_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
624
    # FindHIP.cmake defined hip_add_executable, HIP_SOURCE_PROPERTY_FORMAT is requried for .cc files
625 626 627 628
    hip_add_executable(${TARGET_NAME} ${hip_binary_SRCS})
    if(hip_binary_DEPS)
      target_link_libraries(${TARGET_NAME} ${hip_binary_DEPS})
      add_dependencies(${TARGET_NAME} ${hip_binary_DEPS})
Y
Yu Yang 已提交
629
      common_link(${TARGET_NAME})
630 631 632 633 634
    endif()
  endif()
endfunction(hip_binary)

function(hip_test TARGET_NAME)
635 636 637 638
  # The environment variable `CI_SKIP_CPP_TEST` is used to skip the compilation
  # and execution of test in CI. `CI_SKIP_CPP_TEST` is set to ON when no files
  # other than *.py are modified.
  if (WITH_ROCM AND WITH_TESTING AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
639 640 641
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(hip_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
642 643 644 645
    # FindHIP.cmake defined hip_add_executable, HIP_SOURCE_PROPERTY_FORMAT is requried for .cc files
    hip_add_executable(${TARGET_NAME} ${hip_test_SRCS})
    # "-pthread -ldl -lrt" is defined in CMAKE_CXX_LINK_EXECUTABLE
    target_link_options(${TARGET_NAME} PRIVATE -pthread -ldl -lrt)
P
peizhilin 已提交
646
    get_property(os_dependency_modules GLOBAL PROPERTY OS_DEPENDENCY_MODULES)
647 648
    target_link_libraries(${TARGET_NAME} ${hip_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog ${os_dependency_modules})
    add_dependencies(${TARGET_NAME} ${hip_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
Y
Yu Yang 已提交
649
    common_link(${TARGET_NAME})
650
    add_test(${TARGET_NAME} ${TARGET_NAME})
651 652 653
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cpu_deterministic=true)
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_init_allocated_mem=true)
    set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cudnn_deterministic=true)
654 655 656
  endif()
endfunction(hip_test)

L
liaogang 已提交
657
function(go_library TARGET_NAME)
L
liaogang 已提交
658
  set(options STATIC static SHARED shared)
L
liaogang 已提交
659
  set(oneValueArgs "")
L
liaogang 已提交
660
  set(multiValueArgs DEPS)
L
liaogang 已提交
661
  cmake_parse_arguments(go_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
L
liaogang 已提交
662 663

  if (go_library_SHARED OR go_library_shared)
L
liaogang 已提交
664
    set(BUILD_MODE "-buildmode=c-shared")
H
Helin Wang 已提交
665
    set(${TARGET_NAME}_LIB_NAME "${CMAKE_SHARED_LIBRARY_PREFIX}${TARGET_NAME}${CMAKE_SHARED_LIBRARY_SUFFIX}" CACHE STRING "output library name for target ${TARGET_NAME}")
L
liaogang 已提交
666 667
  else()
    set(BUILD_MODE "-buildmode=c-archive")
H
Helin Wang 已提交
668
    set(${TARGET_NAME}_LIB_NAME "${CMAKE_STATIC_LIBRARY_PREFIX}${TARGET_NAME}${CMAKE_STATIC_LIBRARY_SUFFIX}" CACHE STRING "output library name for target ${TARGET_NAME}")
L
liaogang 已提交
669
  endif()
L
liaogang 已提交
670 671

  set(dummyfile ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}_dummy.c)
672 673 674 675 676 677 678 679 680 681 682 683 684 685 686

  # This custom command will always run since it depends on a not
  # existing file.
  add_custom_command(
    OUTPUT dummy_rebulid_${TARGET_NAME}
    COMMAND cmake -E touch ${dummyfile}
    )
  # Create a custom target that depends on the custom command output
  # file, so the custom command can be referenced as a dependency by
  # `add_dependencies`.
  add_custom_target(rebuild_${TARGET_NAME}
    DEPENDS dummy_rebulid_${TARGET_NAME}
    )

  # Add dummy code to support `make target_name` under Terminal Command
687
  file(WRITE ${dummyfile} "const char *dummy_${TARGET_NAME} = \"${dummyfile}\";")
L
liaogang 已提交
688 689 690 691 692
  if (go_library_SHARED OR go_library_shared)
    add_library(${TARGET_NAME} SHARED ${dummyfile})
  else()
    add_library(${TARGET_NAME} STATIC ${dummyfile})
  endif()
693 694
  if(go_library_DEPS)
    add_dependencies(${TARGET_NAME} ${go_library_DEPS})
Y
Yu Yang 已提交
695
    common_link(${TARGET_NAME})
696
  endif(go_library_DEPS)
L
liaogang 已提交
697

698 699 700 701 702 703
  # The "source file" of the library is `${dummyfile}` which never
  # change, so the target will never rebuild. Make the target depends
  # on the custom command that touches the library "source file", so
  # rebuild will always happen.
  add_dependencies(${TARGET_NAME} rebuild_${TARGET_NAME})

H
Helin Wang 已提交
704 705
  set(${TARGET_NAME}_LIB_PATH "${CMAKE_CURRENT_BINARY_DIR}/${${TARGET_NAME}_LIB_NAME}" CACHE STRING "output library path for target ${TARGET_NAME}")

L
liaogang 已提交
706
  file(GLOB GO_SOURCE RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "*.go")
707
  string(REPLACE "${PADDLE_GO_PATH}/" "" CMAKE_CURRENT_SOURCE_REL_DIR ${CMAKE_CURRENT_SOURCE_DIR})
708

L
liaogang 已提交
709
  add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
H
Helin Wang 已提交
710
    COMMAND rm "${${TARGET_NAME}_LIB_PATH}"
711
    # Golang build source code
Y
yi.wu 已提交
712
    COMMAND GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} build ${BUILD_MODE}
H
Helin Wang 已提交
713
    -o "${${TARGET_NAME}_LIB_PATH}"
W
wuyi05 已提交
714 715
    "./${CMAKE_CURRENT_SOURCE_REL_DIR}/${GO_SOURCE}"
    # must run under GOPATH
716
    WORKING_DIRECTORY "${PADDLE_IN_GOPATH}/go")
717
  add_dependencies(${TARGET_NAME} go_vendor)
L
liaogang 已提交
718 719 720 721 722 723 724
endfunction(go_library)

function(go_binary TARGET_NAME)
  set(options OPTIONAL)
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(go_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
725
  string(REPLACE "${PADDLE_GO_PATH}/" "" CMAKE_CURRENT_SOURCE_REL_DIR ${CMAKE_CURRENT_SOURCE_DIR})
W
wuyi05 已提交
726

L
liaogang 已提交
727
  add_custom_command(OUTPUT ${TARGET_NAME}_timestamp
728
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} build
L
liaogang 已提交
729
    -o "${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}"
730
    "./${CMAKE_CURRENT_SOURCE_REL_DIR}/${go_binary_SRCS}"
G
gongweibao 已提交
731
    WORKING_DIRECTORY "${PADDLE_IN_GOPATH}/go")
732
  add_custom_target(${TARGET_NAME} ALL DEPENDS go_vendor ${TARGET_NAME}_timestamp ${go_binary_DEPS})
L
liaogang 已提交
733
  install(PROGRAMS ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME} DESTINATION bin)
734 735 736

  check_coverage_opt(${TARGET_NAME} ${go_binary_SRCS})

L
liaogang 已提交
737 738 739 740 741
endfunction(go_binary)

function(go_test TARGET_NAME)
  set(options OPTIONAL)
  set(oneValueArgs "")
742
  set(multiValueArgs DEPS)
L
liaogang 已提交
743
  cmake_parse_arguments(go_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
744 745 746
  string(REPLACE "${PADDLE_GO_PATH}" "" CMAKE_CURRENT_SOURCE_REL_DIR ${CMAKE_CURRENT_SOURCE_DIR})
  add_custom_target(${TARGET_NAME} ALL DEPENDS go_vendor ${go_test_DEPS})
  add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
747
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} test -race
L
liaogang 已提交
748
    -c -o "${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}"
749 750 751 752
    ".${CMAKE_CURRENT_SOURCE_REL_DIR}"
    WORKING_DIRECTORY "${PADDLE_IN_GOPATH}/go")
  add_test(NAME ${TARGET_NAME}
    COMMAND ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}
753
    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
L
liaogang 已提交
754
endfunction(go_test)
Y
Yu Yang 已提交
755

756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771
# Modification of standard 'protobuf_generate_cpp()' with protobuf-lite support
# Usage:
#   paddle_protobuf_generate_cpp(<proto_srcs> <proto_hdrs> <proto_files>)

function(paddle_protobuf_generate_cpp SRCS HDRS)
  if(NOT ARGN)
    message(SEND_ERROR "Error: paddle_protobuf_generate_cpp() called without any proto files")
    return()
  endif()

  set(${SRCS})
  set(${HDRS})

  foreach(FIL ${ARGN})
    get_filename_component(ABS_FIL ${FIL} ABSOLUTE)
    get_filename_component(FIL_WE ${FIL} NAME_WE)
C
chengduo 已提交
772

773 774 775 776
    set(_protobuf_protoc_src "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.cc")
    set(_protobuf_protoc_hdr "${CMAKE_CURRENT_BINARY_DIR}/${FIL_WE}.pb.h")
    list(APPEND ${SRCS} "${_protobuf_protoc_src}")
    list(APPEND ${HDRS} "${_protobuf_protoc_hdr}")
C
chengduo 已提交
777

778 779 780 781 782
    add_custom_command(
      OUTPUT "${_protobuf_protoc_src}"
             "${_protobuf_protoc_hdr}"

      COMMAND ${CMAKE_COMMAND} -E make_directory "${CMAKE_CURRENT_BINARY_DIR}"
C
chengduo 已提交
783
      COMMAND ${PROTOBUF_PROTOC_EXECUTABLE}
784
      -I${CMAKE_CURRENT_SOURCE_DIR}
T
Tao Luo 已提交
785
      --cpp_out "${CMAKE_CURRENT_BINARY_DIR}" ${ABS_FIL}
786 787
      # Set `EXTERN_PROTOBUF_DEPEND` only if need to compile `protoc.exe`.
      DEPENDS ${ABS_FIL} ${EXTERN_PROTOBUF_DEPEND}
788 789 790 791 792 793 794 795 796 797
      COMMENT "Running C++ protocol buffer compiler on ${FIL}"
      VERBATIM )
  endforeach()

  set_source_files_properties(${${SRCS}} ${${HDRS}} PROPERTIES GENERATED TRUE)
  set(${SRCS} ${${SRCS}} PARENT_SCOPE)
  set(${HDRS} ${${HDRS}} PARENT_SCOPE)
endfunction()


Y
Yu Yang 已提交
798
function(proto_library TARGET_NAME)
Y
Yu Yang 已提交
799
  set(oneValueArgs "")
Y
Yu Yang 已提交
800
  set(multiValueArgs SRCS DEPS)
Y
Yu Yang 已提交
801
  cmake_parse_arguments(proto_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
Y
Yu Yang 已提交
802 803
  set(proto_srcs)
  set(proto_hdrs)
804
  paddle_protobuf_generate_cpp(proto_srcs proto_hdrs ${proto_library_SRCS})
Y
Yu Yang 已提交
805
  cc_library(${TARGET_NAME} SRCS ${proto_srcs} DEPS ${proto_library_DEPS} protobuf)
806
  add_dependencies(extern_xxhash ${TARGET_NAME})
Y
Yu Yang 已提交
807
endfunction()
808 809 810 811 812 813 814

function(py_proto_compile TARGET_NAME)
  set(oneValueArgs "")
  set(multiValueArgs SRCS)
  cmake_parse_arguments(py_proto_compile "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  set(py_srcs)
  protobuf_generate_python(py_srcs ${py_proto_compile_SRCS})
815
  add_custom_target(${TARGET_NAME} ALL DEPENDS ${py_srcs} protobuf)
816
endfunction()
L
liaogang 已提交
817 818 819

function(py_test TARGET_NAME)
  if(WITH_TESTING)
820
    set(options "")
L
liaogang 已提交
821
    set(oneValueArgs "")
822
    set(multiValueArgs SRCS DEPS ARGS ENVS)
823
    cmake_parse_arguments(py_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
824

825
    if(WITH_COVERAGE AND NOT (WITH_INCREMENTAL_COVERAGE AND "$ENV{PADDLE_GIT_DIFF_PY_FILE}" STREQUAL ""))
826
      add_test(NAME ${TARGET_NAME}
827
              COMMAND ${CMAKE_COMMAND} -E env FLAGS_init_allocated_mem=true FLAGS_cudnn_deterministic=true
828 829
              FLAGS_cpu_deterministic=true
              PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_ENVS}
830 831 832
              COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
              ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${py_test_SRCS} ${py_test_ARGS}
              WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
833 834 835
    else()
      add_test(NAME ${TARGET_NAME}
               COMMAND ${CMAKE_COMMAND} -E env FLAGS_init_allocated_mem=true FLAGS_cudnn_deterministic=true
Z
Zhou Wei 已提交
836
               FLAGS_cpu_deterministic=true ${py_test_ENVS}
837 838 839
               ${PYTHON_EXECUTABLE} -u ${py_test_SRCS} ${py_test_ARGS}
               WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
840

841 842
    if (WIN32)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
843 844
    endif()
    if (APPLE)
Y
YUNSHEN XIE 已提交
845
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 20)
846
    endif()
847

L
liaogang 已提交
848 849
  endif()
endfunction()
武毅 已提交
850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870

# grpc_library generate grpc code using grpc_cpp_plugin and protoc
# then build the generated protobuf code and grpc code with your
# implementation source codes together. Use SRCS argument for your
# implementation source files and PROTO argument for your .proto
# files.
#
# Usage: grpc_library(my_target SRCS my_client.cc PROTO my_target.proto DEPS my_dep)

function(grpc_library TARGET_NAME)
  set(oneValueArgs PROTO)
  set(multiValueArgs SRCS DEPS)
  set(options "")
  cmake_parse_arguments(grpc_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

  message(STATUS "generating grpc ${grpc_library_PROTO}")

  get_filename_component(ABS_PROTO ${grpc_library_PROTO} ABSOLUTE)
  get_filename_component(PROTO_WE ${grpc_library_PROTO} NAME_WE)
  get_filename_component(PROTO_PATH ${ABS_PROTO} PATH)

X
Xi Chen 已提交
871
  #FIXME(putcn): the follwoing line is supposed to generate *.pb.h and cc, but
C
chengduo 已提交
872
  # somehow it didn't. line 602 to 604 is to patching this. Leaving this here
X
Xi Chen 已提交
873
  # for now to enable dist CI.
874
  paddle_protobuf_generate_cpp(grpc_proto_srcs grpc_proto_hdrs "${ABS_PROTO}")
武毅 已提交
875 876 877 878 879 880 881 882 883
  set(grpc_grpc_srcs "${CMAKE_CURRENT_BINARY_DIR}/${PROTO_WE}.grpc.pb.cc")
  set(grpc_grpc_hdrs "${CMAKE_CURRENT_BINARY_DIR}/${PROTO_WE}.grpc.pb.h")
  cc_library("${TARGET_NAME}_proto" SRCS "${grpc_proto_srcs}")

  add_custom_command(
          OUTPUT "${grpc_grpc_srcs}" "${grpc_grpc_hdrs}"
          COMMAND ${PROTOBUF_PROTOC_EXECUTABLE}
          ARGS --grpc_out "${CMAKE_CURRENT_BINARY_DIR}" -I "${PROTO_PATH}"
          --plugin=protoc-gen-grpc="${GRPC_CPP_PLUGIN}" "${ABS_PROTO}"
884 885 886
          COMMAND ${PROTOBUF_PROTOC_EXECUTABLE}
          ARGS --cpp_out "${CMAKE_CURRENT_BINARY_DIR}" -I "${PROTO_PATH}"
          "${ABS_PROTO}"
武毅 已提交
887 888 889 890 891 892 893
          DEPENDS "${ABS_PROTO}" ${PROTOBUF_PROTOC_EXECUTABLE} extern_grpc)

  # FIXME(typhoonzero): grpc generated code do not generate virtual-dtor, mark it
  # as compiler warnings instead of error. Should try remove the warnings also.
  set_source_files_properties(
    ${grpc_grpc_srcs}
    PROPERTIES
Y
Yancey 已提交
894
    COMPILE_FLAGS  "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
武毅 已提交
895 896 897 898 899
  cc_library("${TARGET_NAME}_grpc" SRCS "${grpc_grpc_srcs}")

  set_source_files_properties(
    ${grpc_library_SRCS}
    PROPERTIES
Y
Yancey 已提交
900
    COMPILE_FLAGS  "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
武毅 已提交
901 902
  cc_library("${TARGET_NAME}" SRCS "${grpc_library_SRCS}" DEPS "${TARGET_NAME}_grpc" "${TARGET_NAME}_proto" "${grpc_library_DEPS}")
endfunction()
G
gongweibao 已提交
903 904 905 906 907 908 909 910 911 912 913 914 915 916


function(brpc_library TARGET_NAME)
  set(oneValueArgs PROTO)
  set(multiValueArgs SRCS DEPS)
  set(options "")
  cmake_parse_arguments(brpc_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

  message(STATUS "generating brpc ${brpc_library_PROTO}")

  get_filename_component(ABS_PROTO ${brpc_library_PROTO} ABSOLUTE)
  get_filename_component(PROTO_WE ${brpc_library_PROTO} NAME_WE)
  get_filename_component(PROTO_PATH ${ABS_PROTO} PATH)

917
  paddle_protobuf_generate_cpp(brpc_proto_srcs brpc_proto_hdrs "${ABS_PROTO}")
G
gongweibao 已提交
918 919 920
  cc_library("${TARGET_NAME}_proto" SRCS "${brpc_proto_srcs}")
  cc_library("${TARGET_NAME}" SRCS "${brpc_library_SRCS}" DEPS "${TARGET_NAME}_proto" "${brpc_library_DEPS}")
endfunction()
921

922 923 924
# copy_if_different from src_file to dst_file At the beginning of the build.
function(copy_if_different src_file dst_file)
  get_filename_component(FILE_NAME ${dst_file} NAME_WE)
925

926 927
  # this is a dummy target for custom command, should always be run firstly to update ${dst_file}
  add_custom_target(copy_${FILE_NAME}_command ALL
928 929 930 931
      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${src_file} ${dst_file}
      COMMENT "copy_if_different ${dst_file}"
      VERBATIM
  )
932 933

  add_dependencies(extern_glog copy_${FILE_NAME}_command)
934
endfunction()
935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956

# create a dummy source file, then create a static library.
# LIB_NAME should be the static lib name.
# FILE_PATH should be the dummy source file path.
# GENERATOR should be the file name invoke this function.
# CONTENT should be some helpful info.
# example: generate_dummy_static_lib(mylib FILE_PATH /path/to/dummy.c GENERATOR mylib.cmake CONTENT "helpful info")
function(generate_dummy_static_lib)
  set(options "")
  set(oneValueArgs LIB_NAME FILE_PATH GENERATOR CONTENT)
  set(multiValueArgs "")
  cmake_parse_arguments(dummy "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  if(NOT dummy_LIB_NAME)
    message(FATAL_ERROR "You must provide a static lib name.")
  endif()
  if(NOT dummy_FILE_PATH)
    set(dummy_FILE_PATH "${CMAKE_CURRENT_BINARY_DIR}/${dummy_LIB_NAME}_dummy.c")
  endif()
  if(NOT dummy_GENERATOR)
    message(FATAL_ERROR "You must provide a generator file name.")
  endif()
  if(NOT dummy_CONTENT)
957
    set(dummy_CONTENT "${dummy_LIB_NAME}_dummy.c for lib ${dummy_LIB_NAME}")
958 959 960 961 962 963
  endif()

  configure_file(${PROJECT_SOURCE_DIR}/cmake/dummy.c.in ${dummy_FILE_PATH} @ONLY)
  add_library(${dummy_LIB_NAME} STATIC ${dummy_FILE_PATH})
endfunction()