generic.cmake 12.3 KB
Newer Older
L
liaogang 已提交
1
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.
2
#
L
liaogang 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
L
liaogang 已提交
7
# http://www.apache.org/licenses/LICENSE-2.0
8
#
L
liaogang 已提交
9 10 11 12 13
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
14
#
15 16


Y
Yi Wang 已提交
17 18 19
# generic.cmake defines CMakes functions that look like Bazel's
# building rules (https://bazel.build/).
#
20
# 
L
liaogang 已提交
21
# -------------------------------------------
22
#     C++        CUDA C++       Go
L
liaogang 已提交
23
# -------------------------------------------
24 25 26
# cc_library    nv_library   go_library
# cc_binary     nv_binary    go_binary
# cc_test       nv_test      go_test
L
liaogang 已提交
27
# -------------------------------------------
28
# 
Y
Yi Wang 已提交
29 30
# To build a static library example.a from example.cc using the system
#  compiler (like GCC):
31 32 33
# 
#   cc_library(example SRCS example.cc)
# 
Y
Yi Wang 已提交
34 35
# To build a static library example.a from multiple source files
# example{1,2,3}.cc:
36 37 38 39 40 41 42
# 
#   cc_library(example SRCS example1.cc example2.cc example3.cc)
# 
# To build a shared library example.so from example.cc:
# 
#   cc_library(example SHARED SRCS example.cc)
# 
Y
Yi Wang 已提交
43 44
# To build a library using Nvidia's NVCC from .cu file(s), use the nv_
# prefixed version:
45 46 47 48 49 50 51 52 53 54 55
# 
#   nv_library(example SRCS example.cu)
# 
# To specify that a library new_example.a depends on other libraies:
# 
#   cc_library(new_example SRCS new_example.cc DEPS example)
# 
# Static libraries can be composed of other static libraries:
# 
#   cc_library(composed DEPS dependent1 dependent2 dependent3)
# 
Y
Yi Wang 已提交
56 57
# To build an executable binary file from some source files and
# dependent libraries:
58 59 60
# 
#   cc_binary(example SRCS main.cc something.cc DEPS example1 example2)
# 
Y
Yi Wang 已提交
61 62
# To build an executable binary file using NVCC, use the nv_ prefixed
# version:
63 64 65
# 
#   nv_binary(example SRCS main.cc something.cu DEPS example1 example2)
# 
Y
Yi Wang 已提交
66 67
# To build a unit test binary, which is an executable binary with
# GoogleTest linked:
68 69 70 71 72 73
# 
#   cc_test(example_test SRCS example_test.cc DEPS example)
# 
# To build a unit test binary using NVCC, use the nv_ prefixed version:
# 
#   nv_test(example_test SRCS example_test.cu DEPS example)
74
#
Y
Yi Wang 已提交
75 76 77
# It is pretty often that executable and test binaries depend on
# pre-defined external libaries like glog and gflags defined in
# /cmake/external/*.cmake:
78
#
79
#   cc_test(example_test SRCS example_test.cc DEPS example glog gflags)
L
liaogang 已提交
80

L
liaogang 已提交
81 82 83 84
if(NOT APPLE)
    find_package(Threads REQUIRED)
    link_libraries(${CMAKE_THREAD_LIBS_INIT})
endif(NOT APPLE)
85

86
function(merge_static_libs TARGET_NAME)
L
liaogang 已提交
87 88
  set(libs ${ARGN})
  list(REMOVE_DUPLICATES libs)
89

L
liaogang 已提交
90 91 92 93 94 95 96
  # First get the file names of the libraries to be merged
  foreach(lib ${libs})
    get_target_property(libtype ${lib} TYPE)
    if(NOT libtype STREQUAL "STATIC_LIBRARY")
      message(FATAL_ERROR "merge_static_libs can only process static libraries")
    endif()
    set(libfiles ${libfiles} $<TARGET_FILE:${lib}>)
97 98 99 100 101 102 103 104 105 106 107 108 109
  endforeach()

  if(APPLE) # Use OSX's libtool to merge archives
    add_custom_target(${TARGET_NAME}_archive
      COMMAND libtool -static -o "${CMAKE_CURRENT_BINARY_DIR}/lib${TARGET_NAME}.a" ${libfiles}
      WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
      DEPENDS ${libs}
      )
    add_library(${TARGET_NAME} STATIC IMPORTED GLOBAL)
    set_property(TARGET ${TARGET_NAME} PROPERTY
      IMPORTED_LOCATION "${CMAKE_CURRENT_BINARY_DIR}/lib${TARGET_NAME}.a")
    add_dependencies(${TARGET_NAME} ${TARGET_NAME}_archive)
	else() # general UNIX: use "ar" to extract objects and re-add to a common lib
L
liaogang 已提交
110 111 112
    foreach(lib ${libs})
      set(objlistfile ${lib}.objlist) # list of objects in the input library
      set(objdir ${lib}.objdir)
113

L
liaogang 已提交
114 115
      add_custom_command(OUTPUT ${objdir}
        COMMAND ${CMAKE_COMMAND} -E make_directory ${objdir})
116

L
liaogang 已提交
117 118 119 120 121
      add_custom_command(OUTPUT ${objlistfile}
        COMMAND ${CMAKE_AR} -x "$<TARGET_FILE:${lib}>"
        COMMAND ${CMAKE_AR} -t "$<TARGET_FILE:${lib}>" > ../${objlistfile}
        DEPENDS ${lib} ${objdir}
        WORKING_DIRECTORY ${objdir})
122

L
liaogang 已提交
123 124 125 126 127
      # Empty dummy source file that goes into merged library
      set(mergebase ${lib}.mergebase.c)
      add_custom_command(OUTPUT ${mergebase}
        COMMAND ${CMAKE_COMMAND} -E touch ${mergebase}
        DEPENDS ${objlistfile})
128

L
liaogang 已提交
129 130
      list(APPEND mergebases "${mergebase}")
    endforeach()
131

L
liaogang 已提交
132 133 134
    # We need a target for the output merged library
    add_library(${TARGET_NAME} STATIC ${mergebases})
    set(outlibfile "$<TARGET_FILE:${TARGET_NAME}>")
135

L
liaogang 已提交
136 137 138 139 140
    foreach(lib ${libs})
    add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
      COMMAND ${CMAKE_AR} ru ${outlibfile} @"../${objlistfile}"
      WORKING_DIRECTORY ${objdir})
    endforeach()
141

L
liaogang 已提交
142 143 144
    add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
      COMMAND ${CMAKE_RANLIB} ${outlibfile})
  endif()
145 146
endfunction(merge_static_libs)

L
liaogang 已提交
147
function(cc_library TARGET_NAME)
148
  set(options STATIC static SHARED shared)
L
liaogang 已提交
149 150 151
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(cc_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
  if (cc_library_SRCS)
    if (cc_library_SHARED OR cc_library_shared) # build *.so
      add_library(${TARGET_NAME} SHARED ${cc_library_SRCS})
    else()
      add_library(${TARGET_NAME} STATIC ${cc_library_SRCS})
    endif()
    if (cc_library_DEPS)
      add_dependencies(${TARGET_NAME} ${cc_library_DEPS})
    endif()
  else(cc_library_SRCS)
    if (cc_library_DEPS)
      merge_static_libs(${TARGET_NAME} ${cc_library_DEPS})
    else()
      message(FATAL "Please specify source file or library in cc_library.")
    endif()
  endif(cc_library_SRCS)
L
liaogang 已提交
168 169
endfunction(cc_library)

L
liaogang 已提交
170
function(cc_binary TARGET_NAME)
171
  set(options "")
L
liaogang 已提交
172 173 174 175
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(cc_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  add_executable(${TARGET_NAME} ${cc_binary_SRCS})
176
  if(cc_binary_DEPS)
L
liaogang 已提交
177 178 179
    target_link_libraries(${TARGET_NAME} ${cc_binary_DEPS})
    add_dependencies(${TARGET_NAME} ${cc_binary_DEPS})
  endif()
L
liaogang 已提交
180 181
endfunction(cc_binary)

L
liaogang 已提交
182
function(cc_test TARGET_NAME)
183 184 185 186 187 188
  if(WITH_TESTING)
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(cc_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    add_executable(${TARGET_NAME} ${cc_test_SRCS})
L
liaogang 已提交
189 190
    target_link_libraries(${TARGET_NAME} ${cc_test_DEPS} gtest gtest_main)
    add_dependencies(${TARGET_NAME} ${cc_test_DEPS} gtest gtest_main)
191
    add_test(${TARGET_NAME} ${TARGET_NAME})
L
liaogang 已提交
192
  endif()
L
liaogang 已提交
193
endfunction(cc_test)
L
liaogang 已提交
194 195

function(nv_library TARGET_NAME)
196
  if (WITH_GPU)
197
    set(options STATIC static SHARED shared)
198 199 200
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216
    if(nv_library_SRCS)
      if (nv_library_SHARED OR nv_library_shared) # build *.so
        cuda_add_library(${TARGET_NAME} SHARED ${nv_library_SRCS})
      else()
          cuda_add_library(${TARGET_NAME} STATIC ${nv_library_SRCS})
      endif()
      if (nv_library_DEPS)
        add_dependencies(${TARGET_NAME} ${nv_library_DEPS})
      endif()
    else(nv_library_SRCS)
      if (nv_library_DEPS)
        merge_static_libs(${TARGET_NAME} ${nv_library_DEPS})
      else()
        message(FATAL "Please specify source file or library in nv_library.")
      endif()
    endif(nv_library_SRCS)
217
  endif()
L
liaogang 已提交
218 219 220
endfunction(nv_library)

function(nv_binary TARGET_NAME)
221 222 223 224 225 226 227 228 229 230
  if (WITH_GPU)
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    cuda_add_executable(${TARGET_NAME} ${nv_binary_SRCS})
    if(nv_binary_DEPS)
      target_link_libraries(${TARGET_NAME} ${nv_binary_DEPS})
      add_dependencies(${TARGET_NAME} ${nv_binary_DEPS})
    endif()
L
liaogang 已提交
231
  endif()
L
liaogang 已提交
232 233 234
endfunction(nv_binary)

function(nv_test TARGET_NAME)
235 236 237 238 239 240
  if (WITH_GPU AND WITH_TESTING)
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
    cmake_parse_arguments(nv_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    cuda_add_executable(${TARGET_NAME} ${nv_test_SRCS})
L
liaogang 已提交
241 242
    target_link_libraries(${TARGET_NAME} ${nv_test_DEPS} gtest gtest_main)
    add_dependencies(${TARGET_NAME} ${nv_test_DEPS} gtest gtest_main)
243
    add_test(${TARGET_NAME} ${TARGET_NAME})
L
liaogang 已提交
244
  endif()
L
liaogang 已提交
245
endfunction(nv_test)
L
liaogang 已提交
246 247 248

set(GOPATH "${CMAKE_CURRENT_BINARY_DIR}/go")
file(MAKE_DIRECTORY ${GOPATH})
249
set(PADDLE_IN_GOPATH "${GOPATH}/src/github.com/PaddlePaddle/Paddle")
L
liaogang 已提交
250 251 252 253 254 255 256 257 258 259 260

# Because api.go defines a GO wrapper to ops and tensor, it depends on
# both.  This implies that if any of tensor.{h,cc}, ops.{h,cu}, or
# api.go is changed, api need to be re-built.
# go_library(api
#   SRCS
#   api.go
#   DEPS
#   tensor # Because ops depend on tensor, this line is optional.
#   ops)
function(go_library TARGET_NAME)
L
liaogang 已提交
261
  set(options STATIC static SHARED shared)
L
liaogang 已提交
262
  set(oneValueArgs "")
L
liaogang 已提交
263
  set(multiValueArgs DEPS)
L
liaogang 已提交
264
  cmake_parse_arguments(go_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
L
liaogang 已提交
265 266

  if (go_library_SHARED OR go_library_shared)
L
liaogang 已提交
267
    set(BUILD_MODE "-buildmode=c-shared")
L
liaogang 已提交
268
    set(LIB_NAME "${CMAKE_SHARED_LIBRARY_PREFIX}${TARGET_NAME}${CMAKE_SHARED_LIBRARY_SUFFIX}")
L
liaogang 已提交
269 270
  else()
    set(BUILD_MODE "-buildmode=c-archive")
L
liaogang 已提交
271
    set(LIB_NAME "${CMAKE_STATIC_LIBRARY_PREFIX}${TARGET_NAME}${CMAKE_STATIC_LIBRARY_SUFFIX}")
L
liaogang 已提交
272
  endif()
L
liaogang 已提交
273

274
  # Add dummy code to support `make target_name` under Terminal Command
L
liaogang 已提交
275 276 277
  set(dummyfile ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}_dummy.c)
  file(WRITE ${dummyfile} "const char * dummy = \"${dummyfile}\";")
  add_library(${TARGET_NAME} STATIC ${dummyfile})
278 279 280
  if(go_library_DEPS)
    add_dependencies(${TARGET_NAME} ${go_library_DEPS})
  endif(go_library_DEPS)
L
liaogang 已提交
281

282 283 284 285 286
  # we need to symlink Paddle directory into GOPATH. If we
  # don't do it and we have code that depends on Paddle, go
  # get ./... will download a new Paddle repo from Github,
  # without the changes in our current Paddle repo that we
  # want to build.
L
liaogang 已提交
287 288 289
  file(GLOB GO_SOURCE RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "*.go")
  add_custom_command(TARGET ${TARGET_NAME} POST_BUILD
    COMMAND rm "${CMAKE_CURRENT_BINARY_DIR}/${LIB_NAME}"
290 291 292 293 294 295 296
    # Symlink Paddle directory into GOPATH
    COMMAND mkdir -p ${PADDLE_IN_GOPATH}
    COMMAND rm -rf ${PADDLE_IN_GOPATH}                                                                                                                                         
    COMMAND ln -sf ${CMAKE_SOURCE_DIR} ${PADDLE_IN_GOPATH}
    # Automatically get all dependencies specified in the source code                                                                                                                                 
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} get -d .
    # Golang build source code
L
liaogang 已提交
297 298
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} build ${BUILD_MODE}
    -o "${CMAKE_CURRENT_BINARY_DIR}/${LIB_NAME}"
L
liaogang 已提交
299
    ${GO_SOURCE}
300
    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
L
liaogang 已提交
301 302 303 304 305 306 307 308 309 310 311
endfunction(go_library)

function(go_binary TARGET_NAME)
  set(options OPTIONAL)
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(go_binary "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  add_custom_command(OUTPUT ${TARGET_NAME}_timestamp
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} build
    -o "${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}"
    ${go_library_SRCS}
312
    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
313
  add_custom_target(${TARGET_NAME} ALL DEPENDS ${TARGET_NAME}_timestamp ${go_binary_DEPS})
L
liaogang 已提交
314 315 316 317 318 319 320 321 322 323 324 325
  install(PROGRAMS ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME} DESTINATION bin)
endfunction(go_binary)

function(go_test TARGET_NAME)
  set(options OPTIONAL)
  set(oneValueArgs "")
  set(multiValueArgs SRCS DEPS)
  cmake_parse_arguments(go_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
  add_custom_command(OUTPUT ${TARGET_NAME}_timestamp
    COMMAND env GOPATH=${GOPATH} ${CMAKE_Go_COMPILER} test
    -c -o "${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME}"
    ${go_test_SRCS}
326
    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
327
  add_custom_target(${TARGET_NAME} ALL DEPENDS ${TARGET_NAME}_timestamp ${go_test_DEPS})
L
liaogang 已提交
328 329
  add_test(${TARGET_NAME} ${CMAKE_CURRENT_BINARY_DIR}/${TARGET_NAME})
endfunction(go_test)