util.cmake 5.4 KB
Newer Older
L
liaogang 已提交
1
# Some common routine for paddle compile.
Z
zhangjinchao01 已提交
2 3 4 5 6 7 8

# target_circle_link_libraries
# Link libraries to target which has circle dependencies.
#
# First Argument: target name want to be linked with libraries
# Rest Arguments: libraries which link together.
function(target_circle_link_libraries TARGET_NAME)
L
liaogang 已提交
9
    if(APPLE)
Y
Yu Yang 已提交
10 11 12 13
        set(LIBS)
        set(inArchive OFF)
        set(libsInArgn)

L
liaogang 已提交
14
        foreach(arg ${ARGN})
Y
Yu Yang 已提交
15 16 17 18 19 20 21 22 23 24 25
            if(${arg} STREQUAL "ARCHIVE_START")
                set(inArchive ON)
            elseif(${arg} STREQUAL "ARCHIVE_END")
                set(inArchive OFF)
            else()
                if(inArchive)
                    list(APPEND LIBS "-Wl,-force_load")
                endif()
                list(APPEND LIBS ${arg})
                list(APPEND libsInArgn ${arg})
            endif()
L
liaogang 已提交
26
        endforeach()
L
liaogang 已提交
27
        if("${CMAKE_CXX_COMPILER_ID}" STREQUAL "Clang" OR "${CMAKE_CXX_COMPILER_ID}" STREQUAL "AppleClang")
L
liaogang 已提交
28 29
            list(APPEND LIBS "-undefined dynamic_lookup")
        endif()
Y
Yu Yang 已提交
30
        list(REVERSE libsInArgn)
L
liaogang 已提交
31
        target_link_libraries(${TARGET_NAME}
Y
Yu Yang 已提交
32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
            ${LIBS}
            ${libsInArgn})

    else()  # LINUX
        set(LIBS)

        foreach(arg ${ARGN})
            if(${arg} STREQUAL "ARCHIVE_START")
                list(APPEND LIBS "-Wl,--whole-archive")
            elseif(${arg} STREQUAL "ARCHIVE_END")
                list(APPEND LIBS "-Wl,--no-whole-archive")
            else()
                list(APPEND LIBS ${arg})
            endif()
        endforeach()

L
liaogang 已提交
48
        target_link_libraries(${TARGET_NAME}
Y
Yu Yang 已提交
49 50 51
                "-Wl,--start-group"
                ${LIBS}
                "-Wl,--end-group")
L
liaogang 已提交
52
    endif()
Z
zhangjinchao01 已提交
53 54 55 56 57 58 59 60 61 62 63 64 65 66 67
endfunction()

# compile_cu_as_cpp
# Make a cu file compiled as C++
# Arguments: Source files
macro(compile_cu_as_cpp)
    foreach(s ${ARGN})
        set_source_files_properties(${s} PROPERTIES LANGUAGE CXX)
        set_source_files_properties(${s} PROPERTIES COMPILE_FLAGS "-x c++")
    endforeach()
endmacro()

# link_paddle_exe
# add paddle library for a paddle executable, such as trainer, pserver.
#
68
# It will handle WITH_PYTHON etc.
Z
zhangjinchao01 已提交
69
function(link_paddle_exe TARGET_NAME)
B
backyes 已提交
70 71 72 73
    if(WITH_RDMA)
        generate_rdma_links()
    endif()

Z
zhangjinchao01 已提交
74
    target_circle_link_libraries(${TARGET_NAME}
Y
Yu Yang 已提交
75
        ARCHIVE_START
Z
zhangjinchao01 已提交
76
        paddle_gserver
H
hedaoyuan 已提交
77
        paddle_function
Y
Yu Yang 已提交
78
        ARCHIVE_END
Z
zhangjinchao01 已提交
79 80 81 82 83 84 85 86
        paddle_pserver
        paddle_trainer_lib
        paddle_network
        paddle_math
        paddle_utils
        paddle_parameter
        paddle_proto
        paddle_cuda
L
liaogang 已提交
87
        ${EXTERNAL_LIBS}
Z
zhangjinchao01 已提交
88
        ${CMAKE_THREAD_LIBS_INIT}
L
liaogang 已提交
89 90 91
        ${CMAKE_DL_LIBS}
        ${RDMA_LD_FLAGS}
        ${RDMA_LIBS})
X
xuwei06 已提交
92

Z
zhangjinchao01 已提交
93 94
    if(WITH_PYTHON)
        target_link_libraries(${TARGET_NAME}
L
liaogang 已提交
95
            ${PYTHON_LIBRARIES} util)
Z
zhangjinchao01 已提交
96 97 98
    endif()

    if(WITH_GPU)
L
liaogang 已提交
99
        target_link_libraries(${TARGET_NAME} ${CUDA_CUDART_LIBRARY})
X
xuwei06 已提交
100
        if(NOT WITH_DSO OR WITH_METRIC)
Z
zhangjinchao01 已提交
101 102
            target_link_libraries(${TARGET_NAME}
                ${CUDNN_LIBRARY}
X
xuwei06 已提交
103
                ${CUDA_curand_LIBRARY})
Z
zhangjinchao01 已提交
104 105 106 107 108 109 110 111
            CUDA_ADD_CUBLAS_TO_TARGET(${TARGET_NAME})
        endif()

        check_library_exists(rt clock_gettime "time.h" HAVE_CLOCK_GETTIME )
        if(HAVE_CLOCK_GETTIME)
            target_link_libraries(${TARGET_NAME} rt)
        endif()
    endif()
112

113
    add_dependencies(${TARGET_NAME} ${external_project_dependencies})
Z
zhangjinchao01 已提交
114 115 116 117 118 119 120 121
endfunction()

# link_paddle_test
# Link a paddle unittest for target
# TARGET_NAME: the unittest target name
# Rest Arguemnts: not used.
function(link_paddle_test TARGET_NAME)
    link_paddle_exe(${TARGET_NAME})
H
hedaoyuan 已提交
122
    target_link_libraries(${TARGET_NAME}
H
hedaoyuan 已提交
123
                          paddle_test_main
124
                          paddle_test_util
H
hedaoyuan 已提交
125
                          ${GTEST_LIBRARIES})
Z
zhangjinchao01 已提交
126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
endfunction()

# add_unittest_without_exec
#
# create a paddle unittest. not specifically define how to run this unittest.
# TARGET_NAME: the unittest target name, same as executable file name
# Rest Arguments: the source files to compile this unittest.
macro(add_unittest_without_exec TARGET_NAME)
    add_executable(${TARGET_NAME} ${ARGN})
    link_paddle_test(${TARGET_NAME})
    add_style_check_target(${TARGET_NAME} ${ARGN})
endmacro()

# add_unittest
# create a paddle unittest and just to execute this binary to make unittest.
#
# TARGET_NAME: the unittest target name, same as executable file name
# Rest Arguments: the source files to compile this unittest.
macro(add_unittest TARGET_NAME)
    add_unittest_without_exec(${TARGET_NAME} ${ARGN})
    add_test(${TARGET_NAME} ${TARGET_NAME})
endmacro()

# add_simple_unittest
# create a paddle unittest with file name. It just compile ${TARGET_NAME}.cpp to
# ${TARGET_NAME} and then execute it.
macro(add_simple_unittest TARGET_NAME)
    add_unittest(${TARGET_NAME} ${TARGET_NAME}.cpp)
endmacro()

156 157 158 159 160 161 162 163 164 165 166 167 168
# Creates C resources file from files in given resource file
function(create_resources res_file output)
    # Create empty output file
    file(WRITE ${output} "")
    # Get short filename
    string(REGEX MATCH "([^/]+)$" filename ${res_file})
    # Replace filename spaces & extension separator for C compatibility
    string(REGEX REPLACE "\\.| |-" "_" filename ${filename})
    # Read hex data from file
    file(READ ${res_file} filedata HEX)
    # Convert hex data for C compatibility
    string(REGEX REPLACE "([0-9a-f][0-9a-f])" "0x\\1," filedata ${filedata})
    # Append data to output file
X
xuwei06 已提交
169
    file(APPEND ${output} "const unsigned char ${filename}[] = {${filedata}0};\nconst unsigned ${filename}_size = sizeof(${filename});\n")
170
endfunction()