CMakeLists.txt 9.5 KB
Newer Older
L
Luo Tao 已提交
1
file(GLOB GENERAL_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "*_op.cc")
2
string(REPLACE "_mkldnn" "" GENERAL_OPS "${GENERAL_OPS}")
L
Luo Tao 已提交
3
string(REPLACE ".cc" "" GENERAL_OPS "${GENERAL_OPS}")
4
list(REMOVE_DUPLICATES GENERAL_OPS)
5
set(DEPS_OPS "")
6
set(pybind_file ${PADDLE_SOURCE_DIR}/paddle/fluid/pybind/pybind.h)
L
Luo Tao 已提交
7
file(WRITE ${pybind_file} "// Generated by the paddle/operator/CMakeLists.txt.  DO NOT EDIT!\n\n")
Y
Yu Yang 已提交
8 9 10 11
function(op_library TARGET)
    # op_library is a function to create op library. The interface is same as
    # cc_library. But it handle split GPU/CPU code and link some common library
    # for ops.
L
Luo Tao 已提交
12
    set(OP_LIBRARY ${TARGET} ${OP_LIBRARY} PARENT_SCOPE)
Y
Yu Yang 已提交
13 14
    set(cc_srcs)
    set(cu_srcs)
15
    set(cu_cc_srcs)
C
chengduoZH 已提交
16
    set(cudnn_cu_cc_srcs)
C
chengduoZH 已提交
17
    set(CUDNN_FILE)
18 19
    set(mkldnn_cc_srcs)
    set(MKLDNN_FILE)
Y
update  
Yancey1989 已提交
20
    set(op_common_deps operator op_registry math_function)
Y
Yu Yang 已提交
21 22 23
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
L
Luo Tao 已提交
24
    set(pybind_flag 0)
Y
Yu Yang 已提交
25 26 27
    cmake_parse_arguments(op_library "${options}" "${oneValueArgs}"
            "${multiValueArgs}" ${ARGN})

28 29 30 31
    list(LENGTH op_library_SRCS op_library_SRCS_len)
    if (${op_library_SRCS_len} EQUAL 0)
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cc)
            list(APPEND cc_srcs ${TARGET}.cc)
Y
Yu Yang 已提交
32
        endif()
33 34 35
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cu.cc)
            list(APPEND cu_cc_srcs ${TARGET}.cu.cc)
        endif()
36
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cu)
37
            list(APPEND cu_srcs ${TARGET}.cu)
38
        endif()
C
chengduoZH 已提交
39 40 41 42
        string(REPLACE "_op" "_cudnn_op" CUDNN_FILE "${TARGET}")
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${CUDNN_FILE}.cu.cc)
            list(APPEND cudnn_cu_cc_srcs ${CUDNN_FILE}.cu.cc)
        endif()
43 44 45 46 47 48
        if(WITH_MKLDNN)
            string(REPLACE "_op" "_mkldnn_op" MKLDNN_FILE "${TARGET}")
            if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${MKLDNN_FILE}.cc)
                list(APPEND mkldnn_cc_srcs ${MKLDNN_FILE}.cc)
            endif()
        endif()
49 50 51 52
    else()
        foreach(src ${op_library_SRCS})
            if (${src} MATCHES ".*\\.cu$")
                list(APPEND cu_srcs ${src})
C
chengduoZH 已提交
53 54
            elseif(${src} MATCHES ".*_cudnn_op.cu.cc$")
                list(APPEND cudnn_cu_cc_srcs ${src})
55 56
            elseif(WITH_MKLDNN AND ${src} MATCHES ".*_mkldnn_op.cc$")
                list(APPEND mkldnn_cc_srcs ${src})
57 58
            elseif(${src} MATCHES ".*\\.cu.cc$")
                list(APPEND cu_cc_srcs ${src})
59 60 61 62 63 64 65
            elseif(${src} MATCHES ".*\\.cc$")
                list(APPEND cc_srcs ${src})
            else()
                message(FATAL_ERROR "${TARGET} Source file ${src} should only be .cc or .cu")
            endif()
        endforeach()
    endif()
Y
Yu Yang 已提交
66 67 68 69 70 71

    list(LENGTH cc_srcs cc_srcs_len)
    if (${cc_srcs_len} EQUAL 0)
        message(FATAL_ERROR "The op library ${TARGET} should contains at least one .cc file")
    endif()

72 73 74 75
    list(LENGTH op_library_DEPS op_library_DEPS_len)
    if (${op_library_DEPS_len} GREATER 0)
        set(DEPS_OPS ${TARGET} ${DEPS_OPS} PARENT_SCOPE)
    endif()
Y
Yu Yang 已提交
76
    if (WITH_GPU)
77
        nv_library(${TARGET} SRCS ${cc_srcs} ${cu_cc_srcs} ${cudnn_cu_cc_srcs} ${mkldnn_cc_srcs} ${cu_srcs} DEPS ${op_library_DEPS}
Y
Yu Yang 已提交
78 79
                ${op_common_deps})
    else()
80 81
        cc_library(${TARGET} SRCS ${cc_srcs} ${mkldnn_cc_srcs} DEPS ${op_library_DEPS}
            ${op_common_deps})
Y
Yu Yang 已提交
82
    endif()
L
Luo Tao 已提交
83

84
    # Define operators that don't need pybind here.
85
    foreach(manual_pybind_op "net_op" "compare_op" "logical_op" "nccl_op" "tensor_array_read_write_op")
86 87 88 89
        if ("${TARGET}" STREQUAL "${manual_pybind_op}")
            set(pybind_flag 1)
        endif()
    endforeach()
Q
qijun 已提交
90

91 92 93
    # The registration of USE_OP, please refer to paddle/framework/op_registry.h.
    # Note that it's enough to just adding one operator to pybind in a *_op.cc file.
    # And for detail pybind information, please see generated paddle/pybind/pybind.h.
94 95 96 97 98 99 100 101
    file(READ ${TARGET}.cc TARGET_CONTENT)
    string(REGEX MATCH "REGISTER_OP\\(.*REGISTER_OP\\(" multi_register "${TARGET_CONTENT}")
    string(REGEX MATCH "REGISTER_OP\\([a-z0-9_]*," one_register "${multi_register}")
    if (one_register STREQUAL "")
        string(REPLACE "_op" "" TARGET "${TARGET}")
    else ()
        string(REPLACE "REGISTER_OP(" "" TARGET "${one_register}")
        string(REPLACE "," "" TARGET "${TARGET}")
Y
Yu Yang 已提交
102 103
    endif()

L
Luo Tao 已提交
104
    # pybind USE_NO_KERNEL_OP
T
typhoonzero 已提交
105
    # HACK: if REGISTER_OP_CPU_KERNEL presents the operator must have kernel
T
typhoonzero 已提交
106
    string(REGEX MATCH "REGISTER_OP_CPU_KERNEL" regex_result "${TARGET_CONTENT}")
L
Luo Tao 已提交
107 108 109 110 111 112 113 114
    string(REPLACE "_op" "" TARGET "${TARGET}")
    if (${pybind_flag} EQUAL 0 AND regex_result STREQUAL "")
        file(APPEND ${pybind_file} "USE_NO_KERNEL_OP(${TARGET});\n")
        set(pybind_flag 1)
    endif()

    # pybind USE_CPU_ONLY_OP
    list(LENGTH cu_srcs cu_srcs_len)
115
    list(LENGTH cu_cc_srcs cu_cc_srcs_len)
116 117
    list(LENGTH mkldnn_cc_srcs mkldnn_cc_srcs_len)
    if (${pybind_flag} EQUAL 0 AND ${mkldnn_cc_srcs_len} EQUAL 0 AND ${cu_srcs_len} EQUAL 0 AND ${cu_cc_srcs_len} EQUAL 0)
L
Luo Tao 已提交
118 119 120 121
        file(APPEND ${pybind_file} "USE_CPU_ONLY_OP(${TARGET});\n")
        set(pybind_flag 1)
    endif()

C
chengduoZH 已提交
122 123
    # pybind USE_OP_DEVICE_KERNEL for CUDNN
    list(LENGTH cudnn_cu_cc_srcs cudnn_cu_cc_srcs_len)
C
chengduoZH 已提交
124
    if (WITH_GPU AND ${cudnn_cu_cc_srcs_len} GREATER 0)
C
chengduoZH 已提交
125 126 127
        file(APPEND ${pybind_file} "USE_OP_DEVICE_KERNEL(${TARGET}, CUDNN);\n")
    endif()

128 129 130 131 132
    # pybind USE_OP_DEVICE_KERNEL for MKLDNN
    if (WITH_MKLDNN AND ${mkldnn_cc_srcs_len} GREATER 0)
        file(APPEND ${pybind_file} "USE_OP_DEVICE_KERNEL(${TARGET}, MKLDNN);\n")
    endif()

L
Luo Tao 已提交
133 134 135 136
    # pybind USE_OP
    if (${pybind_flag} EQUAL 0)
        file(APPEND ${pybind_file} "USE_OP(${TARGET});\n")
    endif()
Y
Yu Yang 已提交
137 138
endfunction()

Q
qijun 已提交
139
add_subdirectory(math)
D
Dong Zhihong 已提交
140
add_subdirectory(nccl)
141

L
Luo Tao 已提交
142 143
if(WITH_GPU)
    op_library(nccl_op DEPS nccl_common)
144
    file(APPEND ${pybind_file} "USE_CUDA_ONLY_OP(ncclAllReduce);\n")
L
Luo Tao 已提交
145 146 147
else()
    set(DEPS_OPS ${DEPS_OPS} nccl_op)
endif()
Q
QI JUN 已提交
148

149
add_subdirectory(detail)
T
typhoonzero 已提交
150
if(WITH_DISTRIBUTE)
T
typhoonzero 已提交
151
    set(DISTRIBUTE_DEPS sendrecvop_grpc grpc++_unsecure grpc_unsecure gpr cares zlib protobuf)
152 153 154 155 156
    set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
    op_library(send_op DEPS ${DISTRIBUTE_DEPS})
    set_source_files_properties(send_op.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
    op_library(recv_op DEPS ${DISTRIBUTE_DEPS})
    set_source_files_properties(recv_op.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
157 158 159
    op_library(listen_and_serv_op DEPS ${DISTRIBUTE_DEPS})
    set_source_files_properties(listen_and_serv_op.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
    cc_test(test_send_recv SRCS send_recv_op_test.cc DEPS send_op listen_and_serv_op sum_op executor)
160
else()
161
    set(DEPS_OPS ${DEPS_OPS} send_op recv_op listen_and_serv_op)
T
typhoonzero 已提交
162 163
endif()

164
op_library(cond_op DEPS framework_proto tensor net_op)
165 166
op_library(cross_entropy_op DEPS cross_entropy)
op_library(softmax_with_cross_entropy_op DEPS cross_entropy softmax)
167
op_library(softmax_op DEPS softmax)
S
sweetsky0901 已提交
168
op_library(detection_output_op DEPS softmax)
169
op_library(sequence_softmax_op DEPS softmax)
Q
QI JUN 已提交
170 171
op_library(sum_op DEPS selected_rows_functor)
op_library(sgd_op DEPS selected_rows_functor)
Y
Yan Chunwei 已提交
172
op_library(print_op DEPS lod_tensor)
Q
QI JUN 已提交
173
op_library(adagrad_op DEPS selected_rows_functor)
W
wanghaox 已提交
174
op_library(maxout_op DEPS maxouting)
S
sweetsky0901 已提交
175
op_library(unpool_op DEPS unpooling)
176
op_library(pool_op DEPS pooling)
C
chengduoZH 已提交
177
op_library(pool_with_index_op DEPS pooling)
178 179 180 181
op_library(lod_rank_table_op DEPS lod_rank_table)
op_library(lod_tensor_to_array_op DEPS lod_rank_table_op)
op_library(array_to_lod_tensor_op DEPS lod_rank_table_op)
op_library(max_sequence_len_op DEPS lod_rank_table)
C
chengduoZH 已提交
182
op_library(sequence_conv_op DEPS context_project)
183
op_library(sequence_pool_op DEPS sequence_pooling)
D
dangqingqing 已提交
184
op_library(lstm_op DEPS sequence2batch lstm_compute)
185
op_library(lstmp_op DEPS sequence2batch lstm_compute)
G
guosheng 已提交
186
op_library(gru_op DEPS sequence2batch gru_compute)
187
op_library(recurrent_op DEPS executor)
C
chengduoZH 已提交
188
op_library(warpctc_op DEPS dynload_warpctc sequence_padding sequence_scale)
C
chengduoZH 已提交
189
op_library(cos_sim_op DEPS cos_sim_functor)
Y
Yang Yang 已提交
190
op_library(parallel_do_op DEPS executor)
191 192

if (WITH_GPU)
193
    op_library(conv_op DEPS vol2col depthwise_conv im2col)
194
else()
195
    op_library(conv_op DEPS vol2col im2col)
196
endif()
197
op_library(conv_transpose_op DEPS vol2col im2col)
198

武毅 已提交
199 200 201
# FIXME(typhoonzero): save/load depends lodtensor serialization functions
op_library(save_op DEPS lod_tensor)
op_library(load_op DEPS lod_tensor)
202 203
op_library(save_combine_op DEPS lod_tensor)
op_library(load_combine_op DEPS lod_tensor)
204
op_library(concat_op DEPS concat)
武毅 已提交
205

206
list(REMOVE_ITEM GENERAL_OPS ${DEPS_OPS})
L
Luo Tao 已提交
207
foreach(src ${GENERAL_OPS})
208
    op_library(${src})
L
Luo Tao 已提交
209
endforeach()
210
file(APPEND ${pybind_file} "USE_OP(less_than);\nUSE_OP(logical_and);\nUSE_NO_KERNEL_OP(read_from_array);\n")
211

Y
FIX CI  
Yu Yang 已提交
212 213 214 215
add_subdirectory(reader)
foreach(src ${READER_LIBRARY})
    set(OP_LIBRARY ${src} ${OP_LIBRARY})
endforeach()
216

L
Luo Tao 已提交
217 218
set(GLOB_OP_LIB ${OP_LIBRARY} CACHE INTERNAL "Global OP library")

219 220 221
cc_test(gather_test SRCS gather_test.cc DEPS tensor)
cc_test(net_op_test SRCS net_op_test.cc DEPS net_op)
cc_test(scatter_test SRCS scatter_test.cc DEPS tensor)
Q
Qiao Longfei 已提交
222
cc_test(beam_search_decode_op_test SRCS beam_search_decode_op_test.cc DEPS lod_tensor)
Y
Yan Chunwei 已提交
223
cc_test(beam_search_op_test SRCS beam_search_op_test.cc DEPS lod_tensor beam_search_op)
224
cc_test(strided_memcpy_test SRCS strided_memcpy_test.cc DEPS tensor paddle_memory)
Y
Yu Yang 已提交
225
cc_test(save_load_op_test SRCS save_load_op_test.cc DEPS save_op load_op)
226
cc_test(save_load_combine_op_test SRCS save_load_combine_op_test.cc DEPS save_combine_op load_combine_op)
Q
QI JUN 已提交
227
nv_test(nccl_op_test SRCS nccl_op_test.cu.cc DEPS nccl_op gpu_info device_context)