CMakeLists.txt 9.4 KB
Newer Older
L
Luo Tao 已提交
1 2
file(GLOB GENERAL_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "*_op.cc")
string(REPLACE ".cc" "" GENERAL_OPS "${GENERAL_OPS}")
3
set(DEPS_OPS "")
L
Luo Tao 已提交
4 5
set(pybind_file ${PADDLE_SOURCE_DIR}/paddle/pybind/pybind.h)
file(WRITE ${pybind_file} "// Generated by the paddle/operator/CMakeLists.txt.  DO NOT EDIT!\n\n")
Y
Yu Yang 已提交
6 7 8 9
function(op_library TARGET)
    # op_library is a function to create op library. The interface is same as
    # cc_library. But it handle split GPU/CPU code and link some common library
    # for ops.
L
Luo Tao 已提交
10
    set(OP_LIBRARY ${TARGET} ${OP_LIBRARY} PARENT_SCOPE)
Y
Yu Yang 已提交
11 12
    set(cc_srcs)
    set(cu_srcs)
13
    set(cu_cc_srcs)
Y
update  
Yancey1989 已提交
14
    set(op_common_deps operator op_registry math_function)
Y
Yu Yang 已提交
15 16 17
    set(options "")
    set(oneValueArgs "")
    set(multiValueArgs SRCS DEPS)
L
Luo Tao 已提交
18
    set(pybind_flag 0)
Y
Yu Yang 已提交
19 20 21
    cmake_parse_arguments(op_library "${options}" "${oneValueArgs}"
            "${multiValueArgs}" ${ARGN})

22 23 24 25
    list(LENGTH op_library_SRCS op_library_SRCS_len)
    if (${op_library_SRCS_len} EQUAL 0)
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cc)
            list(APPEND cc_srcs ${TARGET}.cc)
Y
Yu Yang 已提交
26
        endif()
27 28 29
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cu.cc)
            list(APPEND cu_cc_srcs ${TARGET}.cu.cc)
        endif()
30
        if (EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${TARGET}.cu)
31
            list(APPEND cu_srcs ${TARGET}.cu)
32 33 34 35 36
        endif()
    else()
        foreach(src ${op_library_SRCS})
            if (${src} MATCHES ".*\\.cu$")
                list(APPEND cu_srcs ${src})
37 38
            elseif(${src} MATCHES ".*\\.cu.cc$")
                list(APPEND cu_cc_srcs ${src})
39 40 41 42 43 44 45
            elseif(${src} MATCHES ".*\\.cc$")
                list(APPEND cc_srcs ${src})
            else()
                message(FATAL_ERROR "${TARGET} Source file ${src} should only be .cc or .cu")
            endif()
        endforeach()
    endif()
Y
Yu Yang 已提交
46 47 48 49 50 51

    list(LENGTH cc_srcs cc_srcs_len)
    if (${cc_srcs_len} EQUAL 0)
        message(FATAL_ERROR "The op library ${TARGET} should contains at least one .cc file")
    endif()

52 53 54 55 56
    list(LENGTH op_library_DEPS op_library_DEPS_len)
    if (${op_library_DEPS_len} GREATER 0)
        set(DEPS_OPS ${TARGET} ${DEPS_OPS} PARENT_SCOPE)
    endif()
    
Y
Yu Yang 已提交
57
    if (WITH_GPU)
58
        nv_library(${TARGET} SRCS ${cc_srcs} ${cu_cc_srcs} ${cu_srcs} DEPS ${op_library_DEPS}
Y
Yu Yang 已提交
59 60 61 62 63
                ${op_common_deps})
    else()
        cc_library(${TARGET} SRCS ${cc_srcs} DEPS ${op_library_DEPS}
                ${op_common_deps})
    endif()
L
Luo Tao 已提交
64 65 66

    # net_op doesn't need pybind
    if ("${TARGET}" STREQUAL "net_op")
L
Luo Tao 已提交
67
        set(pybind_flag 1)
L
Luo Tao 已提交
68 69
    endif()

C
chengduoZH 已提交
70 71 72 73 74 75 76 77 78 79 80 81
    if ("${TARGET}" STREQUAL "compare_op")
        set(pybind_flag 1)
        file(APPEND ${pybind_file} "USE_OP(less_than);\nUSE_OP(equal);\n")
    endif()

    # conv_op contains several operators
    if ("${TARGET}" STREQUAL "conv_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(conv2d);\n")
    endif()

武毅 已提交
82 83 84 85 86 87 88
    # conv_cudnn_op contains several operators
    if ("${TARGET}" STREQUAL "conv_cudnn_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(conv2d_cudnn);\n")
    endif()

C
chengduoZH 已提交
89
    # pool_op contains several operators
90 91 92 93 94 95
    if ("${TARGET}" STREQUAL "pool_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(pool2d);\n")
    endif()

C
chengduoZH 已提交
96 97
    # pool_cudnn_op contains several operators
    if ("${TARGET}" STREQUAL "pool_cudnn_op")
Y
Yu Yang 已提交
98
        set(pybind_flag 1)
C
chengduoZH 已提交
99 100
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(pool2d_cudnn);\n")
Y
Yu Yang 已提交
101 102
    endif()

103
    if ("${TARGET}" STREQUAL "logical_op")
C
chengduoZH 已提交
104
        set(pybind_flag 1)
105
        file(APPEND ${pybind_file} "USE_OP(logical_and);\n")
C
chengduoZH 已提交
106 107 108 109 110 111 112 113 114
    endif()

    # pool_with_index_op contains several operators
    if ("${TARGET}" STREQUAL "pool_with_index_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(max_pool2d_with_index);\n")
    endif()

C
chengduoZH 已提交
115 116
    # conv_transpose_op contains several operators
    if ("${TARGET}" STREQUAL "conv_transpose_op")
C
chengduoZH 已提交
117 118
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
C
chengduoZH 已提交
119
        file(APPEND ${pybind_file} "USE_OP(conv2d_transpose);\n")
C
chengduoZH 已提交
120
    endif()
C
chengduoZH 已提交
121 122 123

    # conv_transpose_cudnn_op contains two operators
    if ("${TARGET}" STREQUAL "conv_transpose_cudnn_op")
C
chengduoZH 已提交
124 125
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
C
chengduoZH 已提交
126
        file(APPEND ${pybind_file} "USE_OP(conv2d_transpose_cudnn);\n")
C
chengduoZH 已提交
127 128
    endif()

129 130 131 132 133 134 135
    # save_restore_op contains several operators
    if ("${TARGET}" STREQUAL "save_restore_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_NO_KERNEL_OP(save);\n")
    endif()

Q
qijun 已提交
136 137 138 139 140 141
    # activation_op contains several operators
    if ("${TARGET}" STREQUAL "activation_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(sigmoid);\n")
    endif()
Y
Yu Yang 已提交
142

D
Dong Zhihong 已提交
143 144 145 146
    # nccl_op contains several operators
    if ("${TARGET}" STREQUAL "nccl_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
Q
QI JUN 已提交
147
        file(APPEND ${pybind_file} "USE_CUDA_ONLY_OP(ncclAllReduce);\n")
D
Dong Zhihong 已提交
148
    endif()
W
wanghaox 已提交
149

G
guosheng 已提交
150 151 152 153 154 155
    # reduce_op contains several operators
    if ("${TARGET}" STREQUAL "reduce_op")
        set(pybind_flag 1)
        # It's enough to just adding one operator to pybind
        file(APPEND ${pybind_file} "USE_OP(reduce_sum);\n")
    endif()
Q
qijun 已提交
156

Y
Yu Yang 已提交
157 158 159 160 161
    if ("${TARGET}" STREQUAL "tensor_array_read_write_op")
        set(pybind_flag 1)
        file(APPEND ${pybind_file} "USE_NO_KERNEL_OP(read_from_array);\nUSE_NO_KERNEL_OP(write_to_array);\n")
    endif()

L
Luo Tao 已提交
162
    # pybind USE_NO_KERNEL_OP
T
typhoonzero 已提交
163
    # HACK: if REGISTER_OP_CPU_KERNEL presents the operator must have kernel
L
Luo Tao 已提交
164
    file(READ ${TARGET}.cc TARGET_CONTENT)
T
typhoonzero 已提交
165
    string(REGEX MATCH "REGISTER_OP_CPU_KERNEL" regex_result "${TARGET_CONTENT}")
L
Luo Tao 已提交
166 167 168 169 170 171 172 173
    string(REPLACE "_op" "" TARGET "${TARGET}")
    if (${pybind_flag} EQUAL 0 AND regex_result STREQUAL "")
        file(APPEND ${pybind_file} "USE_NO_KERNEL_OP(${TARGET});\n")
        set(pybind_flag 1)
    endif()

    # pybind USE_CPU_ONLY_OP
    list(LENGTH cu_srcs cu_srcs_len)
174 175 176
    list(LENGTH cu_cc_srcs cu_cc_srcs_len)

    if (${pybind_flag} EQUAL 0 AND ${cu_srcs_len} EQUAL 0 AND ${cu_cc_srcs_len} EQUAL 0)
L
Luo Tao 已提交
177 178 179 180 181 182 183 184
        file(APPEND ${pybind_file} "USE_CPU_ONLY_OP(${TARGET});\n")
        set(pybind_flag 1)
    endif()

    # pybind USE_OP
    if (${pybind_flag} EQUAL 0)
        file(APPEND ${pybind_file} "USE_OP(${TARGET});\n")
    endif()
Y
Yu Yang 已提交
185 186
endfunction()

Q
qijun 已提交
187
add_subdirectory(math)
D
Dong Zhihong 已提交
188
add_subdirectory(nccl)
189

L
Luo Tao 已提交
190 191 192 193 194 195
if(WITH_GPU)
    op_library(nccl_op DEPS nccl_common)
else()
    set(DEPS_OPS ${DEPS_OPS} nccl_op)
endif()

T
typhoonzero 已提交
196
if(WITH_DISTRIBUTE)
197 198 199 200 201 202 203 204 205 206
    add_subdirectory(detail)
    set(DISTRIBUTE_DEPS sendrecvop_grpc grpc++_unsecure grpc_unsecure gpr cares zlib_target protobuf)
    set(DISTRIBUTE_COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
    op_library(send_op DEPS ${DISTRIBUTE_DEPS})
    set_source_files_properties(send_op.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
    op_library(recv_op DEPS ${DISTRIBUTE_DEPS})
    set_source_files_properties(recv_op.cc PROPERTIES COMPILE_FLAGS ${DISTRIBUTE_COMPILE_FLAGS})
    cc_test(test_send_recv SRCS send_recv_op_test.cc DEPS send_op recv_op sum_op executor)
else()
    set(DEPS_OPS ${DEPS_OPS} send_op recv_op)
T
typhoonzero 已提交
207 208
endif()

209
op_library(cond_op DEPS framework_proto tensor net_op)
210 211
op_library(cross_entropy_op DEPS cross_entropy)
op_library(softmax_with_cross_entropy_op DEPS cross_entropy softmax)
212 213
op_library(softmax_op DEPS softmax)
op_library(sequence_softmax_op DEPS softmax)
Q
QI JUN 已提交
214 215 216
op_library(sum_op DEPS selected_rows_functor)
op_library(sgd_op DEPS selected_rows_functor)
op_library(adagrad_op DEPS selected_rows_functor)
C
chengduoZH 已提交
217
op_library(conv_op DEPS vol2col)
C
chengduoZH 已提交
218
op_library(pool_op DEPS pooling)
W
wanghaox 已提交
219
op_library(maxout_op DEPS maxouting)
S
sweetsky0901 已提交
220
op_library(unpool_op DEPS unpooling)
C
chengduoZH 已提交
221
op_library(pool_with_index_op DEPS pooling)
222 223 224 225
op_library(lod_rank_table_op DEPS lod_rank_table)
op_library(lod_tensor_to_array_op DEPS lod_rank_table_op)
op_library(array_to_lod_tensor_op DEPS lod_rank_table_op)
op_library(max_sequence_len_op DEPS lod_rank_table)
C
chengduoZH 已提交
226
op_library(sequence_conv_op DEPS context_project)
227
op_library(sequence_pool_op DEPS sequence_pooling)
D
dangqingqing 已提交
228
op_library(lstm_op DEPS sequence2batch lstm_compute)
C
chengduoZH 已提交
229
op_library(conv_transpose_op DEPS vol2col)
G
guosheng 已提交
230
op_library(gru_op DEPS sequence2batch gru_compute)
231
op_library(recurrent_op DEPS executor)
武毅 已提交
232 233 234 235
# FIXME(typhoonzero): save/load depends lodtensor serialization functions
op_library(save_op DEPS lod_tensor)
op_library(load_op DEPS lod_tensor)

236
list(REMOVE_ITEM GENERAL_OPS ${DEPS_OPS})
L
Luo Tao 已提交
237
foreach(src ${GENERAL_OPS})
238
    op_library(${src})
L
Luo Tao 已提交
239 240 241 242
endforeach()

set(GLOB_OP_LIB ${OP_LIBRARY} CACHE INTERNAL "Global OP library")

武毅 已提交
243

244 245 246
cc_test(gather_test SRCS gather_test.cc DEPS tensor)
cc_test(net_op_test SRCS net_op_test.cc DEPS net_op)
cc_test(scatter_test SRCS scatter_test.cc DEPS tensor)
Q
Qiao Longfei 已提交
247
cc_test(beam_search_decode_op_test SRCS beam_search_decode_op_test.cc DEPS lod_tensor)
248
cc_test(strided_memcpy_test SRCS strided_memcpy_test.cc DEPS tensor paddle_memory)
D
Dong Zhihong 已提交
249
if(WITH_GPU)
250
    cc_test(nccl_op_test SRCS nccl_op_test.cu.cc DEPS nccl_op gpu_info device_context)
D
Dong Zhihong 已提交
251
endif()
Y
Yu Yang 已提交
252
cc_test(save_load_op_test SRCS save_load_op_test.cc DEPS save_op load_op)