CMakeLists.txt 6.3 KB
Newer Older
W
Wu Yi 已提交
1
include(operators)
D
dzhwinter 已提交
2

W
Wu Yi 已提交
3 4 5
# clean cache and pybind_file content first when rebuild
unset(GLOB_OP_LIB CACHE)
unset(OP_LIBRARY CACHE)
6 7 8 9
set(pybind_file ${PADDLE_BINARY_DIR}/paddle/fluid/pybind/pybind.h.tmp CACHE INTERNAL "pybind.h file")
set(pybind_file_final ${PADDLE_BINARY_DIR}/paddle/fluid/pybind/pybind.h)
file(WRITE ${pybind_file} "// Generated by the paddle/fluid/operators/CMakeLists.txt.  DO NOT EDIT!\n\n")

10
copy_if_different(${pybind_file} ${pybind_file_final})
Y
Yu Yang 已提交
11

Q
qijun 已提交
12
add_subdirectory(math)
W
Wu Yi 已提交
13 14 15 16 17 18 19 20
add_subdirectory(controlflow)
add_subdirectory(detection)
add_subdirectory(elementwise)
add_subdirectory(fused)
add_subdirectory(metrics)
add_subdirectory(optimizers)
add_subdirectory(reduce_ops)
add_subdirectory(sequence_ops)
T
tensor-tang 已提交
21
add_subdirectory(jit)
Q
QI JUN 已提交
22

T
tangwei12 已提交
23

T
typhoonzero 已提交
24
if(WITH_DISTRIBUTE)
25
    add_subdirectory(collective)
W
Wu Yi 已提交
26
endif()
27

T
tangwei12 已提交
28 29 30 31
if (WITH_PSCORE)
    add_subdirectory(pscore)
endif()

32 33
add_subdirectory(amp)

W
wopeizl 已提交
34
add_subdirectory(reader)
T
typhoonzero 已提交
35

W
Wu Yi 已提交
36 37
if (NOT WIN32)
    add_subdirectory(nccl)
S
sneaxiy 已提交
38 39
endif()

40
if (WITH_GPU AND TENSORRT_FOUND)
W
Wu Yi 已提交
41
    add_subdirectory(tensorrt)
42
endif()
43

石晓伟 已提交
44 45 46 47
if (WITH_LITE)
    add_subdirectory(lite)
endif()

W
Wilber 已提交
48
SET(OP_HEADER_DEPS xxhash executor)
石晓伟 已提交
49

50
if (WITH_GPU)
51 52 53
    if (${CMAKE_CUDA_COMPILER_VERSION} LESS 11.0)
        SET(OP_HEADER_DEPS ${OP_HEADER_DEPS} cub)
    endif()
54 55
endif()

56

A
Aurelius84 已提交
57
SET(OP_MKL_DEPS "")
58
if (NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
59 60 61
    SET(OP_MKL_DEPS ${OP_MKL_DEPS} match_matrix_tensor_op)
    SET(OP_MKL_DEPS ${OP_MKL_DEPS} var_conv_2d_op)
endif()
62
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
63
    SET(OP_MKL_DEPS ${OP_MKL_DEPS} pyramid_hash_op)
K
Kevin 已提交
64 65
endif()

66 67 68 69 70 71
if(WITH_UNITY_BUILD)
    # Load Unity Build rules for operators in paddle/fluid/operators.
    include(unity_build_rule.cmake)
endif()

register_operators(EXCLUDES py_func_op warpctc_op dgc_op lstm_op run_program_op eye_op recurrent_op
T
tangwei12 已提交
72
        sync_batch_norm_op ${OP_MKL_DEPS} DEPS ${OP_HEADER_DEPS})
武毅 已提交
73

T
tangwei12 已提交
74
op_library(run_program_op SRCS run_program_op.cc run_program_op.cu.cc DEPS executor_cache ${OP_HEADER_DEPS})
75

P
peizhilin 已提交
76
if (WITH_GPU)
Q
qingqing01 已提交
77
    # warpctc_op needs cudnn 7 above
W
Wu Yi 已提交
78 79
    if (${CUDNN_MAJOR_VERSION} VERSION_LESS 7)
        op_library(warpctc_op DEPS dynload_warpctc sequence_padding sequence_scale SRCS warpctc_op.cc warpctc_op.cu.cc)
W
Wu Yi 已提交
80 81
    else()
        op_library(warpctc_op DEPS dynload_warpctc sequence_padding sequence_scale)
W
Wu Yi 已提交
82
    endif()
83 84
    op_library(sync_batch_norm_op)
    file(APPEND ${pybind_file} "USE_CUDA_ONLY_OP(sync_batch_norm);\n")
W
Wu Yi 已提交
85 86
else()
    op_library(warpctc_op DEPS dynload_warpctc sequence_padding sequence_scale)
W
Wu Yi 已提交
87
endif()
T
tangwei12 已提交
88 89 90 91

op_library(lstm_op DEPS ${OP_HEADER_DEPS}  lstm_compute)
op_library(eye_op DEPS ${OP_HEADER_DEPS})
op_library(recurrent_op DEPS ${OP_HEADER_DEPS})
92

93
set(COMMON_OP_DEPS ${OP_HEADER_DEPS})
94

G
gongweibao 已提交
95
if (WITH_DGC)
96 97 98 99 100
    op_library(dgc_op DEPS dgc)
    file(APPEND ${pybind_file} "USE_CUDA_ONLY_OP(dgc);\n")
    set(COMMON_OP_DEPS ${COMMON_OP_DEPS} dgc)
endif()

101
cc_library(common_infer_shape_functions SRCS common_infer_shape_functions.cc DEPS operator)
A
Aurelius84 已提交
102

Y
yaoxuefeng 已提交
103 104
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} selected_rows_functor selected_rows
lod_tensor maxouting unpooling pooling lod_rank_table context_project
105
sequence_pooling segment_pooling executor device_memory_aligment generator)
P
peizhilin 已提交
106
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} dynload_warpctc)
X
xuezhong 已提交
107
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} sequence_padding sequence_scale cos_sim_functor memory jit_kernel_helper concat_and_split cross_entropy softmax vol2col im2col sampler sample_prob tree2col)
108
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} sequence2batch lstm_compute matrix_bit_code gru_compute activation_functions beam_search fc matrix_inverse)
109
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} box_wrapper boost)
110
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} common_infer_shape_functions)
W
Wu Yi 已提交
111
if (WITH_GPU)
112
  set(COMMON_OP_DEPS ${COMMON_OP_DEPS} depthwise_conv prelu bert_encoder_functor)
W
Wu Yi 已提交
113
endif()
114
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} device_memory_aligment)
115
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} layer)
H
Huihuang Zheng 已提交
116
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} tensor_formatter)
117
set(COMMON_OP_DEPS ${COMMON_OP_DEPS} op_version_registry)
118 119 120
if (WITH_ASCEND)
  set(COMMON_OP_DEPS ${COMMON_OP_DEPS} ascend_wrapper)
endif()
121

W
Wu Yi 已提交
122 123 124 125 126 127 128 129
# FIXME(typhoonzero): operator deps may not needed.
# op_library(lod_tensor_to_array_op DEPS lod_rank_table_op)
# op_library(array_to_lod_tensor_op DEPS lod_rank_table_op)
# op_library(unsqueeze_op DEPS reshape_op)
# op_library(squeeze_op DEPS reshape_op)
# op_library(flatten_op DEPS reshape_op)
# op_library(unstack_op DEPS stack_op)
# op_library(tensor_array_to_tensor_op DEPS concat_op)
B
baiyf 已提交
130

W
Wu Yi 已提交
131 132
set(OPERATOR_DEPS ${OPERATOR_DEPS} ${COMMON_OP_DEPS})
set(GLOB_OPERATOR_DEPS ${OPERATOR_DEPS} CACHE INTERNAL "Global Op dependencies")
L
Luo Tao 已提交
133

134
cc_test(test_common_infer_shape_functions SRCS test_common_infer_shape_functions.cc DEPS common_infer_shape_functions ${COMMON_OP_DEPS} activation_op elementwise_add_op softmax_op softmax)
135
cc_test(assign_op_test SRCS assign_op_test.cc DEPS assign_op)
136
cc_test(gather_test SRCS gather_test.cc DEPS tensor)
Y
Yu Yang 已提交
137
cc_test(scatter_test SRCS scatter_test.cc DEPS tensor math_function)
Q
Qiao Longfei 已提交
138
cc_test(beam_search_decode_op_test SRCS beam_search_decode_op_test.cc DEPS lod_tensor)
Y
Yi Wang 已提交
139
cc_test(strided_memcpy_test SRCS strided_memcpy_test.cc DEPS tensor memory)
Y
Yu Yang 已提交
140
cc_test(save_load_op_test SRCS save_load_op_test.cc DEPS save_op load_op)
141
cc_test(save_load_combine_op_test SRCS save_load_combine_op_test.cc DEPS save_combine_op load_combine_op)
142
nv_test(dropout_op_test SRCS dropout_op_test.cc DEPS dropout_op tensor generator)
Z
Zeng Jinle 已提交
143 144 145 146 147
if (WITH_GPU)
    nv_test(test_leaky_relu_grad_grad_functor SRCS test_leaky_relu_grad_grad_functor.cc test_leaky_relu_grad_grad_functor.cu DEPS tensor device_context eigen3)
else()
    cc_test(test_leaky_relu_grad_grad_functor SRCS test_leaky_relu_grad_grad_functor.cc DEPS tensor device_context eigen3)
endif()
148

H
Huihuang Zheng 已提交
149
cc_library(tensor_formatter SRCS tensor_formatter.cc DEPS ${OP_HEADER_DEPS})
S
sneaxiy 已提交
150 151 152 153
if (WITH_PYTHON)
  cc_library(py_func_op SRCS py_func_op.cc DEPS op_registry python pybind)
endif()

W
Wu Yi 已提交
154
set(GLOB_OP_LIB ${OP_LIBRARY} CACHE INTERNAL "Global OP library")
155
add_subdirectory(benchmark)
156 157

cc_test(op_debug_string_test SRCS op_debug_string_test.cc DEPS elementwise_add_op)
158 159 160

if(WITH_MKLDNN)
include(mkldnn/inplace_op_tests.cmake)
161
include(mkldnn/caching_tests.cmake)
J
Jacek Czaja 已提交
162
include(mkldnn/nhwc_op_tests.cmake)
163
endif()
164 165 166 167 168

if(WITH_UNITY_BUILD)
    # Using Unity Build to compile operators, `register_operator` will cause
    # the unity library to lose some symbols.
    # The specified link dependency needs to be displayed here.
T
tangwei12 已提交
169
    target_link_libraries(paddle_operators_unity ${OP_HEADER_DEPS} ${COMMON_OP_DEPS})
170
endif()