CMakeLists.txt 15.1 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
4
set(dist_ENVS http_proxy="" https_proxy="")
5

6 7
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
8 9
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
10 11 12
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
13 14
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
15 16 17
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
list(APPEND MIXED_DIST_TEST_OPS test_listen_and_serv_op)
list(APPEND MIXED_DIST_TEST_OPS test_nce_remote_table_op)
T
tangwei12 已提交
18 19
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
list(APPEND MIXED_DIST_TEST_OPS test_transpiler_ops)
20 21
list(APPEND MIXED_DIST_TEST_OPS test_lookup_remote_table_op)
list(APPEND MIXED_DIST_TEST_OPS test_launch)
22
list(APPEND MIXED_DIST_TEST_OPS test_launch_ps)
23 24 25
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
26

27
if(NOT WITH_GPU OR WIN32)
28
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
29 30 31 32
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
33
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
34 35
endif()

H
hutuxian 已提交
36 37
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
38
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
39
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
40
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
H
hutuxian 已提交
41 42
endif()

Y
Yu Yang 已提交
43 44
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
45
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
P
peizhilin 已提交
46
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
47 48 49
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

H
hutuxian 已提交
50 51
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
52
endif()
53 54 55
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
56

57
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
58
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
59
if(APPLE)
60 61 62 63
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
64
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
65 66
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
67
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
68
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
69
endif()
T
Tao Luo 已提交
70 71 72 73
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
74

75
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
76
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
77
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
78
endif()
A
Aurelius84 已提交
79 80
if(WITH_COVERAGE OR NOT WITH_AVX OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
C
Chengmo 已提交
81
  list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
A
Aurelius84 已提交
82
endif()
K
Kevin 已提交
83

84 85 86 87 88
if(WITH_GPU OR NOT WITH_MKLML)
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

89 90
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
91
    set(options SERIAL)
92
    set(oneValueArgs "")
93
    set(multiValueArgs MODULES DEPS ENVS)
94
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
95 96 97 98 99

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
100
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
101 102 103 104 105 106 107 108 109
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
110
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
111
    endif()
112

T
tianshuo78520a 已提交
113
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
114 115
  endif()
endfunction()
G
gongweibao 已提交
116 117 118 119 120 121 122 123

function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs "")
124
    set(multiValueArgs MODULES DEPS ENVS LABELS)
G
gongweibao 已提交
125 126
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

127 128 129 130
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
131

132 133 134 135 136 137 138 139 140 141 142 143 144 145
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_MODULES}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_MODULES}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
146

G
gongweibao 已提交
147 148 149
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
150 151 152 153 154 155

    if(bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
G
gongweibao 已提交
156 157
endfunction()

158
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
159

Y
yuyang18 已提交
160
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
H
hutuxian 已提交
161
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
162
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf_auto_growth)
163
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
164
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
165 166
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
167
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
168 169
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
170
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
171
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
172
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
173
list(REMOVE_ITEM TEST_OPS test_layers)
174 175 176
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
177
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
178
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
179
list(REMOVE_ITEM TEST_OPS test_install_check)
180 181 182 183
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
J
Jiabin Yang 已提交
184
list(REMOVE_ITEM TEST_OPS test_imperative_debug_string)
Z
Zeng Jinle 已提交
185 186 187 188 189 190

if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
endif()

191
# Some ops need to check results when gc is enabled
192
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
193 194
set(TEST_OPS_WITH_GC
  test_affine_channel_op
195 196 197 198 199 200
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_constant_batch_size_like_op
  test_fill_zeros_like2_op
  test_gather_op
201
  test_gather_nd_op
202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227
  test_gaussian_random_batch_size_like_op
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
  test_seq_conv
  test_seq_pool
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
  test_squared_l2_distance_op
  test_uniform_random_batch_size_like_op)

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
228 229 230
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
231
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
232 233 234
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
235
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
236
    FLAGS_cudnn_deterministic=1 SERIAL)
237
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" RUN_SERIAL TRUE)
238
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
239
        FLAGS_cudnn_deterministic=1 SERIAL)
240
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" RUN_SERIAL TRUE)
M
minqiyang 已提交
241
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
242
    FLAGS_cudnn_deterministic=1)
243
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
244
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
245
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
246
    FLAGS_cudnn_deterministic=1 SERIAL)
247
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" RUN_SERIAL TRUE)
248 249
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
250 251 252
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
J
Jiabin Yang 已提交
253
py_test_modules(test_imperative_debug_string MODULES test_imperative_debug_string ENVS FLAGS_dygraph_debug=1)
254
if(WITH_DISTRIBUTE)
255 256 257 258
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

259 260 261 262
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

263 264
    py_test_modules(test_lookup_remote_table_op MODULES test_lookup_remote_table_op ENVS ${dist_ENVS})
    py_test_modules(test_nce_remote_table_op MODULES test_nce_remote_table_op ENVS ${dist_ENVS})
T
tangwei12 已提交
265 266
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
    py_test_modules(test_transpiler_ops MODULES test_transpiler_ops ENVS ${dist_ENVS})
G
gongweibao 已提交
267
    if(WITH_DGC)
W
WangXi 已提交
268 269
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
270
        py_test_modules(test_dgc_op MODULES test_dgc_op)
271 272
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
W
WangXi 已提交
273 274 275 276
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
277
    endif()
J
JiabinYang 已提交
278
    if(NOT APPLE)
279
        bash_test_modules(test_listen_and_serv_op MODULES test_listen_and_serv.sh)
W
WangXi 已提交
280 281 282 283 284
        if(WITH_GPU)
            # NOTE. test_launch only work in gpu collective mode
            bash_test_modules(test_launch MODULES test_launch.sh)
        endif()
        bash_test_modules(test_launch_ps MODULES test_launch_ps.sh)
285

286
        set(dist_ut_port 1000)
287
        foreach(TEST_OP ${DIST_TEST_OPS})
288
            message(STATUS "set dist_ut_port=${dist_ut_port} on ${TEST_OP}")
289
            bash_test_modules(${TEST_OP} MODULES dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
290
            MATH(EXPR dist_ut_port "${dist_ut_port}+50")
291
        endforeach(TEST_OP)
292
    endif(NOT APPLE)
293
endif()
294

295
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
296
py_test_modules(test_parallel_executor_crf_auto_growth MODULES test_parallel_executor_crf_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
297
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
298
py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
299
py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
300 301 302
py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
H
hutuxian 已提交
303
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
304

D
dzhwinter 已提交
305
if(NOT WIN32)
306
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
D
dzhwinter 已提交
307
endif()
308
set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
309 310 311
set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
312

313 314
add_subdirectory(sequence)

315 316 317
if (WITH_NGRAPH)
    add_subdirectory(ngraph)
endif()
318 319 320 321

if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
322

323
if (WITH_TESTING)
Z
Zeng Jinle 已提交
324
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
325 326
endif()

327
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
328 329 330
        test_parallel_executor_seresnext_base_gpu test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
        test_parallel_executor_crf test_sync_batch_norm_op
331
        test_parallel_executor_feed_persistable_var
332
        test_parallel_executor_crf_auto_growth test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
333
        test_data_norm_op test_imperative_using_non_zero_gpu
334
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")