CMakeLists.txt 56.3 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE
"${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
3
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
4
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
5
set(dist_ENVS http_proxy="" https_proxy="")
6

7
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
8
list(REMOVE_ITEM DIST_TEST_OPS "test_dist_op")
9
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
10 11
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
12
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
13
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
14
list(APPEND DIST_TEST_OPS test_pipeline)
15
list(APPEND DIST_TEST_OPS test_ir_pass_pipeline)
L
lilong12 已提交
16
list(APPEND DIST_TEST_OPS test_static_model_parallel)
17
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
18
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
19
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
20
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
21
list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
22
list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
23
list(APPEND DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
24
list(APPEND DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
25
list(APPEND DIST_TEST_OPS test_gen_nccl_id_op)
26
list(APPEND DIST_TEST_OPS test_parallel_dygraph_unused_variables)
27
list(APPEND DIST_TEST_OPS test_parallel_dygraph_control_flow)
28 29
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
30
list(APPEND DIST_TEST_OPS test_parallel_dygraph_dataparallel)
31 32
list(APPEND DIST_TEST_OPS test_parallel_dygraph_pipeline_parallel)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
33
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sharding_parallel)
34
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mp_layers)
35
list(APPEND DIST_TEST_OPS test_hybrid_parallel_inference_helper)
36
list(APPEND DIST_TEST_OPS test_parallel_class_center_sample)
37
list(APPEND DIST_TEST_OPS test_parallel_margin_cross_entropy)
38 39 40
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
41 42
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
43
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
44
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
45
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
46
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
47
list(APPEND MIXED_DIST_TEST_OPS test_communicator_ps_gpu)
48 49
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
50
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
51 52 53 54 55 56
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ps)
list(APPEND MIXED_DIST_TEST_OPS test_launch_coverage)
list(APPEND MIXED_DIST_TEST_OPS test_fleetrun)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_run_random_port)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_async)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_cloud)
57 58
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ascend)
list(APPEND MIXED_DIST_TEST_OPS test_ascend_group)
59
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_nproc)
60
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
61
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
62
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
63 64
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
65
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
66
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
67
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
68
list(APPEND MIXED_DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
69
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
70
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_init)
71
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
72
list(APPEND MIXED_DIST_TEST_OPS test_fleet_sharding_meta_optimizer)
73
list(APPEND MIXED_DIST_TEST_OPS test_fleet_hybrid_meta_optimizer)
74
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
75
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
76
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
77
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
78
list(APPEND MIXED_DIST_TEST_OPS test_fleet_fp16_allreduce_meta_optimizer)
79
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
80
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
81
list(APPEND MIXED_DIST_TEST_OPS test_fleet_meta_optimizer_base)
82
list(APPEND MIXED_DIST_TEST_OPS test_fleet_distributed_strategy)
83
list(APPEND MIXED_DIST_TEST_OPS test_fleet_auto)
84
list(APPEND MIXED_DIST_TEST_OPS test_fleet_static_mp_layers)
85 86
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner_gpt)
87 88 89
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
90

91
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
92
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
93 94
    LIST(REMOVE_ITEM TEST_OPS test_c_concat)
    LIST(REMOVE_ITEM TEST_OPS test_c_split)
95
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
96
    LIST(REMOVE_ITEM TEST_OPS test_c_identity)
97
    LIST(REMOVE_ITEM TEST_OPS test_c_embedding_op)
98 99
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
100
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce)
101
    LIST(REMOVE_ITEM TEST_OPS test_pipeline_parallel)
102
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter)
103
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv)
104
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
105
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
106 107 108 109
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding_none_divisible)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_row_linear)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_col_linear)
L
lilong12 已提交
110 111 112 113
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_barrier_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allreduce_api)
K
kuizhiqing 已提交
114
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
L
lilong12 已提交
115 116
    LIST(REMOVE_ITEM TEST_OPS test_collective_broadcast_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allgather_api)
L
lilong12 已提交
117
    LIST(REMOVE_ITEM TEST_OPS test_collective_alltoall_api)
118 119
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_gather)
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_scatter)
L
lilong12 已提交
120
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv_api)
121
    LIST(REMOVE_ITEM TEST_OPS test_collective_wait)
J
JZ-LIANG 已提交
122
    LIST(REMOVE_ITEM TEST_OPS test_memcpy_op)
李季 已提交
123
    LIST(REMOVE_ITEM TEST_OPS test_raw_program_optimizer)
Y
Yuang Liu 已提交
124
    LIST(REMOVE_ITEM TEST_OPS test_fleet_gradient_scale)
125
    LIST(REMOVE_ITEM TEST_OPS test_disable_signal_handler)
126 127
endif()

128 129 130 131
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
132 133 134 135 136 137 138
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)
139 140
    LIST(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_nlp)
    LIST(REMOVE_ITEM TEST_OPS test_nvprof)
141

142 143
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
H
huangxu96 已提交
144 145 146
    if (WITH_GPU)
        LIST(REMOVE_ITEM TEST_OPS test_update_loss_scaling_op)
    endif()
147 148 149 150 151 152 153 154 155 156
endif()

if(NOT WITH_DISTRIBUTE OR WIN32)
    # DISTRIBUTE related
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
157
    LIST(REMOVE_ITEM TEST_OPS test_collective_cpu_barrier_with_gloo)
158 159

    # TODO: Fix these unittests failed on Windows
160
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
161 162
endif()

163 164 165 166 167
if(NOT WITH_DISTRIBUTE)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_new)
    LIST(REMOVE_ITEM TEST_OPS test_desc_clone_dist)
endif()

168 169 170 171
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_complex_matmul)
endif()

172
LIST(REMOVE_ITEM TEST_OPS test_fleet_checkpoint)
173
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
174
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint1)
175
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
176 177 178 179 180 181
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint3)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_multiple)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_dist_basic)
LIST(REMOVE_ITEM TEST_OPS test_hdfs1)
LIST(REMOVE_ITEM TEST_OPS test_hdfs2)
LIST(REMOVE_ITEM TEST_OPS test_hdfs3)
182
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
183

184 185
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
186
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
187 188
endif()

S
ShenLiang 已提交
189 190
list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_hybrid_parallel)

191 192 193 194
if (NOT WITH_GLOO)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel_cpuonly)
endif()

195
if ((NOT WITH_GPU) AND (NOT WITH_ROCM))
196
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
197
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
198
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
199
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
200
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_unused_variables)
201 202
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
203
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
204
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
205
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
206
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_control_flow)
207 208
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
209
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel)
210 211
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_pipeline_parallel)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
212
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sharding_parallel)
213
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mp_layers)
214
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
215
    LIST(REMOVE_ITEM TEST_OPS test_mixed_precision)
216
    LIST(REMOVE_ITEM TEST_OPS test_fleet_base_single)
J
JZ-LIANG 已提交
217
    LIST(REMOVE_ITEM TEST_OPS test_dygraph_recompute)
218
    list(REMOVE_ITEM TEST_OPS test_hybrid_parallel_inference_helper)
219
    list(REMOVE_ITEM TEST_OPS test_parallel_class_center_sample)
220
    LIST(REMOVE_ITEM TEST_OPS test_parallel_margin_cross_entropy)
221 222
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner_gpt)
223 224 225 226
elseif(WITH_GPU)
    if (${CUDNN_VERSION} VERSION_LESS 7100)
        LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
    endif()
227 228
endif()

229 230 231
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
232
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
233 234 235 236
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

237
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
238
    list(REMOVE_ITEM TEST_OPS test_imperative_group)
K
kuizhiqing 已提交
239
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
240 241
endif()

242
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
243
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
244
endif()
245 246 247
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
248

249
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
250
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
251

252
if(APPLE)
253 254 255 256
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
257
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
258 259
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
260
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
261
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
262
endif()
263 264 265 266
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
267

268
if(NOT WITH_MKL OR NOT WITH_AVX)
269
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
270
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
271
endif()
272

273
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
274
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
275 276
endif()

277
list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
K
Kevin 已提交
278

279
if((WITH_ROCM OR WITH_GPU) OR NOT WITH_MKLML)
280 281 282 283
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
284 285 286 287
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

288 289
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
290
    set(options SERIAL)
291
    set(oneValueArgs "")
292
    set(multiValueArgs MODULES DEPS ENVS)
293
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
294

295
    if(WITH_COVERAGE AND NOT (WITH_INCREMENTAL_COVERAGE AND "$ENV{PADDLE_GIT_DIFF_PY_FILE}" STREQUAL ""))
296 297 298 299 300 301 302 303 304 305 306 307 308
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
309
    else()
310 311 312 313 314 315 316 317 318 319 320
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
321 322 323
    endif()

    if (py_test_modules_SERIAL)
324
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
325
    endif()
326 327 328
    if(WIN32)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
    endif()
329 330
  endif()
endfunction()
331

332

333 334 335 336 337 338
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
339 340
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
341 342
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

343

344 345 346 347
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
348

349 350 351 352 353
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
354
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
355 356 357 358 359
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
360
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
361 362
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
363

364 365 366
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
367 368

    if(bash_test_modules_LABELS)
369
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${bash_test_modules_LABELS})
370
    endif()
371 372
endfunction()

373 374 375 376 377 378 379 380 381 382 383
function(parallel_bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS UnitTests)
    cmake_parse_arguments(parallel_bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})


384
    set(timeout 120)
385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410
    if(${parallel_bash_test_modules_TIMEOUT})
        set(timeout ${parallel_bash_test_modules_TIMEOUT})
    endif()

    list(JOIN  parallel_bash_test_modules_UnitTests " " uts_string)

    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (parallel_bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()

    if(parallel_bash_test_modules_LABELS)
411
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${parallel_bash_test_modules_LABELS})
412 413 414
    endif()
endfunction()

415
list(REMOVE_ITEM TEST_OPS test_feed_data_check_shape_type)
416
list(REMOVE_ITEM TEST_OPS test_fetch_lod_tensor_array)
417
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
418
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
419
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
420
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
421
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
422
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
423
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
424 425
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
426
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
427 428
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
429
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
430
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
431
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
432
list(REMOVE_ITEM TEST_OPS test_layers)
433 434 435
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
436
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
437
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
438
list(REMOVE_ITEM TEST_OPS test_install_check)
439 440 441 442
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
443
list(REMOVE_ITEM TEST_OPS test_fuse_all_reduce_pass)
444
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
445
list(REMOVE_ITEM TEST_OPS test_fuse_bn_add_act_pass)
446 447
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
448
# disable test_cumsum_op temporaily
449
# list(REMOVE_ITEM TEST_OPS test_cumsum_op)
450

451 452
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
453

454
# disable iterable dataset unittest temporarily, fix in progress
455
list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
456

457 458 459
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
460
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
461
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
462
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
463 464
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
465
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
466 467
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
468
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
469
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
470
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dataset)
471 472
endif()

473 474 475 476
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

477
# Some ops need to check results when gc is enabled
478
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
479 480
set(TEST_OPS_WITH_GC
  test_affine_channel_op
481 482 483 484 485
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
486
  test_gather_nd_op
487 488 489 490 491 492 493 494
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_slice_op
  test_space_to_depth_op
495
  test_squared_l2_distance_op)
496 497 498 499 500 501

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
502 503 504
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
505
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
L
Li Fuchen 已提交
506
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
507 508
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
509
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
510
    FLAGS_cudnn_deterministic=1 SERIAL)
511
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
512
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
513
        FLAGS_cudnn_deterministic=1 SERIAL)
514
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
M
minqiyang 已提交
515
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
516
    FLAGS_cudnn_deterministic=1)
517
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
518
        FLAGS_cudnn_deterministic=1)
519
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
520
    FLAGS_cudnn_deterministic=1 SERIAL)
521
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
522 523
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
524 525 526
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
527 528 529 530
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
531
set_tests_properties(test_conv2d_op PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
532 533
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_conv2d_api PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
C
ceci3 已提交
534 535 536
set_tests_properties(test_conv_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_norm_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
537
if(WITH_DISTRIBUTE)
538 539 540 541
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

542 543 544
    # TODO(sandyhouse): fix and add the ut back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_hallreduce")

545 546 547 548
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
549

550 551 552 553 554 555 556 557
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
558 559
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

560
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
561
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
562
    py_test_modules(test_communicator_ps_gpu MODULES test_communicator_ps_gpu ENVS ${dist_ENVS})
563 564
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
565
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
566
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
567
    if(NOT APPLE)
568
    	   py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
569 570
    	   py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
571
    	   py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
572
	       py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
573
           py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
574
           py_test_modules(test_fleet_sharding_meta_optimizer MODULES test_fleet_sharding_meta_optimizer ENVS ${dist_ENVS})
575
           py_test_modules(test_fleet_hybrid_meta_optimizer MODULES test_fleet_hybrid_meta_optimizer ENVS ${dist_ENVS})
576
           py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
577
           py_test_modules(test_fleet_amp_init MODULES test_fleet_amp_init ENVS ${dist_ENVS})
578
           py_test_modules(test_fleet_fp16_allreduce_meta_optimizer MODULES test_fleet_fp16_allreduce_meta_optimizer ENVS ${dist_ENVS})
579
    	   py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
580
	   py_test_modules(test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS ${dist_ENVS})
581
	   py_test_modules(test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy)
582
	   py_test_modules(test_fleet_static_mp_layers MODULES test_fleet_static_mp_layers)
583
	   #py_test_modules(test_fleet_auto MODULES test_fleet_auto ENVS ${dist_ENVS})
584 585
        if(NOT WIN32)
            py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})
586 587
            py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
588 589
            py_test_modules(test_auto_parallel_partitioner MODULES test_auto_parallel_partitioner ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_partitioner_gpt MODULES test_auto_parallel_partitioner_gpt ENVS ${dist_ENVS})
590
        endif(NOT WIN32)
591
    endif(NOT APPLE)
G
gongweibao 已提交
592
    if(WITH_DGC)
593 594
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
595
        py_test_modules(test_dgc_op MODULES test_dgc_op)
596 597
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
598
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
599 600 601 602
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
603
    endif()
J
JiabinYang 已提交
604
    if(NOT APPLE)
605
        if(WITH_GPU OR WITH_ROCM)
606
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
607
            py_test_modules(test_launch_coverage MODULES test_launch_coverage)
608
        endif()
609

610 611 612 613 614
        bash_test_modules(test_fleetrun START_BASH test_fleetrun.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_run_random_port START_BASH test_fleet_run_random_port.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_async START_BASH test_fleet_launch_async.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_cloud START_BASH test_fleet_launch_cloud.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_nproc START_BASH test_fleet_launch_nproc.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
615
        if(WITH_ASCEND OR WITH_ASCEND_CL)
616 617 618
            bash_test_modules(test_fleet_launch_ascend START_BASH test_fleet_launch_ascend.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
            bash_test_modules(test_ascend_group START_BASH test_ascend_group.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        endif()
619

620
        # port range (20000, 23000) is reserved for dist-ops
621
        set(dist_ut_port 20001)
622
        foreach(TEST_OP ${DIST_TEST_OPS})
623
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
624
            MATH(EXPR dist_ut_port "${dist_ut_port}+30")
625 626 627
            if(dist_ut_port GREATER_EQUAL 22998)
                message(FATAL_ERROR "available ports have been exhausted:${dist_ut_port}")
            endif()
628
        endforeach(TEST_OP)
629
        # solve it later.
630
        bash_test_modules(test_fleet_launch_ps START_BASH test_fleet_launch_ps.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
631
        bash_test_modules(test_new_group START_BASH test_new_group.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}+20" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
632
    endif(NOT APPLE)
633
endif()
634

635
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
636 637
# Coverage pipeline use cuda 10.1 now, profiler will random hang in cuda 10.1,
# see https://github.com/PaddlePaddle/Paddle/issues/29082 for details.
638
# We guess there are some bugs in cuda 10.1 or 10.2,
639 640 641 642 643 644
# since this unittest is stable in cuda 11 (py3 pipeline) now.
if(NOT WITH_COVERAGE)
  py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
  set_tests_properties(test_parallel_executor_profiler PROPERTIES LABELS "RUN_TYPE=DIST")
  set_tests_properties(test_parallel_executor_profiler PROPERTIES TIMEOUT 120)
endif()
645
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
646 647
if(WIN32)
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth CUDA_VISIBLE_DEVICES=0)
648 649
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass ENVS CUDA_VISIBLE_DEVICES=0)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type ENVS CUDA_VISIBLE_DEVICES=0)
650
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array ENVS CUDA_VISIBLE_DEVICES=0)
651 652
else()
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
653 654
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type)
655
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array)
656
endif()
657

658
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
659
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
660
py_test_modules(test_fuse_bn_add_act_pass MODULES test_fuse_bn_add_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
661

662
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
663 664
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on,
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is
665 666
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
667 668 669 670
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
671
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
672
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
673
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
674
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
675
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
676
endif()
677

678 679 680
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
681
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
682 683 684
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
685
endif()
686

687
if(WITH_DISTRIBUTE AND NOT APPLE AND NOT WIN32)
688 689 690 691 692 693 694 695 696 697 698 699
    py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
    set_tests_properties(test_fleet_checkpoint PROPERTIES TIMEOUT 200)
    set_tests_properties(test_fleet_checkpoint PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 200 LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_multiple START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_dist_basic START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs2 START_BASH dist_test.sh TIMEOUT 200   LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
700 701
endif()

702
add_subdirectory(sequence)
703
add_subdirectory(dygraph_to_static)
704
add_subdirectory(rnn)
705

T
tianshuo78520a 已提交
706 707 708 709
if (WITH_XPU)
    add_subdirectory(xpu)
endif()

710
# dist xpu tests:
711 712 713 714 715
if (WITH_XPU_BKCL)
    py_test(test_collective_reduce_api_xpu SRCS "test_collective_reduce_api.py")
    py_test(test_collective_allreduce_api_xpu SRCS "test_collective_allreduce_api.py")
endif()

716 717 718 719
if(WIN32)
    cc_test(cc_imp_py_test SRCS cc_imp_py_test.cc DEPS python)
endif()

720 721 722 723
if (WITH_ASCEND_CL)
    add_subdirectory(npu)
endif()

724 725 726
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
727

728 729
add_subdirectory(asp)

730 731
add_subdirectory(ir)

H
hong 已提交
732 733
add_subdirectory(interpreter)

734
if (WITH_TESTING)
Z
Zeng Jinle 已提交
735
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
736
    set_property(TEST test_parallel_executor_fix_op_run_order PROPERTY ENVIRONMENT GLOG_vmodule=fix_op_run_order_pass=10)
737 738
endif()

739
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
740
        test_parallel_executor_feed_persistable_var
741
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
742
        test_data_norm_op
743
        test_dataloader_keep_order
744 745
        test_dataloader_unkeep_order
        test_parallel_executor_inference_feed_partial_data
746
        test_parallel_ssa_graph_inference_feed_partial_data
747
        test_fetch_unmerged
748
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
749 750
# disable test_parallel_executor_fetch_isolated_var
# set_tests_properties(test_parallel_executor_fetch_isolated_var PROPERTIES LABELS "RUN_TYPE=DIST")
751
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
752 753 754
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
755
        test_parallel_executor_fetch_isolated_var
756
        PROPERTIES LABELS "RUN_TYPE=DIST")
757

758
if(NOT WIN32 AND NOT APPLE)
759
    set_tests_properties(test_imperative_signal_handler PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
760 761 762 763 764 765
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
766 767
    # set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
768
    set_tests_properties(test_multiprocess_dataloader_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
769
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES TIMEOUT 120)
770
endif()
771

772
if (NOT WIN32)
773
    set_tests_properties(test_multiprocess_reader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
774
    set_tests_properties(test_layers PROPERTIES TIMEOUT 120)
775 776 777
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 1200)
    else ()
778
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 120)
779
    endif ()
780 781 782
endif()

if (WITH_DISTRIBUTE AND NOT WIN32)
783
    set_tests_properties(test_fleet_utils PROPERTIES TIMEOUT 120)
784
    set_tests_properties(test_collective_cpu_barrier_with_gloo PROPERTIES TIMEOUT 40)
785 786 787 788
endif()

if (WITH_DISTRIBUTE)
    set_tests_properties(test_communicator_half_async PROPERTIES TIMEOUT 120)
789 790
    set_tests_properties(test_dist_fleet_ctr2 PROPERTIES TIMEOUT 200)
    set_tests_properties(test_dist_fleet_sparse_embedding_ctr PROPERTIES TIMEOUT 200)
791
    set_tests_properties(test_dist_fleet_infer PROPERTIES TIMEOUT 200)
792
    set_tests_properties(test_dist_fleet_raw_program_optimizer PROPERTIES TIMEOUT 120)
793
    set_tests_properties(test_dist_fleet_raw_program_optimizer_fuse_allreduce PROPERTIES TIMEOUT 60)
794
endif()
795

796
if (WITH_DISTRIBUTE AND NOT APPLE)
797
    if(WITH_GPU OR WITH_ROCM)
798
        set_tests_properties(test_c_comm_init_op PROPERTIES TIMEOUT 120)
799
        set_tests_properties(test_dist_mnist_gradient_merge PROPERTIES TIMEOUT 160)
800
    endif()
801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821
endif()

# setting timeout value as 15S
set_tests_properties(test_sync_batch_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_lod_tensor_to_selected_rows PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_star_gan_with_gradient_penalty PROPERTIES TIMEOUT 120)
set_tests_properties(test_warpctc_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_profiler PROPERTIES TIMEOUT 120)
set_tests_properties(test_inplace_softmax_with_cross_entropy PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_entropy2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fetch_unmerged PROPERTIES TIMEOUT 120)
set_tests_properties(test_gru_unit_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_activation_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_empty_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_div_op PROPERTIES TIMEOUT 120)
822
set_tests_properties(test_regularizer_api PROPERTIES TIMEOUT 150)
823
set_tests_properties(test_multiclass_nms_op PROPERTIES TIMEOUT 120)
824
if(NOT WIN32)
825 826 827
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 1200)
    else ()
828
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 120)
829
    endif ()
830
endif()
831 832 833 834 835 836 837 838 839 840 841
set_tests_properties(test_add_reader_dependency PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilateral_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_relu_depthwise_conv_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fleet_util PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_transformer_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_matmul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_op PROPERTIES TIMEOUT 120)
842
set_tests_properties(test_static_save_load PROPERTIES TIMEOUT 250)
843
set_tests_properties(test_pylayer_op PROPERTIES TIMEOUT 120)
844
set_tests_properties(test_paddle_save_load_binary PROPERTIES TIMEOUT 120)
845
if (WIN32)
W
WeiXin 已提交
846
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 900)
847 848
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
else()
W
WeiXin 已提交
849
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 600)
850
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
851
endif()
852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868
if (WITH_NV_JETSON)
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 1500)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 1500)
else()
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 150)
endif()
869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895
set_tests_properties(test_imperative_selected_rows_to_lod_tensor PROPERTIES TIMEOUT 120)
set_tests_properties(test_index_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_ssa_graph_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_crf PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_eager_deletion_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_reduce_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_dropout_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_argsort_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_nd_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_sub_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_row_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_min_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nan_inf PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_v1_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer_auto_growth PROPERTIES TIMEOUT 120)
set_tests_properties(test_py_reader_using_executor PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_add_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_weight_decay PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_crop_tensor_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_lstm_net PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load_v2 PROPERTIES TIMEOUT 120)
896
set_tests_properties(test_conv2d_transpose_op PROPERTIES TIMEOUT 120)
897
set_tests_properties(test_prroi_pool_op PROPERTIES TIMEOUT 120)
898
# set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES TIMEOUT 120)
899 900 901
set_tests_properties(test_lstm_cudnn_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_stack_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_v2_op PROPERTIES TIMEOUT 120)
902
set_tests_properties(test_svd_op PROPERTIES TIMEOUT 80)
903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931
set_tests_properties(test_deformable_psroi_pooling PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_static_runner_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_masked_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_sigmoid_cross_entropy_with_logits_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_optimizer_v2 PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_sum_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cond PROPERTIES TIMEOUT 120)
set_tests_properties(test_space_to_depth_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_dyn_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_sgd_op PROPERTIES TIMEOUT 250)
set_tests_properties(test_parallel_executor_seresnext_base_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_norm_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_matrix_nms_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_generator_dataloader PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_concat_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_optimizer_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_softmax_with_cross_entropy_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_reduce_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_adam_optimizer_fp32_fp64 PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_program_prune_backward PROPERTIES TIMEOUT 120)
set_tests_properties(test_group_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_optimizer PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool2d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_transpose_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_gru_net PROPERTIES TIMEOUT 120)
932
set_tests_properties(test_activation_op PROPERTIES TIMEOUT 270)
933 934 935 936 937 938
set_tests_properties(test_normal PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstmp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_decoupled_py_reader PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_bn_act_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_op PROPERTIES TIMEOUT 120)
939 940
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_api PROPERTIES TIMEOUT 120)
941 942 943 944 945 946
set_tests_properties(test_elementwise_mul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cyclic_cifar_dataset PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_all_reduce_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_dygraph_multi_forward PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ocr_attention_model PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_mnist PROPERTIES TIMEOUT 120)
947
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES TIMEOUT 270)
948
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
949 950
set_tests_properties(test_gru_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_regularizer PROPERTIES TIMEOUT 150)
951 952 953 954 955
set_tests_properties(test_imperative_resnet PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_se_resnext PROPERTIES TIMEOUT 200)
set_tests_properties(test_matmul_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_slice_op PROPERTIES TIMEOUT 120)
956 957 958 959 960 961 962
set_tests_properties(test_strided_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_translated_layer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_pad3d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_keep_order PROPERTIES TIMEOUT 120)
set_tests_properties(test_mean_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_unkeep_order PROPERTIES TIMEOUT 120)
963 964
set_tests_properties(test_reader_reset PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool3d_api PROPERTIES TIMEOUT 120)
H
hlygit66666 已提交
965
set_tests_properties(test_cumprod_op PROPERTIES TIMEOUT 120)
966
if(WITH_DISTRIBUTE AND WITH_GPU AND WITH_NCCL)
967 968 969
    set_tests_properties(test_parallel_dygraph_dataparallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_unused_variables PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_control_flow PROPERTIES TIMEOUT 120)
970 971
    set_tests_properties(test_parallel_dygraph_no_sync PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_no_sync_gradient_check PROPERTIES TIMEOUT 30)
972 973
    set_tests_properties(test_parallel_dygraph_pipeline_parallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_tensor_parallel PROPERTIES TIMEOUT 200)
J
JZ-LIANG 已提交
974
    set_tests_properties(test_parallel_dygraph_sharding_parallel PROPERTIES TIMEOUT 120)
975
    set_tests_properties(test_parallel_dygraph_mp_layers PROPERTIES TIMEOUT 120)
976
    set_tests_properties(test_hybrid_parallel_inference_helper PROPERTIES TIMEOUT 120)
977
    set_tests_properties(test_parallel_class_center_sample PROPERTIES TIMEOUT 120)
978
    set_tests_properties(test_parallel_margin_cross_entropy PROPERTIES TIMEOUT 120)
979 980 981 982
    if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212)
        set_tests_properties(test_parallel_dygraph_sparse_embedding PROPERTIES TIMEOUT 120)
        set_tests_properties(test_parallel_dygraph_transformer PROPERTIES TIMEOUT 120)
    endif()
983
endif()
984
if((WITH_ROCM OR WITH_GPU) AND NOT WIN32)
985
    set_tests_properties(test_collective_allgather_api PROPERTIES TIMEOUT 120)
L
lilong12 已提交
986
    set_tests_properties(test_collective_alltoall_api PROPERTIES TIMEOUT 120)
987 988
    set_tests_properties(test_collective_global_gather PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_global_scatter PROPERTIES TIMEOUT 120)
L
lilong12 已提交
989
    set_tests_properties(test_collective_sendrecv_api PROPERTIES TIMEOUT 120)
990 991
    set_tests_properties(test_collective_broadcast_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_allreduce_api PROPERTIES TIMEOUT 120)
992
    if(WITH_DISTRIBUTE)
K
kuizhiqing 已提交
993
        set_tests_properties(test_new_group_api PROPERTIES TIMEOUT 120)
994
        set_tests_properties(test_pipeline PROPERTIES TIMEOUT 120)
995
        set_tests_properties(test_ir_pass_pipeline PROPERTIES TIMEOUT 120)
L
lilong12 已提交
996
        set_tests_properties(test_static_model_parallel PROPERTIES TIMEOUT 240)
K
kuizhiqing 已提交
997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
        set_tests_properties(test_collective_split_embedding
            test_collective_split_embedding_none_divisible
            test_collective_split_row_linear
            test_collective_split_col_linear
            test_collective_scatter_api
            test_collective_barrier_api
            test_collective_reduce_api
            test_pipeline_parallel
            test_collective_allreduce_api
            test_new_group_api
            test_collective_broadcast_api
            test_collective_allgather_api
            test_collective_alltoall_api
1010 1011
            test_collective_global_gather
            test_collective_global_scatter
K
kuizhiqing 已提交
1012
            PROPERTIES LABELS "RUN_TYPE=DIST")
1013
    endif()
1014 1015 1016 1017
    set_tests_properties(test_reducescatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_broadcast PROPERTIES TIMEOUT 120)
    set_tests_properties(test_reducescatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_reduce_api PROPERTIES TIMEOUT 120)
1018
    set_tests_properties(test_pipeline_parallel PROPERTIES TIMEOUT 120)
1019 1020
    set_tests_properties(test_collective_reduce PROPERTIES TIMEOUT 120)
    set_tests_properties(test_allreduce PROPERTIES TIMEOUT 120)
1021 1022
    set_tests_properties(test_c_concat PROPERTIES TIMEOUT 120)
    set_tests_properties(test_c_split PROPERTIES TIMEOUT 120)
1023
    set_tests_properties(test_allgather PROPERTIES TIMEOUT 120)
1024
    set_tests_properties(test_c_identity PROPERTIES TIMEOUT 120)
1025 1026
    set_tests_properties(test_collective_scatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_barrier_api PROPERTIES TIMEOUT 120)
1027 1028
    set_tests_properties(test_collective_scatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_sendrecv PROPERTIES TIMEOUT 120)
1029
endif()
1030
if(WITH_GPU OR WITH_ROCM)
1031
    set_tests_properties(test_imperative_auto_mixed_precision PROPERTIES TIMEOUT 120)
1032
    set_tests_properties(test_parallel_dygraph_sync_batch_norm PROPERTIES TIMEOUT 120)
1033
    set_tests_properties(test_rank_attention_op PROPERTIES TIMEOUT 120)
1034
endif()
1035
set_tests_properties(test_inplace_addto_strategy PROPERTIES TIMEOUT 120)