CMakeLists.txt 61.7 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE
"${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
3
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
4
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
5
set(dist_ENVS http_proxy="" https_proxy="")
6

7
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
8
list(REMOVE_ITEM DIST_TEST_OPS "test_dist_op")
9
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
10 11
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
12
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
13
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
14
list(APPEND DIST_TEST_OPS test_pipeline)
15
list(APPEND DIST_TEST_OPS test_ir_pass_pipeline)
L
lilong12 已提交
16
list(APPEND DIST_TEST_OPS test_static_model_parallel)
17
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
18
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
19
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
20
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
21
list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
22
list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
23
list(APPEND DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
李季 已提交
24
list(APPEND DIST_TEST_OPS test_rnn_dp)
25
list(APPEND DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
W
WangXi 已提交
26
list(APPEND DIST_TEST_OPS test_gen_nccl_id_op)
27
list(APPEND DIST_TEST_OPS test_parallel_dygraph_unused_variables)
28
list(APPEND DIST_TEST_OPS test_parallel_dygraph_control_flow)
29 30
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
31
list(APPEND DIST_TEST_OPS test_parallel_dygraph_dataparallel)
32 33
list(APPEND DIST_TEST_OPS test_parallel_dygraph_pipeline_parallel)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
34
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sharding_parallel)
35
list(APPEND DIST_TEST_OPS test_dygraph_sharding_optimizer_stage2)
B
Baibaifan 已提交
36
list(APPEND DIST_TEST_OPS test_dygraph_sharding_stage2)
37
list(APPEND DIST_TEST_OPS test_auto_parallel_parallelizer)
38
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mp_layers)
39
list(APPEND DIST_TEST_OPS test_hybrid_parallel_inference_helper)
40
list(APPEND DIST_TEST_OPS test_parallel_class_center_sample)
41
list(APPEND DIST_TEST_OPS test_parallel_margin_cross_entropy)
42
list(APPEND DIST_TEST_OPS test_auto_parallel_data_unshard)
43
list(APPEND DIST_TEST_OPS test_auto_parallel_save_load)
44
list(APPEND DIST_TEST_OPS test_auto_parallel_autoconvert)
45 46 47
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
48 49
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
50
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
T
tangwei12 已提交
51
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
52
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
53
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
T
Thunderbrook 已提交
54
list(APPEND MIXED_DIST_TEST_OPS test_communicator_ps_gpu)
55 56
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
T
tangwei12 已提交
57
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
58 59 60 61 62 63
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ps)
list(APPEND MIXED_DIST_TEST_OPS test_launch_coverage)
list(APPEND MIXED_DIST_TEST_OPS test_fleetrun)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_run_random_port)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_async)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_cloud)
64 65
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ascend)
list(APPEND MIXED_DIST_TEST_OPS test_ascend_group)
66
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_nproc)
67
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
M
mapingshuo 已提交
68
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
69
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
70 71
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
72
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
73
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
74
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
75
list(APPEND MIXED_DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
李季 已提交
76
list(APPEND MIXED_DIST_TEST_OPS test_rnn_dp)
77
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
78
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_init)
79
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
80
list(APPEND MIXED_DIST_TEST_OPS test_fleet_sharding_meta_optimizer)
81
list(APPEND MIXED_DIST_TEST_OPS test_fleet_hybrid_meta_optimizer)
Y
Yi Liu 已提交
82
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
83
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
84
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
85
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
86
list(APPEND MIXED_DIST_TEST_OPS test_fleet_fp16_allreduce_meta_optimizer)
87
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
88
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
89
list(APPEND MIXED_DIST_TEST_OPS test_fleet_meta_optimizer_base)
90
list(APPEND MIXED_DIST_TEST_OPS test_fleet_distributed_strategy)
91
list(APPEND MIXED_DIST_TEST_OPS test_fleet_auto)
W
WangXi 已提交
92
list(APPEND MIXED_DIST_TEST_OPS test_fleet_static_mp_layers)
93 94
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner_gpt)
C
caozhou 已提交
95
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_searcher)
C
caozhou 已提交
96
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard)
97
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_dist_tensor)
C
caozhou 已提交
98 99 100
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_serial)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_mppp)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_dpmppp)
101
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_cost_model)
102 103 104
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
105

L
Li Min 已提交
106
if(NOT WITH_GPU)
107
    LIST(REMOVE_ITEM TEST_OPS test_fused_feedforward_op)
L
Li Min 已提交
108
    LIST(REMOVE_ITEM TEST_OPS test_fused_attention_op)
109
    LIST(REMOVE_ITEM TEST_OPS test_fused_attention_op_api)
110
    LIST(REMOVE_ITEM TEST_OPS test_fused_transformer_encoder_layer)
L
Li Min 已提交
111 112
endif()

113
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
114
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
L
lilong12 已提交
115 116
    LIST(REMOVE_ITEM TEST_OPS test_c_concat)
    LIST(REMOVE_ITEM TEST_OPS test_c_split)
117
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
L
lilong12 已提交
118
    LIST(REMOVE_ITEM TEST_OPS test_c_identity)
119
    LIST(REMOVE_ITEM TEST_OPS test_c_embedding_op)
120 121
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
L
lilong12 已提交
122
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce)
123
    LIST(REMOVE_ITEM TEST_OPS test_pipeline_parallel)
L
lilong12 已提交
124
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter)
L
lilong12 已提交
125
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv)
126
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
127
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
128 129 130 131
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding_none_divisible)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_row_linear)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_col_linear)
L
lilong12 已提交
132 133 134 135
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_barrier_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allreduce_api)
K
kuizhiqing 已提交
136
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
L
lilong12 已提交
137 138
    LIST(REMOVE_ITEM TEST_OPS test_collective_broadcast_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allgather_api)
L
lilong12 已提交
139
    LIST(REMOVE_ITEM TEST_OPS test_collective_alltoall_api)
140 141
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_gather)
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_scatter)
L
lilong12 已提交
142
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv_api)
W
WangXi 已提交
143
    LIST(REMOVE_ITEM TEST_OPS test_collective_wait)
J
JZ-LIANG 已提交
144
    LIST(REMOVE_ITEM TEST_OPS test_memcpy_op)
李季 已提交
145
    LIST(REMOVE_ITEM TEST_OPS test_raw_program_optimizer)
Y
Yuang Liu 已提交
146
    LIST(REMOVE_ITEM TEST_OPS test_fleet_gradient_scale)
147
    LIST(REMOVE_ITEM TEST_OPS test_disable_signal_handler)
L
LiYuRio 已提交
148
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor)
149
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_with_task_nodes)
150
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_multi_devices)
151
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_origin_scheduler)
152
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_mapper)
L
LiYuRio 已提交
153
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_task_node)
154 155
endif()

156 157 158
# Temporally disable test_deprecated_decorator
LIST(REMOVE_ITEM TEST_OPS test_deprecated_decorator)

159 160 161 162
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
163 164 165 166 167 168 169
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)
170 171
    LIST(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_nlp)
    LIST(REMOVE_ITEM TEST_OPS test_nvprof)
172

173 174
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
H
huangxu96 已提交
175 176 177
    if (WITH_GPU)
        LIST(REMOVE_ITEM TEST_OPS test_update_loss_scaling_op)
    endif()
178 179 180 181 182 183 184 185 186 187
endif()

if(NOT WITH_DISTRIBUTE OR WIN32)
    # DISTRIBUTE related
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
188
    LIST(REMOVE_ITEM TEST_OPS test_collective_cpu_barrier_with_gloo)
189 190

    # TODO: Fix these unittests failed on Windows
191
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
H
hutuxian 已提交
192 193
endif()

194 195 196 197 198
if(NOT WITH_DISTRIBUTE)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_new)
    LIST(REMOVE_ITEM TEST_OPS test_desc_clone_dist)
endif()

199 200 201 202
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_complex_matmul)
endif()

G
gongweibao 已提交
203
LIST(REMOVE_ITEM TEST_OPS test_fleet_checkpoint)
204
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
205
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint1)
206
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
207 208 209 210 211 212
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint3)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_multiple)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_dist_basic)
LIST(REMOVE_ITEM TEST_OPS test_hdfs1)
LIST(REMOVE_ITEM TEST_OPS test_hdfs2)
LIST(REMOVE_ITEM TEST_OPS test_hdfs3)
213
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
T
tangwei12 已提交
214

G
gongweibao 已提交
215 216
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
217
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
G
gongweibao 已提交
218 219
endif()

S
ShenLiang 已提交
220 221
list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_hybrid_parallel)

X
xiongkun 已提交
222 223
LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer_gloo) # NOTE: @xiongkun03, cpu is too slow, fix it in next PR

224 225
if (NOT WITH_GLOO)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel_cpuonly)
X
xiongkun 已提交
226 227 228 229

    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_unused_variables_gloo)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_over_height_gloo)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_gloo)
230
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_diff_length_gloo)
231 232
endif()

233
if ((NOT WITH_GPU) AND (NOT WITH_ROCM))
Y
Yu Yang 已提交
234
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
S
ShenLiang 已提交
235
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
S
ShenLiang 已提交
236
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
237
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
238
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_unused_variables)
239 240
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
241
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
242
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
243
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
244
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_control_flow)
245 246
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
247
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel)
248 249
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_pipeline_parallel)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
250
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sharding_parallel)
251
    list(REMOVE_ITEM TEST_OPS test_dygraph_sharding_optimizer_stage2)
B
Baibaifan 已提交
252
    list(REMOVE_ITEM TEST_OPS test_dygraph_sharding_stage2)
253
    list(REMOVE_ITEM TEST_OPS test_auto_parallel_parallelizer)
254
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mp_layers)
255
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
256
    LIST(REMOVE_ITEM TEST_OPS test_mixed_precision)
257
    LIST(REMOVE_ITEM TEST_OPS test_fleet_base_single)
J
JZ-LIANG 已提交
258
    LIST(REMOVE_ITEM TEST_OPS test_dygraph_recompute)
259
    list(REMOVE_ITEM TEST_OPS test_hybrid_parallel_inference_helper)
260
    list(REMOVE_ITEM TEST_OPS test_parallel_class_center_sample)
261
    LIST(REMOVE_ITEM TEST_OPS test_parallel_margin_cross_entropy)
262 263
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner_gpt)
C
caozhou 已提交
264
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_searcher)
C
caozhou 已提交
265
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard)
266
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_dist_tensor)
C
caozhou 已提交
267 268 269
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_serial)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_mppp)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_dpmppp)
270
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_cost_model)
271
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_data_unshard)
272
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_save_load)
273
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_autoconvert)
274 275 276 277
elseif(WITH_GPU)
    if (${CUDNN_VERSION} VERSION_LESS 7100)
        LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
    endif()
D
Dang Qingqing 已提交
278 279
endif()

280 281 282
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
283
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
284 285 286 287
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

288
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
289
    list(REMOVE_ITEM TEST_OPS test_imperative_group)
K
kuizhiqing 已提交
290
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
291 292
endif()

293
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
H
hutuxian 已提交
294
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
295
endif()
296 297 298
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
299

300
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
301
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
302

303
if(APPLE)
304 305 306 307
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
308
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
309 310
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
311
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
312
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
313
endif()
T
Tao Luo 已提交
314 315 316 317
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
318

319
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
320
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
321
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
322
endif()
323

324
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
325
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
326 327
endif()

T
tangwei12 已提交
328
list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
K
Kevin 已提交
329

330
if((WITH_ROCM OR WITH_GPU) OR NOT WITH_MKLML)
331 332 333 334
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
335 336 337 338
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

339 340
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
341
    set(options SERIAL)
342
    set(oneValueArgs "")
343
    set(multiValueArgs MODULES DEPS ENVS)
344
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
345

346
    if(WITH_COVERAGE AND NOT (WITH_INCREMENTAL_COVERAGE AND "$ENV{PADDLE_GIT_DIFF_PY_FILE}" STREQUAL ""))
347 348 349 350 351 352 353 354 355 356 357 358 359
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
360
    else()
361 362 363 364 365 366 367 368 369 370 371
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
372 373 374
    endif()

    if (py_test_modules_SERIAL)
375
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
376
    endif()
377 378 379
    if(WIN32)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
    endif()
380 381
  endif()
endfunction()
G
gongweibao 已提交
382

383

G
gongweibao 已提交
384 385 386 387 388 389
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
390 391
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
G
gongweibao 已提交
392 393
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

394

395 396 397 398
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
399

400 401
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
402
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
403 404
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
405
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
406 407 408
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
409
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
410
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
411
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
412 413
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
414

G
gongweibao 已提交
415 416 417
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
418 419

    if(bash_test_modules_LABELS)
420
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${bash_test_modules_LABELS})
421
    endif()
G
gongweibao 已提交
422 423
endfunction()

424 425 426 427 428 429 430 431 432 433 434
function(parallel_bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS UnitTests)
    cmake_parse_arguments(parallel_bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})


Y
YUNSHEN XIE 已提交
435
    set(timeout 120)
436 437 438 439 440 441 442 443
    if(${parallel_bash_test_modules_TIMEOUT})
        set(timeout ${parallel_bash_test_modules_TIMEOUT})
    endif()

    list(JOIN  parallel_bash_test_modules_UnitTests " " uts_string)

    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
444
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
445 446 447 448 449 450
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
451
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
452 453 454 455 456 457 458 459 460 461
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (parallel_bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()

    if(parallel_bash_test_modules_LABELS)
462
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${parallel_bash_test_modules_LABELS})
463 464 465
    endif()
endfunction()

H
Huihuang Zheng 已提交
466
list(REMOVE_ITEM TEST_OPS test_feed_data_check_shape_type)
467
list(REMOVE_ITEM TEST_OPS test_fetch_lod_tensor_array)
468
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
469
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
470
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
H
hutuxian 已提交
471
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
472
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
473
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
474
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
475 476
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
477
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
478 479
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
480
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
481
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
482
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
483
list(REMOVE_ITEM TEST_OPS test_layers)
484 485 486
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
487
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
488
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
489
list(REMOVE_ITEM TEST_OPS test_install_check)
490 491 492 493
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
H
Huihuang Zheng 已提交
494
list(REMOVE_ITEM TEST_OPS test_fuse_all_reduce_pass)
Z
Zhen Wang 已提交
495
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
Z
Zhang Ting 已提交
496
list(REMOVE_ITEM TEST_OPS test_fuse_bn_add_act_pass)
497 498
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
Y
YUNSHEN XIE 已提交
499
# disable test_cumsum_op temporaily
500
# list(REMOVE_ITEM TEST_OPS test_cumsum_op)
Z
Zeng Jinle 已提交
501

502 503
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
Y
YUNSHEN XIE 已提交
504

505 506 507 508 509
# disable sparse_attention which not in suitable env
if ( (NOT WITH_GPU) OR (WIN32) OR (PADDLE_WITH_ARM) OR (WITH_ROCM) )
    list(REMOVE_ITEM TEST_OPS test_sparse_attention_op)
endif()

Z
Zeng Jinle 已提交
510 511 512
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
513
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
514
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
515
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
516 517
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
518
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
519 520
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
521
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
522
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
523
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dataset)
Z
Zeng Jinle 已提交
524 525
endif()

X
xiongkun 已提交
526 527 528 529
if (NOT WITH_GLOO)
    LIST(REMOVE_ITEM TEST_OPS test_cpuonly_spawn)
endif()

530 531 532 533
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

534
# Some ops need to check results when gc is enabled
535
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
536 537
set(TEST_OPS_WITH_GC
  test_affine_channel_op
538 539 540 541 542
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
543
  test_gather_nd_op
544 545 546 547 548 549 550 551
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_slice_op
  test_space_to_depth_op
552
  test_squared_l2_distance_op)
553 554 555 556 557 558

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
559 560 561
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
562
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
L
Li Fuchen 已提交
563
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
564 565
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
566
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
567
    FLAGS_cudnn_deterministic=1 SERIAL)
568
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
569
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
570
        FLAGS_cudnn_deterministic=1 SERIAL)
571
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
M
minqiyang 已提交
572
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
573
    FLAGS_cudnn_deterministic=1)
574
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
575
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
576
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
577
    FLAGS_cudnn_deterministic=1 SERIAL)
578
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
579 580
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
581 582 583
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
584 585 586 587
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
588
set_tests_properties(test_conv2d_op PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
589
set_tests_properties(test_faster_tokenizer_op PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
590 591
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_conv2d_api PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
C
ceci3 已提交
592 593 594
set_tests_properties(test_conv_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_norm_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
595
if(WITH_DISTRIBUTE)
596 597
    add_subdirectory(distributed_passes)
  
598 599
    add_subdirectory(auto_parallel)

600 601 602 603
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

604 605 606
    # TODO(sandyhouse): fix and add the ut back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_hallreduce")

607 608 609 610
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
611

612 613 614 615 616 617 618 619
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
620 621
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

T
tangwei12 已提交
622
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
623
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
T
Thunderbrook 已提交
624
    py_test_modules(test_communicator_ps_gpu MODULES test_communicator_ps_gpu ENVS ${dist_ENVS})
625 626
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
T
tangwei12 已提交
627
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
M
mapingshuo 已提交
628
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
629
    if(NOT APPLE)
630
    	   py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
631 632
    	   py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
633
    	   py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
634
	       py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
635
           py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
636
           py_test_modules(test_fleet_sharding_meta_optimizer MODULES test_fleet_sharding_meta_optimizer ENVS ${dist_ENVS})
637
           py_test_modules(test_fleet_hybrid_meta_optimizer MODULES test_fleet_hybrid_meta_optimizer ENVS ${dist_ENVS})
638
           py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
639
           py_test_modules(test_fleet_amp_init MODULES test_fleet_amp_init ENVS ${dist_ENVS})
640
           py_test_modules(test_fleet_fp16_allreduce_meta_optimizer MODULES test_fleet_fp16_allreduce_meta_optimizer ENVS ${dist_ENVS})
641
    	   py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
642
	   py_test_modules(test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS ${dist_ENVS})
643
	   py_test_modules(test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy)
W
WangXi 已提交
644
	   py_test_modules(test_fleet_static_mp_layers MODULES test_fleet_static_mp_layers)
645
	   #py_test_modules(test_fleet_auto MODULES test_fleet_auto ENVS ${dist_ENVS})
Y
Yi Liu 已提交
646 647
        if(NOT WIN32)
            py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})
Y
YUNSHEN XIE 已提交
648 649
            py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
650 651
            py_test_modules(test_auto_parallel_partitioner MODULES test_auto_parallel_partitioner ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_partitioner_gpt MODULES test_auto_parallel_partitioner_gpt ENVS ${dist_ENVS})
C
caozhou 已提交
652
            py_test_modules(test_auto_parallel_searcher MODULES test_auto_parallel_searcher ENVS ${dist_ENVS})
C
caozhou 已提交
653
            py_test_modules(test_auto_parallel_reshard MODULES test_auto_parallel_reshard ENVS ${dist_ENVS})
654
            py_test_modules(test_auto_parallel_dist_tensor MODULES test_auto_parallel_dist_tensor ENVS ${dist_ENVS})
C
caozhou 已提交
655 656 657
            py_test_modules(test_auto_parallel_reshard_serial MODULES test_auto_parallel_reshard_serial ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_reshard_mppp MODULES test_auto_parallel_reshard_mppp ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_reshard_dpmppp MODULES test_auto_parallel_reshard_dpmppp ENVS ${dist_ENVS})
658
            py_test_modules(test_auto_parallel_cost_model MODULES test_auto_parallel_cost_model ENVS ${dist_ENVS})
Y
Yi Liu 已提交
659
        endif(NOT WIN32)
660
    endif(NOT APPLE)
G
gongweibao 已提交
661
    if(WITH_DGC)
W
WangXi 已提交
662 663
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
664
        py_test_modules(test_dgc_op MODULES test_dgc_op)
665 666
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
667
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
W
WangXi 已提交
668 669 670 671
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
672
    endif()
J
JiabinYang 已提交
673
    if(NOT APPLE)
674
        if(WITH_GPU OR WITH_ROCM)
675
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
676
            py_test_modules(test_launch_coverage MODULES test_launch_coverage)
W
WangXi 已提交
677
        endif()
678

679 680 681 682 683
        bash_test_modules(test_fleetrun START_BASH test_fleetrun.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_run_random_port START_BASH test_fleet_run_random_port.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_async START_BASH test_fleet_launch_async.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_cloud START_BASH test_fleet_launch_cloud.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_nproc START_BASH test_fleet_launch_nproc.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
684
        if(WITH_ASCEND OR WITH_ASCEND_CL)
685 686 687
            bash_test_modules(test_fleet_launch_ascend START_BASH test_fleet_launch_ascend.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
            bash_test_modules(test_ascend_group START_BASH test_ascend_group.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        endif()
688

689
        # port range (20000, 23000) is reserved for dist-ops
G
gongweibao 已提交
690
        set(dist_ut_port 20001)
691
        foreach(TEST_OP ${DIST_TEST_OPS})
692
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
693
            MATH(EXPR dist_ut_port "${dist_ut_port}+30")
694 695 696
            if(dist_ut_port GREATER_EQUAL 22998)
                message(FATAL_ERROR "available ports have been exhausted:${dist_ut_port}")
            endif()
697
        endforeach(TEST_OP)
698
        # solve it later.
699
        bash_test_modules(test_fleet_launch_ps START_BASH test_fleet_launch_ps.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
X
xiongkun 已提交
700 701 702
        if (WITH_GLOO)
            bash_test_modules(test_cpuonly_launch START_BASH test_cpuonly_launch.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
        endif()
703
        bash_test_modules(test_new_group START_BASH test_new_group.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}+20" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
704
    endif(NOT APPLE)
705
endif()
706

707
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
708 709
# Coverage pipeline use cuda 10.1 now, profiler will random hang in cuda 10.1,
# see https://github.com/PaddlePaddle/Paddle/issues/29082 for details.
710
# We guess there are some bugs in cuda 10.1 or 10.2,
711 712 713 714 715 716
# since this unittest is stable in cuda 11 (py3 pipeline) now.
if(NOT WITH_COVERAGE)
  py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
  set_tests_properties(test_parallel_executor_profiler PROPERTIES LABELS "RUN_TYPE=DIST")
  set_tests_properties(test_parallel_executor_profiler PROPERTIES TIMEOUT 120)
endif()
717
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
718 719
if(WIN32)
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth CUDA_VISIBLE_DEVICES=0)
H
Huihuang Zheng 已提交
720 721
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass ENVS CUDA_VISIBLE_DEVICES=0)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type ENVS CUDA_VISIBLE_DEVICES=0)
722
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array ENVS CUDA_VISIBLE_DEVICES=0)
723 724
else()
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
H
Huihuang Zheng 已提交
725 726
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type)
727
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array)
728
endif()
729

H
hutuxian 已提交
730
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
Z
Zhen Wang 已提交
731
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
Z
Zhang Ting 已提交
732
py_test_modules(test_fuse_bn_add_act_pass MODULES test_fuse_bn_add_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
733

734
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
735 736
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on,
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is
737 738
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
739 740 741 742
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
743
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
744
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
745
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
746
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
747
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
748
endif()
749

750 751 752
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
753
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
754 755 756
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
757
endif()
758

759
if(WITH_DISTRIBUTE AND NOT APPLE AND NOT WIN32)
G
gongweibao 已提交
760 761 762 763 764 765 766 767 768 769 770 771
    py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
    set_tests_properties(test_fleet_checkpoint PROPERTIES TIMEOUT 200)
    set_tests_properties(test_fleet_checkpoint PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 200 LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_multiple START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_dist_basic START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs2 START_BASH dist_test.sh TIMEOUT 200   LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
772 773
endif()

774
add_subdirectory(sequence)
775
add_subdirectory(dygraph_to_static)
F
Feiyu Chan 已提交
776
add_subdirectory(rnn)
777
add_subdirectory(autograd)
778
add_subdirectory(distribution)
779 780 781 782

if (NOT WIN32 OR NOT WITH_GPU)
    add_subdirectory(fft)
endif()
783

T
tianshuo78520a 已提交
784 785 786 787
if (WITH_XPU)
    add_subdirectory(xpu)
endif()

788
# dist xpu tests:
789 790 791 792 793
if (WITH_XPU_BKCL)
    py_test(test_collective_reduce_api_xpu SRCS "test_collective_reduce_api.py")
    py_test(test_collective_allreduce_api_xpu SRCS "test_collective_allreduce_api.py")
endif()

794 795 796 797
if(WIN32)
    cc_test(cc_imp_py_test SRCS cc_imp_py_test.cc DEPS python)
endif()

798 799 800 801
if (WITH_ASCEND_CL)
    add_subdirectory(npu)
endif()

802 803 804
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
805

806 807 808 809
if (WITH_MLU)
    add_subdirectory(mlu)
endif()

810 811
add_subdirectory(asp)

812 813
add_subdirectory(ir)

H
hong 已提交
814 815
add_subdirectory(interpreter)

816
if (WITH_TESTING)
Z
Zeng Jinle 已提交
817
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
Z
Zeng Jinle 已提交
818
    set_property(TEST test_parallel_executor_fix_op_run_order PROPERTY ENVIRONMENT GLOG_vmodule=fix_op_run_order_pass=10)
819 820
endif()

821
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
822
        test_parallel_executor_feed_persistable_var
823
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
824
        test_data_norm_op
825
        test_dataloader_keep_order
826 827
        test_dataloader_unkeep_order
        test_parallel_executor_inference_feed_partial_data
828
        test_parallel_ssa_graph_inference_feed_partial_data
829
        test_fetch_unmerged
830
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
831 832
# disable test_parallel_executor_fetch_isolated_var
# set_tests_properties(test_parallel_executor_fetch_isolated_var PROPERTIES LABELS "RUN_TYPE=DIST")
K
Kaipeng Deng 已提交
833
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
834 835 836
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
837
        test_parallel_executor_fetch_isolated_var
C
chalsliu 已提交
838
        PROPERTIES LABELS "RUN_TYPE=DIST")
839

840
if(NOT WIN32 AND NOT APPLE)
841
    set_tests_properties(test_imperative_signal_handler PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
C
chalsliu 已提交
842 843 844 845 846 847
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
848 849
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
850
    set_tests_properties(test_multiprocess_dataloader_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
851
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES TIMEOUT 120)
852
endif()
Y
YUNSHEN XIE 已提交
853

854
if (NOT WIN32)
855
    set_tests_properties(test_multiprocess_reader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
856
    set_tests_properties(test_layers PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
857 858 859
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 1200)
    else ()
860
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
861
    endif ()
862 863 864
endif()

if (WITH_DISTRIBUTE AND NOT WIN32)
865
    set_tests_properties(test_fleet_utils PROPERTIES TIMEOUT 120)
866
    set_tests_properties(test_collective_cpu_barrier_with_gloo PROPERTIES TIMEOUT 40)
867 868 869 870
endif()

if (WITH_DISTRIBUTE)
    set_tests_properties(test_communicator_half_async PROPERTIES TIMEOUT 120)
871 872
    set_tests_properties(test_dist_fleet_ctr2 PROPERTIES TIMEOUT 200)
    set_tests_properties(test_dist_fleet_sparse_embedding_ctr PROPERTIES TIMEOUT 200)
873
    set_tests_properties(test_dist_fleet_infer PROPERTIES TIMEOUT 200)
874
    set_tests_properties(test_dist_fleet_raw_program_optimizer PROPERTIES TIMEOUT 120)
875
    set_tests_properties(test_dist_fleet_raw_program_optimizer_fuse_allreduce PROPERTIES TIMEOUT 60)
876
endif()
877

878
if (WITH_DISTRIBUTE AND NOT APPLE)
879
    if(WITH_GPU OR WITH_ROCM)
880
        set_tests_properties(test_c_comm_init_op PROPERTIES TIMEOUT 120)
881
        set_tests_properties(test_dist_mnist_gradient_merge PROPERTIES TIMEOUT 160)
882
    endif()
Y
YUNSHEN XIE 已提交
883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899
endif()

# setting timeout value as 15S
set_tests_properties(test_sync_batch_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_lod_tensor_to_selected_rows PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_star_gan_with_gradient_penalty PROPERTIES TIMEOUT 120)
set_tests_properties(test_warpctc_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_profiler PROPERTIES TIMEOUT 120)
set_tests_properties(test_inplace_softmax_with_cross_entropy PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_entropy2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fetch_unmerged PROPERTIES TIMEOUT 120)
set_tests_properties(test_gru_unit_op PROPERTIES TIMEOUT 120)
D
Double_V 已提交
900
set_tests_properties(test_activation_nn_grad PROPERTIES TIMEOUT 200)
Y
YUNSHEN XIE 已提交
901 902 903
set_tests_properties(test_empty_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_div_op PROPERTIES TIMEOUT 120)
904
set_tests_properties(test_regularizer_api PROPERTIES TIMEOUT 150)
Y
YUNSHEN XIE 已提交
905
set_tests_properties(test_multiclass_nms_op PROPERTIES TIMEOUT 120)
906
if(NOT WIN32)
F
feng_shuai 已提交
907 908 909
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 1200)
    else ()
910
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
911
    endif ()
912
endif()
Y
YUNSHEN XIE 已提交
913 914 915 916 917 918 919 920 921 922 923
set_tests_properties(test_add_reader_dependency PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilateral_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_relu_depthwise_conv_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fleet_util PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_transformer_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_matmul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_op PROPERTIES TIMEOUT 120)
924
set_tests_properties(test_static_save_load PROPERTIES TIMEOUT 250)
925
set_tests_properties(test_pylayer_op PROPERTIES TIMEOUT 120)
926
set_tests_properties(test_paddle_save_load_binary PROPERTIES TIMEOUT 120)
W
WeiXin 已提交
927
if (WIN32)
W
WeiXin 已提交
928
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 900)
W
WeiXin 已提交
929 930
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
else()
W
WeiXin 已提交
931
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 600)
932
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
W
WeiXin 已提交
933
endif()
F
feng_shuai 已提交
934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950
if (WITH_NV_JETSON)
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 1500)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 1500)
else()
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 150)
endif()
Y
YUNSHEN XIE 已提交
951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977
set_tests_properties(test_imperative_selected_rows_to_lod_tensor PROPERTIES TIMEOUT 120)
set_tests_properties(test_index_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_ssa_graph_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_crf PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_eager_deletion_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_reduce_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_dropout_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_argsort_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_nd_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_sub_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_row_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_min_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nan_inf PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_v1_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer_auto_growth PROPERTIES TIMEOUT 120)
set_tests_properties(test_py_reader_using_executor PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_add_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_weight_decay PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_crop_tensor_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_lstm_net PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load_v2 PROPERTIES TIMEOUT 120)
K
Kaipeng Deng 已提交
978
set_tests_properties(test_conv2d_transpose_op PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
979 980 981 982 983
set_tests_properties(test_prroi_pool_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstm_cudnn_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_stack_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_v2_op PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
984
set_tests_properties(test_svd_op PROPERTIES TIMEOUT 80)
985
set_tests_properties(test_qr_op PROPERTIES TIMEOUT 60)
Y
YUNSHEN XIE 已提交
986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014
set_tests_properties(test_deformable_psroi_pooling PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_static_runner_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_masked_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_sigmoid_cross_entropy_with_logits_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_optimizer_v2 PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_sum_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cond PROPERTIES TIMEOUT 120)
set_tests_properties(test_space_to_depth_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_dyn_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_sgd_op PROPERTIES TIMEOUT 250)
set_tests_properties(test_parallel_executor_seresnext_base_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_norm_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_matrix_nms_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_generator_dataloader PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_concat_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_optimizer_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_softmax_with_cross_entropy_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_reduce_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_adam_optimizer_fp32_fp64 PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_program_prune_backward PROPERTIES TIMEOUT 120)
set_tests_properties(test_group_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_optimizer PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool2d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_transpose_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_gru_net PROPERTIES TIMEOUT 120)
S
Shang Zhizhou 已提交
1015
set_tests_properties(test_activation_op PROPERTIES TIMEOUT 270)
Y
YUNSHEN XIE 已提交
1016 1017 1018 1019 1020 1021
set_tests_properties(test_normal PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstmp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_decoupled_py_reader PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_bn_act_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_op PROPERTIES TIMEOUT 120)
1022 1023
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_api PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1024 1025 1026 1027 1028 1029
set_tests_properties(test_elementwise_mul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cyclic_cifar_dataset PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_all_reduce_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_dygraph_multi_forward PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ocr_attention_model PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_mnist PROPERTIES TIMEOUT 120)
1030
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES TIMEOUT 270)
1031
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
1032 1033
set_tests_properties(test_gru_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_regularizer PROPERTIES TIMEOUT 150)
Y
YUNSHEN XIE 已提交
1034 1035 1036 1037 1038
set_tests_properties(test_imperative_resnet PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_se_resnext PROPERTIES TIMEOUT 200)
set_tests_properties(test_matmul_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_slice_op PROPERTIES TIMEOUT 120)
1039 1040 1041 1042 1043 1044 1045
set_tests_properties(test_strided_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_translated_layer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_pad3d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_keep_order PROPERTIES TIMEOUT 120)
set_tests_properties(test_mean_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_unkeep_order PROPERTIES TIMEOUT 120)
1046 1047
set_tests_properties(test_reader_reset PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool3d_api PROPERTIES TIMEOUT 120)
H
hlygit66666 已提交
1048
set_tests_properties(test_cumprod_op PROPERTIES TIMEOUT 120)
1049
set_tests_properties(test_split_program PROPERTIES TIMEOUT 120)
1050
if(WITH_DISTRIBUTE AND WITH_GPU AND WITH_NCCL)
1051 1052 1053
    set_tests_properties(test_parallel_dygraph_dataparallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_unused_variables PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_control_flow PROPERTIES TIMEOUT 120)
1054 1055
    set_tests_properties(test_parallel_dygraph_no_sync PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_no_sync_gradient_check PROPERTIES TIMEOUT 30)
1056 1057
    set_tests_properties(test_parallel_dygraph_pipeline_parallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_tensor_parallel PROPERTIES TIMEOUT 200)
J
JZ-LIANG 已提交
1058
    set_tests_properties(test_parallel_dygraph_sharding_parallel PROPERTIES TIMEOUT 120)
1059
    set_tests_properties(test_dygraph_sharding_optimizer_stage2 PROPERTIES TIMEOUT 120)
B
Baibaifan 已提交
1060
    set_tests_properties(test_dygraph_sharding_stage2 PROPERTIES TIMEOUT 120)
1061
    set_tests_properties(test_auto_parallel_parallelizer PROPERTIES TIMEOUT 120)
1062
    set_tests_properties(test_parallel_dygraph_mp_layers PROPERTIES TIMEOUT 120)
1063
    set_tests_properties(test_hybrid_parallel_inference_helper PROPERTIES TIMEOUT 120)
1064
    set_tests_properties(test_parallel_class_center_sample PROPERTIES TIMEOUT 120)
1065
    set_tests_properties(test_parallel_margin_cross_entropy PROPERTIES TIMEOUT 120)
1066
    set_tests_properties(test_auto_parallel_data_unshard PROPERTIES TIMEOUT 120)
1067
    set_tests_properties(test_auto_parallel_save_load PROPERTIES TIMEOUT 120)
1068
    set_tests_properties(test_auto_parallel_autoconvert PROPERTIES TIMEOUT 120)
1069 1070 1071 1072
    if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212)
        set_tests_properties(test_parallel_dygraph_sparse_embedding PROPERTIES TIMEOUT 120)
        set_tests_properties(test_parallel_dygraph_transformer PROPERTIES TIMEOUT 120)
    endif()
Y
YUNSHEN XIE 已提交
1073
endif()
1074
if((WITH_ROCM OR WITH_GPU) AND NOT WIN32)
Y
YUNSHEN XIE 已提交
1075
    set_tests_properties(test_collective_allgather_api PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1076
    set_tests_properties(test_collective_alltoall_api PROPERTIES TIMEOUT 120)
1077 1078
    set_tests_properties(test_collective_global_gather PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_global_scatter PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1079
    set_tests_properties(test_collective_sendrecv_api PROPERTIES TIMEOUT 120)
1080 1081
    set_tests_properties(test_collective_broadcast_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_allreduce_api PROPERTIES TIMEOUT 120)
1082
    if(WITH_DISTRIBUTE)
K
kuizhiqing 已提交
1083
        set_tests_properties(test_new_group_api PROPERTIES TIMEOUT 120)
1084
        set_tests_properties(test_pipeline PROPERTIES TIMEOUT 120)
1085
        set_tests_properties(test_ir_pass_pipeline PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1086
        set_tests_properties(test_static_model_parallel PROPERTIES TIMEOUT 240)
K
kuizhiqing 已提交
1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099
        set_tests_properties(test_collective_split_embedding
            test_collective_split_embedding_none_divisible
            test_collective_split_row_linear
            test_collective_split_col_linear
            test_collective_scatter_api
            test_collective_barrier_api
            test_collective_reduce_api
            test_pipeline_parallel
            test_collective_allreduce_api
            test_new_group_api
            test_collective_broadcast_api
            test_collective_allgather_api
            test_collective_alltoall_api
1100 1101
            test_collective_global_gather
            test_collective_global_scatter
K
kuizhiqing 已提交
1102
            PROPERTIES LABELS "RUN_TYPE=DIST")
1103
    endif()
1104 1105 1106 1107
    set_tests_properties(test_reducescatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_broadcast PROPERTIES TIMEOUT 120)
    set_tests_properties(test_reducescatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_reduce_api PROPERTIES TIMEOUT 120)
1108
    set_tests_properties(test_pipeline_parallel PROPERTIES TIMEOUT 120)
1109 1110
    set_tests_properties(test_collective_reduce PROPERTIES TIMEOUT 120)
    set_tests_properties(test_allreduce PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1111 1112
    set_tests_properties(test_c_concat PROPERTIES TIMEOUT 120)
    set_tests_properties(test_c_split PROPERTIES TIMEOUT 120)
1113
    set_tests_properties(test_allgather PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1114
    set_tests_properties(test_c_identity PROPERTIES TIMEOUT 120)
1115 1116
    set_tests_properties(test_collective_scatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_barrier_api PROPERTIES TIMEOUT 120)
1117 1118
    set_tests_properties(test_collective_scatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_sendrecv PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1119
endif()
1120
if(WITH_GPU OR WITH_ROCM)
1121
    set_tests_properties(test_imperative_auto_mixed_precision PROPERTIES TIMEOUT 300)
1122
    set_tests_properties(test_parallel_dygraph_sync_batch_norm PROPERTIES TIMEOUT 120)
1123
    set_tests_properties(test_rank_attention_op PROPERTIES TIMEOUT 120)
1124
endif()
Y
YUNSHEN XIE 已提交
1125
set_tests_properties(test_inplace_addto_strategy PROPERTIES TIMEOUT 120)
1126
set_tests_properties(test_eigvals_op PROPERTIES TIMEOUT 400)
F
From00 已提交
1127
set_tests_properties(test_tensordot PROPERTIES TIMEOUT 1000)
1128
set_tests_properties(test_tensordot PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
X
xiongkun 已提交
1129 1130 1131 1132 1133
if (WITH_GLOO)
    set_tests_properties(test_parallel_dygraph_unused_variables_gloo PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_sparse_embedding_gloo PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height_gloo PROPERTIES TIMEOUT 120)
endif()