CMakeLists.txt 63.7 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE
"${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
3
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
4
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
5
set(dist_ENVS http_proxy="" https_proxy="")
6

7
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
8
list(REMOVE_ITEM DIST_TEST_OPS "test_dist_op")
9
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
10 11
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
12

13
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
14 15 16 17 18 19 20 21

if ((NOT WITH_GPU) AND (NOT WITH_XPU) AND NOT (WITH_ASCEND OR WITH_ASCEND_CL))
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_grad_clip")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_heter_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_ps_gpu_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_batch_merge")
endif()

22
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
23
list(APPEND DIST_TEST_OPS test_pipeline)
24
list(APPEND DIST_TEST_OPS test_ir_pass_pipeline)
L
lilong12 已提交
25
list(APPEND DIST_TEST_OPS test_static_model_parallel)
26
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
27
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
28
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
29
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
30 31 32 33 34 35 36 37
if (WITH_GPU OR WITH_XPU OR WITH_ASCEND OR WITH_ASCEND_CL)
    list(APPEND DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
    list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
    list(APPEND DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
    list(APPEND DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
    list(APPEND DIST_TEST_OPS test_gen_nccl_id_op)
    list(APPEND DIST_TEST_OPS test_rnn_dp)
endif()
38
list(APPEND DIST_TEST_OPS test_parallel_dygraph_unused_variables)
39
list(APPEND DIST_TEST_OPS test_parallel_dygraph_control_flow)
40 41
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
42
list(APPEND DIST_TEST_OPS test_parallel_dygraph_dataparallel)
43 44
list(APPEND DIST_TEST_OPS test_parallel_dygraph_pipeline_parallel)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
45
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sharding_parallel)
46
list(APPEND DIST_TEST_OPS test_dygraph_sharding_optimizer_stage2)
B
Baibaifan 已提交
47
list(APPEND DIST_TEST_OPS test_dygraph_sharding_stage2)
B
Baibaifan 已提交
48
list(APPEND DIST_TEST_OPS test_dygraph_sharding_stage3)
49
list(APPEND DIST_TEST_OPS test_auto_parallel_parallelizer)
50
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mp_layers)
51
list(APPEND DIST_TEST_OPS test_hybrid_parallel_inference_helper)
52
list(APPEND DIST_TEST_OPS test_parallel_class_center_sample)
53
list(APPEND DIST_TEST_OPS test_parallel_margin_cross_entropy)
54
list(APPEND DIST_TEST_OPS test_auto_parallel_data_unshard)
55
list(APPEND DIST_TEST_OPS test_auto_parallel_save_load)
56
list(APPEND DIST_TEST_OPS test_auto_parallel_autoconvert)
57 58 59
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
60 61
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
62
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
T
tangwei12 已提交
63
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
64
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
65
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
T
Thunderbrook 已提交
66
list(APPEND MIXED_DIST_TEST_OPS test_communicator_ps_gpu)
67 68
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
T
tangwei12 已提交
69
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
70 71 72 73 74 75
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ps)
list(APPEND MIXED_DIST_TEST_OPS test_launch_coverage)
list(APPEND MIXED_DIST_TEST_OPS test_fleetrun)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_run_random_port)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_async)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_cloud)
76 77
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_ascend)
list(APPEND MIXED_DIST_TEST_OPS test_ascend_group)
78
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch_nproc)
79
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
M
mapingshuo 已提交
80
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
81
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
82 83
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
84
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
85
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
86
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer_with_recompute)
87
list(APPEND MIXED_DIST_TEST_OPS test_fleet_raw_program_meta_optimizer)
李季 已提交
88
list(APPEND MIXED_DIST_TEST_OPS test_rnn_dp)
89
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
90
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_init)
91
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
92
list(APPEND MIXED_DIST_TEST_OPS test_fleet_sharding_meta_optimizer)
93
list(APPEND MIXED_DIST_TEST_OPS test_fleet_hybrid_meta_optimizer)
Y
Yi Liu 已提交
94
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
95
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
96
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
97
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
98
list(APPEND MIXED_DIST_TEST_OPS test_fleet_fp16_allreduce_meta_optimizer)
99
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
100
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
101
list(APPEND MIXED_DIST_TEST_OPS test_fleet_meta_optimizer_base)
102
list(APPEND MIXED_DIST_TEST_OPS test_fleet_distributed_strategy)
103
list(APPEND MIXED_DIST_TEST_OPS test_fleet_auto)
W
WangXi 已提交
104
list(APPEND MIXED_DIST_TEST_OPS test_fleet_static_mp_layers)
105 106
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_partitioner_gpt)
C
caozhou 已提交
107
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_searcher)
C
caozhou 已提交
108
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard)
109
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_dist_tensor)
C
caozhou 已提交
110 111 112
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_serial)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_mppp)
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_reshard_dpmppp)
113
list(APPEND MIXED_DIST_TEST_OPS test_auto_parallel_cost_model)
114 115 116
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
117

118 119 120 121
if(ON_INFER)
    LIST(REMOVE_ITEM TEST_OPS test_eager_trace_op)
endif()

L
Li Min 已提交
122
if(NOT WITH_GPU)
123
    LIST(REMOVE_ITEM TEST_OPS test_fused_feedforward_op)
L
Li Min 已提交
124
    LIST(REMOVE_ITEM TEST_OPS test_fused_attention_op)
125
    LIST(REMOVE_ITEM TEST_OPS test_fused_attention_op_api)
126
    LIST(REMOVE_ITEM TEST_OPS test_fused_transformer_encoder_layer)
L
Li Min 已提交
127 128
endif()

129
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
130
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
L
lilong12 已提交
131 132
    LIST(REMOVE_ITEM TEST_OPS test_c_concat)
    LIST(REMOVE_ITEM TEST_OPS test_c_split)
133
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
L
lilong12 已提交
134
    LIST(REMOVE_ITEM TEST_OPS test_c_identity)
135
    LIST(REMOVE_ITEM TEST_OPS test_c_embedding_op)
136 137
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
L
lilong12 已提交
138
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce)
139
    LIST(REMOVE_ITEM TEST_OPS test_pipeline_parallel)
L
lilong12 已提交
140
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter)
L
lilong12 已提交
141
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv)
142
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
143
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
144 145 146 147
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_embedding_none_divisible)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_row_linear)
    LIST(REMOVE_ITEM TEST_OPS test_collective_split_col_linear)
L
lilong12 已提交
148 149 150 151
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_barrier_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allreduce_api)
K
kuizhiqing 已提交
152
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
L
lilong12 已提交
153 154
    LIST(REMOVE_ITEM TEST_OPS test_collective_broadcast_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allgather_api)
L
lilong12 已提交
155
    LIST(REMOVE_ITEM TEST_OPS test_collective_alltoall_api)
156 157
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_gather)
    LIST(REMOVE_ITEM TEST_OPS test_collective_global_scatter)
L
lilong12 已提交
158
    LIST(REMOVE_ITEM TEST_OPS test_collective_sendrecv_api)
W
WangXi 已提交
159
    LIST(REMOVE_ITEM TEST_OPS test_collective_wait)
J
JZ-LIANG 已提交
160
    LIST(REMOVE_ITEM TEST_OPS test_memcpy_op)
李季 已提交
161
    LIST(REMOVE_ITEM TEST_OPS test_raw_program_optimizer)
Y
Yuang Liu 已提交
162
    LIST(REMOVE_ITEM TEST_OPS test_fleet_gradient_scale)
163
    LIST(REMOVE_ITEM TEST_OPS test_disable_signal_handler)
L
LiYuRio 已提交
164
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor)
165
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_with_task_nodes)
166
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_multi_devices)
167
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_origin_scheduler)
168
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_mapper)
L
LiYuRio 已提交
169
    LIST(REMOVE_ITEM TEST_OPS test_fleet_executor_task_node)
170 171
    LIST(REMOVE_ITEM TEST_OPS test_fleet_exe_dist_model_run)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_exe_dist_model_tensor)
172 173
endif()

174 175 176
# Temporally disable test_deprecated_decorator
LIST(REMOVE_ITEM TEST_OPS test_deprecated_decorator)

177 178 179 180
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
181 182 183 184 185 186 187
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)
188 189
    LIST(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_nlp)
    LIST(REMOVE_ITEM TEST_OPS test_nvprof)
190

191 192
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
H
huangxu96 已提交
193 194 195
    if (WITH_GPU)
        LIST(REMOVE_ITEM TEST_OPS test_update_loss_scaling_op)
    endif()
196 197 198 199 200 201 202 203 204 205
endif()

if(NOT WITH_DISTRIBUTE OR WIN32)
    # DISTRIBUTE related
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
206
    LIST(REMOVE_ITEM TEST_OPS test_collective_cpu_barrier_with_gloo)
207 208

    # TODO: Fix these unittests failed on Windows
209
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
H
hutuxian 已提交
210 211
endif()

212 213 214 215 216
if(NOT WITH_DISTRIBUTE)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_new)
    LIST(REMOVE_ITEM TEST_OPS test_desc_clone_dist)
endif()

217 218 219 220
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_complex_matmul)
endif()

G
gongweibao 已提交
221
LIST(REMOVE_ITEM TEST_OPS test_fleet_checkpoint)
222
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
223
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint1)
224
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
225 226 227 228 229 230
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint3)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_multiple)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_dist_basic)
LIST(REMOVE_ITEM TEST_OPS test_hdfs1)
LIST(REMOVE_ITEM TEST_OPS test_hdfs2)
LIST(REMOVE_ITEM TEST_OPS test_hdfs3)
231
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
T
tangwei12 已提交
232

G
gongweibao 已提交
233 234
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
235
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
G
gongweibao 已提交
236 237
endif()

S
ShenLiang 已提交
238 239
list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_hybrid_parallel)

X
xiongkun 已提交
240 241
LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer_gloo) # NOTE: @xiongkun03, cpu is too slow, fix it in next PR

242 243
if (NOT WITH_GLOO)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel_cpuonly)
X
xiongkun 已提交
244 245 246 247

    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_unused_variables_gloo)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_over_height_gloo)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_gloo)
248
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_diff_length_gloo)
249 250
endif()

251
if ((NOT WITH_GPU) AND (NOT WITH_ROCM))
Y
Yu Yang 已提交
252
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
S
ShenLiang 已提交
253
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
S
ShenLiang 已提交
254
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
255
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
256
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_unused_variables)
257 258
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
259
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
260
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
261
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
262
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_control_flow)
263 264
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_no_sync_gradient_check)
265
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_dataparallel)
266 267
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_pipeline_parallel)
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_tensor_parallel)
J
JZ-LIANG 已提交
268
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sharding_parallel)
269
    list(REMOVE_ITEM TEST_OPS test_dygraph_sharding_optimizer_stage2)
B
Baibaifan 已提交
270
    list(REMOVE_ITEM TEST_OPS test_dygraph_sharding_stage2)
B
Baibaifan 已提交
271
    list(REMOVE_ITEM TEST_OPS test_dygraph_sharding_stage3)
272
    list(REMOVE_ITEM TEST_OPS test_auto_parallel_parallelizer)
273
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mp_layers)
274
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
275
    LIST(REMOVE_ITEM TEST_OPS test_mixed_precision)
276
    LIST(REMOVE_ITEM TEST_OPS test_fleet_base_single)
J
JZ-LIANG 已提交
277
    LIST(REMOVE_ITEM TEST_OPS test_dygraph_recompute)
278
    list(REMOVE_ITEM TEST_OPS test_hybrid_parallel_inference_helper)
279
    list(REMOVE_ITEM TEST_OPS test_parallel_class_center_sample)
280
    LIST(REMOVE_ITEM TEST_OPS test_parallel_margin_cross_entropy)
281 282
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_partitioner_gpt)
C
caozhou 已提交
283
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_searcher)
C
caozhou 已提交
284
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard)
285
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_dist_tensor)
C
caozhou 已提交
286 287 288
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_serial)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_mppp)
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_reshard_dpmppp)
289
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_cost_model)
290
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_data_unshard)
291
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_save_load)
292
    LIST(REMOVE_ITEM TEST_OPS test_auto_parallel_autoconvert)
293 294 295 296
elseif(WITH_GPU)
    if (${CUDNN_VERSION} VERSION_LESS 7100)
        LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
    endif()
D
Dang Qingqing 已提交
297 298
endif()

299 300 301
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
302
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding_over_height)
303 304 305 306
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

307
if ((NOT WITH_NCCL) AND (NOT WITH_RCCL))
308
    list(REMOVE_ITEM TEST_OPS test_imperative_group)
K
kuizhiqing 已提交
309
    LIST(REMOVE_ITEM TEST_OPS test_new_group_api)
310 311
endif()

312
if(((NOT WITH_ROCM) AND (NOT WITH_GPU)) OR WIN32)
H
hutuxian 已提交
313
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
314
endif()
315 316 317
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
318

319
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
320
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
321

322
if(APPLE)
323 324 325 326
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
327
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
328 329
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
330
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
331
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
332
endif()
T
Tao Luo 已提交
333 334 335 336
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
337

338
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
339
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
340
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
341
endif()
342

343
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
344
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
345 346
endif()

T
tangwei12 已提交
347
list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
K
Kevin 已提交
348

349
if((WITH_ROCM OR WITH_GPU) OR NOT WITH_MKLML)
350 351 352 353
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
354 355 356 357
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

358 359
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
360
    set(options SERIAL)
361
    set(oneValueArgs "")
362
    set(multiValueArgs MODULES DEPS ENVS)
363
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
364

365
    if(WITH_COVERAGE AND NOT (WITH_INCREMENTAL_COVERAGE AND "$ENV{PADDLE_GIT_DIFF_PY_FILE}" STREQUAL ""))
366 367 368 369 370 371 372 373 374 375 376 377 378
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
                    ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
379
    else()
380 381 382 383 384 385 386 387 388 389 390
        if(WITH_ASCEND_CL)
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python:$ENV{PYTHONPATH} ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        else()
            add_test(NAME ${TARGET_NAME}
                    COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
                    ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
                    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
        endif()
391 392 393
    endif()

    if (py_test_modules_SERIAL)
394
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
395
    endif()
396 397 398
    if(WIN32)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
    endif()
399 400
  endif()
endfunction()
G
gongweibao 已提交
401

402

G
gongweibao 已提交
403 404 405 406 407 408
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
409 410
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
G
gongweibao 已提交
411 412
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

413

414 415 416 417
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
418

419 420
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
421
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
422 423
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
424
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
425 426 427
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
428
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
429
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
430
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
431 432
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
433

G
gongweibao 已提交
434 435 436
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
437 438

    if(bash_test_modules_LABELS)
439
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${bash_test_modules_LABELS})
440
    endif()
G
gongweibao 已提交
441 442
endfunction()

443 444 445 446 447 448 449 450 451 452 453
function(parallel_bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS UnitTests)
    cmake_parse_arguments(parallel_bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})


Y
YUNSHEN XIE 已提交
454
    set(timeout 120)
455 456 457 458 459 460 461 462
    if(${parallel_bash_test_modules_TIMEOUT})
        set(timeout ${parallel_bash_test_modules_TIMEOUT})
    endif()

    list(JOIN  parallel_bash_test_modules_UnitTests " " uts_string)

    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
463
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
464 465 466 467 468 469
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
470
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
471 472 473 474 475 476 477 478 479 480
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (parallel_bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()

    if(parallel_bash_test_modules_LABELS)
481
        set_tests_properties(${TARGET_NAME} PROPERTIES LABELS ${parallel_bash_test_modules_LABELS})
482 483 484
    endif()
endfunction()

H
Huihuang Zheng 已提交
485
list(REMOVE_ITEM TEST_OPS test_feed_data_check_shape_type)
486
list(REMOVE_ITEM TEST_OPS test_fetch_lod_tensor_array)
487
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
488
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
489
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
H
hutuxian 已提交
490
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
491
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
492
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
493
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
494 495
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
496
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
497 498
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
499
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
500
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
501
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
502
list(REMOVE_ITEM TEST_OPS test_layers)
503 504 505
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
506
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
507
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
508
list(REMOVE_ITEM TEST_OPS test_install_check)
509 510 511 512
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
H
Huihuang Zheng 已提交
513
list(REMOVE_ITEM TEST_OPS test_fuse_all_reduce_pass)
Z
Zhen Wang 已提交
514
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
Z
Zhang Ting 已提交
515
list(REMOVE_ITEM TEST_OPS test_fuse_bn_add_act_pass)
516 517
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
Y
YUNSHEN XIE 已提交
518
# disable test_cumsum_op temporaily
519
# list(REMOVE_ITEM TEST_OPS test_cumsum_op)
Z
Zeng Jinle 已提交
520

521 522
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
Y
YUNSHEN XIE 已提交
523

524 525 526 527 528
# disable sparse_attention which not in suitable env
if ( (NOT WITH_GPU) OR (WIN32) OR (PADDLE_WITH_ARM) OR (WITH_ROCM) )
    list(REMOVE_ITEM TEST_OPS test_sparse_attention_op)
endif()

Z
Zeng Jinle 已提交
529 530 531
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
532
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
533
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
534
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
535 536
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
537
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
538 539
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
540
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
541
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
542
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dataset)
Z
Zeng Jinle 已提交
543 544
endif()

X
xiongkun 已提交
545 546 547 548
if (NOT WITH_GLOO)
    LIST(REMOVE_ITEM TEST_OPS test_cpuonly_spawn)
endif()

549 550 551 552
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

553
# Some ops need to check results when gc is enabled
554
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
555 556
set(TEST_OPS_WITH_GC
  test_affine_channel_op
557 558 559 560 561
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
562
  test_gather_nd_op
563 564 565 566 567 568 569 570
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_slice_op
  test_space_to_depth_op
571
  test_squared_l2_distance_op)
572 573 574 575 576 577

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

578 579 580 581 582 583 584 585 586
if ((NOT WITH_GPU) AND (NOT WITH_XPU) AND NOT (WITH_ASCEND OR WITH_ASCEND_CL))
    list(REMOVE_ITEM TEST_OPS "test_fleet_graph_execution_meta_optimizer")
    list(REMOVE_ITEM TEST_OPS "test_gen_nccl_id_op")
    list(REMOVE_ITEM TEST_OPS "test_dist_fleet_grad_clip")
    list(REMOVE_ITEM TEST_OPS "test_dist_fleet_heter_ctr")
    list(REMOVE_ITEM TEST_OPS "test_dist_fleet_ps_gpu_ctr")
    list(REMOVE_ITEM TEST_OPS "test_dist_mnist_batch_merge")
endif()

Y
yuyang18 已提交
587 588 589
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
590
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
L
Li Fuchen 已提交
591
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
592 593
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
594
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
595
    FLAGS_cudnn_deterministic=1 SERIAL)
596
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
597
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
598
        FLAGS_cudnn_deterministic=1 SERIAL)
599
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
M
minqiyang 已提交
600
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
601
    FLAGS_cudnn_deterministic=1)
602
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
603
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
604
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
605
    FLAGS_cudnn_deterministic=1 SERIAL)
606
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
607 608
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
609 610 611
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
612 613 614 615
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
616
set_tests_properties(test_conv2d_op PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
617
set_tests_properties(test_faster_tokenizer_op PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
618 619
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_conv2d_api PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
C
ceci3 已提交
620 621 622
set_tests_properties(test_conv_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_norm_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
set_tests_properties(test_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
623
if(WITH_DISTRIBUTE)
624 625
    add_subdirectory(distributed_passes)
  
626 627
    add_subdirectory(auto_parallel)

628 629 630 631
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

632 633 634
    # TODO(sandyhouse): fix and add the ut back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_hallreduce")

635 636 637 638
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
639

640 641 642 643 644 645 646 647
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
648 649
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

T
tangwei12 已提交
650
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
651
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
T
Thunderbrook 已提交
652
    py_test_modules(test_communicator_ps_gpu MODULES test_communicator_ps_gpu ENVS ${dist_ENVS})
653 654
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
T
tangwei12 已提交
655
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
M
mapingshuo 已提交
656
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
657
    if(NOT APPLE)
658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675
        py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
        py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
        py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
        py_test_modules(test_fleet_amp_init MODULES test_fleet_amp_init ENVS ${dist_ENVS})
        py_test_modules(test_fleet_fp16_allreduce_meta_optimizer MODULES test_fleet_fp16_allreduce_meta_optimizer ENVS ${dist_ENVS})
        py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
        py_test_modules(test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS ${dist_ENVS})
        py_test_modules(test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy)
        py_test_modules(test_fleet_static_mp_layers MODULES test_fleet_static_mp_layers)
        #py_test_modules(test_fleet_auto MODULES test_fleet_auto ENVS ${dist_ENVS})
        if (WITH_GPU OR WITH_XPU OR WITH_ASCEND OR WITH_ASCEND_CL)
            py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
            py_test_modules(test_fleet_hybrid_meta_optimizer MODULES test_fleet_hybrid_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_sharding_meta_optimizer MODULES test_fleet_sharding_meta_optimizer ENVS ${dist_ENVS})
        endif()
Y
Yi Liu 已提交
676
        if(NOT WIN32)
677 678
            py_test_modules(test_auto_parallel_partitioner MODULES test_auto_parallel_partitioner ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_partitioner_gpt MODULES test_auto_parallel_partitioner_gpt ENVS ${dist_ENVS})
C
caozhou 已提交
679
            py_test_modules(test_auto_parallel_searcher MODULES test_auto_parallel_searcher ENVS ${dist_ENVS})
C
caozhou 已提交
680
            py_test_modules(test_auto_parallel_reshard MODULES test_auto_parallel_reshard ENVS ${dist_ENVS})
681
            py_test_modules(test_auto_parallel_dist_tensor MODULES test_auto_parallel_dist_tensor ENVS ${dist_ENVS})
C
caozhou 已提交
682 683 684
            py_test_modules(test_auto_parallel_reshard_serial MODULES test_auto_parallel_reshard_serial ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_reshard_mppp MODULES test_auto_parallel_reshard_mppp ENVS ${dist_ENVS})
            py_test_modules(test_auto_parallel_reshard_dpmppp MODULES test_auto_parallel_reshard_dpmppp ENVS ${dist_ENVS})
685
            py_test_modules(test_auto_parallel_cost_model MODULES test_auto_parallel_cost_model ENVS ${dist_ENVS})
686 687 688 689 690 691 692 693
            if (WITH_GPU OR WITH_XPU OR WITH_ASCEND OR WITH_ASCEND_CL)
                py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
                py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
                py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})



            endif()
Y
Yi Liu 已提交
694
        endif(NOT WIN32)
695
    endif(NOT APPLE)
G
gongweibao 已提交
696
    if(WITH_DGC)
W
WangXi 已提交
697 698
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
699
        py_test_modules(test_dgc_op MODULES test_dgc_op)
700 701
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
702
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
W
WangXi 已提交
703 704 705 706
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
707
    endif()
J
JiabinYang 已提交
708
    if(NOT APPLE)
709
        if(WITH_GPU OR WITH_ROCM)
710
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
711
            py_test_modules(test_launch_coverage MODULES test_launch_coverage)
W
WangXi 已提交
712
        endif()
713

714 715 716 717
        bash_test_modules(test_fleetrun START_BASH test_fleetrun.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_run_random_port START_BASH test_fleet_run_random_port.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_async START_BASH test_fleet_launch_async.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch_cloud START_BASH test_fleet_launch_cloud.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
718 719 720
        if (WITH_GPU OR WITH_XPU OR WITH_ASCEND OR WITH_ASCEND_CL)
            bash_test_modules(test_fleet_launch_nproc START_BASH test_fleet_launch_nproc.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        endif()
721
        if(WITH_ASCEND OR WITH_ASCEND_CL)
722 723 724
            bash_test_modules(test_fleet_launch_ascend START_BASH test_fleet_launch_ascend.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
            bash_test_modules(test_ascend_group START_BASH test_ascend_group.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        endif()
725

726
        # port range (20000, 23000) is reserved for dist-ops
G
gongweibao 已提交
727
        set(dist_ut_port 20001)
728
        foreach(TEST_OP ${DIST_TEST_OPS})
729
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
730
            MATH(EXPR dist_ut_port "${dist_ut_port}+30")
731 732 733
            if(dist_ut_port GREATER_EQUAL 22998)
                message(FATAL_ERROR "available ports have been exhausted:${dist_ut_port}")
            endif()
734
        endforeach(TEST_OP)
735
        # solve it later.
736
        bash_test_modules(test_fleet_launch_ps START_BASH test_fleet_launch_ps.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
X
xiongkun 已提交
737 738 739
        if (WITH_GLOO)
            bash_test_modules(test_cpuonly_launch START_BASH test_cpuonly_launch.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
        endif()
740 741 742
        if (WITH_GPU OR WITH_XPU OR WITH_ASCEND OR WITH_ASCEND_CL)
            bash_test_modules(test_new_group START_BASH test_new_group.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}+20" PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR} )
        endif()
743
    endif(NOT APPLE)
744
endif()
745

746
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
747 748
# Coverage pipeline use cuda 10.1 now, profiler will random hang in cuda 10.1,
# see https://github.com/PaddlePaddle/Paddle/issues/29082 for details.
749
# We guess there are some bugs in cuda 10.1 or 10.2,
750 751 752 753 754 755
# since this unittest is stable in cuda 11 (py3 pipeline) now.
if(NOT WITH_COVERAGE)
  py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
  set_tests_properties(test_parallel_executor_profiler PROPERTIES LABELS "RUN_TYPE=DIST")
  set_tests_properties(test_parallel_executor_profiler PROPERTIES TIMEOUT 120)
endif()
756
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
757 758
if(WIN32)
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth CUDA_VISIBLE_DEVICES=0)
H
Huihuang Zheng 已提交
759 760
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass ENVS CUDA_VISIBLE_DEVICES=0)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type ENVS CUDA_VISIBLE_DEVICES=0)
761
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array ENVS CUDA_VISIBLE_DEVICES=0)
762 763
else()
    py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
H
Huihuang Zheng 已提交
764 765
    py_test_modules(test_fuse_all_reduce_pass MODULES test_fuse_all_reduce_pass)
    py_test_modules(test_feed_data_check_shape_type MODULES test_feed_data_check_shape_type)
766
    py_test_modules(test_fetch_lod_tensor_array MODULES test_fetch_lod_tensor_array)
767
endif()
768

H
hutuxian 已提交
769
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
Z
Zhen Wang 已提交
770
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
Z
Zhang Ting 已提交
771
py_test_modules(test_fuse_bn_add_act_pass MODULES test_fuse_bn_add_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
772

773
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
774 775
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on,
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is
776 777
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
778 779 780 781
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
782
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
783
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
784
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
785
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
786
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
787
endif()
788

789 790 791
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
792
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
793 794 795
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
796
endif()
797

798
if(WITH_DISTRIBUTE AND NOT APPLE AND NOT WIN32)
G
gongweibao 已提交
799 800 801 802 803 804 805 806 807 808 809 810
    py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
    set_tests_properties(test_fleet_checkpoint PROPERTIES TIMEOUT 200)
    set_tests_properties(test_fleet_checkpoint PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 200 LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_multiple START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_dist_basic START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs1 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs2 START_BASH dist_test.sh TIMEOUT 200   LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs3 START_BASH dist_test.sh TIMEOUT 200  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
811 812
endif()

813
add_subdirectory(sequence)
814
add_subdirectory(dygraph_to_static)
F
Feiyu Chan 已提交
815
add_subdirectory(rnn)
816
add_subdirectory(autograd)
817
add_subdirectory(distribution)
818 819 820 821

if (NOT WIN32 OR NOT WITH_GPU)
    add_subdirectory(fft)
endif()
822

T
tianshuo78520a 已提交
823 824 825 826
if (WITH_XPU)
    add_subdirectory(xpu)
endif()

827
# dist xpu tests:
828 829 830 831 832
if (WITH_XPU_BKCL)
    py_test(test_collective_reduce_api_xpu SRCS "test_collective_reduce_api.py")
    py_test(test_collective_allreduce_api_xpu SRCS "test_collective_allreduce_api.py")
endif()

833 834 835 836
if(WIN32)
    cc_test(cc_imp_py_test SRCS cc_imp_py_test.cc DEPS python)
endif()

837 838 839 840
if (WITH_ASCEND_CL)
    add_subdirectory(npu)
endif()

841 842 843
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
844

J
jianghaicheng 已提交
845 846 847 848
if (WITH_IPU)
    add_subdirectory(ipu)
endif()

849 850 851 852
if (WITH_MLU)
    add_subdirectory(mlu)
endif()

853 854
add_subdirectory(asp)

855 856
add_subdirectory(ir)

H
hong 已提交
857 858
add_subdirectory(interpreter)

859
if (WITH_TESTING)
Z
Zeng Jinle 已提交
860
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
Z
Zeng Jinle 已提交
861
    set_property(TEST test_parallel_executor_fix_op_run_order PROPERTY ENVIRONMENT GLOG_vmodule=fix_op_run_order_pass=10)
862 863
endif()

864
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
865
        test_parallel_executor_feed_persistable_var
866
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
867
        test_data_norm_op
868
        test_dataloader_keep_order
869 870
        test_dataloader_unkeep_order
        test_parallel_executor_inference_feed_partial_data
871
        test_parallel_ssa_graph_inference_feed_partial_data
872
        test_fetch_unmerged
873
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
874 875
# disable test_parallel_executor_fetch_isolated_var
# set_tests_properties(test_parallel_executor_fetch_isolated_var PROPERTIES LABELS "RUN_TYPE=DIST")
K
Kaipeng Deng 已提交
876
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
877 878 879
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
880 881
        test_distributed_fused_lamb_op_with_clip
        test_distributed_fused_lamb_op_without_clip
882
        test_parallel_executor_fetch_isolated_var
C
chalsliu 已提交
883
        PROPERTIES LABELS "RUN_TYPE=DIST")
884

885
if(NOT WIN32 AND NOT APPLE)
886
    set_tests_properties(test_imperative_signal_handler PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
C
chalsliu 已提交
887 888 889 890 891 892
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
893 894
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
895
    set_tests_properties(test_multiprocess_dataloader_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
896
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES TIMEOUT 120)
897
endif()
Y
YUNSHEN XIE 已提交
898

899
if (NOT WIN32)
900
    set_tests_properties(test_multiprocess_reader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
901
    set_tests_properties(test_layers PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
902 903 904
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 1200)
    else ()
905
    set_tests_properties(test_ir_memory_optimize_transformer PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
906
    endif ()
907 908 909
endif()

if (WITH_DISTRIBUTE AND NOT WIN32)
910
    set_tests_properties(test_fleet_utils PROPERTIES TIMEOUT 120)
911
    set_tests_properties(test_collective_cpu_barrier_with_gloo PROPERTIES TIMEOUT 40)
912 913 914 915
endif()

if (WITH_DISTRIBUTE)
    set_tests_properties(test_communicator_half_async PROPERTIES TIMEOUT 120)
916 917
    set_tests_properties(test_dist_fleet_ctr2 PROPERTIES TIMEOUT 200)
    set_tests_properties(test_dist_fleet_sparse_embedding_ctr PROPERTIES TIMEOUT 200)
918
    set_tests_properties(test_dist_fleet_infer PROPERTIES TIMEOUT 200)
919
    set_tests_properties(test_dist_fleet_raw_program_optimizer PROPERTIES TIMEOUT 120)
920
    set_tests_properties(test_dist_fleet_raw_program_optimizer_fuse_allreduce PROPERTIES TIMEOUT 60)
921
endif()
922

923
if (WITH_DISTRIBUTE AND NOT APPLE)
924
    if(WITH_GPU OR WITH_ROCM)
925
        set_tests_properties(test_c_comm_init_op PROPERTIES TIMEOUT 120)
926
        set_tests_properties(test_dist_mnist_gradient_merge PROPERTIES TIMEOUT 160)
927
    endif()
Y
YUNSHEN XIE 已提交
928 929 930 931 932
endif()

# setting timeout value as 15S
set_tests_properties(test_sync_batch_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_op PROPERTIES TIMEOUT 120)
933
set_tests_properties(test_imperative_lod_tensor_to_selected_rows PROPERTIES TIMEOUT 200)
Y
YUNSHEN XIE 已提交
934 935 936 937 938 939 940 941 942 943 944
set_tests_properties(test_lstm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_star_gan_with_gradient_penalty PROPERTIES TIMEOUT 120)
set_tests_properties(test_warpctc_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_profiler PROPERTIES TIMEOUT 120)
set_tests_properties(test_inplace_softmax_with_cross_entropy PROPERTIES TIMEOUT 120)
set_tests_properties(test_cross_entropy2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fetch_unmerged PROPERTIES TIMEOUT 120)
set_tests_properties(test_gru_unit_op PROPERTIES TIMEOUT 120)
D
Double_V 已提交
945
set_tests_properties(test_activation_nn_grad PROPERTIES TIMEOUT 200)
Y
YUNSHEN XIE 已提交
946 947 948
set_tests_properties(test_empty_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_div_op PROPERTIES TIMEOUT 120)
949
set_tests_properties(test_regularizer_api PROPERTIES TIMEOUT 150)
Y
YUNSHEN XIE 已提交
950
set_tests_properties(test_multiclass_nms_op PROPERTIES TIMEOUT 120)
951
if(NOT WIN32)
F
feng_shuai 已提交
952 953 954
    if (WITH_NV_JETSON)
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 1200)
    else ()
955
    set_tests_properties(test_ir_memory_optimize_nlp PROPERTIES TIMEOUT 120)
F
feng_shuai 已提交
956
    endif ()
957
endif()
Y
YUNSHEN XIE 已提交
958 959 960 961 962 963 964 965 966 967 968
set_tests_properties(test_add_reader_dependency PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilateral_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_relu_depthwise_conv_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_fleet_util PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_transformer_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_matmul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nearest_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bicubic_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_op PROPERTIES TIMEOUT 120)
969
set_tests_properties(test_static_save_load PROPERTIES TIMEOUT 250)
970
set_tests_properties(test_pylayer_op PROPERTIES TIMEOUT 120)
971
set_tests_properties(test_paddle_save_load_binary PROPERTIES TIMEOUT 120)
W
WeiXin 已提交
972
if (WIN32)
W
WeiXin 已提交
973
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 900)
W
WeiXin 已提交
974 975
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
else()
W
WeiXin 已提交
976
    set_tests_properties(test_static_save_load_large PROPERTIES TIMEOUT 600)
977
    set_tests_properties(test_paddle_save_load PROPERTIES TIMEOUT 250)
W
WeiXin 已提交
978
endif()
F
feng_shuai 已提交
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995
if (WITH_NV_JETSON)
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 1200)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 1500)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 1500)
else()
    set_tests_properties(test_concat_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_part2_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_transpose_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_conv3d_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_norm_op PROPERTIES TIMEOUT 120)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 150)
endif()
996
set_tests_properties(test_imperative_selected_rows_to_lod_tensor PROPERTIES TIMEOUT 200)
Y
YUNSHEN XIE 已提交
997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
set_tests_properties(test_index_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_ssa_graph_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_crf PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_eager_deletion_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_reduce_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_dropout_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_argsort_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_gather_nd_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_sub_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_row_conv_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_gpu PROPERTIES TIMEOUT 120)
1010 1011
set_tests_properties(test_distributed_fused_lamb_op_with_clip PROPERTIES TIMEOUT 120)
set_tests_properties(test_distributed_fused_lamb_op_without_clip PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024
set_tests_properties(test_elementwise_min_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_nan_inf PROPERTIES TIMEOUT 120)
set_tests_properties(test_deformable_conv_v1_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_transformer_auto_growth PROPERTIES TIMEOUT 120)
set_tests_properties(test_py_reader_using_executor PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_add_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_weight_decay PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn_sorted_gradient PROPERTIES TIMEOUT 120)
set_tests_properties(test_crop_tensor_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_lstm_net PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ptb_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_save_load_v2 PROPERTIES TIMEOUT 120)
K
Kaipeng Deng 已提交
1025
set_tests_properties(test_conv2d_transpose_op PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1026 1027 1028 1029 1030
set_tests_properties(test_prroi_pool_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstm_cudnn_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_stack_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_v2_op PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1031
set_tests_properties(test_svd_op PROPERTIES TIMEOUT 80)
1032
set_tests_properties(test_qr_op PROPERTIES TIMEOUT 60)
Y
YUNSHEN XIE 已提交
1033 1034 1035 1036 1037
set_tests_properties(test_deformable_psroi_pooling PROPERTIES TIMEOUT 120)
set_tests_properties(test_trilinear_interp_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_static_runner_mnist PROPERTIES TIMEOUT 120)
set_tests_properties(test_masked_select_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_sigmoid_cross_entropy_with_logits_op PROPERTIES TIMEOUT 120)
1038
set_tests_properties(test_imperative_optimizer_v2 PROPERTIES TIMEOUT 150)
Y
YUNSHEN XIE 已提交
1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061
set_tests_properties(test_partial_sum_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cond PROPERTIES TIMEOUT 120)
set_tests_properties(test_space_to_depth_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_dyn_rnn PROPERTIES TIMEOUT 120)
set_tests_properties(test_sgd_op PROPERTIES TIMEOUT 250)
set_tests_properties(test_parallel_executor_seresnext_base_gpu PROPERTIES TIMEOUT 120)
set_tests_properties(test_norm_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_matrix_nms_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_generator_dataloader PROPERTIES TIMEOUT 120)
set_tests_properties(test_partial_concat_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_optimizer_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_softmax_with_cross_entropy_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_reduce_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_adam_optimizer_fp32_fp64 PROPERTIES TIMEOUT 120)
set_tests_properties(test_elementwise_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv_nn_grad PROPERTIES TIMEOUT 120)
set_tests_properties(test_program_prune_backward PROPERTIES TIMEOUT 120)
set_tests_properties(test_group_norm_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_optimizer PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool2d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_transpose_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_eager_deletion_gru_net PROPERTIES TIMEOUT 120)
S
Shang Zhizhou 已提交
1062
set_tests_properties(test_activation_op PROPERTIES TIMEOUT 270)
Y
YUNSHEN XIE 已提交
1063 1064 1065 1066 1067 1068
set_tests_properties(test_normal PROPERTIES TIMEOUT 120)
set_tests_properties(test_lstmp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_bilinear_interp_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_decoupled_py_reader PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_bn_act_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_op PROPERTIES TIMEOUT 120)
1069 1070
set_tests_properties(test_conv2d_op_depthwise_conv PROPERTIES TIMEOUT 120)
set_tests_properties(test_conv2d_api PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1071 1072 1073 1074 1075 1076
set_tests_properties(test_elementwise_mul_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_cyclic_cifar_dataset PROPERTIES TIMEOUT 120)
set_tests_properties(test_fuse_all_reduce_pass PROPERTIES TIMEOUT 120)
set_tests_properties(test_dygraph_multi_forward PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_ocr_attention_model PROPERTIES TIMEOUT 120)
set_tests_properties(test_imperative_mnist PROPERTIES TIMEOUT 120)
1077
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES TIMEOUT 270)
1078
set_tests_properties(test_fused_elemwise_activation_op PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
1079 1080
set_tests_properties(test_gru_op PROPERTIES TIMEOUT 200)
set_tests_properties(test_regularizer PROPERTIES TIMEOUT 150)
Y
YUNSHEN XIE 已提交
1081 1082 1083 1084 1085
set_tests_properties(test_imperative_resnet PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES TIMEOUT 200)
set_tests_properties(test_imperative_se_resnext PROPERTIES TIMEOUT 200)
set_tests_properties(test_matmul_v2_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_slice_op PROPERTIES TIMEOUT 120)
1086 1087 1088 1089 1090 1091 1092
set_tests_properties(test_strided_slice_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_translated_layer PROPERTIES TIMEOUT 120)
set_tests_properties(test_parallel_executor_inference_feed_partial_data PROPERTIES TIMEOUT 120)
set_tests_properties(test_pad3d_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_keep_order PROPERTIES TIMEOUT 120)
set_tests_properties(test_mean_op PROPERTIES TIMEOUT 120)
set_tests_properties(test_dataloader_unkeep_order PROPERTIES TIMEOUT 120)
1093 1094
set_tests_properties(test_reader_reset PROPERTIES TIMEOUT 120)
set_tests_properties(test_pool3d_api PROPERTIES TIMEOUT 120)
H
hlygit66666 已提交
1095
set_tests_properties(test_cumprod_op PROPERTIES TIMEOUT 120)
1096
set_tests_properties(test_split_program PROPERTIES TIMEOUT 120)
1097
if(WITH_DISTRIBUTE AND WITH_GPU AND WITH_NCCL)
1098 1099 1100
    set_tests_properties(test_parallel_dygraph_dataparallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_unused_variables PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_control_flow PROPERTIES TIMEOUT 120)
1101 1102
    set_tests_properties(test_parallel_dygraph_no_sync PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_no_sync_gradient_check PROPERTIES TIMEOUT 30)
1103 1104
    set_tests_properties(test_parallel_dygraph_pipeline_parallel PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_tensor_parallel PROPERTIES TIMEOUT 200)
J
JZ-LIANG 已提交
1105
    set_tests_properties(test_parallel_dygraph_sharding_parallel PROPERTIES TIMEOUT 120)
1106
    set_tests_properties(test_dygraph_sharding_optimizer_stage2 PROPERTIES TIMEOUT 120)
B
Baibaifan 已提交
1107
    set_tests_properties(test_dygraph_sharding_stage2 PROPERTIES TIMEOUT 120)
B
Baibaifan 已提交
1108
    set_tests_properties(test_dygraph_sharding_stage3 PROPERTIES TIMEOUT 120)
1109
    set_tests_properties(test_auto_parallel_parallelizer PROPERTIES TIMEOUT 120)
1110
    set_tests_properties(test_parallel_dygraph_mp_layers PROPERTIES TIMEOUT 120)
1111
    set_tests_properties(test_hybrid_parallel_inference_helper PROPERTIES TIMEOUT 120)
1112
    set_tests_properties(test_parallel_class_center_sample PROPERTIES TIMEOUT 120)
1113
    set_tests_properties(test_parallel_margin_cross_entropy PROPERTIES TIMEOUT 120)
1114
    set_tests_properties(test_auto_parallel_data_unshard PROPERTIES TIMEOUT 120)
1115
    set_tests_properties(test_auto_parallel_save_load PROPERTIES TIMEOUT 120)
1116
    set_tests_properties(test_auto_parallel_autoconvert PROPERTIES TIMEOUT 120)
1117 1118 1119 1120
    if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212)
        set_tests_properties(test_parallel_dygraph_sparse_embedding PROPERTIES TIMEOUT 120)
        set_tests_properties(test_parallel_dygraph_transformer PROPERTIES TIMEOUT 120)
    endif()
Y
YUNSHEN XIE 已提交
1121
endif()
1122
if((WITH_ROCM OR WITH_GPU) AND NOT WIN32)
Y
YUNSHEN XIE 已提交
1123
    set_tests_properties(test_collective_allgather_api PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1124
    set_tests_properties(test_collective_alltoall_api PROPERTIES TIMEOUT 120)
1125 1126
    set_tests_properties(test_collective_global_gather PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_global_scatter PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1127
    set_tests_properties(test_collective_sendrecv_api PROPERTIES TIMEOUT 120)
1128 1129
    set_tests_properties(test_collective_broadcast_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_allreduce_api PROPERTIES TIMEOUT 120)
1130
    if(WITH_DISTRIBUTE)
K
kuizhiqing 已提交
1131
        set_tests_properties(test_new_group_api PROPERTIES TIMEOUT 120)
1132
        set_tests_properties(test_pipeline PROPERTIES TIMEOUT 120)
1133
        set_tests_properties(test_ir_pass_pipeline PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1134
        set_tests_properties(test_static_model_parallel PROPERTIES TIMEOUT 240)
K
kuizhiqing 已提交
1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147
        set_tests_properties(test_collective_split_embedding
            test_collective_split_embedding_none_divisible
            test_collective_split_row_linear
            test_collective_split_col_linear
            test_collective_scatter_api
            test_collective_barrier_api
            test_collective_reduce_api
            test_pipeline_parallel
            test_collective_allreduce_api
            test_new_group_api
            test_collective_broadcast_api
            test_collective_allgather_api
            test_collective_alltoall_api
1148 1149
            test_collective_global_gather
            test_collective_global_scatter
K
kuizhiqing 已提交
1150
            PROPERTIES LABELS "RUN_TYPE=DIST")
1151
    endif()
1152 1153 1154 1155
    set_tests_properties(test_reducescatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_broadcast PROPERTIES TIMEOUT 120)
    set_tests_properties(test_reducescatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_reduce_api PROPERTIES TIMEOUT 120)
1156
    set_tests_properties(test_pipeline_parallel PROPERTIES TIMEOUT 120)
1157 1158
    set_tests_properties(test_collective_reduce PROPERTIES TIMEOUT 120)
    set_tests_properties(test_allreduce PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1159 1160
    set_tests_properties(test_c_concat PROPERTIES TIMEOUT 120)
    set_tests_properties(test_c_split PROPERTIES TIMEOUT 120)
1161
    set_tests_properties(test_allgather PROPERTIES TIMEOUT 120)
L
lilong12 已提交
1162
    set_tests_properties(test_c_identity PROPERTIES TIMEOUT 120)
1163 1164
    set_tests_properties(test_collective_scatter_api PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_barrier_api PROPERTIES TIMEOUT 120)
1165 1166
    set_tests_properties(test_collective_scatter PROPERTIES TIMEOUT 120)
    set_tests_properties(test_collective_sendrecv PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
1167
endif()
1168
if(WITH_GPU OR WITH_ROCM)
1169
    set_tests_properties(test_imperative_auto_mixed_precision PROPERTIES TIMEOUT 300)
1170
    set_tests_properties(test_parallel_dygraph_sync_batch_norm PROPERTIES TIMEOUT 120)
1171
    set_tests_properties(test_rank_attention_op PROPERTIES TIMEOUT 120)
1172
endif()
Y
YUNSHEN XIE 已提交
1173
set_tests_properties(test_inplace_addto_strategy PROPERTIES TIMEOUT 120)
1174
set_tests_properties(test_eigvals_op PROPERTIES TIMEOUT 400)
F
From00 已提交
1175
set_tests_properties(test_tensordot PROPERTIES TIMEOUT 1000)
1176
set_tests_properties(test_tensordot PROPERTIES LABELS "RUN_TYPE=NIGHTLY")
X
xiongkun 已提交
1177 1178 1179 1180 1181
if (WITH_GLOO)
    set_tests_properties(test_parallel_dygraph_unused_variables_gloo PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_sparse_embedding_gloo PROPERTIES TIMEOUT 120)
    set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height_gloo PROPERTIES TIMEOUT 120)
endif()