CMakeLists.txt 25.4 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
4
set(dist_ENVS http_proxy="" https_proxy="")
5

6
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
7 8 9
if(NOT WITH_NCCL)
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
10
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
11 12
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
13 14
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
15
list(APPEND DIST_TEST_OPS test_listen_and_serv_op)
16 17 18
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
19 20
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
21
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
T
tangwei12 已提交
22 23
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
list(APPEND MIXED_DIST_TEST_OPS test_transpiler_ops)
24
list(APPEND MIXED_DIST_TEST_OPS test_launch)
25
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
26
list(APPEND MIXED_DIST_TEST_OPS test_launch_ps)
27 28 29
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
T
tangwei12 已提交
30
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
31
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch)
32
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
33
list(APPEND MIXED_DIST_TEST_OPS test_fleet_checkpoint)
M
mapingshuo 已提交
34
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
35
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
36 37
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
38 39
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
40
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
41
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
42
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
Y
Yi Liu 已提交
43
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
44
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
45
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
46
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
47
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
48
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
49 50 51
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
52

53
if(NOT WITH_GPU OR WIN32)
54
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
55 56 57 58
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
59
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
60 61
endif()

I
iducn 已提交
62 63
#TODO(sunxiaolong01): Fix this unitest failed on GCC8.
LIST(REMOVE_ITEM TEST_OPS test_conv2d_transpose_op)
H
hutuxian 已提交
64 65
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
66
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
67
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
68
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
69
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
70

71 72 73 74 75 76 77 78 79 80 81 82 83 84
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
    LIST(REMOVE_ITEM TEST_OPS test_lookup_sparse_table_split_op)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)

85 86 87 88 89 90
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
    list(REMOVE_ITEM TEST_OPS test_merge_ids_op)
    list(REMOVE_ITEM TEST_OPS test_split_ids_op)
    LIST(REMOVE_ITEM TEST_OPS test_ref_by_trainer_id_op)
H
hutuxian 已提交
91 92
endif()

93 94 95 96

LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
G
gongweibao 已提交
97 98 99
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_hdfs)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
100
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
G
gongweibao 已提交
101 102
endif()

Y
Yu Yang 已提交
103 104
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
S
ShenLiang 已提交
105
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
S
ShenLiang 已提交
106
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
107
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
108 109 110
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
111
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
112
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
P
peizhilin 已提交
113
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
114 115 116
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

117 118 119 120 121 122 123
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

H
hutuxian 已提交
124 125
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
H
hutuxian 已提交
126
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
127
endif()
128 129 130
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
131

132
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
133
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
134

135
if(APPLE)
136 137 138 139
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
140
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
141 142
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
143
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
144
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
145
endif()
T
Tao Luo 已提交
146 147 148 149
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
150

151
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
152
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
153
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
154
endif()
155
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
156
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
C
Chengmo 已提交
157
  list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
A
Aurelius84 已提交
158
endif()
K
Kevin 已提交
159

160 161 162 163 164
if(WITH_GPU OR NOT WITH_MKLML)
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
165 166 167 168
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

169 170
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
171
    set(options SERIAL)
172
    set(oneValueArgs "")
173
    set(multiValueArgs MODULES DEPS ENVS)
174
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
175 176 177 178 179

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
180
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
181 182 183 184 185 186 187 188 189
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
190
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
191
    endif()
192

T
tianshuo78520a 已提交
193
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
194 195
  endif()
endfunction()
G
gongweibao 已提交
196

197

G
gongweibao 已提交
198 199 200 201 202 203
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
204 205
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
G
gongweibao 已提交
206 207
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

208

209 210 211 212
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
213

214 215 216 217 218
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
219
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
220 221 222 223 224
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
225
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
226 227
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
228

G
gongweibao 已提交
229 230 231
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
232 233 234 235 236 237

    if(bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
G
gongweibao 已提交
238 239
endfunction()

240
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
241
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
242
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
H
hutuxian 已提交
243
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
244
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
245
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
246
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
247 248
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
249
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
250 251
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
252
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
253
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
254
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
255
list(REMOVE_ITEM TEST_OPS test_layers)
256 257 258
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
259
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
260
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
261
list(REMOVE_ITEM TEST_OPS test_install_check)
262 263 264 265
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
J
Jiabin Yang 已提交
266
list(REMOVE_ITEM TEST_OPS test_imperative_debug_string)
Z
Zhen Wang 已提交
267
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
268 269
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
270
list(REMOVE_ITEM TEST_OPS test_conv3d_transpose_op)
Z
Zeng Jinle 已提交
271

272 273
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
274
list(REMOVE_ITEM TEST_OPS test_sampling_id_op)
Z
Zeng Jinle 已提交
275 276 277
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
278
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
279
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
280
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
281 282
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
283
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
284 285
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
286
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
287
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
Z
Zeng Jinle 已提交
288 289
endif()

290 291 292 293
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

294
# Some ops need to check results when gc is enabled
295
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
296 297
set(TEST_OPS_WITH_GC
  test_affine_channel_op
298 299 300 301 302
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
303
  test_gather_nd_op
304 305 306 307 308 309 310
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
311 312
  test_sequence_conv
  test_sequence_pool
313 314 315 316 317 318 319 320
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
321
  test_squared_l2_distance_op)
322 323 324 325 326 327

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
328 329 330
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
331
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
332 333 334
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
335
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
336
    FLAGS_cudnn_deterministic=1 SERIAL)
C
chalsliu 已提交
337
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
338
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
339
        FLAGS_cudnn_deterministic=1 SERIAL)
C
chalsliu 已提交
340
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
M
minqiyang 已提交
341
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
342
    FLAGS_cudnn_deterministic=1)
343
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
344
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
345
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
346
    FLAGS_cudnn_deterministic=1 SERIAL)
C
chalsliu 已提交
347
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
348 349
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
350 351 352
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
J
Jiabin Yang 已提交
353
py_test_modules(test_imperative_debug_string MODULES test_imperative_debug_string ENVS FLAGS_dygraph_debug=1)
354 355 356 357
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
358
if(WITH_DISTRIBUTE)
359 360 361 362
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

363 364 365 366
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
367

368 369 370 371 372 373 374 375 376
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_simnet_bow")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
377 378 379 380
    # FIXME(seiriosX) will fix this
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_sparse_embedding_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

T
tangwei12 已提交
381 382
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
    py_test_modules(test_transpiler_ops MODULES test_transpiler_ops ENVS ${dist_ENVS})
383 384 385
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
T
tangwei12 已提交
386
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
M
mapingshuo 已提交
387
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
388
    if(NOT APPLE)
389
    	   py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
390 391
    	   py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
392 393 394 395
    	   py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
	   py_test_modules(test_fleet_graph_execution_meta_optimizer MODULES test_fleet_graph_execution_meta_optimizer ENVS ${dist_ENVS})
	   py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
           py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
396
           py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
397 398
    	   py_test_modules(test_fleet_pipeline_meta_optimizer MODULES test_fleet_pipeline_meta_optimizer ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
Y
Yi Liu 已提交
399 400
        if(NOT WIN32)
            py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})
401
            py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
402
            py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
Y
Yi Liu 已提交
403
        endif(NOT WIN32)
404
    endif(NOT APPLE)
G
gongweibao 已提交
405
    if(WITH_DGC)
W
WangXi 已提交
406 407
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
408
        py_test_modules(test_dgc_op MODULES test_dgc_op)
409 410
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
411
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
W
WangXi 已提交
412 413 414 415
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
416
    endif()
J
JiabinYang 已提交
417
    if(NOT APPLE)
W
WangXi 已提交
418 419
        if(WITH_GPU)
            # NOTE. test_launch only work in gpu collective mode
420
            bash_test_modules(test_launch START_BASH test_launch.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
421
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
422
            py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
W
WangXi 已提交
423
        endif()
424 425 426

        bash_test_modules(test_launch_ps START_BASH test_launch_ps.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch START_BASH test_fleet_launch.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
427

G
gongweibao 已提交
428
        set(dist_ut_port 20001)
429
        foreach(TEST_OP ${DIST_TEST_OPS})
430
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
431
            MATH(EXPR dist_ut_port "${dist_ut_port}+50")
432
        endforeach(TEST_OP)
433
    endif(NOT APPLE)
434
endif()
435

436
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
437
py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
438
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
439
py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
440

H
hutuxian 已提交
441
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
Z
Zhen Wang 已提交
442
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
443

444 445 446 447 448
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on, 
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is 
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
449 450 451 452 453 454
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
455
endif()
456

457 458 459
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
460
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
461 462 463
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
464
endif()
465

466 467 468 469 470 471
if(NOT APPLE AND NOT WIN32)
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 600)
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 600)
    bash_test_modules(test_checkpoint_saver START_BASH dist_test.sh TIMEOUT 600)
endif()

472
add_subdirectory(sequence)
473
add_subdirectory(dygraph_to_static)
474

475 476 477
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
478

479 480
add_subdirectory(ir)

481
if (WITH_TESTING)
Z
Zeng Jinle 已提交
482
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
483 484
endif()

485
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
486
        test_parallel_executor_feed_persistable_var
487
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
Z
Zhen Wang 已提交
488
        test_data_norm_op test_imperative_using_non_zero_gpu test_fuse_bn_act_pass
489 490
        test_optimizer_in_control_flow test_dataloader_keep_order
        test_dataloader_unkeep_order
491
        test_parallel_executor_fetch_isolated_var
492
        test_parallel_executor_inference_feed_partial_data
493
        test_parallel_ssa_graph_inference_feed_partial_data
494
        test_fetch_unmerged
495
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
496

K
Kaipeng Deng 已提交
497
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
498 499 500
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
501
        test_parallel_executor_profiler
C
chalsliu 已提交
502
        PROPERTIES LABELS "RUN_TYPE=DIST")
503

504
if(NOT WIN32 AND NOT APPLE)
C
chalsliu 已提交
505 506 507 508 509 510
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
511 512
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
513
endif()