CMakeLists.txt 30.0 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
4
set(dist_ENVS http_proxy="" https_proxy="")
5

6
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
7
list(REMOVE_ITEM DIST_TEST_OPS "test_dist_op")
8 9 10
if(NOT WITH_NCCL)
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
11
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
12 13
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
14 15
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
16
list(APPEND DIST_TEST_OPS test_listen_and_serv_op)
17
list(APPEND DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
18 19 20 21 22 23
list(APPEND DIST_TEST_OPS test_collective_reduce_api)
list(APPEND DIST_TEST_OPS test_collective_scatter_api)
list(APPEND DIST_TEST_OPS test_collective_barrier_api)
list(APPEND DIST_TEST_OPS test_collective_allreduce_api)
list(APPEND DIST_TEST_OPS test_collective_broadcast_api)
list(APPEND DIST_TEST_OPS test_collective_allgather_api)
24 25 26
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
27 28
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
29
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
T
tangwei12 已提交
30 31
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
list(APPEND MIXED_DIST_TEST_OPS test_transpiler_ops)
32
list(APPEND MIXED_DIST_TEST_OPS test_launch)
33
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
34
list(APPEND MIXED_DIST_TEST_OPS test_launch_ps)
35 36 37
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
T
tangwei12 已提交
38
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
39
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch)
40
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
41
list(APPEND MIXED_DIST_TEST_OPS test_fleet_checkpoint)
M
mapingshuo 已提交
42
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
43
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
44 45
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
46
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
47
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
48
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
49
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
Y
Yi Liu 已提交
50
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
51
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
52
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
53
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
54
list(APPEND MIXED_DIST_TEST_OPS test_fleet_fp16_allreduce_meta_optimizer)
55
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
56
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
57
list(APPEND MIXED_DIST_TEST_OPS test_fleet_meta_optimizer_base)
58
list(APPEND MIXED_DIST_TEST_OPS test_fleet_distributed_strategy)
59
list(APPEND MIXED_DIST_TEST_OPS test_fleet_auto)
60 61 62
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
63

64
if(NOT WITH_GPU OR WIN32)
65
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
66 67 68
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
L
lilong12 已提交
69 70
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter)
71
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
72
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
73 74
endif()

I
iducn 已提交
75 76
#TODO(sunxiaolong01): Fix this unitest failed on GCC8.
LIST(REMOVE_ITEM TEST_OPS test_conv2d_transpose_op)
H
hutuxian 已提交
77 78
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
79
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
80
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
81
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
82
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
83

84 85 86 87 88 89 90 91 92 93 94 95 96 97
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
    LIST(REMOVE_ITEM TEST_OPS test_lookup_sparse_table_split_op)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)

98 99 100 101 102 103
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
    list(REMOVE_ITEM TEST_OPS test_merge_ids_op)
    list(REMOVE_ITEM TEST_OPS test_split_ids_op)
    LIST(REMOVE_ITEM TEST_OPS test_ref_by_trainer_id_op)
H
hutuxian 已提交
104 105
endif()

106 107

LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
108
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint1)
109
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
110 111 112 113 114 115
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint3)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_multiple)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_dist_basic)
LIST(REMOVE_ITEM TEST_OPS test_hdfs1)
LIST(REMOVE_ITEM TEST_OPS test_hdfs2)
LIST(REMOVE_ITEM TEST_OPS test_hdfs3)
116
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
G
gongweibao 已提交
117 118
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
119
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
G
gongweibao 已提交
120 121
endif()

Y
Yu Yang 已提交
122 123
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
S
ShenLiang 已提交
124
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
S
ShenLiang 已提交
125
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
126
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
127 128 129
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
130
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
131
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
132 133
    LIST(REMOVE_ITEM TEST_OPS test_fleet_base_single)

P
peizhilin 已提交
134
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
135 136 137
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

138 139 140 141 142 143 144
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

H
hutuxian 已提交
145 146
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
H
hutuxian 已提交
147
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
148
endif()
149 150 151
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
152

153
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
154
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
155

156
if(APPLE)
157 158 159 160
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
161
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
162 163
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
164
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
165
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
166
endif()
T
Tao Luo 已提交
167 168 169 170
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
171

172
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
173
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
174
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
175
endif()
176
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
177
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
C
Chengmo 已提交
178
  list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
A
Aurelius84 已提交
179
endif()
K
Kevin 已提交
180

181 182 183 184 185
if(WITH_GPU OR NOT WITH_MKLML)
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
186 187 188 189
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

190 191
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
192
    set(options SERIAL)
193
    set(oneValueArgs "")
194
    set(multiValueArgs MODULES DEPS ENVS)
195
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
196 197 198 199 200

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
201
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
202 203 204 205 206 207 208 209 210
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
211
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
212
    endif()
213

T
tianshuo78520a 已提交
214
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
215 216
  endif()
endfunction()
G
gongweibao 已提交
217

218

G
gongweibao 已提交
219 220 221 222 223 224
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
225 226
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
G
gongweibao 已提交
227 228
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

229

230 231 232 233
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
234

235 236 237 238 239
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
240
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
241 242 243 244 245
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
246
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
247 248
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
249

G
gongweibao 已提交
250 251 252
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
253 254 255 256 257 258

    if(bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
G
gongweibao 已提交
259 260
endfunction()

261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
function(parallel_bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS UnitTests)
    cmake_parse_arguments(parallel_bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})


    set(timeout 120)
    if(${parallel_bash_test_modules_TIMEOUT})
        set(timeout ${parallel_bash_test_modules_TIMEOUT})
    endif()

    list(JOIN  parallel_bash_test_modules_UnitTests " " uts_string)

    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (parallel_bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()

    if(parallel_bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${parallel_bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
endfunction()


306
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
307
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
308
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
H
hutuxian 已提交
309
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
310
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
311
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
312
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
313 314
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
315
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
316 317
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
318
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
319
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
320
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
321
list(REMOVE_ITEM TEST_OPS test_layers)
322 323 324
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
325
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
326
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
327
list(REMOVE_ITEM TEST_OPS test_install_check)
328 329 330 331
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
Z
Zhen Wang 已提交
332
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
333 334
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
335
list(REMOVE_ITEM TEST_OPS test_conv3d_transpose_op)
Z
Zeng Jinle 已提交
336

337 338
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
339
list(REMOVE_ITEM TEST_OPS test_sampling_id_op)
340
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_isolated_var)
Y
YUNSHEN XIE 已提交
341

Z
Zeng Jinle 已提交
342 343 344
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
345
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
346
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
347
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
348 349
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
350
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
351 352
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
353
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
354
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
355
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dataset)
Z
Zeng Jinle 已提交
356 357
endif()

358 359 360 361
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

362
# Some ops need to check results when gc is enabled
363
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
364 365
set(TEST_OPS_WITH_GC
  test_affine_channel_op
366 367 368 369 370
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
371
  test_gather_nd_op
372 373 374 375 376 377 378
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
379 380
  test_sequence_conv
  test_sequence_pool
381 382 383 384 385 386 387 388
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
389
  test_squared_l2_distance_op)
390 391 392 393 394 395

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
396 397 398
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
399
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
L
Li Fuchen 已提交
400
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
401 402
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
403
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
404
    FLAGS_cudnn_deterministic=1 SERIAL)
405
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
406
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
407
        FLAGS_cudnn_deterministic=1 SERIAL)
408
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
M
minqiyang 已提交
409
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
410
    FLAGS_cudnn_deterministic=1)
411
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
412
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
413
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
414
    FLAGS_cudnn_deterministic=1 SERIAL)
415
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
416 417
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
418 419 420
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
421 422 423 424
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
425
if(WITH_DISTRIBUTE)
426 427 428 429
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

430 431 432 433
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
434

435 436 437 438 439 440 441 442
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
443 444 445 446
    # FIXME(seiriosX) will fix this
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_sparse_embedding_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

T
tangwei12 已提交
447 448
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
    py_test_modules(test_transpiler_ops MODULES test_transpiler_ops ENVS ${dist_ENVS})
449 450 451
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
T
tangwei12 已提交
452
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
M
mapingshuo 已提交
453
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
454
    if(NOT APPLE)
455
    	   py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
456 457
    	   py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
458
    	   py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
459
	       py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
460
           py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
461
           py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
462
           py_test_modules(test_fleet_fp16_allreduce_meta_optimizer MODULES test_fleet_fp16_allreduce_meta_optimizer ENVS ${dist_ENVS})
463 464
    	   py_test_modules(test_fleet_pipeline_meta_optimizer MODULES test_fleet_pipeline_meta_optimizer ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
465
	   py_test_modules(test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS ${dist_ENVS})
466
	   py_test_modules(test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy)
467
	   #py_test_modules(test_fleet_auto MODULES test_fleet_auto ENVS ${dist_ENVS})
Y
Yi Liu 已提交
468 469
        if(NOT WIN32)
            py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})
Y
YUNSHEN XIE 已提交
470 471
            py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
Y
Yi Liu 已提交
472
        endif(NOT WIN32)
473
    endif(NOT APPLE)
G
gongweibao 已提交
474
    if(WITH_DGC)
W
WangXi 已提交
475 476
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
477
        py_test_modules(test_dgc_op MODULES test_dgc_op)
478 479
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
480
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
W
WangXi 已提交
481 482 483 484
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
485
    endif()
J
JiabinYang 已提交
486
    if(NOT APPLE)
W
WangXi 已提交
487 488
        if(WITH_GPU)
            # NOTE. test_launch only work in gpu collective mode
489
            bash_test_modules(test_launch START_BASH test_launch.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
490
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
491
            py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
W
WangXi 已提交
492
        endif()
493 494 495

        bash_test_modules(test_launch_ps START_BASH test_launch_ps.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch START_BASH test_fleet_launch.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
496

497
        # port range (20000, 23000) is reserved for dist-ops
G
gongweibao 已提交
498
        set(dist_ut_port 20001)
499
        foreach(TEST_OP ${DIST_TEST_OPS})
500
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
501
            MATH(EXPR dist_ut_port "${dist_ut_port}+50")
502
        endforeach(TEST_OP)
503
    endif(NOT APPLE)
504
endif()
505

506
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
507
py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
508
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
509
py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
510

H
hutuxian 已提交
511
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
Z
Zhen Wang 已提交
512
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
513

514 515 516 517 518
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on, 
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is 
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
519 520 521 522 523 524
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
525
endif()
526

527 528 529
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
530
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
531 532 533
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
534
endif()
535

536
if(NOT APPLE AND NOT WIN32)
G
gongweibao 已提交
537 538 539 540 541 542 543 544 545
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 140 LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint1 START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint3 START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_multiple START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_auto_checkpoint_dist_basic START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs1 START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs2 START_BASH dist_test.sh TIMEOUT 140   LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
    bash_test_modules(test_hdfs3 START_BASH dist_test.sh TIMEOUT 140  LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
546 547
endif()

548
add_subdirectory(sequence)
549
add_subdirectory(dygraph_to_static)
F
Feiyu Chan 已提交
550
add_subdirectory(rnn)
551

T
tianshuo78520a 已提交
552 553 554 555
if (WITH_XPU)
    add_subdirectory(xpu)
endif()

556 557 558
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
559

560 561
add_subdirectory(ir)

562
if (WITH_TESTING)
Z
Zeng Jinle 已提交
563
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
564 565
endif()

566
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
567
        test_parallel_executor_feed_persistable_var
568
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
569
        test_data_norm_op
570
        test_dataloader_keep_order
571 572
        test_dataloader_unkeep_order
        test_parallel_executor_inference_feed_partial_data
573
        test_parallel_ssa_graph_inference_feed_partial_data
574
        test_fetch_unmerged
575
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
576 577
# disable test_parallel_executor_fetch_isolated_var
# set_tests_properties(test_parallel_executor_fetch_isolated_var PROPERTIES LABELS "RUN_TYPE=DIST")
K
Kaipeng Deng 已提交
578
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
579 580 581
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
582
        test_parallel_executor_profiler
C
chalsliu 已提交
583
        PROPERTIES LABELS "RUN_TYPE=DIST")
584

585
if(NOT WIN32 AND NOT APPLE)
C
chalsliu 已提交
586 587 588 589 590 591
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
592 593
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
594
    set_tests_properties(test_multiprocess_dataloader_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
595
endif()
Y
YUNSHEN XIE 已提交
596 597 598

# setting timeout value for old unittests
# set_tests_properties(test_dist_fleet_sparse_embedding_ctr PROPERTIES TIMEOUT 200)
599 600 601 602 603 604 605
if(NOT WIN32 AND NOT APPLE)
    set_tests_properties(test_fused_elemwise_activation_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_gru_op PROPERTIES TIMEOUT 200)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_regularizer PROPERTIES TIMEOUT 150)
endif()