CMakeLists.txt 29.2 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0)
4
set(dist_ENVS http_proxy="" https_proxy="")
5

6
file(GLOB DIST_TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_dist_*.py")
7
list(REMOVE_ITEM DIST_TEST_OPS "test_dist_op")
8 9 10
if(NOT WITH_NCCL)
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
endif()
11
string(REPLACE ".py" "" DIST_TEST_OPS "${DIST_TEST_OPS}")
12 13
list(APPEND DIST_TEST_OPS test_parallel_dygraph_mnist)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_se_resnext)
14 15
list(APPEND DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
list(APPEND DIST_TEST_OPS test_parallel_dygraph_transformer)
16
list(APPEND DIST_TEST_OPS test_listen_and_serv_op)
17
list(APPEND DIST_TEST_OPS test_fleet_graph_execution_meta_optimizer)
18 19 20
set(MIXED_DIST_TEST_OPS ${DIST_TEST_OPS})
#remove distribute unittests.
list(APPEND MIXED_DIST_TEST_OPS test_dgc_op)
21 22
list(APPEND MIXED_DIST_TEST_OPS test_dgc_momentum_op)
list(APPEND MIXED_DIST_TEST_OPS test_dgc_optimizer)
23
list(APPEND MIXED_DIST_TEST_OPS test_simple_dist_transpiler)
T
tangwei12 已提交
24 25
list(APPEND MIXED_DIST_TEST_OPS test_recv_save_op)
list(APPEND MIXED_DIST_TEST_OPS test_transpiler_ops)
26
list(APPEND MIXED_DIST_TEST_OPS test_launch)
27
list(APPEND MIXED_DIST_TEST_OPS test_c_comm_init_op)
28
list(APPEND MIXED_DIST_TEST_OPS test_launch_ps)
29 30 31
list(APPEND MIXED_DIST_TEST_OPS test_communicator_async)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_geo)
list(APPEND MIXED_DIST_TEST_OPS test_communicator_half_async)
T
tangwei12 已提交
32
list(APPEND MIXED_DIST_TEST_OPS test_communicator_sync)
33
list(APPEND MIXED_DIST_TEST_OPS test_fleet_launch)
34
list(APPEND MIXED_DIST_TEST_OPS test_fleet_api_input)
35
list(APPEND MIXED_DIST_TEST_OPS test_fleet_checkpoint)
M
mapingshuo 已提交
36
list(APPEND MIXED_DIST_TEST_OPS test_collective_optimizer)
37
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base)
38 39
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_2)
list(APPEND MIXED_DIST_TEST_OPS test_fleet_base_3)
40
list(APPEND MIXED_DIST_TEST_OPS test_fleet_recompute_meta_optimizer)
41
list(APPEND MIXED_DIST_TEST_OPS test_fleet_pipeline_meta_optimizer)
42
list(APPEND MIXED_DIST_TEST_OPS test_fleet_amp_meta_optimizer)
43
list(APPEND MIXED_DIST_TEST_OPS test_fleet_gradient_merge_meta_optimizer)
Y
Yi Liu 已提交
44
list(APPEND MIXED_DIST_TEST_OPS test_fleet_localsgd_meta_optimizer)
45
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lars_meta_optimizer)
46
list(APPEND MIXED_DIST_TEST_OPS test_fleet_lamb_meta_optimizer)
47
list(APPEND MIXED_DIST_TEST_OPS test_fleet_dgc_meta_optimizer)
48
list(APPEND MIXED_DIST_TEST_OPS test_fleet_private_function)
49
list(APPEND MIXED_DIST_TEST_OPS test_fleet_graph_executor)
50
list(APPEND MIXED_DIST_TEST_OPS test_fleet_meta_optimizer_base)
51
list(APPEND MIXED_DIST_TEST_OPS test_fleet_distributed_strategy)
52
list(APPEND MIXED_DIST_TEST_OPS test_fleet_auto)
53 54 55
foreach(TEST_OP ${MIXED_DIST_TEST_OPS})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
endforeach()
56

57
if(NOT WITH_GPU OR WIN32)
58
    LIST(REMOVE_ITEM TEST_OPS test_c_comm_init_all_op)
59 60 61
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
L
lilong12 已提交
62 63
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter)
64 65 66 67 68 69
    LIST(REMOVE_ITEM TEST_OPS test_collective_reduce_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_scatter_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_barrier_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allreduce_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_broadcast_api)
    LIST(REMOVE_ITEM TEST_OPS test_collective_allgather_api)
70
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
71
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter_api)
72 73
endif()

I
iducn 已提交
74 75
#TODO(sunxiaolong01): Fix this unitest failed on GCC8.
LIST(REMOVE_ITEM TEST_OPS test_conv2d_transpose_op)
H
hutuxian 已提交
76 77
if(WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
78
    LIST(REMOVE_ITEM TEST_OPS test_trainer_desc)
79
    LIST(REMOVE_ITEM TEST_OPS test_multiprocess_reader_exception)
80
    LIST(REMOVE_ITEM TEST_OPS test_avoid_twice_initialization)
81
    LIST(REMOVE_ITEM TEST_OPS test_checkpoint_notify_op)
82

83 84 85 86 87 88 89 90 91 92 93 94 95 96
    LIST(REMOVE_ITEM TEST_OPS test_distributed_strategy)
    LIST(REMOVE_ITEM TEST_OPS test_downpoursgd)
    LIST(REMOVE_ITEM TEST_OPS test_fleet)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_nocvm_1)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_ps)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_2)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_rolemaker_3)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_unitaccessor)
    LIST(REMOVE_ITEM TEST_OPS test_fleet_utils)
    LIST(REMOVE_ITEM TEST_OPS test_lookup_sparse_table_split_op)
    LIST(REMOVE_ITEM TEST_OPS test_ps_dispatcher)

97 98 99 100 101 102
    # TODO: Fix these unittests failed on Windows
    LIST(REMOVE_ITEM TEST_OPS test_debugger)
    list(REMOVE_ITEM TEST_OPS test_fake_init_op)
    list(REMOVE_ITEM TEST_OPS test_merge_ids_op)
    list(REMOVE_ITEM TEST_OPS test_split_ids_op)
    LIST(REMOVE_ITEM TEST_OPS test_ref_by_trainer_id_op)
H
hutuxian 已提交
103 104
endif()

105 106

LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint)
107
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint1)
108
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint2)
109 110 111 112 113 114
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint3)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_multiple)
LIST(REMOVE_ITEM TEST_OPS test_auto_checkpoint_dist_basic)
LIST(REMOVE_ITEM TEST_OPS test_hdfs1)
LIST(REMOVE_ITEM TEST_OPS test_hdfs2)
LIST(REMOVE_ITEM TEST_OPS test_hdfs3)
115
LIST(REMOVE_ITEM TEST_OPS test_checkpoint_saver)
G
gongweibao 已提交
116 117
if(APPLE OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_fs_interface)
118
    LIST(REMOVE_ITEM TEST_OPS test_fleet_metric)
G
gongweibao 已提交
119 120
endif()

Y
Yu Yang 已提交
121 122
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
S
ShenLiang 已提交
123
    LIST(REMOVE_ITEM TEST_OPS test_rank_attention_op) # TODO(shenliang03): rank_attention_op support CPU device in future
S
ShenLiang 已提交
124
    LIST(REMOVE_ITEM TEST_OPS test_batch_fc_op) # TODO(shenliang03): batch_fc_op support CPU device in future
125
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
126 127 128
    list(REMOVE_ITEM TEST_OPS test_parallel_dygraph_se_resnext)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sparse_embedding)
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_transformer)
C
ceci3 已提交
129
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_sync_batch_norm)
130
    LIST(REMOVE_ITEM TEST_OPS test_imperative_auto_mixed_precision)
P
peizhilin 已提交
131
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
132 133 134
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

135 136 137 138 139 140 141
if (WITH_NCCL)
    if (${NCCL_VERSION} VERSION_LESS 2212)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_sparse_embedding)
        LIST(REMOVE_ITEM DIST_TEST_OPS test_parallel_dygraph_transformer)
    endif()
endif()

H
hutuxian 已提交
142 143
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
H
hutuxian 已提交
144
    LIST(REMOVE_ITEM TEST_OPS test_boxps)
145
endif()
146 147 148
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957
H
Hongyu Liu 已提交
149

150
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
151
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
152

153
if(APPLE)
154 155 156 157
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
158
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
159 160
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
161
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
162
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
163
endif()
T
Tao Luo 已提交
164 165 166 167
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
168

169
if(NOT WITH_MKL OR NOT WITH_AVX)
A
Aurelius84 已提交
170
  list(REMOVE_ITEM TEST_OPS test_match_matrix_tensor_op)
K
Kevin 已提交
171
  list(REMOVE_ITEM TEST_OPS test_var_conv_2d)
172
endif()
173
if(WITH_COVERAGE OR WIN32 OR WITH_NV_JETSON)
A
Aurelius84 已提交
174
  list(REMOVE_ITEM TEST_OPS test_pyramid_hash_op)
C
Chengmo 已提交
175
  list(REMOVE_ITEM TEST_OPS test_fleet_pyramid_hash)
A
Aurelius84 已提交
176
endif()
K
Kevin 已提交
177

178 179 180 181 182
if(WITH_GPU OR NOT WITH_MKLML)
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

Y
Yanghello 已提交
183 184 185 186
if(NOT WITH_CRYPTO)
    LIST(REMOVE_ITEM TEST_OPS test_crypto)
endif()

187 188
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
189
    set(options SERIAL)
190
    set(oneValueArgs "")
191
    set(multiValueArgs MODULES DEPS ENVS)
192
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
193 194 195 196 197

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
198
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
199 200 201 202 203 204 205 206 207
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
208
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
209
    endif()
210

T
tianshuo78520a 已提交
211
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
212 213
  endif()
endfunction()
G
gongweibao 已提交
214

215

G
gongweibao 已提交
216 217 218 219 220 221
function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
222 223
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS)
G
gongweibao 已提交
224 225
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

226

227 228 229 230
    set(timeout 350)
    if(${bash_test_modules_TIMEOUT})
        set(timeout ${bash_test_modules_TIMEOUT})
    endif()
G
gongweibao 已提交
231

232 233 234 235 236
    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
237
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
238 239 240 241 242
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${bash_test_modules_ENVS}
243
            bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
244 245
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()
246

G
gongweibao 已提交
247 248 249
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
250 251 252 253 254 255

    if(bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
G
gongweibao 已提交
256 257
endfunction()

258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302
function(parallel_bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs TIMEOUT START_BASH)
    set(multiValueArgs DEPS ENVS LABELS UnitTests)
    cmake_parse_arguments(parallel_bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})


    set(timeout 120)
    if(${parallel_bash_test_modules_TIMEOUT})
        set(timeout ${parallel_bash_test_modules_TIMEOUT})
    endif()

    list(JOIN  parallel_bash_test_modules_UnitTests " " uts_string)

    if(WITH_COVERAGE)
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            WITH_COVERAGE=ON COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
        add_test(NAME ${TARGET_NAME}
            COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python 
            TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout} ${parallel_bash_test_modules_ENVS} UnitTests=${uts_string}
            bash ${CMAKE_CURRENT_BINARY_DIR}/${parallel_bash_test_modules_START_BASH}
            WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (parallel_bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()

    if(parallel_bash_test_modules_LABELS)
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout} LABELS ${parallel_bash_test_modules_LABELS})
    else()
        set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT ${timeout})
    endif()
endfunction()


303
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
Y
yuyang18 已提交
304
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
305
list(REMOVE_ITEM TEST_OPS test_parallel_executor_profiler)
H
hutuxian 已提交
306
list(REMOVE_ITEM TEST_OPS test_data_norm_op)
307
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
308
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
309
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
310 311
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
312
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
313 314
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
315
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
316
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
317
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
318
list(REMOVE_ITEM TEST_OPS test_layers)
319 320 321
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_base_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_reduce_cpu)
list(REMOVE_ITEM TEST_OPS test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
322
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
323
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
324
list(REMOVE_ITEM TEST_OPS test_install_check)
325 326 327 328
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
Z
Zhen Wang 已提交
329
list(REMOVE_ITEM TEST_OPS test_fuse_bn_act_pass)
330 331
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_mnist)
list(REMOVE_ITEM TEST_OPS test_imperative_static_runner_while)
332
list(REMOVE_ITEM TEST_OPS test_conv3d_transpose_op)
Z
Zeng Jinle 已提交
333

334 335
# disable this unittest temporarily
list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
336
list(REMOVE_ITEM TEST_OPS test_sampling_id_op)
Y
YUNSHEN XIE 已提交
337 338


Z
Zeng Jinle 已提交
339 340 341
if (APPLE OR WIN32)
  list(REMOVE_ITEM TEST_OPS test_dataset)
  list(REMOVE_ITEM TEST_OPS test_dataset_dataloader)
342
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_base)
343
  # list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exception)
344
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_process)
345 346
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_fds_clear)
  list(REMOVE_ITEM TEST_OPS test_imperative_data_loader_exit_func)
347
  list(REMOVE_ITEM TEST_OPS test_imperative_signal_handler)
348 349
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_static)
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dynamic)
350
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_exception)
351
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_iterable_dataset)
352
  list(REMOVE_ITEM TEST_OPS test_multiprocess_dataloader_dataset)
Z
Zeng Jinle 已提交
353 354
endif()

355 356 357 358
if(NOT WITH_GPU OR WIN32 OR APPLE)
  list(REMOVE_ITEM TEST_OPS test_build_strategy_fusion_group_pass)
endif()

359
# Some ops need to check results when gc is enabled
360
# Currently, only ops that register NoNeedBufferVarsInference need to do this test
361 362
set(TEST_OPS_WITH_GC
  test_affine_channel_op
363 364 365 366 367
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_zeros_like2_op
  test_gather_op
368
  test_gather_nd_op
369 370 371 372 373 374 375
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
376 377
  test_sequence_conv
  test_sequence_pool
378 379 380 381 382 383 384 385
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
386
  test_squared_l2_distance_op)
387 388 389 390 391 392

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
393 394 395
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
396
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
397 398 399
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
400
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
401
    FLAGS_cudnn_deterministic=1 SERIAL)
402
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
403
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
404
        FLAGS_cudnn_deterministic=1 SERIAL)
405
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
M
minqiyang 已提交
406
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
407
    FLAGS_cudnn_deterministic=1)
408
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
409
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
410
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
411
    FLAGS_cudnn_deterministic=1 SERIAL)
412
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE:NIGHTLY")
413 414
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
415 416 417
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
418 419 420 421
py_test_modules(test_imperative_static_runner_mnist MODULES test_imperative_static_runner_mnist ENVS
    FLAGS_cudnn_deterministic=1)
py_test_modules(test_imperative_static_runner_while MODULES test_imperative_static_runner_while ENVS
    FLAGS_cudnn_deterministic=1)
422
if(WITH_DISTRIBUTE)
423 424 425 426
    # FIXME(typhoonzero): add these tests back
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transformer")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_transpiler")

427 428 429 430
    #not need
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_base")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_base")

T
tangwei12 已提交
431

432 433 434 435 436 437 438 439
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_lars")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_save_load")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_text_classification")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_train")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_word2vec")

T
tangwei12 已提交
440 441 442 443
    # FIXME(seiriosX) will fix this
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_sparse_embedding_ctr")
    list(REMOVE_ITEM DIST_TEST_OPS "test_dist_fleet_gloo")

T
tangwei12 已提交
444 445
    py_test_modules(test_recv_save_op MODULES test_recv_save_op ENVS ${dist_ENVS})
    py_test_modules(test_transpiler_ops MODULES test_transpiler_ops ENVS ${dist_ENVS})
446 447 448
    py_test_modules(test_communicator_async MODULES test_communicator_async ENVS ${dist_ENVS})
    py_test_modules(test_communicator_geo MODULES test_communicator_geo ENVS ${dist_ENVS})
    py_test_modules(test_communicator_half_async MODULES test_communicator_half_async ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
T
tangwei12 已提交
449
    py_test_modules(test_communicator_sync MODULES test_communicator_sync ENVS ${dist_ENVS} FLAGS_communicator_send_queue_size=1 FLAGS_communicator_max_merge_var_num=1)
M
mapingshuo 已提交
450
    py_test_modules(test_collective_optimizer MODULES test_collective_optimizer)
451
    if(NOT APPLE)
452
    	   py_test_modules(test_fleet_base MODULES test_fleet_base ENVS ${dist_ENVS})
453 454
    	   py_test_modules(test_fleet_base_2 MODULES test_fleet_base_2 ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_base_3 MODULES test_fleet_base_3 ENVS ${dist_ENVS})
455
    	   py_test_modules(test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer ENVS ${dist_ENVS})
456
	       py_test_modules(test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS ${dist_ENVS})
457
           py_test_modules(test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer ENVS ${dist_ENVS})
458
           py_test_modules(test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS ${dist_ENVS})
459 460
    	   py_test_modules(test_fleet_pipeline_meta_optimizer MODULES test_fleet_pipeline_meta_optimizer ENVS ${dist_ENVS})
    	   py_test_modules(test_fleet_private_function MODULES test_fleet_private_function ENVS ${dist_ENVS})
461
	   py_test_modules(test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS ${dist_ENVS})
462
	   py_test_modules(test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy)
463
	   #py_test_modules(test_fleet_auto MODULES test_fleet_auto ENVS ${dist_ENVS})
Y
Yi Liu 已提交
464 465
        if(NOT WIN32)
            py_test_modules(test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer ENVS ${dist_ENVS})
Y
YUNSHEN XIE 已提交
466 467
            py_test_modules(test_fleet_lars_meta_optimizer MODULES test_fleet_lars_meta_optimizer ENVS ${dist_ENVS})
            py_test_modules(test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS ${dist_ENVS})
Y
Yi Liu 已提交
468
        endif(NOT WIN32)
469
    endif(NOT APPLE)
G
gongweibao 已提交
470
    if(WITH_DGC)
W
WangXi 已提交
471 472
        # if with dgc, test all dgc tests.
        # NOTE. dist dgc tests is already in DIST_TEST_OPS
G
gongweibao 已提交
473
        py_test_modules(test_dgc_op MODULES test_dgc_op)
474 475
        py_test_modules(test_dgc_momentum_op MODULES test_dgc_momentum_op)
        py_test_modules(test_dgc_optimizer MODULES test_dgc_optimizer)
476
        py_test_modules(test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer)
W
WangXi 已提交
477 478 479 480
    else()
        # if not with dgc, must close all dgc tests
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_mnist_dgc_nccl")
        list(REMOVE_ITEM DIST_TEST_OPS "test_dist_se_resnext_dgc")
G
gongweibao 已提交
481
    endif()
J
JiabinYang 已提交
482
    if(NOT APPLE)
W
WangXi 已提交
483 484
        if(WITH_GPU)
            # NOTE. test_launch only work in gpu collective mode
485
            bash_test_modules(test_launch START_BASH test_launch.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
486
            bash_test_modules(test_c_comm_init_op START_BASH test_c_comm_init_op.sh  ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
487
            py_test_modules(test_fleet_checkpoint MODULES test_fleet_checkpoint)
W
WangXi 已提交
488
        endif()
489 490 491

        bash_test_modules(test_launch_ps START_BASH test_launch_ps.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
        bash_test_modules(test_fleet_launch START_BASH test_fleet_launch.sh ENVS PADDLE_BINARY_DIR=${PADDLE_BINARY_DIR})
492

493
        # port range (20000, 23000) is reserved for dist-ops
G
gongweibao 已提交
494
        set(dist_ut_port 20001)
495
        foreach(TEST_OP ${DIST_TEST_OPS})
496
            bash_test_modules(${TEST_OP} START_BASH dist_test.sh SERIAL LABELS "RUN_TYPE=EXCLUSIVE" ENVS "PADDLE_DIST_UT_PORT=${dist_ut_port}")
497
            MATH(EXPR dist_ut_port "${dist_ut_port}+50")
498
        endforeach(TEST_OP)
499
    endif(NOT APPLE)
500
endif()
501

502
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
503
py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler)
504
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
505
py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
506

H
hutuxian 已提交
507
py_test_modules(test_data_norm_op MODULES test_data_norm_op)
Z
Zhen Wang 已提交
508
py_test_modules(test_fuse_bn_act_pass MODULES test_fuse_bn_act_pass ENVS FLAGS_cudnn_deterministic=1 FLAGS_cudnn_batchnorm_spatial_persistent=1 FLAGS_conv_workspace_size_limit=1000)
509

510 511 512 513 514
# NOTE: These unittests will appear NaN steadily in windows CI. After analysis,
# it is found that windows CI will run all the training unittests with the ON_INFER option turned on, 
# which will not appear in other CIs. The calculation behavior of some ops in inference mode is 
# inconsistent with that in non-inference mode.
if(NOT ON_INFER)
515 516 517 518 519 520
    py_test_modules(test_parallel_executor_seresnext_base_cpu MODULES test_parallel_executor_seresnext_base_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_reduce_cpu MODULES test_parallel_executor_seresnext_with_reduce_cpu)
    py_test_modules(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu MODULES test_parallel_executor_seresnext_with_fuse_all_reduce_cpu)
    set_tests_properties(test_parallel_executor_seresnext_base_cpu PROPERTIES TIMEOUT 900)
    set_tests_properties(test_parallel_executor_seresnext_with_reduce_cpu PROPERTIES TIMEOUT 750)
    set_tests_properties(test_parallel_executor_seresnext_with_fuse_all_reduce_cpu PROPERTIES TIMEOUT 750)
521
endif()
522

523 524 525
if(NOT WIN32)
    # TODO: fix these unittests failure on Windows
    py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
526
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
527 528 529
    # FIXME(zcd): temporally disable test_parallel_executor_fetch_feed in Windows CI because of the random failure.
    py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
    set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
D
dzhwinter 已提交
530
endif()
531

532
if(NOT APPLE AND NOT WIN32)
G
gongweibao 已提交
533 534 535 536 537 538 539 540 541
    bash_test_modules(test_auto_checkpoint START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_auto_checkpoint1 START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_auto_checkpoint2 START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_auto_checkpoint3 START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_auto_checkpoint_multiple START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_auto_checkpoint_dist_basic START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_hdfs1 START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_hdfs2 START_BASH dist_test.sh TIMEOUT 140)
    bash_test_modules(test_hdfs3 START_BASH dist_test.sh TIMEOUT 140)
542 543
endif()

544
add_subdirectory(sequence)
545
add_subdirectory(dygraph_to_static)
F
Feiyu Chan 已提交
546
add_subdirectory(rnn)
547

548 549 550
if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
551

552 553
add_subdirectory(ir)

554
if (WITH_TESTING)
Z
Zeng Jinle 已提交
555
    set_property(TEST test_parallel_executor_mnist PROPERTY ENVIRONMENT GLOG_vmodule=all_reduce_deps_pass=10)
556 557
endif()

558
set_tests_properties(test_parallel_executor_test_while_train test_parallel_executor_mnist
559
        test_parallel_executor_feed_persistable_var
560
        test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
561
        test_data_norm_op
562
        test_dataloader_keep_order
563
        test_dataloader_unkeep_order
564
        test_parallel_executor_fetch_isolated_var
565
        test_parallel_executor_inference_feed_partial_data
566
        test_parallel_ssa_graph_inference_feed_partial_data
567
        test_fetch_unmerged
568
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")
569

K
Kaipeng Deng 已提交
570
set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inplace_abn_op
571 572 573
        test_parallel_executor_seresnext_base_gpu
        test_parallel_executor_seresnext_with_reduce_gpu
        test_parallel_executor_seresnext_with_fuse_all_reduce_gpu
574
        test_parallel_executor_profiler
C
chalsliu 已提交
575
        PROPERTIES LABELS "RUN_TYPE=DIST")
576

577
if(NOT WIN32 AND NOT APPLE)
C
chalsliu 已提交
578 579 580 581 582 583
    set_tests_properties(test_imperative_data_loader_base PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_imperative_data_loader_fds_clear PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    # set_tests_properties(test_imperative_data_loader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_exception PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
584 585
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_static PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
    set_tests_properties(test_multiprocess_dataloader_iterable_dataset_dynamic PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
586
    set_tests_properties(test_multiprocess_dataloader_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
587
endif()
Y
YUNSHEN XIE 已提交
588 589 590

# setting timeout value for old unittests
# set_tests_properties(test_dist_fleet_sparse_embedding_ctr PROPERTIES TIMEOUT 200)
591 592 593 594 595 596 597
if(NOT WIN32 AND NOT APPLE)
    set_tests_properties(test_fused_elemwise_activation_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_gru_op PROPERTIES TIMEOUT 200)
    set_tests_properties(test_layer_norm_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_pool3d_op PROPERTIES TIMEOUT 150)
    set_tests_properties(test_regularizer PROPERTIES TIMEOUT 150)
endif()