CMakeLists.txt 14.1 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0) 
4 5 6

if(NOT WITH_DISTRIBUTE)
    list(REMOVE_ITEM TEST_OPS test_recv_op)
7 8 9 10
    list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_simple_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_listen_and_serv_op)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist)
11 12 13 14 15
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_dgc_nccl)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_hallreduce)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_multi_comm)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_ring_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_backward_deps)
16
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_lars)
17
    LIST(REMOVE_ITEM TEST_OPS test_dist_word2vec)
M
minqiyang 已提交
18
    LIST(REMOVE_ITEM TEST_OPS test_dist_ctr)
M
minqiyang 已提交
19 20 21
    LIST(REMOVE_ITEM TEST_OPS test_dist_simnet_bow)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_batch_merge)
    LIST(REMOVE_ITEM TEST_OPS test_dist_text_classification)
T
tangwei12 已提交
22 23
    LIST(REMOVE_ITEM TEST_OPS test_nce_remote_table_op)
    LIST(REMOVE_ITEM TEST_OPS test_hsigmoid_remote_table_op)
T
tangwei12 已提交
24
    LIST(REMOVE_ITEM TEST_OPS test_dist_fleet_ctr)
25 26
endif(NOT WITH_DISTRIBUTE)

27 28 29 30 31 32 33
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
endif()

G
gongweibao 已提交
34 35
LIST(REMOVE_ITEM TEST_OPS test_launch)

Y
Yu Yang 已提交
36 37
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
38
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
P
peizhilin 已提交
39
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
40 41 42
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

H
hutuxian 已提交
43 44 45
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
endif() 
46
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
Q
Qiyang Min 已提交
47
list(REMOVE_ITEM TEST_OPS test_modified_huber_loss_op) # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5184
48 49 50
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957

H
Hongyu Liu 已提交
51

52
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
53
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
54
if(APPLE)
55 56 57 58
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
59
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext_*")
60 61
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
62 63
    # TODO: add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
64 65 66 67
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_dgc)
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync)
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_async)
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync_with_memopt)
68 69
    # TODO(tangwei12): add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_dist_word2vec)
70
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
71
endif()
T
Tao Luo 已提交
72 73 74 75
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
76

77 78 79 80 81
if(WITH_GPU OR NOT WITH_MKLML)
    # matmul with multiple heads need MKL support
    LIST(REMOVE_ITEM TEST_OPS test_matmul_op_with_head)
endif()

82 83
function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
84
    set(options SERIAL)
85
    set(oneValueArgs "")
86
    set(multiValueArgs MODULES DEPS ENVS)
87
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
88 89 90 91 92

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
93
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
94 95 96 97 98 99 100 101 102
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
103 104
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)            
    endif()
105

T
tianshuo78520a 已提交
106
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
107 108
  endif()
endfunction()
G
gongweibao 已提交
109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131

function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs "")
    set(multiValueArgs MODULES DEPS ENVS)
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

    message(STATUS "CMAKE_CURRENT_BINARY_DIR:" ${CMAKE_CURRENT_BINARY_DIR})

    add_test(NAME ${TARGET_NAME}
        COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${bash_test_modules_ENVS}
        bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_MODULES}
        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 600)
endfunction()

132
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
T
typhoonzero 已提交
133
list(REMOVE_ITEM TEST_OPS test_dist_train)
T
typhoonzero 已提交
134
list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
Y
yuyang18 已提交
135
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
136
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf_auto_growth)
Y
yuyang18 已提交
137
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
138 139 140 141
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_dgc)
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync)
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_async)
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync_with_memopt)
142
list(REMOVE_ITEM TEST_OPS test_dgc_op)
143
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_nccl)
X
Xin Pan 已提交
144
list(REMOVE_ITEM TEST_OPS test_dist_transformer)
145
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
146
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer_auto_growth)
D
dengkaipeng 已提交
147 148
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
149
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
150 151
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
152
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
153
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
154
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
155
list(REMOVE_ITEM TEST_OPS test_layers)
156
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
157
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
158
list(REMOVE_ITEM TEST_OPS test_install_check)
159 160 161 162
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
163 164 165

# Some ops need to check results when gc is enabled
# Currently, only ops that register NoNeedBufferVarsInference need to do this test   
166 167
set(TEST_OPS_WITH_GC
  test_affine_channel_op
168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_constant_batch_size_like_op
  test_fill_zeros_like2_op
  test_gather_op
  test_gaussian_random_batch_size_like_op
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
  test_seq_conv
  test_seq_pool
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
  test_squared_l2_distance_op
  test_uniform_random_batch_size_like_op)

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
200 201 202
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
203
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
204 205 206
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
207
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
208
    FLAGS_cudnn_deterministic=1 SERIAL)
209
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
210
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
211
        FLAGS_cudnn_deterministic=1 SERIAL)
212
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
M
minqiyang 已提交
213
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
214
    FLAGS_cudnn_deterministic=1)
215
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
216
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
217
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
218 219
    FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
220 221
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
222 223 224
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
225
if(WITH_DISTRIBUTE)
226
    py_test_modules(test_dist_train MODULES test_dist_train)
227
    set_tests_properties(test_listen_and_serv_op PROPERTIES TIMEOUT 20 LABELS "RUN_TYPE=EXCLUSIVE")
G
gongweibao 已提交
228 229 230
    if(WITH_DGC)
        py_test_modules(test_dgc_op MODULES test_dgc_op)
    endif()
J
JiabinYang 已提交
231
    if(NOT APPLE)
232 233 234 235 236 237 238 239 240 241
        set_tests_properties(test_dist_mnist PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
        set_tests_properties(test_dist_mnist_dgc_nccl PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_mnist_hallreduce PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_mnist_multi_comm PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_mnist_ring_allreduce PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_mnist_backward_deps PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
        set_tests_properties(test_dist_mnist_lars PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
        set_tests_properties(test_dist_word2vec PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_simnet_bow PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_text_classification PROPERTIES TIMEOUT 350 LABELS "RUN_TYPE=EXCLUSIVE")
242 243 244 245 246 247 248

    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_dgc)
        list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync)
	    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_async)
	        list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_sync_with_memopt)
        py_test_modules(test_dist_se_resnext_dgc MODULES test_dist_se_resnext_dgc)
	py_test_modules(test_dist_se_resnext_sync MODULES test_dist_se_resnext_sync)
249
        py_test_modules(test_dist_se_resnext_nccl MODULES test_dist_se_resnext_nccl)
G
gongweibao 已提交
250
        bash_test_modules(test_launch MODULES test_launch.sh)
251
        # FIXME(typhoonzero): add these tests back
252 253
        # py_test_modules(test_dist_transformer MODULES test_dist_transformer)
        # set_tests_properties(test_dist_transformer PROPERTIES TIMEOUT 1000)
254 255 256
	set_tests_properties(test_dist_se_resnext_dgc PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_se_resnext_sync PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
	set_tests_properties(test_dist_se_resnext_nccl PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
257
    endif(NOT APPLE)
258
    # py_test_modules(test_dist_transpiler MODULES test_dist_transpiler)
259
endif()
260

261
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
262
py_test_modules(test_parallel_executor_crf_auto_growth MODULES test_parallel_executor_crf_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
263
py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
C
chengduo 已提交
264
set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
265
set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 740)
266
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
267
py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth)
268
py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
D
dzhwinter 已提交
269
if(NOT WIN32)
270
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
D
dzhwinter 已提交
271
endif()
272

273
if(CMAKE_BUILD_TYPE STREQUAL "Debug")
C
chengduo 已提交
274 275
    # change the timeout from 600 to 2200, because in debug mode, this test need more time.
    set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 2200)
276
endif()
277 278 279 280

if (WITH_NGRAPH)
    add_subdirectory(ngraph)
endif()
281 282 283 284

if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
285 286 287

if(WITH_DISTRIBUTE)
    set_tests_properties(test_listen_and_serv_op test_nce_remote_table_op test_hsigmoid_remote_table_op
288
            PROPERTIES LABELS "RUN_TYPE=DIST")
289 290
endif()

291
set_tests_properties(test_recordio_reader test_parallel_executor_test_while_train test_parallel_executor_mnist
292
        test_parallel_executor_seresnext test_parallel_executor_crf test_sync_batch_norm_op
293
        test_parallel_executor_crf_auto_growth test_buffer_shared_memory_reuse_pass_and_fuse_optimization_op_pass
294
        test_buffer_shared_memory_reuse_pass PROPERTIES LABELS "RUN_TYPE=DIST")