CMakeLists.txt 11.5 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0) 
4 5 6

if(NOT WITH_DISTRIBUTE)
    list(REMOVE_ITEM TEST_OPS test_recv_op)
7 8 9 10
    list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_simple_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_listen_and_serv_op)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist)
11 12
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_nccl)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_lars)
13
    LIST(REMOVE_ITEM TEST_OPS test_dist_word2vec)
M
minqiyang 已提交
14
    LIST(REMOVE_ITEM TEST_OPS test_dist_ctr)
M
minqiyang 已提交
15 16 17
    LIST(REMOVE_ITEM TEST_OPS test_dist_simnet_bow)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_batch_merge)
    LIST(REMOVE_ITEM TEST_OPS test_dist_text_classification)
T
tangwei12 已提交
18 19
    LIST(REMOVE_ITEM TEST_OPS test_nce_remote_table_op)
    LIST(REMOVE_ITEM TEST_OPS test_hsigmoid_remote_table_op)
T
tangwei12 已提交
20
    LIST(REMOVE_ITEM TEST_OPS test_dist_fleet_ctr)
21 22
endif(NOT WITH_DISTRIBUTE)

23 24 25 26 27 28 29 30
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_allgather)
    LIST(REMOVE_ITEM TEST_OPS test_allreduce)
    LIST(REMOVE_ITEM TEST_OPS test_broadcast)
    LIST(REMOVE_ITEM TEST_OPS test_reducescatter)
endif()


G
gongweibao 已提交
31 32
LIST(REMOVE_ITEM TEST_OPS test_launch)

Y
Yu Yang 已提交
33 34
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
35
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
P
peizhilin 已提交
36
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
37 38 39
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

H
hutuxian 已提交
40 41 42
if(NOT WITH_GPU OR WIN32)
    LIST(REMOVE_ITEM TEST_OPS test_pipeline)
endif() 
43
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
Q
Qiyang Min 已提交
44
list(REMOVE_ITEM TEST_OPS test_modified_huber_loss_op) # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5184
45 46 47
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957

H
Hongyu Liu 已提交
48

49
list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
50
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
51
if(APPLE)
52 53 54 55
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
56
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext")
57 58
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
59 60 61
    # TODO: add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext)
62 63
    # TODO(tangwei12): add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_dist_word2vec)
64
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
65
endif()
T
Tao Luo 已提交
66 67 68 69
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
70 71 72

function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
73
    set(options SERIAL)
74
    set(oneValueArgs "")
75
    set(multiValueArgs MODULES DEPS ENVS)
76
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
77 78 79 80 81

    if(WITH_COVERAGE)
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
82
          ${PYTHON_EXECUTABLE} -m coverage run --branch -p ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
83 84 85 86 87 88 89 90 91
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    else()
      add_test(NAME ${TARGET_NAME}
          COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
          ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
          WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    endif()

    if (py_test_modules_SERIAL)
92 93
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)            
    endif()
94

T
tianshuo78520a 已提交
95
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
96 97
  endif()
endfunction()
G
gongweibao 已提交
98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120

function(bash_test_modules TARGET_NAME)
    if(NOT WITH_TESTING)
        return()
    endif()

    set(options SERIAL)
    set(oneValueArgs "")
    set(multiValueArgs MODULES DEPS ENVS)
    cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})

    message(STATUS "CMAKE_CURRENT_BINARY_DIR:" ${CMAKE_CURRENT_BINARY_DIR})

    add_test(NAME ${TARGET_NAME}
        COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${bash_test_modules_ENVS}
        bash ${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_MODULES}
        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
    if (bash_test_modules_SERIAL)
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
    endif()
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 600)
endfunction()

121
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
T
typhoonzero 已提交
122
list(REMOVE_ITEM TEST_OPS test_dist_train)
T
typhoonzero 已提交
123
list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
Y
yuyang18 已提交
124
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
Y
yuyang18 已提交
125
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
126
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext)
127
list(REMOVE_ITEM TEST_OPS test_dgc_op)
128
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_nccl)
X
Xin Pan 已提交
129
list(REMOVE_ITEM TEST_OPS test_dist_transformer)
130
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
D
dengkaipeng 已提交
131 132
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
133
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
134 135
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
136
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
137
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
138
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
139
list(REMOVE_ITEM TEST_OPS test_layers)
140
list(REMOVE_ITEM TEST_OPS test_imperative_ocr_attention_model)
141
list(REMOVE_ITEM TEST_OPS test_async_ssa_graph_executor_mnist)
142
list(REMOVE_ITEM TEST_OPS test_install_check)
143 144 145 146
list(REMOVE_ITEM TEST_OPS test_basic_gru_api)
list(REMOVE_ITEM TEST_OPS test_basic_gru_unit_op)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_api)
list(REMOVE_ITEM TEST_OPS test_basic_lstm_unit_op)
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182

# Some ops need to check results when gc is enabled
# Currently, only ops that register NoNeedBufferVarsInference need to do this test   
set(TEST_OPS_WITH_GC 
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_constant_batch_size_like_op
  test_fill_zeros_like2_op
  test_gather_op
  test_gaussian_random_batch_size_like_op
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
  test_seq_conv
  test_seq_pool
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
  test_squared_l2_distance_op
  test_uniform_random_batch_size_like_op)

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
183 184 185
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
186
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
187 188 189
py_test_modules(test_warpctc_op MODULES test_warpctc_op)
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS})
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS})
190
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
191
    FLAGS_cudnn_deterministic=1 SERIAL)
192
set_tests_properties(test_imperative_resnet PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
193
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
194
        FLAGS_cudnn_deterministic=1 SERIAL)
195
set_tests_properties(test_imperative_resnet_sorted_gradient PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
M
minqiyang 已提交
196
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
197
    FLAGS_cudnn_deterministic=1)
198
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
199
        FLAGS_cudnn_deterministic=1)
Y
Yan Xu 已提交
200
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
201 202
    FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_imperative_se_resnext PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
203 204
py_test_modules(test_imperative_ocr_attention_model MODULES test_imperative_ocr_attention_model ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
205 206 207
py_test_modules(test_install_check MODULES test_install_check ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
set_tests_properties(test_install_check PROPERTIES LABELS "RUN_TYPE=DIST")
208
if(WITH_DISTRIBUTE)
209
    py_test_modules(test_dist_train MODULES test_dist_train)
210
    set_tests_properties(test_listen_and_serv_op PROPERTIES TIMEOUT 20)
G
gongweibao 已提交
211 212 213
    if(WITH_DGC)
        py_test_modules(test_dgc_op MODULES test_dgc_op)
    endif()
J
JiabinYang 已提交
214
    if(NOT APPLE)
G
guru4elephant 已提交
215 216 217 218
        set_tests_properties(test_dist_mnist PROPERTIES TIMEOUT 350)
        set_tests_properties(test_dist_mnist_nccl PROPERTIES TIMEOUT 350)
        set_tests_properties(test_dist_mnist_lars PROPERTIES TIMEOUT 350)
        set_tests_properties(test_dist_word2vec PROPERTIES TIMEOUT 350)
219
        py_test_modules(test_dist_se_resnext MODULES test_dist_se_resnext)
220
        py_test_modules(test_dist_se_resnext_nccl MODULES test_dist_se_resnext_nccl)
G
gongweibao 已提交
221
        bash_test_modules(test_launch MODULES test_launch.sh)
222
        # FIXME(typhoonzero): add these tests back
223 224
        # py_test_modules(test_dist_transformer MODULES test_dist_transformer)
        # set_tests_properties(test_dist_transformer PROPERTIES TIMEOUT 1000)
225
    endif(NOT APPLE)
226
    # py_test_modules(test_dist_transpiler MODULES test_dist_transpiler)
227
endif()
228

229 230
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf)
py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed)
C
chengduo 已提交
231
set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
232
set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 740)
233
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer)
234
py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
D
dzhwinter 已提交
235
if(NOT WIN32)
236
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer)
D
dzhwinter 已提交
237
endif()
238

239
if(CMAKE_BUILD_TYPE STREQUAL "Debug")
C
chengduo 已提交
240 241
    # change the timeout from 600 to 2200, because in debug mode, this test need more time.
    set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 2200)
242
endif()
243 244 245 246

if (WITH_NGRAPH)
    add_subdirectory(ngraph)
endif()
247 248 249 250

if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
251 252 253

if(WITH_DISTRIBUTE)
    set_tests_properties(test_listen_and_serv_op test_nce_remote_table_op test_hsigmoid_remote_table_op
254
            PROPERTIES LABELS "RUN_TYPE=DIST")
255 256
endif()

257
set_tests_properties(test_recordio_reader test_parallel_executor_test_while_train test_parallel_executor_mnist
258
        test_parallel_executor_seresnext test_parallel_executor_crf test_sync_batch_norm_op
259
        test_buffer_shared_inplace_pass PROPERTIES LABELS "RUN_TYPE=DIST")