CMakeLists.txt 8.9 KB
Newer Older
1 2
file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py")
string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
3
set(GC_ENVS FLAGS_eager_delete_tensor_gb=0.0 FLAGS_fast_eager_deletion_mode=1 FLAGS_memory_fraction_of_eager_deletion=1.0) 
4 5 6

if(NOT WITH_DISTRIBUTE)
    list(REMOVE_ITEM TEST_OPS test_recv_op)
7 8 9 10 11
    list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_simple_dist_transpiler)
    list(REMOVE_ITEM TEST_OPS test_listen_and_serv_op)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist)
    LIST(REMOVE_ITEM TEST_OPS test_dist_word2vec)
M
minqiyang 已提交
12
    LIST(REMOVE_ITEM TEST_OPS test_dist_ctr)
M
minqiyang 已提交
13 14 15
    LIST(REMOVE_ITEM TEST_OPS test_dist_simnet_bow)
    LIST(REMOVE_ITEM TEST_OPS test_dist_mnist_batch_merge)
    LIST(REMOVE_ITEM TEST_OPS test_dist_text_classification)
T
tangwei12 已提交
16 17
    LIST(REMOVE_ITEM TEST_OPS test_nce_remote_table_op)
    LIST(REMOVE_ITEM TEST_OPS test_hsigmoid_remote_table_op)
18 19
endif(NOT WITH_DISTRIBUTE)

Y
Yu Yang 已提交
20 21
if (NOT ${WITH_GPU})
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
22
    LIST(REMOVE_ITEM TEST_OPS test_parallel_dygraph_mnist) # TODO(Yancey1989): parallel dygraph support CPU device in future
P
peizhilin 已提交
23
elseif(${CUDNN_VERSION} VERSION_LESS 7100)
D
Dang Qingqing 已提交
24 25 26
    LIST(REMOVE_ITEM TEST_OPS test_conv2d_fusion_op)
endif()

27
list(REMOVE_ITEM TEST_OPS test_seq_concat_op) # FIXME(helin): https://github.com/PaddlePaddle/Paddle/issues/8290
Q
Qiyang Min 已提交
28
list(REMOVE_ITEM TEST_OPS test_modified_huber_loss_op) # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5184
29 30 31 32
list(REMOVE_ITEM TEST_OPS test_lstm_unit_op) # # FIXME(qijun) https://github.com/PaddlePaddle/Paddle/issues/5185
list(REMOVE_ITEM TEST_OPS test_cond_op) # FIXME(qijun): https://github.com/PaddlePaddle/Paddle/issues/5101#issuecomment-339814957

list(REMOVE_ITEM TEST_OPS op_test) # op_test is a helper python file, not a test
33
list(REMOVE_ITEM TEST_OPS decorator_helper) # decorator_helper is a helper python file, not a test
34
if(APPLE)
35 36 37 38
    if(NOT WITH_DISTRIBUTE)
        list(REMOVE_ITEM TEST_OPS test_desc_clone)
        list(REMOVE_ITEM TEST_OPS test_program_code)
    endif(NOT WITH_DISTRIBUTE)
39
    message(WARNING "These tests has been disabled in OSX before being fixed:\n test_fuse_elewise_add_act_pass \n test_detection_map_op \n test_dist_se_resnext")
40 41
    # this op is not support on mac
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
42 43 44
    # TODO: add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_detection_map_op)
    list(REMOVE_ITEM TEST_OPS test_dist_se_resnext)
45 46
    # TODO(tangwei12): add the unitest back when it fixed
    list(REMOVE_ITEM TEST_OPS test_dist_word2vec)
47
    list(REMOVE_ITEM TEST_OPS test_fuse_elewise_add_act_pass)
48
endif()
T
Tao Luo 已提交
49 50 51 52
if(NOT WITH_MKLML)
    # this op is not support on openblas
    list(REMOVE_ITEM TEST_OPS test_fusion_seqexpand_concat_fc_op)
endif()
53 54 55

function(py_test_modules TARGET_NAME)
  if(WITH_TESTING)
Y
yuyang18 已提交
56
    set(options SERIAL)
57
    set(oneValueArgs "")
58
    set(multiValueArgs MODULES DEPS ENVS)
59 60
    cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
    add_test(NAME ${TARGET_NAME}
61 62 63
        COMMAND ${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_modules_ENVS}
        ${PYTHON_EXECUTABLE} ${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
Y
yuyang18 已提交
64
    if (py_test_modules_SERIAL)
X
Xin Pan 已提交
65
        set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
Y
yuyang18 已提交
66
    endif()
T
tianshuo78520a 已提交
67
    set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 350)
68 69 70
  endif()
endfunction()
list(REMOVE_ITEM TEST_OPS test_warpctc_op)
T
typhoonzero 已提交
71
list(REMOVE_ITEM TEST_OPS test_dist_train)
T
typhoonzero 已提交
72
list(REMOVE_ITEM TEST_OPS test_dist_transpiler)
Y
yuyang18 已提交
73
list(REMOVE_ITEM TEST_OPS test_parallel_executor_crf)
Y
yuyang18 已提交
74
list(REMOVE_ITEM TEST_OPS test_parallel_executor_fetch_feed)
75
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext)
76
list(REMOVE_ITEM TEST_OPS test_dgc_op)
77
list(REMOVE_ITEM TEST_OPS test_dist_se_resnext_nccl)
X
Xin Pan 已提交
78
list(REMOVE_ITEM TEST_OPS test_dist_transformer)
79
list(REMOVE_ITEM TEST_OPS test_parallel_executor_transformer)
D
dengkaipeng 已提交
80 81
list(REMOVE_ITEM TEST_OPS test_bilinear_interp_op)
list(REMOVE_ITEM TEST_OPS test_nearest_interp_op)
82
list(REMOVE_ITEM TEST_OPS test_imperative_resnet)
83 84
list(REMOVE_ITEM TEST_OPS test_imperative_resnet_sorted_gradient)
list(REMOVE_ITEM TEST_OPS test_imperative_mnist_sorted_gradient)
Y
Yan Xu 已提交
85
list(REMOVE_ITEM TEST_OPS test_imperative_se_resnext)
M
minqiyang 已提交
86
list(REMOVE_ITEM TEST_OPS test_imperative_mnist)
D
dzhwinter 已提交
87
list(REMOVE_ITEM TEST_OPS test_ir_memory_optimize_transformer)
L
lujun 已提交
88
list(REMOVE_ITEM TEST_OPS test_layers)
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124

# Some ops need to check results when gc is enabled
# Currently, only ops that register NoNeedBufferVarsInference need to do this test   
set(TEST_OPS_WITH_GC 
  test_concat_op
  test_elementwise_add_op
  test_elementwise_sub_op
  test_fill_constant_batch_size_like_op
  test_fill_zeros_like2_op
  test_gather_op
  test_gaussian_random_batch_size_like_op
  test_linear_chain_crf_op
  test_lod_reset_op
  test_lookup_table_op
  test_mean_op
  test_pad2d_op
  test_scatter_op
  test_sequence_concat
  test_seq_conv
  test_seq_pool
  test_sequence_expand_as
  test_sequence_expand
  test_sequence_pad_op
  test_sequence_unpad_op
  test_sequence_scatter_op
  test_sequence_slice_op
  test_slice_op
  test_space_to_depth_op
  test_squared_l2_distance_op
  test_uniform_random_batch_size_like_op)

foreach(TEST_OP ${TEST_OPS_WITH_GC})
  list(REMOVE_ITEM TEST_OPS ${TEST_OP})
  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS ${GC_ENVS})
endforeach()

Y
yuyang18 已提交
125 126 127
foreach(TEST_OP ${TEST_OPS})
    py_test_modules(${TEST_OP} MODULES ${TEST_OP})
endforeach(TEST_OP)
128
py_test_modules(test_adam_op_multi_thread MODULES test_adam_op ENVS FLAGS_inner_op_parallelism=4)
129
py_test_modules(test_warpctc_op MODULES test_warpctc_op SERIAL)
130 131
py_test_modules(test_bilinear_interp_op MODULES test_bilinear_interp_op ENVS ${GC_ENVS} SERIAL)
py_test_modules(test_nearest_interp_op MODULES test_nearest_interp_op ENVS ${GC_ENVS} SERIAL)
132
py_test_modules(test_imperative_resnet MODULES test_imperative_resnet ENVS
G
gongweibao 已提交
133
    FLAGS_cudnn_deterministic=1 SERIAL)
134 135
py_test_modules(test_imperative_resnet_sorted_gradient MODULES test_imperative_resnet_sorted_gradient ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
M
minqiyang 已提交
136
py_test_modules(test_imperative_mnist MODULES test_imperative_mnist ENVS
G
gongweibao 已提交
137
    FLAGS_cudnn_deterministic=1 SERIAL)
138 139
py_test_modules(test_imperative_mnist_sorted_gradient MODULES test_imperative_mnist_sorted_gradient ENVS
        FLAGS_cudnn_deterministic=1 SERIAL)
Y
Yan Xu 已提交
140
py_test_modules(test_imperative_se_resnext MODULES test_imperative_se_resnext ENVS
G
gongweibao 已提交
141
    FLAGS_cudnn_deterministic=1 SERIAL)
Y
Yan Xu 已提交
142

143 144 145
if(WITH_DISTRIBUTE)
    py_test_modules(test_dist_train MODULES test_dist_train SERIAL)
    set_tests_properties(test_listen_and_serv_op PROPERTIES TIMEOUT 20)
G
gongweibao 已提交
146 147 148
    if(WITH_DGC)
        py_test_modules(test_dgc_op MODULES test_dgc_op)
    endif()
J
JiabinYang 已提交
149
    if(NOT APPLE)
150 151
        set_tests_properties(test_dist_mnist PROPERTIES TIMEOUT 200)
        set_tests_properties(test_dist_word2vec PROPERTIES TIMEOUT 200)
152
        py_test_modules(test_dist_se_resnext MODULES test_dist_se_resnext)
G
gongweibao 已提交
153
        py_test_modules(test_dist_se_resnext_nccl MODULES test_dist_se_resnext_nccl SERIAL)
154
        # FIXME(typhoonzero): add these tests back
155 156
        # py_test_modules(test_dist_transformer MODULES test_dist_transformer)
        # set_tests_properties(test_dist_transformer PROPERTIES TIMEOUT 1000)
W
Wu Yi 已提交
157
        set_tests_properties(test_dist_ctr test_dist_mnist test_dist_mnist_batch_merge test_dist_save_load test_dist_se_resnext test_dist_simnet_bow test_dist_text_classification test_dist_train test_dist_word2vec PROPERTIES RUN_SERIAL TRUE)
158
    endif(NOT APPLE)
159
    # py_test_modules(test_dist_transpiler MODULES test_dist_transpiler)
160
endif()
161

L
Luo Tao 已提交
162 163
py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf SERIAL)
py_test_modules(test_parallel_executor_fetch_feed MODULES test_parallel_executor_fetch_feed SERIAL)
C
chengduo 已提交
164
set_tests_properties(test_parallel_executor_fetch_feed PROPERTIES TIMEOUT 450)
165
set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 740)
166
py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer SERIAL)
167
py_test_modules(test_layers MODULES test_layers ENVS FLAGS_cudnn_deterministic=1)
D
dzhwinter 已提交
168
if(NOT WIN32)
169
    py_test_modules(test_ir_memory_optimize_transformer MODULES test_ir_memory_optimize_transformer SERIAL)
D
dzhwinter 已提交
170
endif()
171

172
if(CMAKE_BUILD_TYPE STREQUAL "Debug")
C
chengduo 已提交
173 174
    # change the timeout from 600 to 2200, because in debug mode, this test need more time.
    set_tests_properties(test_parallel_executor_seresnext PROPERTIES TIMEOUT 2200)
175
endif()
176 177 178 179

if (WITH_NGRAPH)
    add_subdirectory(ngraph)
endif()
180 181 182 183

if (WITH_MKLDNN)
    add_subdirectory(mkldnn)
endif()
184 185 186

if(WITH_DISTRIBUTE)
    set_tests_properties(test_listen_and_serv_op test_nce_remote_table_op test_hsigmoid_remote_table_op
187
            PROPERTIES LABELS "RUN_TYPE=DIST")
188 189
endif()

190 191 192
set_tests_properties(test_recordio_reader test_parallel_executor_test_while_train test_parallel_executor_mnist
        test_parallel_executor_seresnext test_parallel_executor_crf
        PROPERTIES LABELS "RUN_TYPE=DIST")