CMakeLists.txt 42.7 KB
Newer Older
1
if (NOT APPLE AND NOT WIN32)
2
    set(INFERENCE_EXTRA_DEPS paddle_inference_shared)
3
else()
4
    set(INFERENCE_EXTRA_DEPS paddle_inference_api paddle_inference_io ir_pass_manager analysis_predictor benchmark)
5
endif()
6

N
nhzlx 已提交
7
if(WITH_GPU AND TENSORRT_FOUND)
8
    set(INFERENCE_EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} analysis ${analysis_deps})
N
nhzlx 已提交
9 10
endif()

W
Wangzheee 已提交
11
function(download_data install_dir data_file check_sum)
Z
Zhou Wei 已提交
12 13
    string(REGEX MATCH "[^/\\]+$" file_name ${data_file})
    if (NOT EXISTS ${install_dir}/${file_name})
W
Wangzheee 已提交
14
        inference_download_and_uncompress(${install_dir} ${INFERENCE_URL} ${data_file} ${check_sum})
15 16 17
    endif()
endfunction()

W
Wangzheee 已提交
18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37
function(download_data_without_verify install_dir data_file)
    string(REGEX MATCH "[^/\\]+$" file_name ${data_file})
    if (NOT EXISTS ${install_dir}/${file_name})
        inference_download_and_uncompress_without_verify(${install_dir} ${INFERENCE_URL} ${data_file})
    endif()
endfunction()

function(download_int8_data install_dir data_file check_sum)
    if (NOT EXISTS ${install_dir}/${data_file})
        inference_download_and_uncompress(${install_dir} ${INFERENCE_URL}/int8 ${data_file} ${check_sum})
    endif()
endfunction()

function(download_int8_data_without_verify install_dir data_file)
    if (NOT EXISTS ${install_dir}/${data_file})
        inference_download_and_uncompress_without_verify(${install_dir} ${INFERENCE_URL}/int8 ${data_file})
    endif()
endfunction()

function(download_bfloat16_data install_dir data_file check_sum)
38
    if (NOT EXISTS ${install_dir}/${data_file})
W
Wangzheee 已提交
39
        inference_download_and_uncompress(${install_dir} ${INFERENCE_URL}/bfloat16 ${data_file} ${check_sum})
T
Tao Luo 已提交
40 41 42
    endif()
endfunction()

W
Wangzheee 已提交
43
function(download_bfloat16_data_without_verify install_dir data_file)
44
    if (NOT EXISTS ${install_dir}/${data_file})
W
Wangzheee 已提交
45
        inference_download_and_uncompress_without_verify(${install_dir} ${INFERENCE_URL}/bfloat16 ${data_file})
46 47 48
    endif()
endfunction()

W
Wangzheee 已提交
49
function(download_GRU_data install_dir data_file check_sum)
50
    if (NOT EXISTS ${install_dir}/${data_file})
W
Wangzheee 已提交
51
        inference_download_and_uncompress(${install_dir} ${INFERENCE_URL}/gru ${data_file} ${check_sum})
52 53 54
    endif()
endfunction()

W
Wangzheee 已提交
55
function(download_GRU_data_without_verify install_dir data_file)
56
    if (NOT EXISTS ${install_dir}/${data_file})
W
Wangzheee 已提交
57
        inference_download_and_uncompress_without_verify(${install_dir} ${INFERENCE_URL}/gru ${data_file})
58 59 60
    endif()
endfunction()

W
Wangzheee 已提交
61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
function(download_quant_data install_dir data_file check_sum)
    if (NOT EXISTS ${install_dir}/${data_file})
	    inference_download_and_uncompress(${install_dir} ${INFERENCE_URL}/int8/QAT_models ${data_file} ${check_sum})
    endif()
endfunction()

function(download_quant_data_without_verify install_dir data_file)
    if (NOT EXISTS ${install_dir}/${data_file})
	    inference_download_and_uncompress_without_verify(${install_dir} ${INFERENCE_URL}/int8/QAT_models ${data_file})
    endif()
endfunction()

function(download_model_and_data install_dir model_name model_check_sum data_name data_check_sum)
    download_data(${install_dir} ${model_name} ${model_check_sum}) 
    download_data(${install_dir} ${data_name} ${data_check_sum})
endfunction()

function(download_model_and_data_without_verify install_dir model_name data_name)
    download_data_without_verify(${install_dir} ${model_name}) 
    download_data_without_verify(${install_dir} ${data_name})
endfunction()

function(download_result install_dir result_name check_sum)
    download_data(${install_dir} ${result_name} ${check_sum})
85 86
endfunction()

W
Wangzheee 已提交
87 88
function(download_result_without_verify install_dir result_name)
    download_data_without_verify(${install_dir} ${result_name})
G
GaoWei8 已提交
89 90
endfunction()

91 92
function(inference_analysis_api_test target install_dir filename)
    inference_analysis_test(${target} SRCS ${filename}
93
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
G
GaoWei8 已提交
94
        ARGS --infer_model=${install_dir}/model --infer_data=${install_dir}/data.txt --refer_result=${install_dir}/result.txt)
95 96
endfunction()

Z
Zuza 已提交
97 98 99 100 101 102 103 104 105 106 107
function(inference_analysis_api_int8_test target install_dir filename)
    inference_analysis_test(${target} SRCS ${filename}
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${install_dir}/model
             --infer_data=${install_dir}/data.txt
             --refer_result=${install_dir}/result.txt
             --accuracy=0.8
             --batch_size=5
             --enable_int8=true)
endfunction()

108 109 110 111 112 113
function(inference_multiple_models_analysis_api_test target install_dir filename)
    inference_analysis_test(${target} SRCS ${filename}
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${install_dir}/mobilenet_v2_models/1 --infer_model2=${install_dir}/mobilenet_v2_models/xx --infer_model3=${install_dir}/mobilenet_v2_models/3)
endfunction()

114
function(inference_analysis_api_test_build TARGET_NAME filename)
115
	inference_analysis_test_build(${TARGET_NAME} SRCS ${filename}
116
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS})
117 118 119 120 121
endfunction()

function(inference_analysis_api_int8_test_run TARGET_NAME test_binary model_dir data_path)
	inference_analysis_test_run(${TARGET_NAME}
	COMMAND ${test_binary}
122
        ARGS --infer_model=${model_dir}/model
123
             --infer_data=${data_path}
124
             --warmup_batch_size=${WARMUP_BATCH_SIZE}
125
             --batch_size=50
126
             --enable_int8=true
127
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
128
	     --iterations=2)
129
endfunction()
130

131 132 133 134 135
function(inference_analysis_api_int8_test_run_custom_warmup_batch_size TARGET_NAME test_binary model_dir data_path warmup_batch_size)
    set(WARMUP_BATCH_SIZE ${warmup_batch_size})
    inference_analysis_api_int8_test_run(${TARGET_NAME} ${test_binary} ${model_dir} ${data_path})
endfunction()

136 137 138 139 140 141
function(inference_analysis_api_bfloat16_test_run TARGET_NAME test_binary model_dir data_path)
	inference_analysis_test_run(${TARGET_NAME}
	COMMAND ${test_binary}
        ARGS --infer_model=${model_dir}/model
             --infer_data=${data_path}
             --batch_size=50
142
             --enable_bf16=true
143 144 145 146
             --paddle_num_threads=${CPU_NUM_THREADS_ON_CI}
	     --iterations=2)
endfunction()

147 148 149 150 151 152 153
function(inference_analysis_api_object_dection_int8_test_run TARGET_NAME test_binary model_dir data_path)
	inference_analysis_test_run(${TARGET_NAME}
	COMMAND ${test_binary}
        ARGS --infer_model=${model_dir}/model
             --infer_data=${data_path}
             --warmup_batch_size=10
             --batch_size=300
154
             --enable_int8=true
155
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
156 157 158
	     --iterations=1)
endfunction()

159 160 161 162 163 164 165 166 167
function(inference_analysis_api_test_with_fake_data_build TARGET_NAME filename)
	inference_analysis_test_build(${TARGET_NAME} SRCS ${filename}
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS})
endfunction()

function(inference_analysis_api_test_with_fake_data_run TARGET_NAME test_binary model_dir disable_fc)
    inference_analysis_test_run(${TARGET_NAME}
	COMMAND ${test_binary}
        ARGS --infer_model=${model_dir}/model
168
             --disable_mkldnn_fc=${disable_fc}) 
T
Tao Luo 已提交
169 170
endfunction()

W
Wojciech Uss 已提交
171
function(inference_analysis_api_quant_test_run TARGET_NAME test_binary fp32_model_dir int8_model_dir data_path)
172 173 174 175 176 177
    inference_analysis_test_run(${TARGET_NAME}
    COMMAND ${test_binary}
        ARGS --fp32_model=${fp32_model_dir}
             --int8_model=${int8_model_dir}
             --infer_data=${data_path}
             --batch_size=50
178
             --enable_int8=true
179
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
180 181 182 183
             --with_accuracy_layer=false
             --iterations=2)
endfunction()

184 185 186 187 188 189 190 191 192 193 194 195
function(inference_analysis_api_lexical_test_run TARGET_NAME test_binary infer_model data_path)
    inference_analysis_test_run(${TARGET_NAME}
    COMMAND ${test_binary}
        ARGS --infer_model=${infer_model}
             --infer_data=${data_path}
             --batch_size=50
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
             --with_accuracy_layer=true
             --use_analysis=true
             --iterations=2)
endfunction()

196 197 198 199 200 201 202 203 204 205 206 207 208
function(inference_analysis_api_lexical_bfloat16_test_run TARGET_NAME test_binary infer_model data_path)
    inference_analysis_test_run(${TARGET_NAME}
    COMMAND ${test_binary}
        ARGS --infer_model=${infer_model}
             --infer_data=${data_path}
             --batch_size=50
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
             --with_accuracy_layer=true
             --use_analysis=true
             --enable_bf16=true
             --iterations=2)
endfunction()

209 210 211 212 213 214 215 216 217 218 219 220 221 222 223
function(inference_analysis_api_lexical_int8_test_run TARGET_NAME test_binary infer_model data_path fuse_multi_gru)
    inference_analysis_test_run(${TARGET_NAME}
    COMMAND ${test_binary}
        ARGS --infer_model=${infer_model}
             --infer_data=${data_path}
             --batch_size=100
             --cpu_num_threads=${CPU_NUM_THREADS_ON_CI}
             --with_accuracy_layer=true
             --use_analysis=true
             --enable_int8=true
             --quantized_accuracy=0.01
             --fuse_multi_gru=${fuse_multi_gru}
             --iterations=4)
endfunction()

224 225 226 227 228 229 230
function(preprocess_data2bin_test_run target py_script_source data_dir output_file)
	py_test(${target} SRCS ${CMAKE_CURRENT_SOURCE_DIR}/${py_script_source}
	        ARGS --data_dir=${data_dir}
		     --output_file=${output_file}
		     --local)
endfunction()

T
Tao Luo 已提交
231
if(NOT APPLE AND WITH_MKLML)
232
    # RNN1
233
    set(RNN1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/rnn1")
W
Wangzheee 已提交
234
    download_model_and_data_without_verify(${RNN1_INSTALL_DIR} "rnn1/model.tar.gz" "rnn1/data.txt.tar.gz")
235
    inference_analysis_api_test(test_analyzer_rnn1 ${RNN1_INSTALL_DIR} analyzer_rnn1_tester.cc)
236 237 238
    
    # seq_pool1
    set(SEQ_POOL1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/seq_pool")
W
Wangzheee 已提交
239
    download_model_and_data_without_verify(${SEQ_POOL1_INSTALL_DIR} "seq_pool1_model_.tar.gz" "seq_pool1_data.txt.tar.gz")
240 241 242 243 244
    inference_analysis_api_test(test_analyzer_seq_pool1_compare_determine ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_compare_determine_tester.cc)
    inference_analysis_api_test(test_analyzer_seq_pool1 ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_compare_tester.cc)
    inference_analysis_api_test(test_analyzer_seq_pool1_fuse_compare_zero_copy ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_fuse_compare_zero_copy_tester.cc)
    inference_analysis_api_test(test_analyzer_seq_pool1_fuse_statis ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_fuse_statis_tester.cc)
    inference_analysis_api_test(test_analyzer_seq_pool1_profile ${SEQ_POOL1_INSTALL_DIR} analyzer_seq_pool1_profile_tester.cc)
245
    if(NOT WIN32 AND NOT "$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
246 247 248 249 250
        set_tests_properties(test_analyzer_seq_pool1_compare_determine PROPERTIES TIMEOUT 120)
        set_tests_properties(test_analyzer_seq_pool1 PROPERTIES TIMEOUT 120)
        set_tests_properties(test_analyzer_seq_pool1_fuse_compare_zero_copy PROPERTIES TIMEOUT 120)
        set_tests_properties(test_analyzer_seq_pool1_fuse_statis PROPERTIES TIMEOUT 120)
        set_tests_properties(test_analyzer_seq_pool1_profile PROPERTIES TIMEOUT 120)
251
    endif()
252
else()
T
Tao Luo 已提交
253 254 255
    # TODO: fix this test on MACOS and OPENBLAS, the reason is that
    # fusion_seqexpand_concat_fc_op is not supported on MACOS and OPENBLAS
    message(WARNING "These tests has been disabled in OSX or WITH_MKL=OFF before being fixed: \n test_analyzer_rnn1")
256
    message(WARNING "These tests has been disabled in OSX or WITH_MKL=OFF before being fixed: \n test_analyzer_seq_pool1")
257
endif()
258

259

L
luotao1 已提交
260 261
# RNN2
set(RNN2_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/rnn2")
W
Wangzheee 已提交
262
download_model_and_data_without_verify(${RNN2_INSTALL_DIR} "rnn2_model.tar.gz" "rnn2_data.txt.tar.gz")
263
inference_analysis_api_test(test_analyzer_rnn2 ${RNN2_INSTALL_DIR} analyzer_rnn2_tester.cc)
L
luotao1 已提交
264

T
Tao Luo 已提交
265 266 267
# TODO(luotao, Superjom) Disable DAM test, temporarily fix
# https://github.com/PaddlePaddle/Paddle/issues/15032#issuecomment-455990914.
# After inference framework refactor, will reopen it.
Z
ZhenWang 已提交
268
# normal DAM
Z
Zhen Wang 已提交
269
set(DAM_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/dam")
W
Wangzheee 已提交
270
download_model_and_data_without_verify(${DAM_INSTALL_DIR} "DAM_model.tar.gz" "DAM_data.txt.tar.gz")
271
#inference_analysis_api_test(test_analyzer_dam ${DAM_INSTALL_DIR} analyzer_dam_tester.cc EXTRA_DEPS legacy_allocator)
Z
ZhenWang 已提交
272

Z
ZhenWang 已提交
273
# small DAM
Z
ZhenWang 已提交
274
set(DAM_SMALL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/small_dam")
W
Wangzheee 已提交
275
download_model_and_data_without_verify(${DAM_SMALL_INSTALL_DIR} "dam_small_model.tar.gz" "dam_small_data.txt.tar.gz")
Z
ZhenWang 已提交
276
inference_analysis_test(test_analyzer_small_dam SRCS analyzer_dam_tester.cc
Z
ZhenWang 已提交
277
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
278
        ARGS --infer_model=${DAM_SMALL_INSTALL_DIR}/model --infer_data=${DAM_SMALL_INSTALL_DIR}/data.txt)
Z
Zhen Wang 已提交
279

280
#save model 
281
inference_analysis_api_test(test_analyzer_save_model ${DAM_SMALL_INSTALL_DIR} analyzer_save_model_tester.cc)
282

283
# chinese_ner
L
luotao1 已提交
284
set(CHINESE_NER_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/chinese_ner")
W
Wangzheee 已提交
285
download_model_and_data_without_verify(${CHINESE_NER_INSTALL_DIR} "chinese_ner_model.tar.gz" "chinese_ner-data.txt.tar.gz")
286
inference_analysis_api_test(test_analyzer_ner ${CHINESE_NER_INSTALL_DIR} analyzer_ner_tester.cc)
287 288

# lac
L
luotao1 已提交
289
set(LAC_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/lac")
W
Wangzheee 已提交
290
download_model_and_data(${LAC_INSTALL_DIR} "lac_model.tar.gz" 419ca6eb85f57a01bfe173591910aec5 "lac_data.txt.tar.gz" 9983539cd6b34fbdc411e43422776bfd)
291
inference_analysis_api_test(test_analyzer_lac ${LAC_INSTALL_DIR} analyzer_lac_tester.cc)
292

T
Tao Luo 已提交
293 294
# Pyramid DNN
set(PYRAMID_DNN_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/pyramid_dnn")
W
Wangzheee 已提交
295
download_model_and_data_without_verify(${PYRAMID_DNN_INSTALL_DIR} "PyramidDNN_model.tar.gz" "PyramidDNN_data.txt.tar.gz")
T
Tao Luo 已提交
296 297
inference_analysis_api_test(test_analyzer_pyramid_dnn ${PYRAMID_DNN_INSTALL_DIR} analyzer_pyramid_dnn_tester.cc)

Z
Zuza 已提交
298
# Ernie
G
GaoWei8 已提交
299
set(ERNIE_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/Ernie")
W
Wangzheee 已提交
300 301
download_model_and_data(${ERNIE_INSTALL_DIR} "Ernie_model.tar.gz" aa59192dd41ed377f9f168e3a1309fa6 "Ernie_data.txt.tar.gz" 5396e63548edad7ca561e7e26a9476d1)
download_result(${ERNIE_INSTALL_DIR} "Ernie_result.txt.tar.gz" 73beea65abda2edb61c1662cd3180c62)
Y
YUNSHEN XIE 已提交
302 303 304
if (WITH_GPU)
    inference_analysis_api_test(test_analyzer_ernie ${ERNIE_INSTALL_DIR} analyzer_ernie_tester.cc)
endif()
Z
Zuza 已提交
305
inference_analysis_api_int8_test(test_analyzer_ernie_int8 ${ERNIE_INSTALL_DIR} analyzer_ernie_int8_tester.cc)
G
GaoWei8 已提交
306

Z
Zuza 已提交
307
# Ernie large
308
set(ERNIE_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/Ernie_Large")
W
Wangzheee 已提交
309 310
download_model_and_data(${ERNIE_INSTALL_DIR} "Ernie_large_model.tar.gz" af7715245ed32cc77374625d4c80f7ef "Ernie_large_data.txt.tar.gz" edb2113eec93783cad56ed76d47ba57f)
download_result(${ERNIE_INSTALL_DIR} "Ernie_large_result.txt.tar.gz" 1facda98eef1085dc9d435ebf3f23a73)
311
inference_analysis_test(test_analyzer_ernie_large SRCS analyzer_ernie_tester.cc
312
    EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
313
    ARGS --infer_model=${ERNIE_INSTALL_DIR}/model --infer_data=${ERNIE_INSTALL_DIR}/data.txt --refer_result=${ERNIE_INSTALL_DIR}/result.txt --ernie_large=true)
314
if(NOT WIN32 AND NOT APPLE AND TEST test_analyzer_ernie_large)
315 316
    set_tests_properties(test_analyzer_ernie_large PROPERTIES TIMEOUT 150 LABELS "RUN_TYPE=NIGHTLY")
endif()
317
if (WIN32 AND TEST test_analyzer_ernie_large)
318 319
    set_tests_properties(test_analyzer_ernie_large PROPERTIES TIMEOUT 200)
endif()
320

321
# text_classification
L
luotao1 已提交
322
set(TEXT_CLASSIFICATION_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/text_classification")
W
Wangzheee 已提交
323
download_model_and_data(${TEXT_CLASSIFICATION_INSTALL_DIR} "text-classification-Senta.tar.gz" 3f0f440313ca50e26184e65ffd5809ab "text_classification_data.txt.tar.gz" 36ae620020cc3377f45ed330dd36238f)
324
inference_analysis_api_test(test_analyzer_text_classification ${TEXT_CLASSIFICATION_INSTALL_DIR} analyzer_text_classification_tester.cc)
T
tensor-tang 已提交
325

T
Tao Luo 已提交
326 327
# seq_conv1
set(SEQ_CONV1_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/seq_conv1")
W
Wangzheee 已提交
328
download_model_and_data_without_verify(${SEQ_CONV1_INSTALL_DIR} "seq_conv1_model.tar.gz" "seq_conv1_data.txt.tar.gz")
T
Tao Luo 已提交
329 330
inference_analysis_api_test(test_analyzer_seq_conv1 ${SEQ_CONV1_INSTALL_DIR} analyzer_seq_conv1_tester.cc)

T
Tao Luo 已提交
331 332
# transformer, the dataset only works on batch_size=8 now
set(TRANSFORMER_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/transformer")
W
Wangzheee 已提交
333
download_model_and_data_without_verify(${TRANSFORMER_INSTALL_DIR} "temp/transformer_model.tar.gz" "temp/transformer_data.txt.tar.gz")
334 335 336 337 338 339 340 341 342
inference_analysis_test(test_analyzer_transformer SRCS analyzer_transformer_compare_tester.cc 
  EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
  ARGS --infer_model=${TRANSFORMER_INSTALL_DIR}/model --infer_data=${TRANSFORMER_INSTALL_DIR}/data.txt --batch_size=8 
       --cpu_num_threads=${CPU_NUM_THREADS_ON_CI})
inference_analysis_test(test_analyzer_transformer_fuse SRCS analyzer_transformer_fuse_tester.cc 
  EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
  ARGS --infer_model=${TRANSFORMER_INSTALL_DIR}/model --infer_data=${TRANSFORMER_INSTALL_DIR}/data.txt --batch_size=8 
       --cpu_num_threads=${CPU_NUM_THREADS_ON_CI})
inference_analysis_test(test_analyzer_transformer_profile SRCS analyzer_transformer_profile_tester.cc 
T
Tao Luo 已提交
343
  EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
T
Tao Luo 已提交
344
  ARGS --infer_model=${TRANSFORMER_INSTALL_DIR}/model --infer_data=${TRANSFORMER_INSTALL_DIR}/data.txt --batch_size=8 
345
       --cpu_num_threads=${CPU_NUM_THREADS_ON_CI})
T
Tao Luo 已提交
346

T
tensor-tang 已提交
347
# ocr
348
set(OCR_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/ocr")
Z
Zhou Wei 已提交
349
if (NOT EXISTS ${OCR_INSTALL_DIR}/ocr.tar.gz)
W
Wangzheee 已提交
350
    inference_download_and_uncompress_without_verify(${OCR_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos/ocr.tar.gz")
351
endif()
352
inference_analysis_api_test(test_analyzer_ocr ${OCR_INSTALL_DIR} analyzer_vis_tester.cc)
353

354 355
# densebox
set(DENSEBOX_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/densebox")
W
Wangzheee 已提交
356
download_data_without_verify(${DENSEBOX_INSTALL_DIR} "densebox.tar.gz")
357 358 359 360
inference_analysis_test(test_analyzer_detect_functional_mkldnn SRCS analyzer_detect_functional_mkldnn_tester.cc 
  EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
  ARGS --infer_model=${DENSEBOX_INSTALL_DIR}/model --infer_data=${DENSEBOX_INSTALL_DIR}/detect_input_50.txt 
       --infer_shape=${DENSEBOX_INSTALL_DIR}/shape_50.txt)
361

T
Tao Luo 已提交
362
# mobilenet with transpose op
T
Tao Luo 已提交
363
set(MOBILENET_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mobilenet")
Z
Zhou Wei 已提交
364
if (NOT EXISTS ${MOBILENET_INSTALL_DIR}/mobilenet.tar.gz)
W
Wangzheee 已提交
365
    inference_download_and_uncompress_without_verify(${MOBILENET_INSTALL_DIR} "http://paddlemodels.bj.bcebos.com/" "inference-vis-demos/mobilenet.tar.gz")
T
Tao Luo 已提交
366
endif()
367
inference_analysis_api_test(test_analyzer_mobilenet_transpose ${MOBILENET_INSTALL_DIR} analyzer_vis_tester.cc)
T
Tao Luo 已提交
368

369 370 371 372 373 374 375
### Image classification tests with fake data
set(IMG_CLASS_TEST_APP "test_analyzer_image_classification")
set(IMG_CLASS_TEST_APP_SRC "analyzer_image_classification_tester.cc")

# build test binary to be used in subsequent tests
inference_analysis_api_test_with_fake_data_build(${IMG_CLASS_TEST_APP} ${IMG_CLASS_TEST_APP_SRC})

376
# googlenet
377
set(GOOGLENET_MODEL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/googlenet")
W
Wangzheee 已提交
378
download_data_without_verify(${GOOGLENET_MODEL_DIR} "googlenet.tar.gz")
379 380
inference_analysis_api_test_with_fake_data_run(test_analyzer_googlenet ${IMG_CLASS_TEST_APP}
	${GOOGLENET_MODEL_DIR} false)
F
fuchang01 已提交
381

T
Tao Luo 已提交
382
# resnet50
383
set(RESNET50_MODEL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/resnet50")
W
Wangzheee 已提交
384
download_data_without_verify(${RESNET50_MODEL_DIR} "resnet50_model.tar.gz")
385 386
inference_analysis_api_test_with_fake_data_run(test_analyzer_resnet50 ${IMG_CLASS_TEST_APP}
	${RESNET50_MODEL_DIR} true)
387 388 389 390
if (WIN32)
    set_tests_properties(test_analyzer_resnet50 PROPERTIES TIMEOUT 200)
endif()

T
Tao Luo 已提交
391

392
# mobilenet with depthwise_conv op
393
set(MOBILENET_MODEL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/mobilenet_depthwise_conv")
W
Wangzheee 已提交
394
download_data_without_verify(${MOBILENET_MODEL_DIR} "mobilenet_model.tar.gz")
395 396
inference_analysis_api_test_with_fake_data_run(test_analyzer_mobilenet_depthwise_conv ${IMG_CLASS_TEST_APP}
	${MOBILENET_MODEL_DIR} false)
S
Sylwester Fraczek 已提交
397

398
if(WITH_MKLDNN)
399

400 401
  ### INT8 tests

402
  set(INT8_DATA_DIR "${INFERENCE_DEMO_INSTALL_DIR}/int8v2")
403

404
  ## Image classification models
405

406
  # ImageNet small dataset
W
Wojciech Uss 已提交
407
  # It may be already downloaded for Quant & INT8 unit tests
408 409 410
  set(IMAGENET_DATA_ARCHIVE "imagenet_val_100_tail.tar.gz")
  set(IMAGENET_DATA_DIR "${INFERENCE_DEMO_INSTALL_DIR}/imagenet")
  set(IMAGENET_DATA_PATH "${IMAGENET_DATA_DIR}/data.bin")
W
Wangzheee 已提交
411
  download_int8_data_without_verify(${IMAGENET_DATA_DIR} ${IMAGENET_DATA_ARCHIVE})
412

413
  # build test binary to be used in subsequent tests
414 415
  set(INT8_IMG_CLASS_TEST_APP "test_analyzer_int8_image_classification")
  set(INT8_IMG_CLASS_TEST_APP_SRC "analyzer_int8_image_classification_tester.cc")
416
  inference_analysis_api_test_build(${INT8_IMG_CLASS_TEST_APP} ${INT8_IMG_CLASS_TEST_APP_SRC})
417 418

  # resnet50 int8
419
  set(INT8_RESNET50_MODEL_DIR "${INT8_DATA_DIR}/resnet50")
W
Wangzheee 已提交
420
  download_int8_data_without_verify(${INT8_RESNET50_MODEL_DIR} "resnet50_int8_model.tar.gz" )
421 422 423 424
  inference_analysis_api_int8_test_run(test_analyzer_int8_resnet50 ${INT8_IMG_CLASS_TEST_APP} ${INT8_RESNET50_MODEL_DIR} ${IMAGENET_DATA_PATH})

  # mobilenetv1 int8
  set(INT8_MOBILENETV1_MODEL_DIR "${INT8_DATA_DIR}/mobilenetv1")
W
Wangzheee 已提交
425
  download_int8_data_without_verify(${INT8_MOBILENETV1_MODEL_DIR} "mobilenetv1_int8_model.tar.gz" )
426
  inference_analysis_api_int8_test_run(test_analyzer_int8_mobilenetv1 ${INT8_IMG_CLASS_TEST_APP} ${INT8_MOBILENETV1_MODEL_DIR} ${IMAGENET_DATA_PATH})
427
 
428
  # mobilenetv2 int8
429
  set(INT8_MOBILENETV2_MODEL_DIR "${INT8_DATA_DIR}/mobilenetv2")
W
Wangzheee 已提交
430
  download_int8_data_without_verify(${INT8_MOBILENETV2_MODEL_DIR} "mobilenet_v2_int8_model.tar.gz" )
431
  inference_analysis_api_int8_test_run(test_analyzer_int8_mobilenetv2 ${INT8_IMG_CLASS_TEST_APP} ${INT8_MOBILENETV2_MODEL_DIR} ${IMAGENET_DATA_PATH})
432
 
433
  # resnet101 int8
A
Adam 已提交
434
  # TODO(grygielski) Enable after MKL-DNN 1.0 merge
435
  set(INT8_RESNET101_MODEL_DIR "${INT8_DATA_DIR}/resnet101")
W
Wangzheee 已提交
436
  download_int8_data_without_verify(${INT8_RESNET101_MODEL_DIR} "Res101_int8_model.tar.gz" )
A
Adam 已提交
437
#   inference_analysis_api_int8_test_run(test_analyzer_int8_resnet101 ${INT8_IMG_CLASS_TEST_APP} ${INT8_RESNET101_MODEL_DIR} ${IMAGENET_DATA_PATH})
438
 
439
  # vgg16 int8
A
Adam 已提交
440
  # TODO(grygielski) Enable after MKL-DNN 1.0 merge
441
  set(INT8_VGG16_MODEL_DIR "${INT8_DATA_DIR}/vgg16")
W
Wangzheee 已提交
442
  download_int8_data_without_verify(${INT8_VGG16_MODEL_DIR} "VGG16_int8_model.tar.gz" )
Z
Zuza 已提交
443
#  inference_analysis_api_int8_test_run(test_analyzer_int8_vgg16 ${INT8_IMG_CLASS_TEST_APP} ${INT8_VGG16_MODEL_DIR} ${IMAGENET_DATA_PATH})
444
 
445
  # vgg19 int8
A
Adam 已提交
446
  # TODO(grygielski) Enable after MKL-DNN 1.0 merge
447
  set(INT8_VGG19_MODEL_DIR "${INT8_DATA_DIR}/vgg19")
W
Wangzheee 已提交
448
  download_int8_data_without_verify(${INT8_VGG19_MODEL_DIR} "VGG19_int8_model.tar.gz" )
A
Adam 已提交
449
#   inference_analysis_api_int8_test_run(test_analyzer_int8_vgg19 ${INT8_IMG_CLASS_TEST_APP} ${INT8_VGG19_MODEL_DIR} ${IMAGENET_DATA_PATH})
450

451
  # googlenet int8
452
  set(INT8_GOOGLENET_MODEL_DIR "${INT8_DATA_DIR}/googlenet")
W
Wangzheee 已提交
453
  download_int8_data_without_verify(${INT8_GOOGLENET_MODEL_DIR} "GoogleNet_int8_model.tar.gz" )
454
  inference_analysis_api_int8_test_run_custom_warmup_batch_size(test_analyzer_int8_googlenet ${INT8_IMG_CLASS_TEST_APP} ${INT8_GOOGLENET_MODEL_DIR} ${IMAGENET_DATA_PATH} 10)
455

456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472
 # mobilenetv3_large_x1_0 int8
 set(INT8_MOBILENETV3_LARGE_MODEL_DIR "${INT8_DATA_DIR}/mobilenetv3_large")
 set(INT8_MOBILENETV3_FILE_NAME "MobileNetV3_large_x1_0_infer.tar")
 if (NOT EXISTS ${INT8_MOBILENETV3_LARGE_MODEL_DIR}/${INT8_MOBILENETV3_FILE_NAME})
    inference_download_and_uncompress_without_verify(${INT8_MOBILENETV3_LARGE_MODEL_DIR} "https://paddle-imagenet-models-name.bj.bcebos.com/dygraph/inference/" ${INT8_MOBILENETV3_FILE_NAME})
 endif()
 inference_analysis_test_run(test_analyzer_int8_mobilenetv3_large 
    COMMAND ${INT8_IMG_CLASS_TEST_APP} 
    ARGS --infer_model=${INT8_MOBILENETV3_LARGE_MODEL_DIR}/MobileNetV3_large_x1_0_infer
        --infer_data=${IMAGENET_DATA_PATH} 
        --warmup_batch_size=50
        --batch_size=1
        --enable_int8=true 
        --cpu_num_threads=${CPU_NUM_THREADS_ON_CI} 
        --iterations=100
        --with_accuracy_layer=false)

473 474 475 476 477 478 479 480 481
  ### BFLOAT16 tests

  # build test binary to be used in subsequent tests
  set(BF16_IMG_CLASS_TEST_APP "test_analyzer_bfloat16_image_classification")
  set(BF16_IMG_CLASS_TEST_APP_SRC "analyzer_bfloat16_image_classification_tester.cc")
  inference_analysis_api_test_build(${BF16_IMG_CLASS_TEST_APP} ${BF16_IMG_CLASS_TEST_APP_SRC})

  # resnet50 bfloat16
  inference_analysis_api_bfloat16_test_run(test_analyzer_bfloat16_resnet50 ${BF16_IMG_CLASS_TEST_APP} ${INT8_RESNET50_MODEL_DIR} ${IMAGENET_DATA_PATH})
482 483 484 485 486 487 488 489 490
  
  # googlenet bfloat16
  inference_analysis_api_bfloat16_test_run(test_analyzer_bfloat16_googlenet ${BF16_IMG_CLASS_TEST_APP} ${INT8_GOOGLENET_MODEL_DIR} ${IMAGENET_DATA_PATH})

  # mobilenetv1 bfloat16
  inference_analysis_api_bfloat16_test_run(test_analyzer_bfloat16_mobilenetv1 ${BF16_IMG_CLASS_TEST_APP} ${INT8_MOBILENETV1_MODEL_DIR} ${IMAGENET_DATA_PATH})

  # mobilenetv2 bfloat16
  inference_analysis_api_bfloat16_test_run(test_analyzer_bfloat16_mobilenetv2 ${BF16_IMG_CLASS_TEST_APP} ${INT8_MOBILENETV2_MODEL_DIR} ${IMAGENET_DATA_PATH})
491

492 493 494 495 496 497 498 499 500 501 502
  # mobilenetv3_large 
  inference_analysis_test_run(test_analyzer_bfloat16_mobilenetv3_large
  COMMAND ${BF16_IMG_CLASS_TEST_APP}
      ARGS --infer_model=${INT8_MOBILENETV3_LARGE_MODEL_DIR}/MobileNetV3_large_x1_0_infer
        --infer_data=${IMAGENET_DATA_PATH} 
        --batch_size=1
        --enable_bf16=true
        --paddle_num_threads=${CPU_NUM_THREADS_ON_CI}
        --iterations=100
        --with_accuracy_layer=false)

503
  ### Object detection models
504
  set(PASCALVOC_DATA_PATH "${INT8_DATA_DIR}/pascalvoc_val_head_300.bin")
505 506 507 508
  set(INT8_OBJ_DETECT_TEST_APP "test_analyzer_int8_object_detection")
  set(INT8_OBJ_DETECT_TEST_APP_SRC "analyzer_int8_object_detection_tester.cc")

  # download dataset if necessary
W
Wangzheee 已提交
509
  download_int8_data_without_verify(${INT8_DATA_DIR} "pascalvoc_val_head_300.tar.gz")
510

511

512
  # build test binary to be used in subsequent tests
513
  inference_analysis_api_test_build(${INT8_OBJ_DETECT_TEST_APP} ${INT8_OBJ_DETECT_TEST_APP_SRC})
514

515 516
  # mobilenet-ssd int8
  set(INT8_MOBILENET_SSD_MODEL_DIR "${INT8_DATA_DIR}/mobilenet-ssd")
W
Wangzheee 已提交
517
  download_int8_data_without_verify(${INT8_MOBILENET_SSD_MODEL_DIR} "mobilenet_ssd_int8_model.tar.gz" )
518
  inference_analysis_api_object_dection_int8_test_run(test_analyzer_int8_mobilenet_ssd ${INT8_OBJ_DETECT_TEST_APP} ${INT8_MOBILENET_SSD_MODEL_DIR} ${PASCALVOC_DATA_PATH})
519

520 521
  ### Lexcial analysis GRU model
  set(GRU_PATH "${INFERENCE_DEMO_INSTALL_DIR}/gru")
W
Wangzheee 已提交
522 523
  download_GRU_data_without_verify("${GRU_PATH}" "GRU_eval_data.tar.gz")
  download_GRU_data_without_verify("${GRU_PATH}" "GRU_eval_model_v2.tar.gz")
524
  set(GRU_DATA_PATH "${GRU_PATH}/GRU_eval_data.bin")
525
  set(GRU_MODEL_PATH "${GRU_PATH}/GRU_eval_model_v2")
526 527 528 529 530 531 532
  set(LEXICAL_TEST_APP "test_analyzer_lexical_analysis")
  set(LEXICAL_TEST_APP_SRC "analyzer_lexical_analysis_gru_tester.cc")

  # build test binary to be used in subsequent tests
  inference_analysis_api_test_build(${LEXICAL_TEST_APP} ${LEXICAL_TEST_APP_SRC})
  # run lexcial analysis test
  inference_analysis_api_lexical_test_run(test_analyzer_lexical_gru ${LEXICAL_TEST_APP} ${GRU_MODEL_PATH} ${GRU_DATA_PATH})
533 534
  # run bfloat16 lexical analysis test
  inference_analysis_api_lexical_bfloat16_test_run(test_analyzer_lexical_gru_bfloat16 ${LEXICAL_TEST_APP} ${GRU_MODEL_PATH} ${GRU_DATA_PATH})
535 536 537 538
  # run post-training quantization lexical analysis test
  inference_analysis_api_lexical_int8_test_run(test_analyzer_lexical_gru_int8 ${LEXICAL_TEST_APP} ${GRU_MODEL_PATH} ${GRU_DATA_PATH} false)
  # run post-training quantization lexical analysis test with multi_gru fuse 
  inference_analysis_api_lexical_int8_test_run(test_analyzer_lexical_gru_int8_multi_gru ${LEXICAL_TEST_APP} ${GRU_MODEL_PATH} ${GRU_DATA_PATH} true)
539

W
Wojciech Uss 已提交
540
  ### optimized FP32 vs. Quant INT8 tests
541
  
W
Wojciech Uss 已提交
542 543 544
  set(QUANT_DATA_DIR "${INFERENCE_DEMO_INSTALL_DIR}/quant")
  set(QUANT_IMG_CLASS_TEST_APP "test_analyzer_quant_image_classification")
  set(QUANT_IMG_CLASS_TEST_APP_SRC "analyzer_quant_image_classification_tester.cc")
545 546

  # build test binary to be used in subsequent tests
W
Wojciech Uss 已提交
547 548 549
  inference_analysis_api_test_build(${QUANT_IMG_CLASS_TEST_APP} ${QUANT_IMG_CLASS_TEST_APP_SRC})

  # MobileNetV1 FP32 vs. Quant INT8
550
  # The FP32 model should already be downloaded for slim Quant unit tests on Linux
W
Wojciech Uss 已提交
551 552
  set(QUANT2_MobileNetV1_MODEL_DIR "${QUANT_DATA_DIR}/MobileNetV1_quant2")
  set(QUANT2_INT8_MobileNetV1_MODEL_DIR "${QUANT_DATA_DIR}/MobileNetV1_quant2_int8")
553
  if(NOT LINUX)
W
Wangzheee 已提交
554
      download_quant_data_without_verify(${QUANT2_MobileNetV1_MODEL_DIR} "MobileNet_qat_perf.tar.gz")
555
  endif(NOT LINUX)
W
Wangzheee 已提交
556
  download_quant_data_without_verify(${QUANT2_INT8_MobileNetV1_MODEL_DIR} "MobileNet_qat_perf_int8.tar.gz")
W
Wojciech Uss 已提交
557
  inference_analysis_api_quant_test_run(test_analyzer_quant_performance_benchmark ${QUANT_IMG_CLASS_TEST_APP} ${QUANT2_MobileNetV1_MODEL_DIR}/MobileNet_qat_perf/float ${QUANT2_INT8_MobileNetV1_MODEL_DIR}/MobileNet_qat_perf_int8 ${IMAGENET_DATA_PATH})
558

559 560 561 562 563 564 565
  ### Other tests
 
  # MKLDNN quantizer config
  set(MKLDNN_QUANTIZER_CONFIG_TEST_APP "test_mkldnn_quantizer_config")
  set(MKLDNN_QUANTIZER_CONFIG_TEST_APP_SRC "mkldnn_quantizer_config_tester.cc")
  inference_analysis_api_test_build(${MKLDNN_QUANTIZER_CONFIG_TEST_APP} ${MKLDNN_QUANTIZER_CONFIG_TEST_APP_SRC})
  inference_analysis_test_run(test_mkldnn_quantizer_config COMMAND ${MKLDNN_QUANTIZER_CONFIG_TEST_APP})
566 567

  # preprocess data2bin imagenet
W
Wangzheee 已提交
568
    download_int8_data_without_verify(${INT8_DATA_DIR} "imagenet_small.tar.gz")
569 570 571 572 573
    set(IMAGENET_SMALL_DATA_DIR "${INT8_DATA_DIR}/imagenet_small")
    set(IMAGENET_SMALL_OUTPUT_FILE "imagenet_small.bin")
    preprocess_data2bin_test_run(preprocess_local_imagenet "full_ILSVRC2012_val_preprocess.py" ${IMAGENET_SMALL_DATA_DIR} ${IMAGENET_SMALL_OUTPUT_FILE})
    
  # preprocess data2bin pascalvoc
W
Wangzheee 已提交
574
  download_int8_data_without_verify(${INT8_DATA_DIR} "pascalvoc_small.tar.gz")
575 576 577 578
  set(PASCALVOC_SMALL_DATA_DIR "${INT8_DATA_DIR}/pascalvoc_small")
  set(PASCALVOC_SMALL_OUTPUT_FILE "pascalvoc_small.bin")
  preprocess_data2bin_test_run(preprocess_local_pascalvoc "full_pascalvoc_test_preprocess.py" ${PASCALVOC_SMALL_DATA_DIR} ${PASCALVOC_SMALL_OUTPUT_FILE})

579 580
endif()

L
luotao1 已提交
581 582
# bert, max_len=20, embedding_dim=128
set(BERT_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/bert_emb128")
W
Wangzheee 已提交
583
download_model_and_data_without_verify(${BERT_INSTALL_DIR} "bert_emb128_model.tar.gz" "bert_data_len20.txt.tar.gz")
Y
YUNSHEN XIE 已提交
584 585 586
if (WITH_GPU)
    inference_analysis_api_test(test_analyzer_bert ${BERT_INSTALL_DIR} analyzer_bert_tester.cc)
endif()
587

588 589
# multiple models prediction
set(MMP_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/multi_model_prediction")
W
Wangzheee 已提交
590
download_data_without_verify(${MMP_INSTALL_DIR} PaddleInference/mobilenet_v2_models.tar.gz) 
591 592
inference_multiple_models_analysis_api_test(test_analyzer_multi_model_prediction ${MMP_INSTALL_DIR} analyzer_mmp_tester.cc)

N
nhzlx 已提交
593
if(WITH_GPU AND TENSORRT_FOUND)
594
    set(TRT_MODEL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/trt_models")
Z
Zhou Wei 已提交
595
    if (NOT EXISTS ${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models.tar.gz)
W
Wangzheee 已提交
596
        inference_download_and_uncompress(${TRT_MODEL_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "trt_inference_test_models.tar.gz" 3dcccdc38b549b6b1b4089723757bd98)
597
    endif()
598
    set(TEST_SPLIT_CONVERTER_MODEL "${TRT_MODEL_INSTALL_DIR}/trt_split_op_converter_test")
Z
Zhou Wei 已提交
599
    if (NOT EXISTS ${TEST_SPLIT_CONVERTER_MODEL}/split_converter.tgz)
W
Wangzheee 已提交
600
        inference_download_and_uncompress_without_verify(${TEST_SPLIT_CONVERTER_MODEL} ${INFERENCE_URL}/tensorrt_test "split_converter.tgz")
601
    endif()
602 603
    inference_analysis_test(trt_mobilenet_test SRCS trt_mobilenet_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
604
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
605 606
    inference_analysis_test(trt_resnet50_test SRCS trt_resnet50_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
607
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
608
    inference_analysis_test(trt_resnext_test SRCS trt_resnext_test.cc
609
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
610 611 612 613
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
    inference_analysis_test(trt_fc_prelu_test SRCS trt_fc_prelu_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
614 615 616
    inference_analysis_test(trt_cascade_rcnn_test SRCS trt_cascade_rcnn_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
617 618 619
    inference_analysis_test(trt_split_converter_test SRCS trt_split_converter_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${TEST_SPLIT_CONVERTER_MODEL}/)
620
    inference_analysis_test(test_analyzer_capi_exp_gpu SRCS analyzer_capi_exp_gpu_tester.cc
621
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
622
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
623
    inference_analysis_test(test_analyzer_capi_exp_xpu SRCS analyzer_capi_exp_xpu_tester.cc
624
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
625 626
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR}/trt_inference_test_models)
            
627
    set(TRT_MODEL_QUANT_RESNET_DIR "${INFERENCE_DEMO_INSTALL_DIR}/small_quant_model")
S
Shang Zhizhou 已提交
628
    if (NOT EXISTS ${INFERENCE_DEMO_INSTALL_DIR}/small_quant_model.tgz)
W
Wangzheee 已提交
629
        inference_download_and_uncompress_without_verify(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "small_quant_model.tgz")
630 631 632 633
    endif()
    inference_analysis_test(trt_quant_int8_test SRCS trt_quant_int8_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
            ARGS --infer_model=${TRT_MODEL_QUANT_RESNET_DIR})
634

635
    set(TRT_MODEL_QUANT_YOLOV3_DIR "${INFERENCE_DEMO_INSTALL_DIR}/yolov3_r50_quant_aware")
S
Shang Zhizhou 已提交
636
    if (NOT EXISTS ${INFERENCE_DEMO_INSTALL_DIR}/yolov3_r50_quant_aware.tgz)
W
Wangzheee 已提交
637
        inference_download_and_uncompress_without_verify(${INFERENCE_DEMO_INSTALL_DIR} ${INFERENCE_URL}/tensorrt_test "yolov3_r50_quant_aware.tgz")
638 639 640 641 642
    endif()
    inference_analysis_test(trt_quant_int8_yolov3_r50_test SRCS trt_quant_int8_yolov3_r50_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
            ARGS --infer_model=${TRT_MODEL_QUANT_YOLOV3_DIR})

643
    set(TEST_TRT_DYNAMIC_MODEL2 "${TRT_MODEL_INSTALL_DIR}/complex_model_dynamic")
Z
Zhou Wei 已提交
644
    if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL2}/complex_model_dynamic2.tar.gz)
W
Wangzheee 已提交
645
        inference_download_and_uncompress_without_verify(${TEST_TRT_DYNAMIC_MODEL2} ${INFERENCE_URL}/tensorrt_test "complex_model_dynamic2.tar.gz")
646 647
    endif()

648
    set(TEST_TRT_DYNAMIC_MODEL "${TRT_MODEL_INSTALL_DIR}/conv_bn_swish_split_gelu")
Z
Zhou Wei 已提交
649
    if (NOT EXISTS ${TEST_TRT_DYNAMIC_MODEL}/conv_bn_swish_split_gelu.tar.gz)
W
Wangzheee 已提交
650
        inference_download_and_uncompress(${TEST_TRT_DYNAMIC_MODEL} ${INFERENCE_URL}/tensorrt_test "conv_bn_swish_split_gelu.tar.gz" 2a5e8791e47b221b4f782151d76da9c6)
651 652 653
    endif()
    inference_analysis_test(trt_dynamic_shape_test SRCS trt_dynamic_shape_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
654
            ARGS --infer_model=${TRT_MODEL_INSTALL_DIR})
655 656

    set(TEST_TRT_ERNIE_MODEL "${TRT_MODEL_INSTALL_DIR}/ernie_test")
Z
Zhou Wei 已提交
657
    if (NOT EXISTS ${TEST_TRT_ERNIE_MODEL}/ernie_model_4.tar.gz)
W
Wangzheee 已提交
658
        inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4.tar.gz" 5fa371efa75706becbaad79195d2ca68)
659 660 661 662 663
    endif()

    inference_analysis_test(test_trt_dynamic_shape_ernie SRCS trt_dynamic_shape_ernie_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${TEST_TRT_ERNIE_MODEL}/ernie_model_4)
P
Pei Yang 已提交
664

665 666
    set(TEST_TRT_TRANSFORMER_PRUNE_MODEL "${TRT_MODEL_INSTALL_DIR}/transformer_prune")
    if (NOT EXISTS ${TEST_TRT_TRANSFORMER_PRUNE_MODEL}/transformer_prune.tar.gz)
W
Wangzheee 已提交
667
        inference_download_and_uncompress(${TEST_TRT_TRANSFORMER_PRUNE_MODEL} ${INFERENCE_URL}/tensorrt_test "transformer_prune.tar.gz" 77b56dc73ff0cf44ddb1ce9ca0b0f471)
668 669
    endif()

670 671 672
    inference_analysis_test(test_trt_dynamic_shape_transformer_prune SRCS trt_dynamic_shape_transformer_prune_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${TEST_TRT_TRANSFORMER_PRUNE_MODEL}/transformer_prune)
673

S
Shang Zhizhou 已提交
674
    if (NOT EXISTS ${TEST_TRT_ERNIE_MODEL}/ernie_model_4_unserialized.tgz)
W
Wangzheee 已提交
675
        inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4_unserialized.tgz" 833d73fc6a7f7e1ee4a1fd6419209e55)
P
Pei Yang 已提交
676 677
    endif()

678
    inference_analysis_test(test_trt_dynamic_shape_ernie_ser_deser SRCS trt_dynamic_shape_ernie_serialize_deserialize_test.cc
679 680
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${TEST_TRT_ERNIE_MODEL}/ernie_model_4_unserialized)
P
Pei Yang 已提交
681

S
Shang Zhizhou 已提交
682
    if (NOT EXISTS ${TEST_TRT_ERNIE_MODEL}/ernie_model_4_fp16_unserialized.tgz)
W
Wangzheee 已提交
683
        inference_download_and_uncompress(${TEST_TRT_ERNIE_MODEL} ${INFERENCE_URL}/tensorrt_test "ernie_model_4_fp16_unserialized.tgz" c5ff2d0cad79953ffbf2b8b9e2fae6e4)
684 685 686 687 688 689
    endif()

    inference_analysis_test(test_trt_dynamic_shape_ernie_fp16_ser_deser SRCS trt_dynamic_shape_ernie_fp16_serialize_deserialize_test.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${TEST_TRT_ERNIE_MODEL}/ernie_model_4_fp16_unserialized)

690 691
endif()

石晓伟 已提交
692
set(LITE_MODEL_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/lite")
W
Wangzheee 已提交
693
download_data_without_verify(${LITE_MODEL_INSTALL_DIR} "mul_model_fp32.tgz")
石晓伟 已提交
694

W
Wilber 已提交
695 696 697 698 699 700
inference_analysis_test(lite_mul_model_test SRCS lite_mul_model_test.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${LITE_MODEL_INSTALL_DIR})
inference_analysis_test(lite_resnet50_test SRCS lite_resnet50_test.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${RESNET50_MODEL_DIR})
701

702 703 704 705 706 707 708 709 710 711 712
inference_analysis_test(test_analyzer_capi_exp SRCS analyzer_capi_exp_tester.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
        ARGS --infer_model=${RESNET50_MODEL_DIR}/model)

inference_analysis_test(test_analyzer_capi_exp_pd_config SRCS analyzer_capi_exp_pd_config_tester.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
        ARGS --infer_model=${MOBILENET_INSTALL_DIR}/model)

inference_analysis_test(test_analyzer_capi_exp_pd_tensor SRCS analyzer_capi_exp_pd_tensor_tester.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
        ARGS --infer_model=${MOBILENET_INSTALL_DIR}/model)
713

714 715
if (NOT APPLE AND NOT WIN32)
    inference_analysis_test(test_analyzer_capi_exp_pd_threads SRCS analyzer_capi_exp_pd_threads_tester.cc
716
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
717
            ARGS --infer_model=${MOBILENET_INSTALL_DIR}/model)
718
endif()
719 720 721 722 723 724 725 726
inference_analysis_test(test_analyzer_zerocopytensor_tensor SRCS analyzer_zerocopy_tensor_tester.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${OCR_INSTALL_DIR}/model)        

inference_analysis_test(test_analyzer_paddletensor_tensor SRCS analyzer_paddle_tensor_tester.cc
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} 
            ARGS --infer_model=${OCR_INSTALL_DIR}/model --infer_data=${OCR_INSTALL_DIR}/data.txt --refer_result=${OCR_INSTALL_DIR}/result.txt)    
            
727
if(WITH_MKLDNN)
728
  inference_analysis_test(test_analyzer_capi_exp_int SRCS analyzer_capi_exp_int_tester.cc
729
            EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
730
            ARGS --infer_model=${INT8_DATA_DIR}/resnet50/model)
731
endif()
732

733
inference_analysis_test(test_analyzer_capi_exp_ner SRCS analyzer_capi_exp_ner_tester.cc 
734
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS} paddle_inference_c
735
        ARGS --infer_model=${CHINESE_NER_INSTALL_DIR}/model)
W
Wilber 已提交
736 737

if(WITH_GPU)
738
    inference_analysis_test(paddle_infer_api_test SRCS paddle_infer_api_test.cc
W
Wilber 已提交
739 740
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${RESNET50_MODEL_DIR})
741 742 743 744 745

    inference_analysis_test(paddle_infer_api_copy_tensor_tester SRCS paddle_infer_api_copy_tensor_tester.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${RESNET50_MODEL_DIR})
    set_tests_properties(paddle_infer_api_copy_tensor_tester PROPERTIES TIMEOUT 30)
W
Wilber 已提交
746
endif()
Y
YUNSHEN XIE 已提交
747

748 749
cc_test(paddle_infer_api_errors_test SRCS paddle_infer_api_errors_tester.cc DEPS paddle_inference_api)

750 751 752 753
if("$ENV{CI_SKIP_CPP_TEST}" STREQUAL "ON")
    return()
endif()

Y
YUNSHEN XIE 已提交
754
if(WITH_GPU AND TENSORRT_FOUND)
755 756 757 758 759 760 761
    set_tests_properties(trt_resnext_test PROPERTIES TIMEOUT 300)
    set_tests_properties(trt_quant_int8_yolov3_r50_test PROPERTIES TIMEOUT 300)
    set_tests_properties(trt_resnet50_test PROPERTIES TIMEOUT 300)
    set_tests_properties(trt_cascade_rcnn_test PROPERTIES TIMEOUT 300)
    set_tests_properties(test_trt_dynamic_shape_ernie_ser_deser PROPERTIES TIMEOUT 300)
    set_tests_properties(test_trt_dynamic_shape_ernie_fp16_ser_deser PROPERTIES TIMEOUT 300)
    set_tests_properties(test_trt_dynamic_shape_ernie PROPERTIES TIMEOUT 300)
Y
YUNSHEN XIE 已提交
762 763 764 765 766 767 768 769
endif()

if(WITH_MKLDNN)
    set_tests_properties(test_analyzer_int8_resnet50 PROPERTIES TIMEOUT 120)
    set_tests_properties(test_analyzer_int8_mobilenet_ssd PROPERTIES TIMEOUT 120)
    set_tests_properties(test_analyzer_quant_performance_benchmark PROPERTIES TIMEOUT 120)
    set_tests_properties(test_analyzer_int8_mobilenetv2 PROPERTIES TIMEOUT 120)
    set_tests_properties(test_analyzer_int8_mobilenetv1 PROPERTIES TIMEOUT 120)
770
    set_tests_properties(test_analyzer_int8_mobilenetv3_large PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
771 772
endif()

W
Wilber 已提交
773
set_tests_properties(lite_resnet50_test PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
774 775 776
set_tests_properties(test_analyzer_mobilenet_transpose PROPERTIES TIMEOUT 120)
set_tests_properties(test_analyzer_resnet50 PROPERTIES TIMEOUT 120)
set_tests_properties(test_analyzer_ner PROPERTIES TIMEOUT 120)
Z
Zuza 已提交
777
set_tests_properties(test_analyzer_ernie_int8 PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
778 779 780 781
set_tests_properties(test_analyzer_googlenet PROPERTIES TIMEOUT 120)
set_tests_properties(test_analyzer_small_dam PROPERTIES TIMEOUT 120)
set_tests_properties(test_analyzer_transformer PROPERTIES TIMEOUT 120)
set_tests_properties(test_analyzer_mobilenet_depthwise_conv PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
782 783 784 785
if (WITH_GPU)
    set_tests_properties(test_analyzer_bert PROPERTIES TIMEOUT 120)
    set_tests_properties(test_analyzer_ernie PROPERTIES TIMEOUT 120)
endif()
Y
YUNSHEN XIE 已提交
786
if(WITH_GPU AND TENSORRT_FOUND)
787
    set_tests_properties(trt_mobilenet_test PROPERTIES TIMEOUT 120)
788 789 790
    if(WITH_MKLDNN)
        set_tests_properties(test_analyzer_bfloat16_resnet50 PROPERTIES TIMEOUT 120)
    endif()
Y
YUNSHEN XIE 已提交
791 792
endif()
if(ON_INFER OR WITH_GPU)
793
    set_tests_properties(test_analyzer_transformer_profile PROPERTIES TIMEOUT 120)
Y
YUNSHEN XIE 已提交
794
endif()
J
jianghaicheng 已提交
795 796

if (WITH_IPU)
797 798 799 800 801 802 803 804 805 806 807 808 809 810
    #word2vec sample
    set(WORD2VEC_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/word2vec/word2vec.inference.model")
    inference_analysis_test(ipu_word2vec_sample SRCS ipu_word2vec_sample.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${WORD2VEC_INSTALL_DIR})

    # ERNIE
    set(ERNIE_INSTALL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/Ernie")
    inference_analysis_api_test(ipu_ernie_test ${ERNIE_INSTALL_DIR} ipu_ernie_test.cc
            ARGS --warmup=true --repeat=10)
    inference_analysis_api_test(ipu_ernie_fp16_test ${ERNIE_INSTALL_DIR} ipu_ernie_fp16_test.cc
            ARGS --warmup=true --repeat=10)

    # Resnet50
J
jianghaicheng 已提交
811 812 813
    set(RESNET50_MODEL_DIR "${INFERENCE_DEMO_INSTALL_DIR}/resnet50")
    inference_analysis_test(ipu_resnet50_test SRCS ipu_resnet50_test.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
814 815 816 817 818 819 820 821
        ARGS --infer_model=${RESNET50_MODEL_DIR} --warmup=true --repeat=10)
    inference_analysis_test(ipu_resnet50_fp16_test SRCS ipu_resnet50_fp16_test.cc
        EXTRA_DEPS ${INFERENCE_EXTRA_DEPS}
        ARGS --infer_model=${RESNET50_MODEL_DIR} --warmup=true --repeat=10)

    # Only support Resnet50 and Ernie currently
    inference_analysis_api_test(ipu_multi_model_profile SRCS ipu_multi_model_profile.cc
        ARGS --model_name="Resnet50" --infer_model=${RESNET50_MODEL_DIR} --warmup=true --repeat=10)
J
jianghaicheng 已提交
822
endif()