CMakeLists.txt 6.4 KB
Newer Older
1
cc_library(ir_pass_manager SRCS ir_pass_manager.cc DEPS graph pass)
2 3 4 5
set(analysis_deps
    framework_proto proto_desc ir_pass_manager graph pass paddle_fluid_api executor)

cc_library(analysis SRCS pass_manager.cc node.cc data_flow_graph.cc graph_traits.cc subgraph_splitter.cc
6 7 8
  analyzer.cc
  helper.cc
  # passes
Y
Yan Chunwei 已提交
9 10 11
  fluid_to_data_flow_graph_pass.cc
  data_flow_graph_to_fluid_pass.cc
  dfg_graphviz_draw_pass.cc
12 13
  tensorrt_subgraph_pass.cc
  tensorrt_subgraph_node_mark_pass.cc
14 15
  fluid_to_ir_pass.cc
  model_store_pass.cc
16
  DEPS ${analysis_deps})
17 18

cc_test(test_node SRCS node_tester.cc DEPS analysis)
19
cc_test(test_dot SRCS dot_tester.cc DEPS analysis)
20
cc_binary(inference_analyzer SRCS analyzer_main.cc DEPS analysis paddle_fluid)
21 22 23

set(PYTHON_TESTS_DIR ${PADDLE_BINARY_DIR}/python/paddle/fluid/tests)

Y
Yan Chunwei 已提交
24
function (inference_analysis_test TARGET)
S
update  
superjomn 已提交
25 26 27
    if(WITH_TESTING)
        set(options "")
        set(oneValueArgs "")
T
tensor-tang 已提交
28
        set(multiValueArgs SRCS ARGS EXTRA_DEPS)
S
update  
superjomn 已提交
29
        cmake_parse_arguments(analysis_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
30 31 32 33
        set(mem_opt "")
        if(WITH_GPU)
            set(mem_opt "--fraction_of_gpu_memory_to_use=0.5")
        endif()
S
update  
superjomn 已提交
34 35
        cc_test(${TARGET}
                SRCS "${analysis_test_SRCS}"
L
luotao1 已提交
36
                DEPS analysis pass ${GLOB_PASS_LIB} ${analysis_test_EXTRA_DEPS}
T
tensor-tang 已提交
37
                ARGS --inference_model_dir=${PYTHON_TESTS_DIR}/book/word2vec.inference.model ${mem_opt} ${analysis_test_ARGS})
S
update  
superjomn 已提交
38 39
        set_tests_properties(${TARGET} PROPERTIES DEPENDS test_word2vec)
    endif(WITH_TESTING)
Y
Yan Chunwei 已提交
40
endfunction(inference_analysis_test)
Y
Yan Chunwei 已提交
41

L
luotao1 已提交
42
function (inference_download_and_uncompress install_dir url gz_filename)
43
    message(STATUS "Download inference test stuff ${gz_filename} from ${url}")
L
luotao1 已提交
44 45 46
    execute_process(COMMAND bash -c "mkdir -p ${install_dir}")
    execute_process(COMMAND bash -c "cd ${install_dir} && wget -q ${url}")
    execute_process(COMMAND bash -c "cd ${install_dir} && tar xzf ${gz_filename}")
47 48 49
    message(STATUS "finish downloading ${gz_filename}")
endfunction(inference_download_and_uncompress)

L
luotao1 已提交
50 51 52
set(DITU_RNN_MODEL_URL "http://paddle-inference-dist.bj.bcebos.com/ditu_rnn_fluid%2Fmodel.tar.gz")
set(DITU_RNN_DATA_URL "http://paddle-inference-dist.bj.bcebos.com/ditu_rnn_fluid%2Fdata.txt.tar.gz")
set(DITU_INSTALL_DIR "${THIRD_PARTY_PATH}/inference_demo/ditu_rnn" CACHE PATH "Ditu RNN model and data root." FORCE)
T
tensor-tang 已提交
53
if (NOT EXISTS ${DITU_INSTALL_DIR} AND WITH_TESTING)
L
luotao1 已提交
54 55
  inference_download_and_uncompress(${DITU_INSTALL_DIR} ${DITU_RNN_MODEL_URL} "ditu_rnn_fluid%2Fmodel.tar.gz")
  inference_download_and_uncompress(${DITU_INSTALL_DIR} ${DITU_RNN_DATA_URL} "ditu_rnn_fluid%2Fdata.txt.tar.gz")
56 57 58
endif()

inference_analysis_test(test_analyzer SRCS analyzer_tester.cc
L
luotao1 已提交
59
    EXTRA_DEPS paddle_inference_api paddle_fluid_api ir_pass_manager analysis_predictor
T
tensor-tang 已提交
60
    ARGS --infer_ditu_rnn_model=${DITU_INSTALL_DIR}/model
61
         --infer_ditu_rnn_data=${DITU_INSTALL_DIR}/data.txt)
62

Y
Yan Chunwei 已提交
63
inference_analysis_test(test_data_flow_graph SRCS data_flow_graph_tester.cc)
L
luotao1 已提交
64 65
inference_analysis_test(test_data_flow_graph_to_fluid_pass SRCS data_flow_graph_to_fluid_pass_tester.cc)
inference_analysis_test(test_fluid_to_ir_pass SRCS fluid_to_ir_pass_tester.cc)
Y
Yan Chunwei 已提交
66 67 68
inference_analysis_test(test_fluid_to_data_flow_graph_pass SRCS fluid_to_data_flow_graph_pass_tester.cc)
inference_analysis_test(test_subgraph_splitter SRCS subgraph_splitter_tester.cc)
inference_analysis_test(test_dfg_graphviz_draw_pass SRCS dfg_graphviz_draw_pass_tester.cc)
69
inference_analysis_test(test_tensorrt_subgraph_pass SRCS tensorrt_subgraph_pass_tester.cc)
Y
Yan Chunwei 已提交
70
inference_analysis_test(test_pass_manager SRCS pass_manager_tester.cc)
71
inference_analysis_test(test_tensorrt_subgraph_node_mark_pass SRCS tensorrt_subgraph_node_mark_pass_tester.cc)
Y
Yan Chunwei 已提交
72
inference_analysis_test(test_model_store_pass SRCS model_store_pass_tester.cc)
L
luotao1 已提交
73 74 75 76

set(CHINESE_NER_MODEL_URL "http://paddle-inference-dist.bj.bcebos.com/chinese_ner_model.tar.gz")
set(CHINESE_NER_DATA_URL "http://paddle-inference-dist.bj.bcebos.com/chinese_ner-data.txt.tar.gz")
set(CHINESE_NER_INSTALL_DIR "${THIRD_PARTY_PATH}/inference_demo/chinese_ner" CACHE PATH "Chinese ner model and data root." FORCE)
77
if (NOT EXISTS ${CHINESE_NER_INSTALL_DIR} AND WITH_TESTING AND WITH_INFERENCE)
L
luotao1 已提交
78 79 80 81
  inference_download_and_uncompress(${CHINESE_NER_INSTALL_DIR} ${CHINESE_NER_MODEL_URL} "chinese_ner_model.tar.gz")
  inference_download_and_uncompress(${CHINESE_NER_INSTALL_DIR} ${CHINESE_NER_DATA_URL} "chinese_ner-data.txt.tar.gz")
endif()

T
tensor-tang 已提交
82
inference_analysis_test(test_analyzer_ner SRCS analyzer_ner_tester.cc
L
luotao1 已提交
83
    EXTRA_DEPS paddle_inference_api paddle_fluid_api
T
tensor-tang 已提交
84
    ARGS --infer_model=${CHINESE_NER_INSTALL_DIR}/model
L
luotao1 已提交
85
        --infer_data=${CHINESE_NER_INSTALL_DIR}/data.txt)
T
tensor-tang 已提交
86 87 88 89

set(LAC_MODEL_URL "http://paddle-inference-dist.bj.bcebos.com/lac_model.tar.gz")
set(LAC_DATA_URL "http://paddle-inference-dist.bj.bcebos.com/lac_data.txt.tar.gz")
set(LAC_INSTALL_DIR "${THIRD_PARTY_PATH}/inference_demo/lac" CACHE PATH "LAC model and data root." FORCE)
90
if (NOT EXISTS ${LAC_INSTALL_DIR} AND WITH_TESTING AND WITH_INFERENCE)
T
tensor-tang 已提交
91 92 93 94 95
    inference_download_and_uncompress(${LAC_INSTALL_DIR} ${LAC_MODEL_URL} "lac_model.tar.gz")
    inference_download_and_uncompress(${LAC_INSTALL_DIR} ${LAC_DATA_URL} "lac_data.txt.tar.gz")
endif()

inference_analysis_test(test_analyzer_lac SRCS analyzer_lac_tester.cc
T
tensor-tang 已提交
96 97 98 99 100 101 102 103 104 105 106 107 108
    EXTRA_DEPS paddle_inference_api paddle_fluid_api ir_pass_manager analysis
    analysis_predictor
    # ir
    fc_fuse_pass
    fc_lstm_fuse_pass
    seq_concat_fc_fuse_pass
    graph_viz_pass
    infer_clean_graph_pass
    graph_pattern_detector
    infer_clean_graph_pass
    attention_lstm_fuse_pass
    paddle_inference_api
    pass
T
tensor-tang 已提交
109 110
    ARGS --infer_model=${LAC_INSTALL_DIR}/model
        --infer_data=${LAC_INSTALL_DIR}/data.txt)
111 112 113 114 115 116 117 118 119 120 121 122


set(TEXT_CLASSIFICATION_MODEL_URL "http://paddle-inference-dist.bj.bcebos.com/text-classification-Senta.tar.gz")
set(TEXT_CLASSIFICATION_INSTALL_DIR "${THIRD_PARTY_PATH}/inference_demo/text_classification" CACHE PATH "Text Classification model and data root." FORCE)

if (NOT EXISTS ${TEXT_CLASSIFICATION_INSTALL_DIR} AND WITH_TESTING AND WITH_INFERENCE)
  inference_download_and_uncompress(${TEXT_CLASSIFICATION_INSTALL_DIR} ${TEXT_CLASSIFICATION_MODEL_URL} "text-classification-Senta.tar.gz")
endif()

inference_analysis_test(test_text_classification SRCS test_text_classification.cc
    EXTRA_DEPS paddle_inference_api paddle_fluid_api analysis_predictor
    ARGS --infer_model=${TEXT_CLASSIFICATION_INSTALL_DIR}/text-classification-Senta)