From 53125c2f6fcf7823038dcdd2b628370a77ea7a70 Mon Sep 17 00:00:00 2001 From: "joanna.wozna.intel" Date: Tue, 12 May 2020 04:02:44 +0200 Subject: [PATCH] Model converter to dot file (#23169) --- .../fluid/contrib/slim/tests/CMakeLists.txt | 11 +++ .../contrib/slim/tests/convert_model2dot.py | 72 +++++++++++++++++++ 2 files changed, 83 insertions(+) create mode 100644 python/paddle/fluid/contrib/slim/tests/convert_model2dot.py diff --git a/python/paddle/fluid/contrib/slim/tests/CMakeLists.txt b/python/paddle/fluid/contrib/slim/tests/CMakeLists.txt index f401d64b73b..095489bc736 100644 --- a/python/paddle/fluid/contrib/slim/tests/CMakeLists.txt +++ b/python/paddle/fluid/contrib/slim/tests/CMakeLists.txt @@ -113,6 +113,13 @@ function(save_qat_nlp_model_test target qat_model_dir fp32_model_save_path int8_ --int8_model_save_path ${int8_model_save_path}) endfunction() +function(convert_model2dot_test target model_path save_graph_dir save_graph_name) + py_test(${target} SRCS ${CMAKE_CURRENT_SOURCE_DIR}/convert_model2dot.py + ARGS --model_path ${model_path} + --save_graph_dir ${save_graph_dir} + --save_graph_name ${save_graph_name}) +endfunction() + if(WIN32) list(REMOVE_ITEM TEST_OPS test_light_nas) list(REMOVE_ITEM TEST_OPS test_post_training_quantization_mobilenetv1) @@ -277,6 +284,10 @@ if(LINUX AND WITH_MKLDNN) set(QAT2_FP32_ERNIE_SAVE_PATH "${QAT_INSTALL_DIR}/Ernie_qat2_fp32") save_qat_nlp_model_test(save_qat2_model_ernie ${QAT2_ERNIE_MODEL_DIR}/Ernie_qat/float ${QAT2_FP32_ERNIE_SAVE_PATH} ${QAT2_INT8_ERNIE_SAVE_PATH}) + # Convert QAT2 model to dot and pdf files + set(QAT2_INT8_ERNIE_DOT_SAVE_PATH "${QAT_INSTALL_DIR}/Ernie_qat2_int8_dot_file") + convert_model2dot_test(convert_model2dot_ernie ${QAT2_ERNIE_MODEL_DIR}/Ernie_qat/float ${QAT2_INT8_ERNIE_DOT_SAVE_PATH} "Ernie_qat2_int8") + endif() # Since the tests for QAT FP32 & INT8 comparison support only testing on Linux diff --git a/python/paddle/fluid/contrib/slim/tests/convert_model2dot.py b/python/paddle/fluid/contrib/slim/tests/convert_model2dot.py new file mode 100644 index 00000000000..877897c0a0e --- /dev/null +++ b/python/paddle/fluid/contrib/slim/tests/convert_model2dot.py @@ -0,0 +1,72 @@ +# copyright (c) 2020 paddlepaddle authors. all rights reserved. +# +# licensed under the apache license, version 2.0 (the "license"); +# you may not use this file except in compliance with the license. +# you may obtain a copy of the license at +# +# http://www.apache.org/licenses/license-2.0 +# +# unless required by applicable law or agreed to in writing, software +# distributed under the license is distributed on an "as is" basis, +# without warranties or conditions of any kind, either express or implied. +# see the license for the specific language governing permissions and +# limitations under the license. + +import unittest +import os +import sys +import argparse +import paddle.fluid as fluid +from paddle.fluid.framework import IrGraph +from paddle.fluid import core + + +def parse_args(): + parser = argparse.ArgumentParser() + parser.add_argument( + '--model_path', type=str, default='', help='A path to a model.') + parser.add_argument( + '--save_graph_dir', + type=str, + default='', + help='A path to save the graph.') + parser.add_argument( + '--save_graph_name', + type=str, + default='', + help='A name to save the graph. Default - name from model path will be used' + ) + + test_args, args = parser.parse_known_args(namespace=unittest) + return test_args, sys.argv[:1] + args + + +def generate_dot_for_model(model_path, save_graph_dir, save_graph_name): + place = fluid.CPUPlace() + exe = fluid.Executor(place) + inference_scope = fluid.executor.global_scope() + with fluid.scope_guard(inference_scope): + if os.path.exists(os.path.join(model_path, '__model__')): + [inference_program, feed_target_names, + fetch_targets] = fluid.io.load_inference_model(model_path, exe) + else: + [inference_program, feed_target_names, + fetch_targets] = fluid.io.load_inference_model(model_path, exe, + 'model', 'params') + graph = IrGraph(core.Graph(inference_program.desc), for_test=True) + if not os.path.exists(save_graph_dir): + os.makedirs(save_graph_dir) + model_name = os.path.basename(os.path.normpath(save_graph_dir)) + if save_graph_name is '': + save_graph_name = model_name + graph.draw(save_graph_dir, save_graph_name, graph.all_op_nodes()) + print( + "Success! Generated dot and pdf files for {0} model, that can be found at {1} named {2}.\n". + format(model_name, save_graph_dir, save_graph_name)) + + +if __name__ == '__main__': + global test_args + test_args, remaining_args = parse_args() + generate_dot_for_model(test_args.model_path, test_args.save_graph_dir, + test_args.save_graph_name) -- GitLab