#!/usr/bin/env python # -*- coding: UTF-8 -*- import sys import os import argparse import shutil import stat import traceback def cleanTempModel(optimizedModelTempDir): """ 清理opt优化完的临时模型文件 """ if os.path.exists(optimizedModelTempDir): print("Cleaning optimized temporary model...") shutil.rmtree(optimizedModelTempDir, onerror=grantWritePermission) def grantWritePermission(func, path, execinfo): """ 文件授权 """ os.chmod(path, stat.S_IWRITE) func(path) if __name__ == "__main__": """ Example: 'python convertToPaddleJSModel.py --modelPath=../infer_model/MobileNetV2/__model__ --paramPath=../infer_model/MobileNetV2/params --outputDir=../jsmodel --optimize=1' """ try: p = argparse.ArgumentParser(description='转化为PaddleJS模型参数解析') p.add_argument('--inputDir', help='fluid模型所在目录。当且仅当使用分片参数文件时使用该参数。将过滤modelPath和paramsPath参数,且模型文件名必须为`__model__`', required=False) p.add_argument('--modelPath', help='fluid模型文件所在路径,使用合并参数文件时使用该参数', required=False) p.add_argument('--paramPath', help='fluid参数文件所在路径,使用合并参数文件时使用该参数', required=False) p.add_argument("--outputDir", help='paddleJS模型输出路径,必要参数', required=True) p.add_argument("--optimize", type=int, default=0, help='是否进行模型优化,非必要参数,0为关闭优化,1为开启优化,默认关闭优化', required=False) p.add_argument("--logModelInfo", type=int, default=0, help='是否输出模型结构信息,非必要参数,0为不输出,1为输出,默认不输出', required=False) p.add_argument("--sliceDataSize", type=int, default=4096, help='分片输出参数文件时,每片文件的大小,单位:KB,非必要参数,默认4096KB', required=False) args = p.parse_args() # TODO: 由于PaddleLite和PaddlePaddle存在包冲突,因此将整个模型转换工具拆成两个python文件,由一个入口python文件通过命令行调用 optimizeCmd = " optimizeModel.py" convertCmd = " convertModel.py" inputDir = args.inputDir modelPath = args.modelPath paramPath = args.paramPath outputDir = args.outputDir enableOptimization = args.optimize enableLogModelInfo = args.logModelInfo sliceDataSize = args.sliceDataSize optimizedModelTempDir = None if enableOptimization == 1: optimizedModelTempDir = os.path.join(outputDir, "optimize") if inputDir: optimizeCmd = optimizeCmd + " --inputDir=" + inputDir convertCmd = convertCmd + " --inputDir=" + optimizedModelTempDir else: optimizeCmd = optimizeCmd + " --modelPath=" + modelPath + " --paramPath=" + paramPath # optimizeModelPath, modelName = os.path.split(modelPath) # optimizeParamPath, paramName = os.path.split(paramPath) optimizeModelPath = os.path.join(optimizedModelTempDir, "model") optimizeParamPath = os.path.join(optimizedModelTempDir, "params") convertCmd = convertCmd + " --modelPath=" + optimizeModelPath + " --paramPath=" + optimizeParamPath optimizeCmd = optimizeCmd + " --outputDir=" + optimizedModelTempDir else: if inputDir: convertCmd = convertCmd + " --inputDir=" + inputDir else: convertCmd = convertCmd + " --modelPath=" + modelPath + " --paramPath=" + paramPath convertCmd = convertCmd + " --outputDir=" + outputDir + " --sliceDataSize=" + str(sliceDataSize) + " --logModelInfo=" + str(args.logModelInfo) print("============Convert Model Args=============") if inputDir: print("inputDir: " + inputDir) else: print("modelPath: " + modelPath) print("paramPath: " + paramPath) print("outputDir: " + outputDir) print("enableOptimizeModel: " + str(enableOptimization)) print("enableLogModelInfo: " + str(enableLogModelInfo)) print("sliceDataSize:" + str(sliceDataSize)) pythonCmd = "python" print("Starting...") if enableOptimization: print("Optimizing model...") os.system(pythonCmd + optimizeCmd) print("\033[32m\nOptimizing model successfully.\033[0m") else: print("\033[33mYou choosed not to optimize model, consequently, optimizing model is skiped.\033[0m") print("Converting model...") os.system(pythonCmd + convertCmd) print("\033[32mConverting model successfully.\033[0m") if enableOptimization: cleanTempModel(optimizedModelTempDir) print("Temporary files has been deleted successfully.") print("\033[32m============ALL DONE============\033[0m") except Exception as identifier: print("\033[31mA fetal error occured. Failed to convert model.\033[0m") print(traceback.format_exc()) pass