# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License" # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import sys import torch import numpy as np class Decoder(object): def _optimize_graph(self, graph): torch._C._jit_pass_constant_propagation(graph) # torch._C._jit_pass_dce(graph) # torch._C._jit_pass_lint(graph) # torch._C._jit_pass_peephole(graph) # torch._C._jit_pass_lint(graph) # torch._C._jit_pass_dce(graph) # torch._C._jit_pass_lint(graph) # torch._C._jit_pass_canonicalize(graph) # torch._C._jit_pass_lint(graph) torch._C._jit_pass_constant_propagation(graph) return graph class ScriptDecoder(Decoder): """ 当script_path非None,直接load ScriptModule; 当model_path非None,load PyTorchModule后使用script方式转换为ScriptModule。 Args: script_path (str): ScriptModule保存路径。 model_path (str): PyTorchModule保存路径。 """ def __init__(self, module, input_examples=None): self.script = torch.jit.script(module) self.graph = self._optimize_graph(self.script.inlined_graph) self.input_examples = input_examples class TraceDecoder(Decoder): """ PyTorchModule后使用trace方式转换为ScriptModule。 Args: model_path (str): PyTorchModule保存路径。 input_files (list): 输入网络的numpy,每个numpy保存成.npy文件, 文件路径存储在input_files中。 """ def __init__(self, module, input_examples): try: self.script = torch.jit.trace(module, input_examples) except RuntimeError as e: if "strict" in str(e): self.script = torch.jit.trace(module, input_examples, strict=False) else: print(e) exit(0) self.graph = self._optimize_graph(self.script.inlined_graph) self.input_examples = input_examples