convert.py 12.6 KB
Newer Older
S
SunAhong1993 已提交
1
# Copyright (c) 2020  PaddlePaddle Authors. All Rights Reserved.
J
jiangjiajun 已提交
2 3 4 5 6 7 8 9 10 11 12 13
#
# Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
S
SunAhong1993 已提交
14

15
from six import text_type as _text_type
S
SunAhong1993 已提交
16
from x2paddle import program
17
import argparse
J
jiangjiajun 已提交
18
import sys
W
WJJ1995 已提交
19
import logging
20

J
jiangjiajun 已提交
21

22 23
def arg_parser():
    parser = argparse.ArgumentParser()
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
    parser.add_argument(
        "--model",
        "-m",
        type=_text_type,
        default=None,
        help="define model file path for tensorflow or onnx")
    parser.add_argument(
        "--prototxt",
        "-p",
        type=_text_type,
        default=None,
        help="prototxt file of caffe model")
    parser.add_argument(
        "--weight",
        "-w",
        type=_text_type,
        default=None,
        help="weight file of caffe model")
    parser.add_argument(
        "--save_dir",
        "-s",
        type=_text_type,
        default=None,
        help="path to save translated model")
J
upgrade  
jiangjiajun 已提交
48 49 50
    parser.add_argument(
        "--framework",
        "-f",
51 52 53 54
        type=_text_type,
        default=None,
        help="define which deeplearning framework(tensorflow/caffe/onnx/paddle2onnx)"
    )
S
SunAhong1993 已提交
55 56 57 58 59
    parser.add_argument(
        "--caffe_proto",
        "-c",
        type=_text_type,
        default=None,
J
upgrade  
jiangjiajun 已提交
60 61
        help="optional: the .py file compiled by caffe proto file of caffe model"
    )
62 63 64 65 66 67 68 69 70 71 72 73
    parser.add_argument(
        "--version",
        "-v",
        action="store_true",
        default=False,
        help="get version of x2paddle")
    parser.add_argument(
        "--define_input_shape",
        "-d",
        action="store_true",
        default=False,
        help="define input shape for tf model")
74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
    parser.add_argument(
        "--convert_torch_project",
        "-tp",
        action='store_true',
        help="Convert the PyTorch Project.")
    parser.add_argument(
        "--project_dir",
        "-pd",
        type=_text_type,
        default=None,
        help="define project folder path for pytorch")
    parser.add_argument(
        "--pretrain_model",
        "-pm",
        type=_text_type,
        default=None,
        help="pretrain model file of pytorch model")
91 92 93 94 95
    parser.add_argument(
        "--enable_code_optim",
        "-co",
        default=True,
        help="Turn on code optimization")
W
WJJ1995 已提交
96 97 98 99 100 101 102 103 104 105 106 107 108 109
    parser.add_argument(
        "--to_lite", "-tl", default=False, help="convert to Paddle-Lite format")
    parser.add_argument(
        "--lite_valid_places",
        "-vp",
        type=_text_type,
        default="arm",
        help="Specify the executable backend of the model")
    parser.add_argument(
        "--lite_model_type",
        "-mt",
        type=_text_type,
        default="naive_buffer",
        help="The type of lite model")
110

111
    return parser
J
jiangjiajun 已提交
112

C
Channingss 已提交
113

W
WJJ1995 已提交
114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
def convert2lite(save_dir,
                 lite_valid_places="arm",
                 lite_model_type="naive_buffer"):
    """Convert to Paddle-Lite format."""

    from paddlelite.lite import Opt
    opt = Opt()
    opt.set_model_dir(save_dir + "/inference_model")
    opt.set_valid_places(lite_valid_places)
    opt.set_model_type(lite_model_type)
    opt.set_optimize_out(save_dir + "/opt")
    opt.run()


def tf2paddle(model_path,
              save_dir,
              define_input_shape=False,
              convert_to_lite=False,
              lite_valid_places="arm",
              lite_model_type="naive_buffer"):
J
jiangjiajun 已提交
134 135
    # check tensorflow installation and version
    try:
136 137
        import os
        os.environ["TF_CPP_MIN_LOG_LEVEL"] = '3'
J
jiangjiajun 已提交
138 139 140
        import tensorflow as tf
        version = tf.__version__
        if version >= '2.0.0' or version < '1.0.0':
W
WJJ1995 已提交
141
            logging.info(
J
jiangjiajun@baidu.com 已提交
142
                "[ERROR] 1.0.0<=tensorflow<2.0.0 is required, and v1.14.0 is recommended"
J
jiangjiajun 已提交
143 144 145
            )
            return
    except:
W
WJJ1995 已提交
146
        logging.info(
J
jiangjiajun@baidu.com 已提交
147 148
            "[ERROR] Tensorflow is not installed, use \"pip install tensorflow\"."
        )
J
jiangjiajun 已提交
149
        return
150

J
jiangjiajun 已提交
151
    from x2paddle.decoder.tf_decoder import TFDecoder
S
SunAhong1993 已提交
152
    from x2paddle.op_mapper.tf2paddle.tf_op_mapper import TFOpMapper
153

W
WJJ1995 已提交
154
    logging.info("Now translating model from tensorflow to paddle.")
155
    model = TFDecoder(model_path, define_input_shape=define_input_shape)
S
SunAhong1993 已提交
156
    mapper = TFOpMapper(model)
S
SunAhong1993 已提交
157
    mapper.paddle_graph.build()
S
SunAhong1993 已提交
158 159 160
    from x2paddle.optimizer.optimizer import GraphOptimizer
    graph_opt = GraphOptimizer(source_frame="tf")
    graph_opt.optimize(mapper.paddle_graph)
S
SunAhong1993 已提交
161
    mapper.paddle_graph.gen_model(save_dir)
W
WJJ1995 已提交
162 163
    if convert_to_lite:
        convert2lite(save_dir, lite_valid_places, lite_model_type)
164 165


W
WJJ1995 已提交
166 167 168 169 170 171 172
def caffe2paddle(proto_file,
                 weight_file,
                 save_dir,
                 caffe_proto,
                 convert_to_lite=False,
                 lite_valid_places="arm",
                 lite_model_type="naive_buffer"):
J
jiangjiajun 已提交
173
    from x2paddle.decoder.caffe_decoder import CaffeDecoder
S
SunAhong1993 已提交
174
    from x2paddle.op_mapper.caffe2paddle.caffe_op_mapper import CaffeOpMapper
S
SunAhong1993 已提交
175
    import google.protobuf as gpb
S
SunAhong1993 已提交
176 177 178
    ver_part = gpb.__version__.split('.')
    version_satisfy = False
    if (int(ver_part[0]) == 3 and int(ver_part[1]) >= 6) \
W
WJJ1995 已提交
179
            or (int(ver_part[0]) > 3):
S
SunAhong1993 已提交
180
        version_satisfy = True
J
jiangjiajun@baidu.com 已提交
181
    assert version_satisfy, '[ERROR] google.protobuf >= 3.6.0 is required'
W
WJJ1995 已提交
182
    logging.info("Now translating model from caffe to paddle.")
W
WJJ1995 已提交
183
    model = CaffeDecoder(proto_file, weight_file, caffe_proto)
J
jiangjiajun 已提交
184
    mapper = CaffeOpMapper(model)
S
SunAhong1993 已提交
185
    mapper.paddle_graph.build()
W
WJJ1995 已提交
186
    logging.info("Model optimizing ...")
S
SunAhong1993 已提交
187
    from x2paddle.optimizer.optimizer import GraphOptimizer
S
SunAhong1993 已提交
188
    graph_opt = GraphOptimizer(source_frame="caffe")
S
SunAhong1993 已提交
189
    graph_opt.optimize(mapper.paddle_graph)
W
WJJ1995 已提交
190
    logging.info("Model optimized.")
S
SunAhong1993 已提交
191
    mapper.paddle_graph.gen_model(save_dir)
W
WJJ1995 已提交
192 193
    if convert_to_lite:
        convert2lite(save_dir, lite_valid_places, lite_model_type)
194 195


W
WJJ1995 已提交
196 197 198 199 200
def onnx2paddle(model_path,
                save_dir,
                convert_to_lite=False,
                lite_valid_places="arm",
                lite_model_type="naive_buffer"):
C
update  
channingss 已提交
201 202 203 204
    # check onnx installation and version
    try:
        import onnx
        version = onnx.version.version
W
WJJ1995 已提交
205 206 207
        v0, v1, v2 = version.split('.')
        version_sum = int(v0) * 100 + int(v1) * 10 + int(v2)
        if version_sum < 160:
W
WJJ1995 已提交
208
            logging.info("[ERROR] onnx>=1.6.0 is required")
C
update  
channingss 已提交
209 210
            return
    except:
W
WJJ1995 已提交
211 212
        logging.info(
            "[ERROR] onnx is not installed, use \"pip install onnx==1.6.0\".")
C
update  
channingss 已提交
213
        return
W
WJJ1995 已提交
214
    logging.info("Now translating model from onnx to paddle.")
C
update  
channingss 已提交
215 216

    from x2paddle.decoder.onnx_decoder import ONNXDecoder
S
SunAhong1993 已提交
217
    from x2paddle.op_mapper.onnx2paddle.onnx_op_mapper import ONNXOpMapper
R
root 已提交
218
    model = ONNXDecoder(model_path)
C
Channingss 已提交
219
    mapper = ONNXOpMapper(model)
S
SunAhong1993 已提交
220 221
    mapper.paddle_graph.build()
    mapper.paddle_graph.gen_model(save_dir)
W
WJJ1995 已提交
222 223
    if convert_to_lite:
        convert2lite(save_dir, lite_valid_places, lite_model_type)
C
Channingss 已提交
224 225


W
WJJ1995 已提交
226 227 228 229
def pytorch2paddle(module,
                   save_dir,
                   jit_type="trace",
                   input_examples=None,
230
                   enable_code_optim=True,
W
WJJ1995 已提交
231 232 233
                   convert_to_lite=False,
                   lite_valid_places="arm",
                   lite_model_type="naive_buffer"):
S
SunAhong1993 已提交
234 235 236 237
    # check pytorch installation and version
    try:
        import torch
        version = torch.__version__
W
WJJ1995 已提交
238 239 240 241 242 243 244 245 246
        v0, v1, v2 = version.split('.')
        # Avoid the situation where the version is equal to 1.7.0+cu101
        if '+' in v2:
            v2 = v2.split('+')[0]
        version_sum = int(v0) * 100 + int(v1) * 10 + int(v2)
        if version_sum < 150:
            logging.info(
                "[ERROR] pytorch>=1.5.0 is required, 1.6.0 is the most recommended"
            )
S
SunAhong1993 已提交
247
            return
W
WJJ1995 已提交
248 249
        if version_sum > 160:
            logging.info("[WARNING] pytorch==1.6.0 is recommended")
S
SunAhong1993 已提交
250
    except:
W
WJJ1995 已提交
251 252
        logging.info(
            "[ERROR] Pytorch is not installed, use \"pip install torch==1.6.0 torchvision\"."
S
SunAhong1993 已提交
253 254
        )
        return
W
WJJ1995 已提交
255
    logging.info("Now translating model from pytorch to paddle.")
256

S
SunAhong1993 已提交
257
    from x2paddle.decoder.pytorch_decoder import ScriptDecoder, TraceDecoder
S
SunAhong1993 已提交
258
    from x2paddle.op_mapper.pytorch2paddle.pytorch_op_mapper import PyTorchOpMapper
S
SunAhong1993 已提交
259

S
SunAhong1993 已提交
260
    if jit_type == "trace":
S
SunAhong1993 已提交
261
        model = TraceDecoder(module, input_examples)
S
SunAhong1993 已提交
262
    else:
S
SunAhong1993 已提交
263
        model = ScriptDecoder(module, input_examples)
S
SunAhong1993 已提交
264 265
    mapper = PyTorchOpMapper(model)
    mapper.paddle_graph.build()
W
WJJ1995 已提交
266
    logging.info("Model optimizing ...")
S
SunAhong1993 已提交
267
    from x2paddle.optimizer.optimizer import GraphOptimizer
S
SunAhong1993 已提交
268
    graph_opt = GraphOptimizer(source_frame="pytorch", jit_type=jit_type)
S
SunAhong1993 已提交
269
    graph_opt.optimize(mapper.paddle_graph)
W
WJJ1995 已提交
270
    logging.info("Model optimized.")
271 272
    mapper.paddle_graph.gen_model(
        save_dir, jit_type=jit_type, enable_code_optim=enable_code_optim)
W
WJJ1995 已提交
273 274
    if convert_to_lite:
        convert2lite(save_dir, lite_valid_places, lite_model_type)
S
SunAhong1993 已提交
275 276


277
def main():
W
WJJ1995 已提交
278
    logging.basicConfig(level=logging.INFO)
J
jiangjiajun 已提交
279
    if len(sys.argv) < 2:
W
WJJ1995 已提交
280 281 282 283
        logging.info("Use \"x2paddle -h\" to print the help information")
        logging.info(
            "For more information, please follow our github repo below:)")
        logging.info("\nGithub: https://github.com/PaddlePaddle/X2Paddle.git\n")
J
jiangjiajun 已提交
284 285
        return

286 287 288
    parser = arg_parser()
    args = parser.parse_args()

J
jiangjiajun 已提交
289
    if args.version:
J
jiangjiajun 已提交
290
        import x2paddle
W
WJJ1995 已提交
291 292
        logging.info("x2paddle-{} with python>=3.5, paddlepaddle>=1.6.0\n".
                     format(x2paddle.__version__))
J
jiangjiajun 已提交
293 294
        return

295 296
    if not args.convert_torch_project:
        assert args.framework is not None, "--framework is not defined(support tensorflow/caffe/onnx)"
S
SunAhong1993 已提交
297 298
    assert args.save_dir is not None, "--save_dir is not defined"

M
mamingjie-China 已提交
299
    try:
S
add lrn  
SunAhong1993 已提交
300 301
        import platform
        v0, v1, v2 = platform.python_version().split('.')
302
        if not (int(v0) >= 3 and int(v1) >= 5):
W
WJJ1995 已提交
303
            logging.info("[ERROR] python>=3.5 is required")
S
add lrn  
SunAhong1993 已提交
304
            return
M
mamingjie-China 已提交
305 306
        import paddle
        v0, v1, v2 = paddle.__version__.split('.')
W
WJJ1995 已提交
307
        logging.info("paddle.__version__ = {}".format(paddle.__version__))
308
        if v0 == '0' and v1 == '0' and v2 == '0':
W
WJJ1995 已提交
309 310
            logging.info(
                "[WARNING] You are use develop version of paddlepaddle")
S
SunAhong1993 已提交
311
        elif int(v0) != 2 or int(v1) < 0:
W
WJJ1995 已提交
312
            logging.info("[ERROR] paddlepaddle>=2.0.0 is required")
M
mamingjie-China 已提交
313 314
            return
    except:
W
WJJ1995 已提交
315
        logging.info(
J
jiangjiajun@baidu.com 已提交
316 317
            "[ERROR] paddlepaddle not installed, use \"pip install paddlepaddle\""
        )
318

319 320 321 322 323 324 325 326 327 328
    if args.convert_torch_project:
        assert args.project_dir is not None, "--project_dir should be defined while translating pytorch project"
        from x2paddle.project_convertor.pytorch.convert import main as convert_torch
        convert_torch(args)
    else:
        if args.framework == "tensorflow":
            assert args.model is not None, "--model should be defined while translating tensorflow model"
            define_input_shape = False
            if args.define_input_shape:
                define_input_shape = True
W
WJJ1995 已提交
329 330 331 332 333 334 335
            tf2paddle(
                args.model,
                args.save_dir,
                define_input_shape,
                convert_to_lite=args.to_lite,
                lite_valid_places=args.lite_valid_places,
                lite_model_type=args.lite_model_type)
336

337 338
        elif args.framework == "caffe":
            assert args.prototxt is not None and args.weight is not None, "--prototxt and --weight should be defined while translating caffe model"
W
WJJ1995 已提交
339 340 341 342 343 344 345 346
            caffe2paddle(
                args.prototxt,
                args.weight,
                args.save_dir,
                args.caffe_proto,
                convert_to_lite=args.to_lite,
                lite_valid_places=args.lite_valid_places,
                lite_model_type=args.lite_model_type)
347 348
        elif args.framework == "onnx":
            assert args.model is not None, "--model should be defined while translating onnx model"
W
WJJ1995 已提交
349 350 351 352 353 354
            onnx2paddle(
                args.model,
                args.save_dir,
                convert_to_lite=args.to_lite,
                lite_valid_places=args.lite_valid_places,
                lite_model_type=args.lite_model_type)
355
        elif args.framework == "paddle2onnx":
W
WJJ1995 已提交
356
            logging.info(
357 358
                "Paddle to ONNX tool has been migrated to the new github: https://github.com/PaddlePaddle/paddle2onnx"
            )
359

360 361 362
        else:
            raise Exception(
                "--framework only support tensorflow/caffe/onnx now")
363 364 365


if __name__ == "__main__":
S
SunAhong1993 已提交
366
    main()