import json import os import framework_pb2 as framework_pb2 import op_types as types from swicher import Swichter import shutil def load_mdl(mdl_json_path): # print('mdl json path : ' + mdl_json_path) with open(mdl_json_path, 'r') as f: return json.load(f) class Converter: 'convert mdlmodel to fluidmodel' def __init__(self, mdl_json_path): self.mdl_json_path = mdl_json_path print mdl_json_path self.mdl_json = load_mdl(self.mdl_json_path) self.program_desc = framework_pb2.ProgramDesc() self.weight_list_ = [] self.deepwise_weight_list_ = [] # print(json_dick) # layers = (json_dick['layer']) # for layer in layers: # print(layer) def convert(self): print 'convert begin.....' # add block_desc block_desc = self.program_desc.blocks.add() block_desc.idx = 0 block_desc.parent_idx = -1 self.package_ops(block_desc) self.package_vars(block_desc) print 'blocks: ' print self.program_desc.blocks print 'convert end.....' desc_serialize_to_string = self.program_desc.SerializeToString() shutil.rmtree('newyolo/') shutil.copytree('multiobjects/float32s_nchw_with_head', 'newyolo/') f = open("newyolo/__model__", "wb") f.write(desc_serialize_to_string) f.close() def package_ops(self, block_desc): self.add_op_feed(block_desc) # add ops with layer if 'layer' in self.mdl_json: layers_ = self.mdl_json['layer'] for layer in layers_: desc_ops_add = block_desc.ops.add() # print layer # for i in layer: # print i if 'name' in layer: l_name = layer['name'] if 'type' in layer: self.package_ops_type(desc_ops_add, layer) if 'weight' in layer: self.package_ops_weight2inputs(desc_ops_add, layer) if 'output' in layer: self.package_ops_outputs(desc_ops_add, layer) if 'input' in layer: self.package_ops_inputs(desc_ops_add, layer) self.package_ops_attrs(desc_ops_add, layer) self.add_op_fetch(block_desc) def add_op_feed(self, block_desc): desc_ops_add = block_desc.ops.add() inputs_add = desc_ops_add.inputs.add() inputs_add.parameter = 'X' inputs_add.arguments.append('feed') desc_ops_add.type = 'feed' outputs_add = desc_ops_add.outputs.add() outputs_add.parameter = 'Out' outputs_add.arguments.append('data') attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'col' # boolean attrs_add.type = 0 attrs_add.i = 0 def add_op_fetch(self, block_desc): desc_ops_add = block_desc.ops.add() inputs_add = desc_ops_add.inputs.add() inputs_add.parameter = 'X' inputs_add.arguments.append('conv_pred_87') desc_ops_add.type = 'fetch' outputs_add = desc_ops_add.outputs.add() outputs_add.parameter = 'Out' outputs_add.arguments.append('fetch') attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'col' # boolean attrs_add.type = 0 attrs_add.i = 0 @staticmethod def package_ops_attrs(desc_ops_add, layer): # print l_params # print desc_ops_add.type if desc_ops_add.type == types.op_fluid_fusion_conv_add: Converter.pack_fusion_conv_add_attr(desc_ops_add, layer) elif desc_ops_add.type == types.op_fluid_relu: # fusion_conv_add : attrs attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'use_mkldnn' # boolean attrs_add.type = 6 attrs_add.b = 0 @staticmethod def pack_fusion_conv_add_attr(desc_ops_add, layer): # fusion_conv_add : attrs attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'workspace_size_MB' # 0-->INT attrs_add.type = 0 attrs_add.i = 4096 attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'data_format' # 2-->STRING attrs_add.type = 2 attrs_add.s = 'AnyLayout' attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'use_mkldnn' # boolean attrs_add.type = 6 attrs_add.b = 0 attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'use_cudnn' # boolean attrs_add.type = 6 attrs_add.b = 1 attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'dilations' # ints attrs_add.type = 3 attrs_add.ints.append(1) attrs_add.ints.append(1) attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'axis' # int attrs_add.type = 0 attrs_add.i = 1 if 'param' in layer: l_params = layer['param'] attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'paddings' # ints attrs_add.type = 3 attrs_add.ints.append(l_params[types.fusion_conv_add_attrs_dict.get('paddings')]) attrs_add.ints.append(l_params[types.fusion_conv_add_attrs_dict.get('paddings')]) attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'strides' # ints attrs_add.type = 3 attrs_add.ints.append(l_params[types.fusion_conv_add_attrs_dict.get('strides')]) attrs_add.ints.append(l_params[types.fusion_conv_add_attrs_dict.get('strides')]) attrs_add = desc_ops_add.attrs.add() attrs_add.name = 'groups' # int attrs_add.type = 0 attrs_add.i = l_params[types.fusion_conv_add_attrs_dict.get('groups')] # attrs_add.i = 1 # # op_attrs_tupl = types.op_io_dict.get(desc_ops_add.type) \ # .get(types.mdl_attrs_key) # # # # # # group stride padding # print '----------------------' # for i, val in enumerate(op_attrs_tupl): # attrs_add = desc_ops_add.attrs.add() # attr_name = op_attrs_tupl[i] # print attr_name # attrs_add.name = attr_name # attrs_add.type = types.fluid_attrs_type_dict.get(attr_name) # attrs_add. # print l_params[types.fusion_conv_add_attrs_dict.get(attr_name)] # for p in l_params: # attrs_add = desc_ops_add.attrs.add() @staticmethod def package_ops_inputs(desc_ops_add, layer): l_inputs = layer['input'] for i in l_inputs: inputs_add = desc_ops_add.inputs.add() # print i inputs_add.parameter = types.op_io_dict.get(desc_ops_add.type).get(types.mdl_inputs_key) inputs_add.arguments.append(i) @staticmethod def package_ops_outputs(desc_ops_add, layer): l_outputs = layer['output'] for o in l_outputs: # print o outputs_add = desc_ops_add.outputs.add() outputs_add.parameter = types.op_io_dict.get(desc_ops_add.type).get(types.mdl_outputs_key) outputs_add.arguments.append(o) def package_ops_weight2inputs(self, desc_ops_add, layer): l_weights = layer['weight'] for w in l_weights: self.weight_list_.append(w) if layer['type'] == 'DepthwiseConvolutionLayer': # print l_weights[0] self.deepwise_weight_list_.append(l_weights[0]) op_weight_tup = types.op_io_dict.get(desc_ops_add.type).get(types.mdl_weight_key) # print len(op_weight_tup) for i, val in enumerate(op_weight_tup): # print i # print val inputs_add = desc_ops_add.inputs.add() inputs_add.parameter = op_weight_tup[i] inputs_add.arguments.append(l_weights[i]) # for w in l_weights: # inputs_add = desc_ops_add.inputs.add() # # print w # inputs_add.parameter = op_weight_tup[0] # inputs_add.arguments.append(w) @staticmethod def package_ops_type(desc_ops_add, layer): l_type = layer['type'] # print l_type # print mdl2fluid_op_layer_dict.get(l_type) desc_ops_add.type = types.mdl2fluid_op_layer_dict.get(l_type) def package_vars(self, block_desc): vars_add = block_desc.vars.add() vars_add.name = 'feed' vars_add.type.type = 9 # 9 is FEED_MINIBATCH vars_add.persistable = 1 # fetch vars_add = block_desc.vars.add() vars_add.name = 'fetch' vars_add.type.type = 10 # 10 is fetch list vars_add.persistable = 1 json_matrix_ = self.mdl_json['matrix'] # print json_matrix_ for j in json_matrix_: vars_add = block_desc.vars.add() vars_add.name = j vars_add.type.type = 7 # 7 is lodtensor # print j tensor = vars_add.type.lod_tensor.tensor tensor.data_type = 5 # 5 is FP32 # print json_matrix_ dims_of_matrix = json_matrix_.get(j) # dims_size = len(dims_of_matrix) # print dims_size # if dims_size == 4: # tensor.dims.append(dims_of_matrix[0]) # N # tensor.dims.append(dims_of_matrix[3]) # C # tensor.dims.append(dims_of_matrix[1]) # H # tensor.dims.append(dims_of_matrix[2]) # W # else: # issues in mdl model filter swich n and c if j in self.deepwise_weight_list_ and len(dims_of_matrix) == 4: print j tensor.dims.append(dims_of_matrix[1]) tensor.dims.append(dims_of_matrix[0]) tensor.dims.append(dims_of_matrix[2]) tensor.dims.append(dims_of_matrix[3]) print tensor.dims else: for dims in dims_of_matrix: # print dims tensor.dims.append(dims) if j in self.weight_list_: vars_add.persistable = 1 dims_size = len(dims_of_matrix) # print dims_size if dims_size == 4: # convert weight from nhwc to nchw Swichter().nhwc2nchw_one_slice_add_head( '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nhwc/' + j + '.bin', '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nchw_with_head/' + j, '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nchw/' + j + '.tmp', dims_of_matrix[0], dims_of_matrix[1], dims_of_matrix[2], dims_of_matrix[3] ) else: Swichter().copy_add_head( '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nhwc/' + j + '.bin', '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nchw_with_head/' + j, '/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/float32s_nchw/' + j + '.tmp' ) else: vars_add.persistable = 0 mdl_path = "/Users/xiebaiyuan/PaddleProject/paddle-mobile/python/tools/mdl2fluid/multiobjects/YOLO_Universal.json" converter = Converter(mdl_path) converter.convert()