未验证 提交 88dd7e09 编写于 作者: C ceci3 提交者: GitHub

fix onnx_format in ptq_hpo (#1417)

上级 8ae19458
......@@ -674,6 +674,7 @@ class AutoCompression:
hist_percent=config.hist_percent,
batch_size=[1],
batch_num=config.batch_num,
onnx_format=config.onnx_format,
runcount_limit=config.max_quant_count)
else:
......
......@@ -78,6 +78,7 @@ class QuantConfig(object):
activation_bits=8,
weight_quantize_type='channel_wise_abs_max',
optimize_model=False,
onnx_format=False,
is_use_cache_file=False,
cache_dir="./temp_post_training"):
"""QuantConfig init"""
......@@ -106,6 +107,7 @@ class QuantConfig(object):
self.activation_bits = activation_bits
self.weight_quantize_type = weight_quantize_type
self.optimize_model = optimize_model
self.onnx_format = onnx_format
self.is_use_cache_file = is_use_cache_file
self.cache_dir = cache_dir
......@@ -291,7 +293,8 @@ def quantize(cfg):
hist_percent=hist_percent, \
bias_correction=bias_correct, \
batch_size=batch_size, \
batch_nums=batch_num)
batch_nums=batch_num,
onnx_format=g_quant_config.onnx_format)
global g_min_emd_loss
try:
......@@ -356,6 +359,7 @@ def quant_post_hpo(
batch_size=[10, 30], ### uniform sample in list.
batch_num=[10, 30], ### uniform sample in list.
optimize_model=False,
onnx_format=False,
is_use_cache_file=False,
cache_dir="./temp_post_training",
runcount_limit=30):
......@@ -403,6 +407,7 @@ def quant_post_hpo(
optimize_model(bool, optional): If set optimize_model as True, it applies some
passes to optimize the model before quantization. So far, the place of
executor must be cpu it supports fusing batch_norm into convs.
onnx_format(bool): Whether to export the quantized model with format of ONNX. Default is False.
is_use_cache_file(bool): This param is deprecated.
cache_dir(str): This param is deprecated.
runcount_limit(int): max. number of model quantization.
......@@ -429,7 +434,7 @@ def quant_post_hpo(
model_filename, params_filename, save_model_filename,
save_params_filename, scope, quantizable_op_type, is_full_quantize,
weight_bits, activation_bits, weight_quantize_type, optimize_model,
is_use_cache_file, cache_dir)
onnx_format, is_use_cache_file, cache_dir)
cs = ConfigurationSpace()
hyper_params = []
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册