From 57352bc7e3b0921166ba59e72405cf043d3ce50d Mon Sep 17 00:00:00 2001 From: XGZhang <46363693+XGZhang11@users.noreply.github.com> Date: Thu, 24 Jun 2021 10:42:24 +0800 Subject: [PATCH] fix a quantization bug (#33753) --- .../paddle/fluid/contrib/slim/quantization/quantization_pass.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py b/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py index 320c14d4e9c..fb69e29f340 100644 --- a/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py +++ b/python/paddle/fluid/contrib/slim/quantization/quantization_pass.py @@ -1148,7 +1148,7 @@ class QuantizationFreezePass(object): ], "the dim of scale_v should be 1 or 2" if scale_v.ndim == 2: scale_v = scale_v[0] - if scale_v.size == 1: + if scale_v.size == 1 and self._weight_quantize_type == 'abs_max': scale_v = scale_v[0] else: scale_v = scale_v.tolist() -- GitLab