From 4d891c004f042a6129105110ca90c9d86db821d9 Mon Sep 17 00:00:00 2001 From: "joanna.wozna.intel" Date: Fri, 19 Nov 2021 14:31:12 +0100 Subject: [PATCH] Add corner case in scale calculation (#37352) --- paddle/fluid/inference/api/mkldnn_quantizer.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paddle/fluid/inference/api/mkldnn_quantizer.cc b/paddle/fluid/inference/api/mkldnn_quantizer.cc index d0e47eea16f..654b58a2ded 100644 --- a/paddle/fluid/inference/api/mkldnn_quantizer.cc +++ b/paddle/fluid/inference/api/mkldnn_quantizer.cc @@ -306,7 +306,7 @@ AnalysisPredictor::MkldnnQuantizer::GetKLScalingFactor( std::vector reference_distr_P(&hist[0], &hist[i]); auto outliers_count = std::accumulate(&hist[i], &hist[precision_hist_num_bins], 0); - if (reference_distr_P[i - 1] == 0) { + if (i <= 0 || reference_distr_P[i - 1] == 0) { continue; } reference_distr_P[i - 1] += outliers_count; -- GitLab