Support Load scales from quant model (#1790)

paddleslim/quant/advanced/piecewise_search.py

@@ -153,8 +153,8 @@ class PieceWiseSearch():
                 else:
                     smooth_scale_out += final_smooth_scale
 
-            if cur_loss < global_loss:
-                global_loss = cur_loss
+            if calibration_loss < global_loss:
+                global_loss = calibration_loss
                 best_scale = smooth_scale_out
                 if self.search_piece:
                     print('Find Better K-Piece {}'.format(k_piece))

paddleslim/quant/observers/abs_max.py

@@ -69,6 +69,9 @@ class AbsmaxObserverLayer(UniformObserver):
     def cal_thresholds(self):
         """ Compute thresholds for MAX function.
         """
+        if self._scale is not None:
+            self._zero_point = 0
+            return
         self._scale, self._zero_point = self.cal_scales_zero_points()
 
     def min_value(self) -> float:

paddleslim/quant/observers/abs_max_weight.py

@@ -81,6 +81,7 @@ class AbsMaxChannelWiseWeightObserverLayer(ChannelWiseObserver):
     def cal_thresholds(self):
         """ Compute thresholds for MAX function.
         """
+        if self._scale is None:
             self._scale = self._max
         self._zero_point = paddle.zeros_like(self._scale)
 

paddleslim/quant/observers/avg.py

@@ -70,6 +70,9 @@ class AVGObserverLayer(UniformObserver):
     def cal_thresholds(self):
         """ Compute thresholds for MAX function.
         """
+        if self._scale is not None:
+            self._zero_point = 0
+            return
         self._min, self._max = self._avg_min, paddle.mean(
             paddle.to_tensor(self._avg_list))
         self._scale, self._zero_point = self.cal_scales_zero_points()

paddleslim/quant/observers/emd.py

@@ -85,6 +85,9 @@ class EMDObserverLayer(UniformObserver):
     def cal_thresholds(self):
         """ Compute thresholds for MAX function.
         """
+        if self._scale is not None:
+            self._zero_point = 0
+            return
         self._min, self._max = self._emd_min, self._emd_max
         self._scale, self._zero_point = self.cal_scales_zero_points()
 

paddleslim/quant/observers/mse.py

@@ -82,6 +82,9 @@ class MSEObserverLayer(UniformObserver):
     def cal_thresholds(self):
         """ Compute thresholds for MAX function.
         """
+        if self._scale is not None:
+            self._zero_point = 0
+            return
         self._min, self._max = self._mse_min, self._mse_max
         self._scale, self._zero_point = self.cal_scales_zero_points()