diff --git a/deploy/slim/quantization/export_model.py b/deploy/slim/quantization/export_model.py
index bbd291c3347929bf394d7859e277286cb4932042..822fd5da4c30a934d0e590ab1067f9f9188213c2 100755
--- a/deploy/slim/quantization/export_model.py
+++ b/deploy/slim/quantization/export_model.py
@@ -133,6 +133,7 @@ def main():
                                 sub_model_save_path, logger)
     else:
         save_path = os.path.join(save_path, "inference")
+        model.eval()
         export_single_model(quanter, model, infer_shape, save_path, logger)