diff --git a/tools/quantification/convert.cpp b/tools/quantification/convert.cpp
index dc341d5d5ae732056b4a97d70643a9fb9f0279cf..606d2f5b931c902e24f3f1fd67b11d9fbe877c85 100644
--- a/tools/quantification/convert.cpp
+++ b/tools/quantification/convert.cpp
@@ -336,7 +336,9 @@ void LoadWithDumpForFloat32(const paddle_mobile::framework::VarDesc &var_desc, c
         diff += abs(value - value_quantized);
         fwrite(&value_quantized, sizeof(float), 1, out_file);
     }
-    std::cout << "avg diff caused by quantization for var " << var_desc.Name() << " is: " << diff << std::endl;
+    if (memory_size > 0) {
+        std::cout << "avg diff caused by quantization for var " << var_desc.Name() << " is: " << (diff / memory_size) << std::endl;
+    }
 }
 
 void