diff --git a/paddleslim/dygraph/prune/filter_pruner.py b/paddleslim/dygraph/prune/filter_pruner.py
index 73c6f80826945ddc52275d16183f7525dfa96c7e..d2f05d7f4e1f86ffd6ba534815633db3abb92600 100644
--- a/paddleslim/dygraph/prune/filter_pruner.py
+++ b/paddleslim/dygraph/prune/filter_pruner.py
@@ -265,7 +265,7 @@ class FilterPruner(Pruner):
                     baseline = eval_func()
                 plan = self.prune_var(var_name, dims, ratio)
                 pruned_metric = eval_func()
-                loss = (baseline - pruned_metric) / baseline + 1e-3
+                loss = (baseline - pruned_metric) / (baseline + 1e-3)
                 _logger.info("pruned param: {}; {}; loss={}".format(
                     var_name, ratio, loss))
                 sensitivities[var_name][ratio] = loss