diff --git a/paddleslim/dygraph/prune/filter_pruner.py b/paddleslim/dygraph/prune/filter_pruner.py
index b6bf4c9a49a90e34b257f20d764c741866c04879..73c6f80826945ddc52275d16183f7525dfa96c7e 100644
--- a/paddleslim/dygraph/prune/filter_pruner.py
+++ b/paddleslim/dygraph/prune/filter_pruner.py
@@ -265,7 +265,7 @@ class FilterPruner(Pruner):
                     baseline = eval_func()
                 plan = self.prune_var(var_name, dims, ratio)
                 pruned_metric = eval_func()
-                loss = (baseline - pruned_metric) / baseline
+                loss = (baseline - pruned_metric) / baseline + 1e-3
                 _logger.info("pruned param: {}; {}; loss={}".format(
                     var_name, ratio, loss))
                 sensitivities[var_name][ratio] = loss