diff --git a/paddleslim/prune/pruner.py b/paddleslim/prune/pruner.py
index 8e65630099413a1825727f4ae4674ea1b2950440..98abe950bf505e89ffeeac1bf286d4ca71da36b4 100644
--- a/paddleslim/prune/pruner.py
+++ b/paddleslim/prune/pruner.py
@@ -125,6 +125,7 @@ class Pruner():
 
                     param_t.set(pruned_param, place)
         graph.update_groups_of_conv()
+        graph.infer_shape()
         return graph.program, param_backup, param_shape_backup
 
     def _cal_pruned_idx(self, param, ratio, axis):