diff --git a/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py b/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
index e7f5f0d6a2185521549abe7af7b6be2b0b7d90fb..f4eed5014aec2b620b7e5f389e18da6be60c6025 100644
--- a/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
+++ b/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
@@ -489,8 +489,11 @@ class GraphWrapper(object):
         def if_exist(var):
             return os.path.exists(os.path.join(path, var.name))
 
-        io.load_vars(
-            exe.exe, path, vars=self.persistables.values(), predicate=if_exist)
+        persistables = []
+        for var in self.persistables.values():
+            if if_exist(var):
+                persistables.append(var)
+        io.load_vars(exe.exe, path, vars=persistables, predicate=if_exist)
 
     def update_param_shape(self, scope):
         """