diff --git a/python/paddle/fluid/io.py b/python/paddle/fluid/io.py
index 448eb49563aa8caed389b43c0650c4f3e68685be..622d2153fd53bfc757a59e81eb13b85f3f74ca6e 100644
--- a/python/paddle/fluid/io.py
+++ b/python/paddle/fluid/io.py
@@ -112,7 +112,7 @@ def is_persistable(var):
 
 
 def is_belong_to_optimizer(var):
-    if not isinstance(var, Parameter):
+    if not (isinstance(var, Parameter) or var.desc.need_check_feed()):
         return is_persistable(var)
 
     return False