diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index c0b99b3a270dd86adb2a31313596f0370ddfccf1..bd5daf35a751ae0d4882cb31331fa64d9a536de1 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -6918,7 +6918,7 @@ class GradientMergeOptimizer(object):
             shape=[1],
             value=bool(0),
             dtype='bool',
-            persistable=True,
+            persistable=False,
             force_cpu=True)
 
         with device_guard("cpu"):