diff --git a/python/paddle/distributed/fleet/meta_optimizers/sharding/utils.py b/python/paddle/distributed/fleet/meta_optimizers/sharding/utils.py
index 85f114d7f71413688ee8793635af79ebb2cda850..c10978e9d94cdd8dc8e51c3af01e1b6acd9630ad 100755
--- a/python/paddle/distributed/fleet/meta_optimizers/sharding/utils.py
+++ b/python/paddle/distributed/fleet/meta_optimizers/sharding/utils.py
@@ -561,7 +561,7 @@ def save_persistables(exe, dirname, main_program, filename=None):
     """
     # TODO (JZ-LIANG) revise this for uniform mixed parallelism
     if main_program._pipeline_opt:
-        main_program = main_program._pipeline_opt['section_program']['program']
+        main_program = main_program._pipeline_opt['section_program']
 
     def is_opt_vars(var):
         # NOTE(JZ-LIANG): The checks should be updated when add new compatible optimizer