diff --git a/python/paddle/fluid/trainer.py b/python/paddle/fluid/trainer.py
index 3354d77acec9e4ade5e57202cc6552e57174ef93..72168886fdba4d3f9dd9982803c4ba8e1ef2a5cf 100644
--- a/python/paddle/fluid/trainer.py
+++ b/python/paddle/fluid/trainer.py
@@ -178,10 +178,11 @@ class Trainer(object):
             exe.run(self.startup_program)
 
         if self.checkpoint and self.checkpoint.load_serial:
-            exe = executor.Executor(place)
-            io.load_checkpoint(exe, self.checkpoint.checkpoint_dir,
-                               self.checkpoint.load_serial,
-                               self.startup_program)
+            with self._prog_and_scope_guard():
+                exe = executor.Executor(place)
+                io.load_checkpoint(exe, self.checkpoint.checkpoint_dir,
+                                   self.checkpoint.load_serial,
+                                   self.startup_program)
 
             if not self.checkpoint.is_pserver:
                 epoch_id, step_id = io.load_trainer_args(