diff --git a/python/paddle/fluid/trainer.py b/python/paddle/fluid/trainer.py
index 444162664daeb3f86cc1a04258e8e6932abb5d1f..5230ded7db1ff5380d48147858040bf4bfbfc3d9 100644
--- a/python/paddle/fluid/trainer.py
+++ b/python/paddle/fluid/trainer.py
@@ -365,7 +365,8 @@ class Trainer(object):
             event_handler(BeginEpochEvent(epoch_id))
             for step_id, data in enumerate(reader()):
                 if self.__stop:
-                    self._clean_checkpoint()
+                    if self.checkpoint_cfg:
+                        self._clean_checkpoint()
                     return
 
                 if self.checkpoint_cfg and self.checkpoint_cfg.load_serial \