diff --git a/paddlehub/finetune/task/base_task.py b/paddlehub/finetune/task/base_task.py
index 10d2de74c262d9d5221c389f0afffe49de74c9ad..0a118c82f1d55a61823273aea31c9556cb016e2e 100644
--- a/paddlehub/finetune/task/base_task.py
+++ b/paddlehub/finetune/task/base_task.py
@@ -832,7 +832,9 @@ class BaseTask(object):
             self.config.checkpoint_dir,
             self.exe,
             main_program=self.main_program)
-
+        # Revise max_train_steps when incremental training
+        self.max_train_steps = self.env.current_step + self.max_train_steps / self.config.num_epoch * (
+            self.config.num_epoch - self.env.current_epoch + 1)
         return is_load_successful
 
     def load_parameters(self, dirname):