diff --git a/dygraph/core/train.py b/dygraph/core/train.py
index 2bce9a16653c978024f8d5bb46ebc42459003dbb..6c64532fffc0951e79596cea17971b8d51e534f6 100644
--- a/dygraph/core/train.py
+++ b/dygraph/core/train.py
@@ -79,7 +79,7 @@ def train(model,
     train_batch_cost = 0.0
     timer.start()
 
-    iter = 0
+    iter = start_iter
     while iter < iters:
         for data in loader:
             iter += 1