diff --git a/python/paddle/distributed/utils.py b/python/paddle/distributed/utils.py
index 0bfd75b4994402359651be3bd6247847a6427ffb..7c8fa257f778e71cab35054c3f9d63faaa33de47 100644
--- a/python/paddle/distributed/utils.py
+++ b/python/paddle/distributed/utils.py
@@ -381,7 +381,7 @@ def start_local_trainers(cluster,
         tp.rank = t.rank
         tp.local_rank = idx
         tp.log_fn = fn
-        tp.log_offset = 0 if fn else None
+        tp.log_offset = fn.tell() if fn else None
         tp.cmd = cmd
 
         procs.append(tp)