diff --git a/python/paddle/distributed/fleet/launch_utils.py b/python/paddle/distributed/fleet/launch_utils.py
index f2f9b4d87db7a6ae7e1db4f690083a27284fa8b5..ddaae85df8530e47b8e50e126339af8569eb703d 100755
--- a/python/paddle/distributed/fleet/launch_utils.py
+++ b/python/paddle/distributed/fleet/launch_utils.py
@@ -658,7 +658,7 @@ def watch_local_trainers(procs, nranks):
             "ABORT!!! Out of all {} trainers, the trainer process with rank={} was aborted. Please check its log."
             .format(nranks, error_rank))
         terminate_local_procs(procs)
-        return
+        raise
     except:
         logger.error(
             "ABORT!!! Out of all {} trainers, the trainer process with rank={} was aborted. Please check its log."