diff --git a/paddlespeech/s2t/training/trainer.py b/paddlespeech/s2t/training/trainer.py
index d1bd30fefb4bbbf58b422be9847031018f183706..1093e4a12506ac83aed8a1a04ef7711f966549a5 100644
--- a/paddlespeech/s2t/training/trainer.py
+++ b/paddlespeech/s2t/training/trainer.py
@@ -19,9 +19,8 @@ from pathlib import Path
 
 import paddle
 from paddle import distributed as dist
-import pdb
-pdb.set_trace()
 dist.init_parallel_env()
+
 from visualdl import LogWriter
 
 from paddlespeech.s2t.training.reporter import ObsScope
@@ -125,9 +124,6 @@ class Trainer():
         else:
             raise Exception("invalid device")
 
-        if self.parallel:
-            self.init_parallel()
-
         self.checkpoint = Checkpoint(
             kbest_n=self.config.checkpoint.kbest_n,
             latest_n=self.config.checkpoint.latest_n)
@@ -176,11 +172,6 @@ class Trainer():
         """
         return self.args.ngpu > 1
 
-    def init_parallel(self):
-        """Init environment for multiprocess training.
-        """
-        # dist.init_parallel_env()
-
     @mp_tools.rank_zero_only
     def save(self, tag=None, infos: dict=None):
         """Save checkpoint (model parameters and optimizer states).