diff --git a/paddlespeech/s2t/exps/u2/model.py b/paddlespeech/s2t/exps/u2/model.py
index db50a361598b73c3f7ac785df5005165e83e6868..710f3b62e95cf87f5b7abb1eabe458c32a26ee74 100644
--- a/paddlespeech/s2t/exps/u2/model.py
+++ b/paddlespeech/s2t/exps/u2/model.py
@@ -241,7 +241,7 @@ class U2Trainer(Trainer):
                 n_iter_processes=config.num_workers,
                 subsampling_factor=1,
                 num_encs=1,
-                dist_sampler=True,
+                dist_sampler=False,
                 shortest_first=False)
 
             self.valid_loader = BatchDataLoader(
@@ -262,7 +262,7 @@ class U2Trainer(Trainer):
                 n_iter_processes=config.num_workers,
                 subsampling_factor=1,
                 num_encs=1,
-                dist_sampler=True,
+                dist_sampler=False,
                 shortest_first=False)
             logger.info("Setup train/valid Dataloader!")
         else: