diff --git a/tools/train.py b/tools/train.py
index ddd7c312a9b84167ed95aabe57da187f830a8a87..0c881ecae8daf78860829b1419178358c2209f25 100755
--- a/tools/train.py
+++ b/tools/train.py
@@ -123,8 +123,6 @@ def main(config, device, logger, vdl_writer):
     if use_sync_bn:
         model = paddle.nn.SyncBatchNorm.convert_sync_batchnorm(model)
         logger.info('convert_sync_batchnorm')
-    if config['Global']['distributed']:
-        model = paddle.DataParallel(model)
 
     model = apply_to_static(model, config, logger)