diff --git a/paddlehub/finetune/trainer.py b/paddlehub/finetune/trainer.py
index 38ccc67bbd236d4c13d5f1674e84e8a128498afb..361dec529c14b08d38a5c36dfb08eb3754eea752 100644
--- a/paddlehub/finetune/trainer.py
+++ b/paddlehub/finetune/trainer.py
@@ -81,8 +81,7 @@ class Trainer(object):
 
         if self.nranks > 1:
             paddle.distributed.init_parallel_env()
-            strategy = paddle.distributed.prepare_context()
-            self.model = paddle.DataParallel(self.model, strategy)
+            self.model = paddle.DataParallel(self.model)
         self.compare_metrics = self._compare_metrics if not compare_metrics else compare_metrics
         self._load_checkpoint()