diff --git a/paddlehub/finetune/task.py b/paddlehub/finetune/task.py
index d438eaf60e770188c3a78e14fb47116faeea4925..00dcaf218816eee478f419239b5a295018cb6401 100644
--- a/paddlehub/finetune/task.py
+++ b/paddlehub/finetune/task.py
@@ -276,8 +276,13 @@ class BasicTask(object):
     @property
     def places(self):
         if self.config.use_cuda:
-            return fluid.framework.cuda_places()
-        return fluid.framework.cpu_places()
+            _places = fluid.framework.cuda_places()
+        else:
+            _places = fluid.framework.cpu_places()
+
+        if not self.config.use_data_parallel:
+            return [_places[0]]
+        return _places
 
     @property
     def is_train_phase(self):