diff --git a/mindspore/train/model.py b/mindspore/train/model.py
index 5887a61c219847399e43acfca51c93bcc43daebd..c5a3a1147bb97fadb05c0c5a2284fcd4b62541ca 100755
--- a/mindspore/train/model.py
+++ b/mindspore/train/model.py
@@ -426,7 +426,7 @@ class Model:
 
             # for data sink dataset_helper only iter once, other wise iter epoch_size times.
             for inputs in dataset_helper:
-                if _need_to_full():
+                if _need_to_full() and context.get_context("device_target") == "GPU":
                     inputs = _to_full_tensor(inputs, self._device_number, self._global_rank)
                 list_callback.step_begin(run_context)
                 outputs = self._train_network(*inputs)