diff --git a/paddlex/cv/datasets/dataset.py b/paddlex/cv/datasets/dataset.py
index b27e282b452f60d23339fae78c93bfcbeecdd9a0..b91f408f44e6beff9354142ff44ac8458ed9160e 100644
--- a/paddlex/cv/datasets/dataset.py
+++ b/paddlex/cv/datasets/dataset.py
@@ -218,9 +218,11 @@ def generate_minibatch(batch_data, label_padding_value=255):
             (im_c, max_shape[1], max_shape[2]), dtype=np.float32)
         padding_im[:, :im_h, :im_w] = data[0]
         if len(data) > 1:
-            if isinstance(data[1], np.ndarray):
+            if isinstance(data[1], np.ndarray) and len(data[1].shape) > 1:
                 # padding the image and label of segmentation
                 # during the training  and evaluating phase
+                # the data[1] of segmentation is a image array,
+                # so len(data[1].shape) > 1
                 padding_label = np.zeros(
                     (1, max_shape[1], max_shape[2]
                      )).astype('int64') + label_padding_value