提交 72c161e3 编写于 作者: F Francois Chollet 提交者: TensorFlower Gardener

Add prefetching to datasets generated via Keras utility functions.

PiperOrigin-RevId: 380652823
上级 4244fba0
......@@ -218,7 +218,7 @@ def image_dataset_from_directory(directory,
if shuffle:
# Shuffle locally at each iteration
dataset = dataset.shuffle(buffer_size=batch_size * 8, seed=seed)
dataset = dataset.batch(batch_size)
dataset = dataset.prefetch(tf.data.AUTOTUNE).batch(batch_size)
# Users may need to reference `class_names`.
dataset.class_names = class_names
# Include file paths for images as attribute.
......
......@@ -165,7 +165,7 @@ def text_dataset_from_directory(directory,
if shuffle:
# Shuffle locally at each iteration
dataset = dataset.shuffle(buffer_size=batch_size * 8, seed=seed)
dataset = dataset.batch(batch_size)
dataset = dataset.prefetch(tf.data.AUTOTUNE).batch(batch_size)
# Users may need to reference `class_names`.
dataset.class_names = class_names
return dataset
......
......@@ -218,7 +218,7 @@ def timeseries_dataset_from_array(
if shuffle:
# Shuffle locally at each iteration
dataset = dataset.shuffle(buffer_size=batch_size * 8, seed=seed)
dataset = dataset.batch(batch_size)
dataset = dataset.prefetch(tf.data.AUTOTUNE).batch(batch_size)
return dataset
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册