add reader shuffle

6fdf44b2 · livc · e88101bb · 6fdf44b2
隐藏空白更改
内联并排

Showing with 6 addition and 3 deletion

nce_cost/train.py nce_cost/train.py +6 -3

未找到文件。
--- a/nce_cost/train.py
+++ b/nce_cost/train.py
@@ -43,9 +43,12 @@ def train(model_save_dir):
                parameters.to_tar(f)

    trainer.train(
-        paddle.batch(paddle.dataset.imikolov.train(word_dict, 5), 64),
-        num_passes=1000,
-        event_handler=event_handler)
+        paddle.batch(
+            paddle.reader.shuffle(
+                lambda: paddle.dataset.imikolov.train(word_dict, 5)(),
+                buf_size=1000), 64),
+    num_passes=1000,
+    event_handler=event_handler)


 if __name__ == "__main__":