diff --git a/dygraph/ptb_lm/reader.py b/dygraph/ptb_lm/reader.py
index 0d6feeca1994f7e0a06af6a0ee50de4bd025f39e..79c68433292a7929af641f0a78b8bfc7062f16c7 100644
--- a/dygraph/ptb_lm/reader.py
+++ b/dygraph/ptb_lm/reader.py
@@ -133,7 +133,7 @@ def get_reader(data_type, batch_size, num_steps, data_path, vocab_dict):
             data_reader,
             8,
             64,
-            order=False)
+            order=True)
     return ret