From 520612bf2f5cacae999e918be4c88477dae66e66 Mon Sep 17 00:00:00 2001 From: Yu Yang Date: Wed, 25 Jul 2018 04:22:23 +0000 Subject: [PATCH] Reverse sort --- fluid/neural_machine_translation/transformer/reader.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/fluid/neural_machine_translation/transformer/reader.py b/fluid/neural_machine_translation/transformer/reader.py index 604d1ddc..caede1f7 100644 --- a/fluid/neural_machine_translation/transformer/reader.py +++ b/fluid/neural_machine_translation/transformer/reader.py @@ -264,7 +264,8 @@ class DataReader(object): def batch_generator(self): # global sort or global shuffle if self._sort_type == SortType.GLOBAL: - infos = sorted(self._sample_infos, key=lambda x: x.max_len) + infos = sorted( + self._sample_infos, key=lambda x: x.max_len, reverse=True) else: if self._shuffle: infos = self._sample_infos @@ -278,7 +279,8 @@ class DataReader(object): self._pool_size] = sorted( infos[i * self._pool_size:(i + 1) * self._pool_size], - key=lambda x: x.max_len) + key=lambda x: x.max_len, + reverse=True) # concat batch batches = [] -- GitLab