From 67345d41adc8f2f6306b54c91c1c5007a1c9679d Mon Sep 17 00:00:00 2001 From: Qiao Longfei Date: Sat, 1 Dec 2018 15:55:38 +0800 Subject: [PATCH] speedup python reader --- fluid/PaddleRec/ctr/reader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fluid/PaddleRec/ctr/reader.py b/fluid/PaddleRec/ctr/reader.py index 851839c3..affd1d0e 100644 --- a/fluid/PaddleRec/ctr/reader.py +++ b/fluid/PaddleRec/ctr/reader.py @@ -35,7 +35,7 @@ class CriteoDataset(Dataset): else: dense_feature.append((float(features[idx]) - self.cont_min_[idx - 1]) / self.cont_diff_[idx - 1]) for idx in self.categorical_range_: - sparse_feature.append([hash("%d_%s" % (idx, features[idx])) % self.hash_dim_]) + sparse_feature.append([hash(str(idx) + features[idx]) % self.hash_dim_]) label = [int(features[0])] yield [dense_feature] + sparse_feature + [label] -- GitLab