From fb83c4b87d7d4f52a07c13a1fa30416b6b0a4bd1 Mon Sep 17 00:00:00 2001 From: Qiao Longfei Date: Mon, 12 Nov 2018 22:02:58 +0800 Subject: [PATCH] fix ctr reader --- fluid/PaddleRec/ctr/reader.py | 4 ++-- fluid/PaddleRec/ctr/train.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/fluid/PaddleRec/ctr/reader.py b/fluid/PaddleRec/ctr/reader.py index c733af04..851839c3 100644 --- a/fluid/PaddleRec/ctr/reader.py +++ b/fluid/PaddleRec/ctr/reader.py @@ -21,10 +21,10 @@ class CriteoDataset(Dataset): for line in f: line_idx += 1 if is_train and line_idx > self.train_idx_: - continue + break elif not is_train and line_idx <= self.train_idx_: continue - if trainer_id > 0 and line_idx % trainer_num != trainer_id: + if line_idx % trainer_num != trainer_id: continue features = line.rstrip('\n').split('\t') dense_feature = [] diff --git a/fluid/PaddleRec/ctr/train.py b/fluid/PaddleRec/ctr/train.py index 71f2aed7..8aa5c23f 100644 --- a/fluid/PaddleRec/ctr/train.py +++ b/fluid/PaddleRec/ctr/train.py @@ -138,7 +138,7 @@ def train(): if args.is_local: logger.info("run local training") main_program = fluid.default_main_program() - train_loop(args, main_program, data_list, loss, auc_var, batch_auc_var, 1, -1) + train_loop(args, main_program, data_list, loss, auc_var, batch_auc_var, 1, 0) else: logger.info("run dist training") t = fluid.DistributeTranspiler() @@ -154,7 +154,7 @@ def train(): logger.info("run trainer") train_prog = t.get_trainer_program() train_loop(args, train_prog, data_list, loss, auc_var, batch_auc_var, - args.trainers, args.trainer_id + 1) + args.trainers, args.trainer_id) if __name__ == '__main__': -- GitLab