clean useless log in DataLoader (#1495)

* clean useless log in DataLoader

* fix infer set_sample_list_generator

.gitignore

@@ -13,6 +13,9 @@ __pycache__/
 # json file
 *.json
 
+# log file
+*.log
+
 # Distribution / packaging
 /bin/
 /build/

slim/distillation/distill.py

@@ -160,7 +160,8 @@ def main():
     start_iter = 0
     train_reader = create_reader(cfg.TrainReader, (cfg.max_iters - start_iter) *
                                  devices_num, cfg)
-    train_loader.set_sample_list_generator(train_reader, place)
+    # When iterable mode, set set_sample_list_generator(train_reader, place)
+    train_loader.set_sample_list_generator(train_reader)
 
     # get all student variables
     student_vars = []
@@ -183,7 +184,8 @@ def main():
     eval_prog = eval_prog.clone(True)
 
     eval_reader = create_reader(cfg.EvalReader)
-    eval_loader.set_sample_list_generator(eval_reader, place)
+    # When iterable mode, set set_sample_list_generator(eval_reader, place)
+    eval_loader.set_sample_list_generator(eval_reader)
 
     # parse eval fetches
     extra_keys = []

slim/extensions/distill_pruned_model/distill_pruned_model.py

@@ -149,7 +149,8 @@ def main():
     start_iter = 0
     train_reader = create_reader(cfg.TrainReader, (cfg.max_iters - start_iter) *
                                  devices_num, cfg)
-    train_loader.set_sample_list_generator(train_reader, place)
+    # When iterable mode, set set_sample_list_generator(train_reader, place)
+    train_loader.set_sample_list_generator(train_reader)
 
     eval_prog = fluid.Program()
     with fluid.program_guard(eval_prog, fluid.default_startup_program()):
@@ -161,7 +162,8 @@ def main():
     eval_prog = eval_prog.clone(True)
 
     eval_reader = create_reader(cfg.EvalReader)
-    eval_loader.set_sample_list_generator(eval_reader, place)
+    # When iterable mode, set set_sample_list_generator(eval_reader, place)
+    eval_loader.set_sample_list_generator(eval_reader)
 
     teacher_cfg = load_config(FLAGS.teacher_config)
     merge_config(FLAGS.opt)

slim/nas/train_nas.py

@@ -296,7 +296,8 @@ def main():
                     fetches = archs(feed_vars, 'eval', cfg)
             eval_prog = eval_prog.clone(True)
 
-            eval_loader.set_sample_list_generator(eval_reader, place)
+            # When iterable mode, set set_sample_list_generator(eval_reader, place)
+            eval_loader.set_sample_list_generator(eval_reader)
             extra_keys = ['im_id', 'im_shape', 'gt_bbox']
             eval_keys, eval_values, eval_cls = parse_fetches(fetches, eval_prog,
                                                              extra_keys)
@@ -324,8 +325,8 @@ def main():
                 exec_strategy=exec_strategy)
         if FLAGS.eval:
             compiled_eval_prog = fluid.CompiledProgram(eval_prog)
-
-        train_loader.set_sample_list_generator(train_reader, place)
+        # When iterable mode, set set_sample_list_generator(train_reader, place)
+        train_loader.set_sample_list_generator(train_reader)
 
         train_stats = TrainingStats(cfg.log_smooth_window, train_keys)
         train_loader.start()

slim/prune/eval.py

@@ -78,7 +78,8 @@ def main():
 
     exe.run(startup_prog)
     reader = create_reader(cfg.EvalReader)
-    loader.set_sample_list_generator(reader, place)
+    # When iterable mode, set set_sample_list_generator(reader, place)
+    loader.set_sample_list_generator(reader)
 
     dataset = cfg['EvalReader']['dataset']
 

slim/prune/prune.py

@@ -132,7 +132,8 @@ def main():
         eval_prog = eval_prog.clone(True)
 
         eval_reader = create_reader(cfg.EvalReader)
-        eval_loader.set_sample_list_generator(eval_reader, place)
+        # When iterable mode, set set_sample_list_generator(eval_reader, place)
+        eval_loader.set_sample_list_generator(eval_reader)
 
         # parse eval fetches
         extra_keys = []

slim/quantization/eval.py

@@ -73,7 +73,8 @@ def main():
     eval_prog = eval_prog.clone(True)
 
     reader = create_reader(cfg.EvalReader)
-    loader.set_sample_list_generator(reader, place)
+    # When iterable mode, set set_sample_list_generator(reader, place)
+    loader.set_sample_list_generator(reader)
 
     # eval already exists json file
     if FLAGS.json_eval:

slim/quantization/infer.py

@@ -75,7 +75,8 @@ def main():
     infer_prog = infer_prog.clone(True)
 
     reader = create_reader(cfg.TestReader)
-    loader.set_sample_list_generator(reader, place)
+    # When iterable mode, set set_sample_list_generator(reader, place)
+    loader.set_sample_list_generator(reader)
     not_quant_pattern = []
     if FLAGS.not_quant_pattern:
         not_quant_pattern = FLAGS.not_quant_pattern

slim/quantization/train.py

@@ -129,7 +129,8 @@ def main():
         eval_prog = eval_prog.clone(True)
 
         eval_reader = create_reader(cfg.EvalReader)
-        eval_loader.set_sample_list_generator(eval_reader, place)
+        # When iterable mode, set set_sample_list_generator(eval_reader, place)
+        eval_loader.set_sample_list_generator(eval_reader)
 
         # parse eval fetches
         extra_keys = []
@@ -210,7 +211,8 @@ def main():
 
     train_reader = create_reader(cfg.TrainReader,
                                  (cfg.max_iters - start_iter) * devices_num)
-    train_loader.set_sample_list_generator(train_reader, place)
+    # When iterable mode, set set_sample_list_generator(train_reader, place)
+    train_loader.set_sample_list_generator(train_reader)
 
     # whether output bbox is normalized in model output layer
     is_bbox_normalized = False

slim/sensitive/sensitive.py

@@ -84,7 +84,8 @@ def main():
         return
 
     eval_reader = create_reader(cfg.EvalReader)
-    eval_loader.set_sample_list_generator(eval_reader, place)
+    # When iterable mode, set set_sample_list_generator(eval_reader, place)
+    eval_loader.set_sample_list_generator(eval_reader)
 
     # parse eval fetches
     extra_keys = []

tools/eval.py

@@ -74,7 +74,8 @@ def main():
     eval_prog = eval_prog.clone(True)
 
     reader = create_reader(cfg.EvalReader, devices_num=1)
-    loader.set_sample_list_generator(reader, place)
+    # When iterable mode, set set_sample_list_generator(reader, place)
+    loader.set_sample_list_generator(reader)
 
     dataset = cfg['EvalReader']['dataset']
 

tools/train.py

@@ -146,7 +146,8 @@ def main():
         eval_prog = eval_prog.clone(True)
 
         eval_reader = create_reader(cfg.EvalReader, devices_num=1)
-        eval_loader.set_sample_list_generator(eval_reader, place)
+        # When iterable mode, set set_sample_list_generator(eval_reader, place)
+        eval_loader.set_sample_list_generator(eval_reader)
 
         # parse eval fetches
         extra_keys = []
@@ -206,7 +207,8 @@ def main():
         cfg,
         devices_num=devices_num,
         num_trainers=num_trainers)
-    train_loader.set_sample_list_generator(train_reader, place)
+    # When iterable mode, set set_sample_list_generator(train_reader, place)
+    train_loader.set_sample_list_generator(train_reader)
 
     # whether output bbox is normalized in model output layer
     is_bbox_normalized = False

tools/train_multi_machine.py

@@ -162,7 +162,8 @@ def main():
         eval_prog = eval_prog.clone(True)
 
         eval_reader = create_reader(cfg.EvalReader, devices_num=1)
-        eval_loader.set_sample_list_generator(eval_reader, place)
+        # When iterable mode, set set_sample_list_generator(eval_reader, place)
+        eval_loader.set_sample_list_generator(eval_reader)
 
         # parse eval fetches
         extra_keys = []
@@ -200,7 +201,8 @@ def main():
         cfg.TrainReader, (cfg.max_iters - start_iter) * devices_num,
         cfg,
         devices_num=devices_num)
-    train_loader.set_sample_list_generator(train_reader, place)
+    # When iterable mode, set set_sample_list_generator(train_reader, place)
+    train_loader.set_sample_list_generator(train_reader)
 
     # whether output bbox is normalized in model output layer
     is_bbox_normalized = False