diff --git a/fleet_rec/core/trainers/transpiler_trainer.py b/fleet_rec/core/trainers/transpiler_trainer.py index 4a8f709181400b3d46fc417c66dba3d0658f7faf..27f3d35e61049166d16fb874a5228ada901da78a 100644 --- a/fleet_rec/core/trainers/transpiler_trainer.py +++ b/fleet_rec/core/trainers/transpiler_trainer.py @@ -23,7 +23,6 @@ from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler import f from fleetrec.core.trainer import Trainer from fleetrec.core.utils import envs from fleetrec.core.utils import dataloader_instance -import fleetrec.core.din_reader as din_reader class TranspileTrainer(Trainer): @@ -48,7 +47,6 @@ class TranspileTrainer(Trainer): reader_class = envs.lazy_instance_by_fliename(reader_class, "TrainReader") reader_ins = reader_class(self._config_yaml) if hasattr(reader_ins,'generate_batch_from_trainfiles'): - print("++++++++hieehi+++++++++") dataloader.set_sample_list_generator(reader) else: dataloader.set_sample_generator(reader, batch_size) diff --git a/fleet_rec/core/utils/dataloader_instance.py b/fleet_rec/core/utils/dataloader_instance.py index 1932c5ffd5e6ffce13a70c29ab3ed4e88ae7cd29..fe363b3ee2e387ed832618d5a276c12c388e8418 100644 --- a/fleet_rec/core/utils/dataloader_instance.py +++ b/fleet_rec/core/utils/dataloader_instance.py @@ -62,4 +62,4 @@ def dataloader(readerclass, train, yaml_file): if hasattr(reader, 'generate_batch_from_trainfiles'): return gen_batch_reader() - return reader.generate_dataloader_batch(files) + return gen_reader