diff --git a/fleet_rec/core/trainers/single_trainer.py b/fleet_rec/core/trainers/single_trainer.py index 74cb762083febde0c40cb35a00397f6788690ba8..2ad99f957c5a3403941faa054622726a2e507434 100644 --- a/fleet_rec/core/trainers/single_trainer.py +++ b/fleet_rec/core/trainers/single_trainer.py @@ -62,9 +62,6 @@ class SingleTrainer(TranspileTrainer): context['status'] = 'train_pass' def dataloader_train(self, context): - - self.model.custom_preprocess() - reader = self._get_dataloader() epochs = envs.get_global_env("train.epochs") @@ -105,10 +102,6 @@ class SingleTrainer(TranspileTrainer): context['status'] = 'infer_pass' def dataset_train(self, context): - # run startup program at once - self._exe.run(fluid.default_startup_program()) - self.model.custom_preprocess() - dataset = self._get_dataset() epochs = envs.get_global_env("train.epochs") diff --git a/fleet_rec/run.py b/fleet_rec/run.py index 51ba0499a2b9fbb3304685688a35cfa36e45adff..b10428c86e15c74201cedb57a47bc4cf2af28c28 100644 --- a/fleet_rec/run.py +++ b/fleet_rec/run.py @@ -18,9 +18,6 @@ def engine_registry(): cpu["TRANSPILER"]["SINGLE"] = single_engine cpu["TRANSPILER"]["LOCAL_CLUSTER"] = local_cluster_engine cpu["TRANSPILER"]["CLUSTER"] = cluster_engine - cpu["TRANSPILER"]["TDM_SINGLE"] = tdm_single_engine - cpu["TRANSPILER"]["TDM_LOCAL_CLUSTER"] = tdm_local_cluster_engine - cpu["TRANSPILER"]["TDM_CLUSTER"] = tdm_cluster_engine cpu["PSLIB"]["SINGLE"] = local_mpi_engine cpu["PSLIB"]["LOCAL_CLUSTER"] = local_mpi_engine cpu["PSLIB"]["CLUSTER"] = cluster_mpi_engine