diff --git a/fleet_rec/core/trainers/single_trainer.py b/fleet_rec/core/trainers/single_trainer.py index 3a667a3a3bebb41107dc807ed87c6b9d0f64a04d..772afbf3a7264844bbc3a2e3660dbab014edafd1 100755 --- a/fleet_rec/core/trainers/single_trainer.py +++ b/fleet_rec/core/trainers/single_trainer.py @@ -111,8 +111,7 @@ class SingleTrainer(TranspileTrainer): dataset=dataset, fetch_list=self.fetch_vars, fetch_info=self.fetch_alias, - print_period=1, - debug=True) + print_period=self.fetch_period) self.save(i, "train", is_fleet=False) context['status'] = 'infer_pass' diff --git a/fleet_rec/core/trainers/transpiler_trainer.py b/fleet_rec/core/trainers/transpiler_trainer.py index 73abdc873d875726ef2e8dd3a1b56f93b48e6307..4279cbc25948f3b72bf7f1ae1ce4d87168fbddd9 100755 --- a/fleet_rec/core/trainers/transpiler_trainer.py +++ b/fleet_rec/core/trainers/transpiler_trainer.py @@ -40,16 +40,18 @@ class TranspileTrainer(Trainer): if state == "TRAIN": dataloader = self.model._data_loader namespace = "train.reader" + class_name = "TrainReader" else: dataloader = self.model._infer_data_loader namespace = "evaluate.reader" + class_name = "EvaluateReader" batch_size = envs.get_global_env("batch_size", None, namespace) reader_class = envs.get_global_env("class", None, namespace) reader = dataloader_instance.dataloader(reader_class, state, self._config_yaml) - reader_class = envs.lazy_instance_by_fliename(reader_class, "TrainReader") + reader_class = envs.lazy_instance_by_fliename(reader_class, class_name) reader_ins = reader_class(self._config_yaml) if hasattr(reader_ins,'generate_batch_from_trainfiles'): dataloader.set_sample_list_generator(reader) diff --git a/models/recall/word2vec/config.yaml b/models/recall/word2vec/config.yaml index af017b814cd431a1cddb0b1e7a0d4a2bd0ef31bb..a3591e73d447a1a51286fba295bc2eea26a097d0 100644 --- a/models/recall/word2vec/config.yaml +++ b/models/recall/word2vec/config.yaml @@ -15,7 +15,7 @@ evaluate: workspace: "fleetrec.models.recall.word2vec" reader: batch_size: 50 - class: "{workspace}/../w2v_evaluate_reader.py" + class: "{workspace}/w2v_evaluate_reader.py" test_data_path: "{workspace}/data/test" word_id_dict_path: "{workspace}/data/dict/word_id_dict.txt" @@ -29,16 +29,14 @@ train: reader: batch_size: 100 - class: "{workspace}/../w2v_reader.py" + class: "{workspace}/w2v_reader.py" train_data_path: "{workspace}/data/train" - test_data_path: "{workspace}/data/test" word_count_dict_path: "{workspace}/data/dict/word_count_dict.txt" - word_id_dict_path: "{workspace}/data/dict/word_id_dict.txt" model: models: "{workspace}/model.py" hyper_parameters: - sparse_feature_number: 354051 + sparse_feature_number: 85 sparse_feature_dim: 300 with_shuffle_batch: False neg_num: 5 diff --git a/models/recall/w2v_evaluate_reader.py b/models/recall/word2vec/w2v_evaluate_reader.py similarity index 100% rename from models/recall/w2v_evaluate_reader.py rename to models/recall/word2vec/w2v_evaluate_reader.py diff --git a/models/recall/w2v_reader.py b/models/recall/word2vec/w2v_reader.py similarity index 100% rename from models/recall/w2v_reader.py rename to models/recall/word2vec/w2v_reader.py