diff --git a/examples/ctr-dnn_train_cluster.yaml b/examples/ctr-dnn_train_cluster.yaml index 7239e58207ed7f69505b6dca4499d2b4cad2e699..d24bf882925d1b343563221d1fb9d678c64d76fe 100644 --- a/examples/ctr-dnn_train_cluster.yaml +++ b/examples/ctr-dnn_train_cluster.yaml @@ -41,11 +41,11 @@ train: reader: mode: "dataset" batch_size: 2 - pipe_command: "python /paddle/eleps/models/ctr_dnn/dataset.py" - train_data_path: "/paddle/eleps/models/ctr_dnn/data/train" + pipe_command: "python /paddle/fleet_rec/models/ctr_dnn/dataset.py" + train_data_path: "/paddle/fleet_rec/models/ctr_dnn/data/train" model: - models: "eleps.models.ctr_dnn.model" + models: "fleet_rec.models.ctr_dnn.model" hyper_parameters: sparse_inputs_slots: 27 sparse_feature_number: 1000001 diff --git a/examples/ctr-dnn_train_single.yaml b/examples/ctr-dnn_train_single.yaml index 2009714bccc01e3b2ea7043cd24515ea641b3cf1..1dc61903fc452e597570d14b982c738d97f4f604 100644 --- a/examples/ctr-dnn_train_single.yaml +++ b/examples/ctr-dnn_train_single.yaml @@ -35,11 +35,11 @@ train: reader: mode: "dataset" batch_size: 2 - pipe_command: "python /paddle/eleps/models/ctr_dnn/dataset.py" - train_data_path: "/paddle/eleps/models/ctr_dnn/data/train" + pipe_command: "python /paddle/fleet_rec/models/ctr_dnn/dataset.py" + train_data_path: "/paddle/fleet_rec/models/ctr_dnn/data/train" model: - models: "eleps.models.ctr_dnn.model" + models: "fleet_rec.models.ctr_dnn.model" hyper_parameters: sparse_inputs_slots: 27 sparse_feature_number: 1000001 diff --git a/examples/train.py b/examples/train.py index ac7fdd3092b909ecabea03761d42508550ce181c..4d84b871e64ac5161f9d3e4c56d03e4abd075f18 100644 --- a/examples/train.py +++ b/examples/train.py @@ -26,7 +26,7 @@ import os -from eleps.trainer.factory import TrainerFactory +from fleet_rec.trainer.factory import TrainerFactory if __name__ == "__main__": diff --git a/models/ctr_dnn/model.py b/models/ctr_dnn/model.py index e62ef34c40b00a576605ad85f0a48447666f35fa..d144cc0616d5278c0bc97b5be9ca88587c435ca6 100644 --- a/models/ctr_dnn/model.py +++ b/models/ctr_dnn/model.py @@ -15,7 +15,7 @@ import math import paddle.fluid as fluid -from eleps.utils import envs +from fleet_rec.utils import envs class Train(object): diff --git a/trainer/cluster_trainer.py b/trainer/cluster_trainer.py index 65f9efa30d3deae9f586f04d6d863e0756d79cb5..0ecc1eb6892afe02cc3e2d8133b164e021a0de24 100644 --- a/trainer/cluster_trainer.py +++ b/trainer/cluster_trainer.py @@ -17,23 +17,20 @@ Training use fluid with one node only. """ from __future__ import print_function -import os import logging -import paddle.fluid as fluid - -from .trainer import Trainer -from ..utils import envs +import paddle.fluid as fluid from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler import fleet from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler.distributed_strategy import StrategyFactory from paddle.fluid.incubate.fleet.base.role_maker import PaddleCloudRoleMaker +from ..utils import envs +from .transpiler_trainer import TranspileTrainer + logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s") logger = logging.getLogger("fluid") logger.setLevel(logging.INFO) -from .transpiler_trainer import TranspileTrainer - class ClusterTrainerWithDataloader(TranspileTrainer): pass diff --git a/trainer/ctr_trainer.py b/trainer/ctr_trainer.py index bc8851289bc4970e2c454e51b4b4c29ab0d659a5..b58200c96ede8bc5dba67ff812a3f84ca26b1810 100755 --- a/trainer/ctr_trainer.py +++ b/trainer/ctr_trainer.py @@ -23,11 +23,11 @@ import paddle.fluid as fluid from paddle.fluid.incubate.fleet.parameter_server.pslib import fleet from paddle.fluid.incubate.fleet.base.role_maker import GeneralRoleMaker -from eleps.utils import fs as fs -from eleps.utils import util as util -from eleps.metrics.auc_metrics import AUCMetric -from eleps.models import base as model_basic -from eleps.reader import dataset +from fleet_rec.utils import fs as fs +from fleet_rec.utils import util as util +from fleet_rec.metrics.auc_metrics import AUCMetric +from fleet_rec.models import base as model_basic +from fleet_rec.reader import dataset from .trainer import Trainer diff --git a/trainer/factory.py b/trainer/factory.py index dc590ce544ba659776b724e1b2c41bbe17074e99..3301c13c9282255c764744efd1f5105a787ae241 100644 --- a/trainer/factory.py +++ b/trainer/factory.py @@ -29,16 +29,16 @@ import sys import yaml -from eleps.trainer.single_trainer import SingleTrainerWithDataloader -from eleps.trainer.single_trainer import SingleTrainerWithDataset +from fleet_rec.trainer.single_trainer import SingleTrainerWithDataloader +from fleet_rec.trainer.single_trainer import SingleTrainerWithDataset -from eleps.trainer.cluster_trainer import ClusterTrainerWithDataloader -from eleps.trainer.cluster_trainer import ClusterTrainerWithDataset +from fleet_rec.trainer.cluster_trainer import ClusterTrainerWithDataloader +from fleet_rec.trainer.cluster_trainer import ClusterTrainerWithDataset -from eleps.trainer.local_engine import Launch -from eleps.trainer.ctr_trainer import CtrPaddleTrainer +from fleet_rec.trainer.local_engine import Launch +from fleet_rec.trainer.ctr_trainer import CtrPaddleTrainer -from eleps.utils import envs +from fleet_rec.utils import envs def str2bool(v): @@ -103,7 +103,7 @@ class TrainerFactory(object): with open(config, 'r') as rb: _config = yaml.load(rb.read(), Loader=yaml.FullLoader) else: - raise ValueError("eleps's config only support yaml") + raise ValueError("fleet_rec's config only support yaml") envs.set_global_envs(_config) mode = envs.get_global_env("train.trainer") diff --git a/trainer/local_engine.py b/trainer/local_engine.py index 07be9ac4da8215def49d712d7a068b7cb91c0fa6..fb8835490abb7f18593e25958ced35f699695ae7 100644 --- a/trainer/local_engine.py +++ b/trainer/local_engine.py @@ -38,7 +38,7 @@ def start_procs(args, yaml): user_endpoints_ips = [x.split(":")[0] for x in user_endpoints.split(",")] user_endpoints_port = [x.split(":")[1] for x in user_endpoints.split(",")] - factory = "eleps.trainer.factory" + factory = "fleet_rec.trainer.factory" cmd = [sys.executable, "-u", "-m", factory, yaml] for i in range(server_num): diff --git a/utils/envs.py b/utils/envs.py index dce663b1cffe12ac694cb9f37b28ec6d1469db5b..0c467c280172e5deae17e2bef89870a7a91cc052 100644 --- a/utils/envs.py +++ b/utils/envs.py @@ -70,7 +70,7 @@ def pretty_print_envs(envs, header=None): if header: draws += h_format.format(header[0], header[1]) else: - draws += h_format.format("Eleps Global Envs", "Value") + draws += h_format.format("fleet_rec Global Envs", "Value") draws += line + "\n"