# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License.# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import sys import yaml from fleet_rec.trainer.single_trainer import SingleTrainerWithDataloader from fleet_rec.trainer.single_trainer import SingleTrainerWithDataset from fleet_rec.trainer.cluster_trainer import ClusterTrainerWithDataloader from fleet_rec.trainer.cluster_trainer import ClusterTrainerWithDataset from fleet_rec.trainer.local_engine import Launch from fleet_rec.trainer.ctr_trainer import CtrPaddleTrainer from fleet_rec.utils import envs def str2bool(v): if isinstance(v, bool): return v if v.lower() in ('yes', 'true', 't', 'y', '1'): return True elif v.lower() in ('no', 'false', 'f', 'n', '0'): return False else: raise ValueError('Boolean value expected.') class TrainerFactory(object): def __init__(self): pass @staticmethod def _build_trainer(config): print(envs.pretty_print_envs(envs.get_global_envs())) train_mode = envs.get_global_env("train.trainer") reader_mode = envs.get_global_env("train.reader.mode") if train_mode == "SingleTraining": if reader_mode == "dataset": trainer = SingleTrainerWithDataset() elif reader_mode == "dataloader": trainer = SingleTrainerWithDataloader() else: raise ValueError("reader only support dataset/dataloader") elif train_mode == "ClusterTraining": if reader_mode == "dataset": trainer = ClusterTrainerWithDataset() elif reader_mode == "dataloader": trainer = ClusterTrainerWithDataloader() else: raise ValueError("reader only support dataset/dataloader") elif train_mode == "CtrTrainer": trainer = CtrPaddleTrainer(config) else: raise ValueError("trainer only support SingleTraining/ClusterTraining") return trainer @staticmethod def _build_engine(yaml_config): cluster_envs = {} cluster_envs["server_num"] = envs.get_global_env("train.pserver_num") cluster_envs["worker_num"] = envs.get_global_env("train.pserver_num") cluster_envs["start_port"] = envs.get_global_env("train.start_port") cluster_envs["log_dir"] = envs.get_global_env("train.log_dirname") print(envs.pretty_print_envs(cluster_envs, ("Cluster Global Envs", "Value"))) launch = Launch(cluster_envs, yaml_config) return launch @staticmethod def create(config): _config = None if os.path.exists(config) and os.path.isfile(config): with open(config, 'r') as rb: _config = yaml.load(rb.read(), Loader=yaml.FullLoader) else: raise ValueError("fleet_rec's config only support yaml") envs.set_global_envs(_config) mode = envs.get_global_env("train.trainer") container = envs.get_global_env("train.container") instance = str2bool(os.getenv("CLUSTER_INSTANCE", "0")) if mode == "ClusterTraining" and container == "local" and not instance: trainer = TrainerFactory._build_engine(config) else: trainer = TrainerFactory._build_trainer(_config) return trainer # server num, worker num if __name__ == "__main__": if len(sys.argv) != 2: raise ValueError("need a yaml file path argv") trainer = TrainerFactory.create(sys.argv[1]) trainer.run()