# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. backend: "PaddleCloud" cluster_type: k8s # mpi 可选 config: fs_name: "afs://xxx.com" fs_ugi: "usr,pwd" output_path: "" # 填远程地址,如afs:/user/your/path/ 则此处填 /user/your/path # for mpi train_data_path: "" # 填远程地址,如afs:/user/your/path/ 则此处填 /user/your/path test_data_path: "" # 填远程地址,如afs:/user/your/path/ 则此处填 /user/your/path thirdparty_path: "" # 填远程地址,如afs:/user/your/path/ 则此处填 /user/your/path paddle_version: "1.7.2" # 填写paddle官方版本号 >= 1.7.2 # for k8s afs_remote_mount_point: "" # 填远程地址,如afs:/user/your/path/ 则此处填 /user/your/path # paddle分布式底层超参,无特殊需求不理不改 communicator: FLAGS_communicator_is_sgd_optimizer: 0 FLAGS_communicator_send_queue_size: 5 FLAGS_communicator_thread_pool_size: 32 FLAGS_communicator_max_merge_var_num: 5 FLAGS_communicator_max_send_grad_num_before_recv: 5 FLAGS_communicator_fake_rpc: 0 FLAGS_rpc_retry_times: 3 submit: ak: "" sk: "" priority: "high" job_name: "PaddleRec_CTR" group: "" start_cmd: "python -m paddlerec.run -m ./config.yaml" files: ./*.py ./*.yaml # for mpi ps-cpu nodes: 2 # for k8s gpu k8s_trainers: 2 k8s_cpu_cores: 2 k8s_gpu_card: 1 # for k8s ps-cpu k8s_trainers: 2 k8s_cpu_cores: 4 k8s_ps_num: 2 k8s_ps_cores: 4