backend.yaml

# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
backend: "PaddleCloud"
cluster_type: k8s # mpi 可选

config:
  fs_name: "afs://xxx.com"
  fs_ugi: "usr,pwd"
  output_path: "" # 填远程地址，如afs:/user/your/path/ 则此处填 /user/your/path
  
  # for mpi
  train_data_path: "" # 填远程地址，如afs:/user/your/path/ 则此处填 /user/your/path
  test_data_path: "" # 填远程地址，如afs:/user/your/path/ 则此处填 /user/your/path
  thirdparty_path: "" # 填远程地址，如afs:/user/your/path/ 则此处填 /user/your/path
  paddle_version: "1.7.2" # 填写paddle官方版本号 >= 1.7.2

  # for k8s
  afs_remote_mount_point: "" # 填远程地址，如afs:/user/your/path/ 则此处填 /user/your/path

  # paddle分布式底层超参，无特殊需求不理不改
  communicator:
    FLAGS_communicator_is_sgd_optimizer: 0
    FLAGS_communicator_send_queue_size: 5
    FLAGS_communicator_thread_pool_size: 32
    FLAGS_communicator_max_merge_var_num: 5
    FLAGS_communicator_max_send_grad_num_before_recv: 5
    FLAGS_communicator_fake_rpc: 0
    FLAGS_rpc_retry_times: 3
  
submit:
  ak: ""
  sk: ""
  priority: "high"
  job_name: "PaddleRec_CTR"
  group: ""
  start_cmd: "python -m paddlerec.run -m ./config.yaml"
  files: ./*.py ./*.yaml

  # for mpi ps-cpu
  nodes: 2
  
  # for k8s gpu        
  k8s_trainers: 2
  k8s_cpu_cores: 2
  k8s_gpu_card: 1

  # for k8s ps-cpu
  k8s_trainers: 2
  k8s_cpu_cores: 4
  k8s_ps_num: 2
  k8s_ps_cores: 4