tersort.conf

# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
#     http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark tersort A-Tune configuration
#
[main]
include = include-spark-common

[kernel_config]
#TODO CONFIG

[bios]
#TODO CONFIG

[bootloader.grub2]
#TODO CONFIG

[sysfs]
block/{disk}/queue/scheduler = cfq
block/{disk}/queue/read_ahead_kb = 8192
block/{disk}/queue/nr_requests = 512
block/{disk}/queue/iosched/slice_idle = 4

[systemctl]
#TODO CONFIG

[sysctl]
vm.dirty_expire_centisecs = 500
vm.dirty_writeback_centisecs = 100

[script]
#TODO CONFIG

[ulimit]
#TODO CONFIG

[schedule_policy]
#TODO CONFIG

[check]
#TODO CONFIG

[tip]
set --num-executors to 27, --executor-cores to 7, --executor-memory to 25G and --driver-memory to 36G = application
set hibench.default.map.parallelism to 1000 and hibench.default.shuffle.parallelism to 2000 = application