Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
openeuler
A-Tune
提交
b9193edb
A
A-Tune
项目概览
openeuler
/
A-Tune
通知
5
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
A
A-Tune
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
提交
b9193edb
编写于
8月 29, 2020
作者:
O
openeuler-ci-bot
提交者:
Gitee
8月 29, 2020
浏览文件
操作
浏览文件
下载
差异文件
!163 atune: add spark scenarios
Merge pull request !163 from hanxinke/master
上级
aa02073e
3fa0f761
变更
19
显示空白变更内容
内联
并排
Showing
19 changed file
with
728 addition
and
19 deletion
+728
-19
common/schedule/schedule.go
common/schedule/schedule.go
+1
-0
database/init.sql
database/init.sql
+6
-0
modules/server/profile/profile.go
modules/server/profile/profile.go
+1
-0
profiles/big-data/hadoop-spark/bayesian.conf
profiles/big-data/hadoop-spark/bayesian.conf
+10
-19
profiles/big-data/hadoop-spark/kmeans.conf
profiles/big-data/hadoop-spark/kmeans.conf
+49
-0
profiles/big-data/hadoop-spark/sql1.conf
profiles/big-data/hadoop-spark/sql1.conf
+50
-0
profiles/big-data/hadoop-spark/sql10.conf
profiles/big-data/hadoop-spark/sql10.conf
+48
-0
profiles/big-data/hadoop-spark/sql2.conf
profiles/big-data/hadoop-spark/sql2.conf
+48
-0
profiles/big-data/hadoop-spark/sql3.conf
profiles/big-data/hadoop-spark/sql3.conf
+48
-0
profiles/big-data/hadoop-spark/sql4.conf
profiles/big-data/hadoop-spark/sql4.conf
+48
-0
profiles/big-data/hadoop-spark/sql5.conf
profiles/big-data/hadoop-spark/sql5.conf
+48
-0
profiles/big-data/hadoop-spark/sql6.conf
profiles/big-data/hadoop-spark/sql6.conf
+48
-0
profiles/big-data/hadoop-spark/sql7.conf
profiles/big-data/hadoop-spark/sql7.conf
+48
-0
profiles/big-data/hadoop-spark/sql8.conf
profiles/big-data/hadoop-spark/sql8.conf
+48
-0
profiles/big-data/hadoop-spark/sql9.conf
profiles/big-data/hadoop-spark/sql9.conf
+48
-0
profiles/big-data/hadoop-spark/tersort.conf
profiles/big-data/hadoop-spark/tersort.conf
+53
-0
profiles/big-data/hadoop-spark/wordcount.conf
profiles/big-data/hadoop-spark/wordcount.conf
+54
-0
profiles/include/mysql-2p-sysbench.conf
profiles/include/mysql-2p-sysbench.conf
+4
-0
profiles/include/spark-common.conf
profiles/include/spark-common.conf
+68
-0
未找到文件。
common/schedule/schedule.go
浏览文件 @
b9193edb
...
...
@@ -154,6 +154,7 @@ func (s *Scheduler) Active(ch chan *PB.AckCheck, itemKeys []string, items map[st
for
_
,
key
:=
range
section
.
Keys
()
{
description
:=
key
.
Name
()
sendChanToAdm
(
ch
,
key
.
Value
(),
utils
.
SUGGEST
,
description
)
log
.
Infof
(
"tip key name: %s, key value: %s"
,
key
.
Name
(),
key
.
Value
())
}
continue
}
...
...
database/init.sql
浏览文件 @
b9193edb
...
...
@@ -192,6 +192,7 @@ INSERT INTO tuned_item(property, item) VALUES("selinux", "Bootloader");
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"skew_tick"
,
"Bootloader"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"numa_spinlock"
,
"Bootloader"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"scsi_mod.use_blk_mq"
,
"Bootloader"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"sched_steal_node_limit"
,
"Bootloader"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"openssl_hpre"
,
"Script"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"hinic"
,
"Script"
);
...
...
@@ -205,6 +206,11 @@ INSERT INTO tuned_item(property, item) VALUES("Support SPCR", "Bios");
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Max Payload Size"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Power Policy"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Rank Interleaving"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Read Policy"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Write Policy"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"I/O Policy"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Access Policy"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"Drive Cache"
,
"Bios"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"vm.nr_hugepages"
,
"Sysctl"
);
INSERT
INTO
tuned_item
(
property
,
item
)
VALUES
(
"vm.swappiness"
,
"Sysctl"
);
...
...
modules/server/profile/profile.go
浏览文件 @
b9193edb
...
...
@@ -282,6 +282,7 @@ func (s *ProfileServer) Profile(profileInfo *PB.ProfileInfo, stream PB.ProfileMg
return
err
}
time
.
Sleep
(
1
*
time
.
Second
)
return
nil
}
...
...
profiles/big-data/hadoop-spark/
hibench
.conf
→
profiles/big-data/hadoop-spark/
bayesian
.conf
浏览文件 @
b9193edb
...
...
@@ -7,12 +7,12 @@
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-0
6-10
# Create: 2020-0
8-27
#
# spark
hibench
A-Tune configuration
# spark
bayesian
A-Tune configuration
#
[
main
]
include
=
include
-
io
-
intensive
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
...
...
@@ -21,31 +21,22 @@ include = include-io-intensive
#TODO CONFIG
[
bootloader
.
grub2
]
iommu
.
passthrough
=
1
iommu
.
strict
=
0
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
device
/
queue_depth
=
256
#TODO CONFIG
[
systemctl
]
firewalld
=
stop
sysmonitor
=
stop
irqbalance
=
stop
#TODO CONFIG
[
sysctl
]
fs
.
file
-
max
=
1000000
fs
.
nr_open
=
2000000
kernel
.
shmmax
=
68719476736
kernel
.
shmall
=
4294967296
vm
.
zone_reclaim_mode
=
0
#TODO CONFIG
[
script
]
ethtool
= -
K
{
network
}
lro
on
| -
G
{
network
}
rx
4096
| -
G
{
network
}
tx
4096
hinic
=
8
#TODO CONFIG
[
ulimit
]
{
user
}.
hard
.
nofile
=
2000000
{
user
}.
soft
.
nofile
=
1800000
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
...
...
@@ -54,4 +45,4 @@ hinic = 8
#TODO CONFIG
[
tip
]
#TODO CONFIG
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/kmeans.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark kmeans A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
read_ahead_kb
=
4096
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
42
, --
executor
-
cores
to
6
, --
executor
-
memory
to
15
G
and
--
driver
-
memory
to
36
G
=
application
set
hibench
.
default
.
map
.
parallelism
to
1000
and
hibench
.
default
.
shuffle
.
parallelism
to
2500
=
application
profiles/big-data/hadoop-spark/sql1.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql1 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
read_ahead_kb
=
512
block
/{
disk
}/
queue
/
nr_requests
=
128
[
systemctl
]
#TODO CONFIG
[
sysctl
]
vm
.
dirty_expire_centisecs
=
500
vm
.
dirty_writeback_centisecs
=
100
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql10.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql10 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql2.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql2 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
42
, --
executor
-
cores
to
6
, --
executor
-
memory
to
15
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql3.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql3 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
read_ahead_kb
=
4096
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
30
, --
executor
-
cores
to
6
, --
executor
-
memory
to
24
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql4.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql4 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
read_ahead_kb
=
4096
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
42
, --
executor
-
cores
to
6
, --
executor
-
memory
to
15
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql5.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql5 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql6.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql6 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql7.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql7 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
42
, --
executor
-
cores
to
6
, --
executor
-
memory
to
15
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql8.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql8 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/sql9.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark sql9 A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
#TODO CONFIG
[
systemctl
]
#TODO CONFIG
[
sysctl
]
#TODO CONFIG
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
15
, --
executor
-
cores
to
19
, --
executor
-
memory
to
44
G
and
--
driver
-
memory
to
36
G
=
application
profiles/big-data/hadoop-spark/tersort.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark tersort A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
scheduler
=
cfq
block
/{
disk
}/
queue
/
read_ahead_kb
=
8192
block
/{
disk
}/
queue
/
nr_requests
=
512
block
/{
disk
}/
queue
/
iosched
/
slice_idle
=
4
[
systemctl
]
#TODO CONFIG
[
sysctl
]
vm
.
dirty_expire_centisecs
=
500
vm
.
dirty_writeback_centisecs
=
100
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
27
, --
executor
-
cores
to
7
, --
executor
-
memory
to
25
G
and
--
driver
-
memory
to
36
G
=
application
set
hibench
.
default
.
map
.
parallelism
to
1000
and
hibench
.
default
.
shuffle
.
parallelism
to
2000
=
application
profiles/big-data/hadoop-spark/wordcount.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark wordcount A-Tune configuration
#
[
main
]
include
=
include
-
spark
-
common
[
kernel_config
]
#TODO CONFIG
[
bios
]
#TODO CONFIG
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
block
/{
disk
}/
queue
/
scheduler
=
mq
-
deadline
block
/{
disk
}/
queue
/
read_ahead_kb
=
8192
block
/{
disk
}/
queue
/
nr_requests
=
512
[
systemctl
]
#TODO CONFIG
[
sysctl
]
vm
.
dirty_expire_centisecs
=
500
vm
.
dirty_writeback_centisecs
=
100
vm
.
dirty_ratio
=
60
vm
.
dirty_background_ratio
=
5
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
set
--
num
-
executors
to
51
, --
executor
-
cores
to
6
, --
executor
-
memory
to
13
G
and
--
driver
-
memory
to
36
G
=
application
set
hibench
.
default
.
map
.
parallelism
to
300
and
hibench
.
default
.
shuffle
.
parallelism
to
600
=
application
profiles/include/mysql-2p-sysbench.conf
浏览文件 @
b9193edb
...
...
@@ -23,6 +23,7 @@ include = default-default
[
bootloader
.
grub2
]
iommu
.
passthrough
=
1
iommu
.
strict
=
0
sched_steal_node_limit
=
4
[
sysfs
]
block
/{
disk
}/
queue
/
read_ahead_kb
=
64
...
...
@@ -30,6 +31,7 @@ block/{disk}/queue/nr_requests = 2048
block
/{
disk
}/
device
/
queue_depth
=
256
kernel
/
mm
/
transparent_hugepage
/
defrag
=
never
kernel
/
mm
/
transparent_hugepage
/
enabled
=
never
kernel
/
debug
/
sched_features
=
NO_WAKEUP_PREEMPTION
[
systemctl
]
sysmonitor
=
stop
...
...
@@ -46,6 +48,8 @@ kernel.sched_latency_ns = 16110000
kernel
.
sched_min_granularity_ns
=
8250000
kernel
.
sched_nr_migrate
=
53
kernel
.
sched_wakeup_granularity_ns
=
50410000
kernel
.
sched_autogroup_enabled
=
0
kernel
.
numa_balancing
=
0
# network core
net
.
core
.
rmem_default
=
21299200
...
...
profiles/include/spark-common.conf
0 → 100644
浏览文件 @
b9193edb
# Copyright (c) 2020 Huawei Technologies Co., Ltd.
# A-Tune is licensed under the Mulan PSL v2.
# You can use this software according to the terms and conditions of the Mulan PSL v2.
# You may obtain a copy of Mulan PSL v2 at:
# http://license.coscl.org.cn/MulanPSL2
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR
# PURPOSE.
# See the Mulan PSL v2 for more details.
# Create: 2020-08-27
#
# spark common A-Tune configuration
#
[
main
]
include
=
default
-
default
[
kernel_config
]
#TODO CONFIG
[
bios
]
Read
Policy
=
Read
Ahead
Write
Policy
=
Write
Through
I
/
O
Policy
=
Direct
Access
Policy
=
Read
/
Write
Drive
Cache
=
Unchanged
[
bootloader
.
grub2
]
#TODO CONFIG
[
sysfs
]
kernel
/
mm
/
transparent_hugepage
/
defrag
=
never
kernel
/
mm
/
transparent_hugepage
/
enabled
=
never
block
/{
disk
}/
queue
/
read_ahead_kb
=
2048
block
/{
disk
}/
device
/
queue_depth
=
32
block
/{
disk
}/
queue
/
max_sectors_kb
=
1024
block
/{
disk
}/
queue
/
nr_requests
=
256
block
/{
disk
}/
queue
/
scheduler
=
mq
-
deadline
block
/{
disk
}/
queue
/
rq_affinity
=
2
block
/{
disk
}/
queue
/
nomerges
=
0
[
systemctl
]
#TODO CONFIG
[
sysctl
]
vm
.
dirty_expire_centisecs
=
3000
vm
.
dirty_writeback_centisecs
=
500
vm
.
min_free_kbytes
=
11264
vm
.
dirty_ratio
=
60
vm
.
dirty_background_ratio
=
5
kernel
.
sched_min_granularity_ns
=
10000000
kernel
.
sched_wakeup_granularity_ns
=
15000000
kernel
.
sched_autogroup_enabled
=
0
kernel
.
numa_balancing
=
0
[
script
]
#TODO CONFIG
[
ulimit
]
#TODO CONFIG
[
schedule_policy
]
#TODO CONFIG
[
check
]
#TODO CONFIG
[
tip
]
enable
BGI
in
raid
configuration
=
block
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录