Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
哥们要飞
TDengine
提交
23fc7163
T
TDengine
项目概览
哥们要飞
/
TDengine
与 Fork 源项目一致
Fork自
taosdata / TDengine
通知
1
Star
1
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
23fc7163
编写于
9月 09, 2021
作者:
H
Hui Li
提交者:
GitHub
9月 09, 2021
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #7837 from taosdata/xiaoping/add_test_case
[ci skip] update performance test script
上级
1bd435f4
b47a0a83
变更
1
显示空白变更内容
内联
并排
Showing
1 changed file
with
31 addition
and
16 deletion
+31
-16
tests/perftest-scripts/perftest-query.sh
tests/perftest-scripts/perftest-query.sh
+31
-16
未找到文件。
tests/perftest-scripts/perftest-query.sh
浏览文件 @
23fc7163
...
@@ -21,7 +21,8 @@ fi
...
@@ -21,7 +21,8 @@ fi
today
=
`
date
+
"%Y%m%d"
`
today
=
`
date
+
"%Y%m%d"
`
WORK_DIR
=
/root/pxiao
WORK_DIR
=
/root/pxiao
PERFORMANCE_TEST_REPORT
=
$WORK_DIR
/TDengine/tests/performance-report-
$branch
-
$type
-
$today
.log
name
=
`
echo
$branch
|
cut
-d
'/'
-f2
`
PERFORMANCE_TEST_REPORT
=
$WORK_DIR
/TDinternal/community/tests/performance-report-
$name
-
$type
-
$today
.log
# Coloured Echoes #
# Coloured Echoes #
function
red_echo
{
echo
-e
"
\0
33[31m
$@
\0
33[0m"
;
}
#
function
red_echo
{
echo
-e
"
\0
33[31m
$@
\0
33[0m"
;
}
#
...
@@ -54,11 +55,12 @@ function stopTaosd {
...
@@ -54,11 +55,12 @@ function stopTaosd {
}
}
function
buildTDengine
{
function
buildTDengine
{
echoInfo
"Build TD
engine
"
echoInfo
"Build TD
internal
"
cd
$WORK_DIR
/TD
engine
cd
$WORK_DIR
/TD
internal
git remote update
>
/dev/null
git remote update
>
/dev/null
git reset
--hard
HEAD
git reset
--hard
HEAD
git fetch
git checkout
$branch
git checkout
$branch
REMOTE_COMMIT
=
`
git rev-parse
--short
remotes/origin/
$branch
`
REMOTE_COMMIT
=
`
git rev-parse
--short
remotes/origin/
$branch
`
LOCAL_COMMIT
=
`
git rev-parse
--short
@
`
LOCAL_COMMIT
=
`
git rev-parse
--short
@
`
...
@@ -69,13 +71,22 @@ function buildTDengine {
...
@@ -69,13 +71,22 @@ function buildTDengine {
echo
"repo up-to-date"
echo
"repo up-to-date"
fi
fi
git pull
>
/dev/null 2>&1
cd
community
if
[
$type
=
"jemalloc"
]
;
then
git reset
--hard
HEAD
cd
..
echo
"git submodule update --init --recursive"
echo
"git submodule update --init --recursive"
git submodule update
--init
--recursive
git submodule update
--init
--recursive
fi
git pull
>
/dev/null 2>&1
cd
community
git remote update
>
/dev/null
git reset
--hard
HEAD
git fetch
git checkout
$branch
REMOTE_COMMIT
=
`
git rev-parse
--short
remotes/origin/
$branch
`
LOCAL_COMMIT
=
`
git rev-parse
--short
@
`
LOCAL_COMMIT
=
`
git rev-parse
--short
@
`
cd
debug
cd
../
debug
rm
-rf
*
rm
-rf
*
if
[
$type
=
"jemalloc"
]
;
then
if
[
$type
=
"jemalloc"
]
;
then
echo
"cmake .. -DJEMALLOC_ENABLED=true > /dev/null"
echo
"cmake .. -DJEMALLOC_ENABLED=true > /dev/null"
...
@@ -83,6 +94,10 @@ function buildTDengine {
...
@@ -83,6 +94,10 @@ function buildTDengine {
else
else
cmake ..
>
/dev/null
cmake ..
>
/dev/null
fi
fi
#cp $WORK_DIR/taosdemoPerformance.py $WORK_DIR/TDinternal/community/tests/pytest/tools/
#cp $WORK_DIR/insertFromCSVPerformance.py $WORK_DIR/TDinternal/community/tests/pytest/insert/
#cp $WORK_DIR/queryPerformance.py $WORK_DIR/TDinternal/community/tests/pytest/query/
rm
-rf
$WORK_DIR
/TDinternal/community/tests/pytest/query/operator.py
make
>
/dev/null 2>&1
make
>
/dev/null 2>&1
make
install
>
/dev/null 2>&1
make
install
>
/dev/null 2>&1
echo
"Build TDengine on remote server"
echo
"Build TDengine on remote server"
...
@@ -91,24 +106,24 @@ function buildTDengine {
...
@@ -91,24 +106,24 @@ function buildTDengine {
function
runQueryPerfTest
{
function
runQueryPerfTest
{
[
-f
$PERFORMANCE_TEST_REPORT
]
&&
rm
$PERFORMANCE_TEST_REPORT
[
-f
$PERFORMANCE_TEST_REPORT
]
&&
rm
$PERFORMANCE_TEST_REPORT
nohup
$WORK_DIR
/TD
engine
/debug/build/bin/taosd
-c
/etc/perf/
>
/dev/null 2>&1 &
nohup
$WORK_DIR
/TD
internal
/debug/build/bin/taosd
-c
/etc/perf/
>
/dev/null 2>&1 &
echoInfo
"Wait TDengine to start"
echoInfo
"Wait TDengine to start"
sleep
60
sleep
60
echoInfo
"Run Performance Test"
echoInfo
"Run Performance Test"
cd
$WORK_DIR
/TD
engine
/tests/pytest
cd
$WORK_DIR
/TD
internal/community
/tests/pytest
python3 query/queryPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 query/queryPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
-d
perf2
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 insert/insertFromCSVPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 insert/insertFromCSVPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
|
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 4 int columns, 10000 tables, 100000 recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 4 int columns, 10000 tables, 100000 recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
|
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 400 int columns, 400 double columns, 200 binary(128) columns, 10000 tables, 10
00
recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 400 int columns, 400 double columns, 200 binary(128) columns, 10000 tables, 10 recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
-i
400
-D
400
-B
200
-t
10000
-r
10
0
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
-i
400
-D
400
-B
200
-t
10000
-r
10 |
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 1900 int columns, 1900 double columns, 200 binary(128) columns, 10000 tables, 10
00
recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
echo
"=========== taosdemo performance: 1900 int columns, 1900 double columns, 200 binary(128) columns, 10000 tables, 10 recoreds per table ==========="
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
-i
1900
-D
1900
-B
200
-t
10000
-r
10
0
|
tee
-a
$PERFORMANCE_TEST_REPORT
python3 tools/taosdemoPerformance.py
-c
$LOCAL_COMMIT
-b
$branch
-T
$type
-i
1900
-D
1900
-B
200
-t
10000
-r
10 |
tee
-a
$PERFORMANCE_TEST_REPORT
}
}
...
@@ -121,7 +136,7 @@ function sendReport {
...
@@ -121,7 +136,7 @@ function sendReport {
sed
-i
's/\x1b\[[0-9;]*m//g'
$PERFORMANCE_TEST_REPORT
sed
-i
's/\x1b\[[0-9;]*m//g'
$PERFORMANCE_TEST_REPORT
BODY_CONTENT
=
`
cat
$PERFORMANCE_TEST_REPORT
`
BODY_CONTENT
=
`
cat
$PERFORMANCE_TEST_REPORT
`
echo
-e
"From: <support@taosdata.com>
\n
to:
${
receiver
}
\n
subject: Query Performace Report
${
branch
}
${
jemalloc
}
commit ID:
${
LOCAL_COMMIT
}
\n\n
${
today
}
:
\n
${
BODY_CONTENT
}
"
|
\
echo
-e
"From: <support@taosdata.com>
\n
to:
${
receiver
}
\n
subject: Query Performace Report
${
branch
}
${
type
}
commit ID:
${
LOCAL_COMMIT
}
\n\n
${
today
}
:
\n
${
BODY_CONTENT
}
"
|
\
(
cat
-
&&
uuencode
$PERFORMANCE_TEST_REPORT
performance-test-report-
$today
.log
)
|
\
(
cat
-
&&
uuencode
$PERFORMANCE_TEST_REPORT
performance-test-report-
$today
.log
)
|
\
/usr/sbin/ssmtp
"
${
receiver
}
"
&&
echo
"Report Sent!"
/usr/sbin/ssmtp
"
${
receiver
}
"
&&
echo
"Report Sent!"
}
}
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录