Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
48235b0e
T
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1187
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
48235b0e
编写于
1月 19, 2022
作者:
H
Hui Li
提交者:
GitHub
1月 19, 2022
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #9535 from taosdata/dev/chr
[TD-11562]<test>(tools):add testcase of taosdump
上级
52de275e
ea135497
变更
7
隐藏空白更改
内联
并排
Showing
7 changed file
with
590 addition
and
54 deletion
+590
-54
packaging/docker/dockerManifest.sh
packaging/docker/dockerManifest.sh
+4
-8
tests/pytest/tools/taosdemoAllTest/insert-chinese-sml.json
tests/pytest/tools/taosdemoAllTest/insert-chinese-sml.json
+2
-2
tests/pytest/tools/taosdemoAllTest/taosdemoTestInsertWithJsonSml.py
...st/tools/taosdemoAllTest/taosdemoTestInsertWithJsonSml.py
+4
-4
tests/pytest/tools/taosdump-insert-dp1.json
tests/pytest/tools/taosdump-insert-dp1.json
+62
-0
tests/pytest/tools/taosdump-insert-dp2.json
tests/pytest/tools/taosdump-insert-dp2.json
+62
-0
tests/pytest/tools/taosdumpTest3.py
tests/pytest/tools/taosdumpTest3.py
+63
-40
tests/pytest/tools/taosdumpTestBenchmark.py
tests/pytest/tools/taosdumpTestBenchmark.py
+393
-0
未找到文件。
packaging/docker/dockerManifest.sh
浏览文件 @
48235b0e
...
...
@@ -44,30 +44,26 @@ echo "version=${version}"
#docker manifest rm tdengine/tdengine
#docker manifest rm tdengine/tdengine:${version}
if
[
"
$verType
"
==
"beta"
]
;
then
docker manifest inspect tdengine/tdengine-beta:latest
docker manifest inspect tdengine/tdengine-beta:
${
version
}
docker manifest create
-a
tdengine/tdengine-beta:
${
version
}
tdengine/tdengine-amd64-beta:
${
version
}
tdengine/tdengine-aarch64-beta:
${
version
}
tdengine/tdengine-aarch32-beta:
${
version
}
docker manifest create
-a
tdengine/tdengine-beta:latest tdengine/tdengine-amd64-beta:latest tdengine/tdengine-aarch64-beta:latest tdengine/tdengine-aarch32-beta:latest
sleep
30
docker manifest
rm
tdengine/tdengine-beta:
${
version
}
docker manifest
rm
tdengine/tdengine-beta:latest
docker manifest create
-a
tdengine/tdengine-beta:
${
version
}
tdengine/tdengine-amd64-beta:
${
version
}
tdengine/tdengine-aarch64-beta:
${
version
}
tdengine/tdengine-aarch32-beta:
${
version
}
docker manifest create
-a
tdengine/tdengine-beta:latest tdengine/tdengine-amd64-beta:latest tdengine/tdengine-aarch64-beta:latest tdengine/tdengine-aarch32-beta:latest
docker manifest inspect tdengine/tdengine:latest
docker manifest inspect tdengine/tdengine:
${
version
}
docker login
-u
tdengine
-p
${
passWord
}
#replace the docker registry username and password
docker manifest push tdengine/tdengine-beta:
${
version
}
docker manifest push tdengine/tdengine-beta:latest
elif
[
"
$verType
"
==
"stable"
]
;
then
docker manifest inspect tdengine/tdengine:latest
docker manifest inspect tdengine/tdengine:
${
version
}
docker manifest create
-a
tdengine/tdengine:
${
version
}
tdengine/tdengine-amd64:
${
version
}
tdengine/tdengine-aarch64:
${
version
}
tdengine/tdengine-aarch32:
${
version
}
docker manifest create
-a
tdengine/tdengine:latest tdengine/tdengine-amd64:latest tdengine/tdengine-aarch64:latest tdengine/tdengine-aarch32:latest
sleep
30
docker manifest
rm
tdengine/tdengine:latest
docker manifest
rm
tdengine/tdengine:
${
version
}
docker manifest inspect tdengine/tdengine:latest
docker manifest inspect tdengine/tdengine:
${
version
}
docker manifest create
-a
tdengine/tdengine:
${
version
}
tdengine/tdengine-amd64:
${
version
}
tdengine/tdengine-aarch64:
${
version
}
tdengine/tdengine-aarch32:
${
version
}
docker manifest create
-a
tdengine/tdengine:latest tdengine/tdengine-amd64:latest tdengine/tdengine-aarch64:latest tdengine/tdengine-aarch32:latest
docker manifest inspect tdengine/tdengine:latest
docker manifest inspect tdengine/tdengine:
${
version
}
docker login
-u
tdengine
-p
${
passWord
}
#replace the docker registry username and password
docker manifest push tdengine/tdengine:
${
version
}
docker manifest push tdengine/tdengine:latest
...
...
tests/pytest/tools/taosdemoAllTest/insert-chinese-sml.json
浏览文件 @
48235b0e
...
...
@@ -84,7 +84,7 @@
"sample_file"
:
"./sample.csv"
,
"tags_file"
:
""
,
"columns"
:
[{
"type"
:
"INT"
}],
"tags"
:
[{
"type"
:
"
TINYINT
"
,
"count"
:
2
}]
"tags"
:
[{
"type"
:
"
nchar
"
,
"count"
:
2
}]
},
{
"name"
:
"stb5"
,
...
...
@@ -111,7 +111,7 @@
"sample_file"
:
"./sample.csv"
,
"tags_file"
:
""
,
"columns"
:
[{
"type"
:
"INT"
}],
"tags"
:
[{
"type"
:
"
TINYINT
"
}]
"tags"
:
[{
"type"
:
"
nchar
"
}]
}]
}]
}
tests/pytest/tools/taosdemoAllTest/taosdemoTestInsertWithJsonSml.py
浏览文件 @
48235b0e
...
...
@@ -131,10 +131,10 @@ class TDTestCase:
tdSql
.
execute
(
"drop database if exists db"
)
os
.
system
(
"%staosBenchmark -f tools/taosdemoAllTest/sml/insertSigcolumnsNum4096-sml.json -y "
%
binPath
)
tdSql
.
error
(
"select * from db.stb0"
)
#
tdSql.execute("drop database if exists db")
#
os.system("%staosBenchmark -f tools/taosdemoAllTest/sml/insertColumnsAndTagNum4096-sml.json -y " % binPath)
#
tdSql.query("select count(*) from db.stb0")
#
tdSql.checkData(0, 0, 10000)
tdSql
.
execute
(
"drop database if exists db"
)
os
.
system
(
"%staosBenchmark -f tools/taosdemoAllTest/sml/insertColumnsAndTagNum4096-sml.json -y "
%
binPath
)
tdSql
.
query
(
"select count(*) from db.stb0"
)
tdSql
.
checkData
(
0
,
0
,
10000
)
# there is no limit of 4096 columns,so cancels this case
# tdSql.execute("drop database if exists db")
...
...
tests/pytest/tools/taosdump-insert-dp1.json
0 → 100644
浏览文件 @
48235b0e
{
"filetype"
:
"insert"
,
"cfgdir"
:
"/etc/taos"
,
"host"
:
"127.0.0.1"
,
"port"
:
6030
,
"user"
:
"root"
,
"password"
:
"taosdata"
,
"thread_count"
:
8
,
"thread_count_create_tbl"
:
8
,
"result_file"
:
"./insert_res.txt"
,
"confirm_parameter_prompt"
:
"no"
,
"insert_interval"
:
0
,
"interlace_rows"
:
10000
,
"num_of_records_per_req"
:
10000000
,
"max_sql_len"
:
1024000
,
"databases"
:
[{
"dbinfo"
:
{
"name"
:
"dp1"
,
"drop"
:
"no"
,
"replica"
:
1
,
"days"
:
10
,
"cache"
:
50
,
"blocks"
:
8
,
"precision"
:
"ms"
,
"keep"
:
36500
,
"minRows"
:
100
,
"maxRows"
:
4096
,
"comp"
:
2
,
"walLevel"
:
1
,
"cachelast"
:
0
,
"quorum"
:
1
,
"fsync"
:
3000
,
"update"
:
0
},
"super_tables"
:
[{
"name"
:
"st2"
,
"child_table_exists"
:
"no"
,
"childtable_count"
:
100002
,
"childtable_prefix"
:
"st2_"
,
"auto_create_table"
:
"no"
,
"batch_create_tbl_num"
:
10
,
"data_source"
:
"rand"
,
"insert_mode"
:
"taosc"
,
"insert_rows"
:
10
,
"childtable_limit"
:
0
,
"childtable_offset"
:
0
,
"multi_thread_write_one_tbl"
:
"no"
,
"interlace_rows"
:
0
,
"insert_interval"
:
0
,
"max_sql_len"
:
1024000
,
"disorder_ratio"
:
0
,
"disorder_range"
:
1000
,
"timestamp_step"
:
1
,
"start_timestamp"
:
"2020-10-01 00:00:00.000"
,
"sample_format"
:
"csv"
,
"sample_file"
:
"./sample.csv"
,
"tags_file"
:
""
,
"columns"
:
[{
"type"
:
"INT"
},
{
"type"
:
"DOUBLE"
,
"count"
:
1
},
{
"type"
:
"BINARY"
,
"len"
:
16
,
"count"
:
1
},
{
"type"
:
"BINARY"
,
"len"
:
32
,
"count"
:
1
}],
"tags"
:
[{
"type"
:
"TINYINT"
,
"count"
:
2
},
{
"type"
:
"BINARY"
,
"len"
:
16
,
"count"
:
1
}]
}]
}]
}
tests/pytest/tools/taosdump-insert-dp2.json
0 → 100644
浏览文件 @
48235b0e
{
"filetype"
:
"insert"
,
"cfgdir"
:
"/etc/taos"
,
"host"
:
"127.0.0.1"
,
"port"
:
6030
,
"user"
:
"root"
,
"password"
:
"taosdata"
,
"thread_count"
:
8
,
"thread_count_create_tbl"
:
8
,
"result_file"
:
"./insert_res.txt"
,
"confirm_parameter_prompt"
:
"no"
,
"insert_interval"
:
0
,
"interlace_rows"
:
10000
,
"num_of_records_per_req"
:
10000000
,
"max_sql_len"
:
1024000
,
"databases"
:
[{
"dbinfo"
:
{
"name"
:
"dp2"
,
"drop"
:
"no"
,
"replica"
:
1
,
"days"
:
10
,
"cache"
:
50
,
"blocks"
:
8
,
"precision"
:
"ms"
,
"keep"
:
36500
,
"minRows"
:
100
,
"maxRows"
:
4096
,
"comp"
:
2
,
"walLevel"
:
1
,
"cachelast"
:
0
,
"quorum"
:
1
,
"fsync"
:
3000
,
"update"
:
0
},
"super_tables"
:
[{
"name"
:
"st2"
,
"child_table_exists"
:
"no"
,
"childtable_count"
:
100002
,
"childtable_prefix"
:
"st2_"
,
"auto_create_table"
:
"no"
,
"batch_create_tbl_num"
:
10
,
"data_source"
:
"rand"
,
"insert_mode"
:
"taosc"
,
"insert_rows"
:
10
,
"childtable_limit"
:
0
,
"childtable_offset"
:
0
,
"multi_thread_write_one_tbl"
:
"no"
,
"interlace_rows"
:
0
,
"insert_interval"
:
0
,
"max_sql_len"
:
1024000
,
"disorder_ratio"
:
0
,
"disorder_range"
:
1000
,
"timestamp_step"
:
1
,
"start_timestamp"
:
"2020-10-01 00:00:00.000"
,
"sample_format"
:
"csv"
,
"sample_file"
:
"./sample.csv"
,
"tags_file"
:
""
,
"columns"
:
[{
"type"
:
"INT"
},
{
"type"
:
"DOUBLE"
,
"count"
:
1
},
{
"type"
:
"BINARY"
,
"len"
:
16
,
"count"
:
1
},
{
"type"
:
"BINARY"
,
"len"
:
32
,
"count"
:
1
}],
"tags"
:
[{
"type"
:
"TINYINT"
,
"count"
:
2
},
{
"type"
:
"BINARY"
,
"len"
:
16
,
"count"
:
1
}]
}]
}]
}
tests/pytest/tools/taosdumpTest3.py
浏览文件 @
48235b0e
...
...
@@ -54,20 +54,13 @@ class TDTestCase:
def
run
(
self
):
if
not
os
.
path
.
exists
(
"./taosdumptest"
):
os
.
makedirs
(
"./taosdumptest"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp1"
):
os
.
makedirs
(
"./taosdumptest/tmp1"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp2"
):
os
.
makedirs
(
"./taosdumptest/tmp2"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp3"
):
os
.
makedirs
(
"./taosdumptest/tmp3"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp4"
):
os
.
makedirs
(
"./taosdumptest/tmp4"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp5"
):
os
.
makedirs
(
"./taosdumptest/tmp5"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp6"
):
os
.
makedirs
(
"./taosdumptest/tmp6"
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp7"
):
os
.
makedirs
(
"./taosdumptest/tmp7"
)
for
i
in
range
(
1
,
9
):
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp%d"
%
i
):
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
else
:
os
.
system
(
"rm -rf ./taosdumptest/tmp%d"
%
i
)
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
buildPath
=
self
.
getBuildPath
()
if
(
buildPath
==
""
):
tdLog
.
exit
(
"taosdump not found!"
)
...
...
@@ -122,31 +115,30 @@ class TDTestCase:
tdSql
.
execute
(
"insert into st0_1 values(1614218413000000001,8601,'A')(1614218423000000002,8601,'D')"
)
# tdSql.execute("insert into t0 values(1614218422000,8638,'R')")
os
.
system
(
"rm -rf ./taosdumptest/tmp1/*"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp2/*"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp3/*"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp4/*"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp5/*"
)
# # taosdump stable and general table
os
.
system
(
"%staosdump -o ./taosdumptest/tmp1 -D dp1,dp2
"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp2 dp1 st0 gt0 "
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp3 dp2 st0 st1_0 gt0
"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp4 dp2 st0 st2 gt0 gt2"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp1 -D dp1,dp2
-T 8 -B 1000
"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp2 dp1 st0 gt0
-T 8 -B 1000
"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp3 dp2 st0 st1_0 gt0
-T 8 -B 1000"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp4 dp2 st0 st2 gt0 gt2
-T 8 -B 1000
"
%
binPath
)
# verify ns
os
.
system
(
"%staosdump -o ./taosdumptest/tmp6 dp3 st0_0"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp6 dp3 st0_0
-T 8 -B 1000
"
%
binPath
)
# verify -D:--database
os
.
system
(
"%staosdump -o ./taosdumptest/tmp5 --databases dp1,dp2 "
%
binPath
)
assert
os
.
system
(
"%staosdump -o ./taosdumptest/tmp5 --databases dp1,dp2 -T 8 -B 1000"
%
binPath
)
==
0
# verify mixed -D:--database and dbname tbname
assert
os
.
system
(
"%staosdump --databases dp1 -o ./taosdumptest/tmp5 dp2 st0 st1_0 gt0"
%
binPath
)
!=
0
assert
os
.
system
(
"%staosdump --databases dp1 -o ./taosdumptest/tmp5 dp2 st0 st1_0 gt0 -T 8 -B 1000"
%
binPath
)
!=
0
# verify -N
os
.
system
(
"%staosdump -o ./taosdumptest/tmp7 dp3 st0_0 -N -d null -T 8 -B 1000"
%
binPath
)
# verify -N -s
os
.
system
(
"%staosdump -o ./taosdumptest/tmp8 dp3 st0_0 -N -s -T 8 -B 1000"
%
binPath
)
#check taosdumptest/tmp1
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp1 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp1 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp1"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
1
)
...
...
@@ -175,7 +167,7 @@ class TDTestCase:
#check taosdumptest/tmp2
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp2 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp2 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp1"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
1
)
...
...
@@ -194,7 +186,7 @@ class TDTestCase:
#check taosdumptest/tmp3
tdSql
.
execute
(
"drop database dp1"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp3 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp3 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
2
)
...
...
@@ -210,7 +202,7 @@ class TDTestCase:
#check taosdumptest/tmp4
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp4 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp4 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
2
)
...
...
@@ -234,7 +226,7 @@ class TDTestCase:
#check taosdumptest/tmp5
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp5 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp5 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
3
)
...
...
@@ -267,12 +259,15 @@ class TDTestCase:
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.000'
)
tdSql
.
checkData
(
0
,
1
,
637
)
#
check taosdumptest/tmp6
#
check taosdumptest/tmp6
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
tdSql
.
execute
(
"drop database dp3"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp6 -T
2
"
%
binPath
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp6 -T
8
"
%
binPath
)
tdSql
.
execute
(
"use dp3"
)
tdSql
.
query
(
"show databases"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
16
,
'ns'
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
1
)
tdSql
.
query
(
"show tables"
)
...
...
@@ -283,11 +278,39 @@ class TDTestCase:
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.000000001'
)
tdSql
.
checkData
(
0
,
1
,
8600
)
os
.
system
(
"rm -rf ./taosdumptest/tmp1"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp2"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp3"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp4"
)
os
.
system
(
"rm -rf ./taosdumptest/tmp5"
)
# check taosdumptest/tmp7
tdSql
.
execute
(
"drop database dp3"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp7 -T 8 "
%
binPath
)
tdSql
.
execute
(
"use dp3"
)
tdSql
.
query
(
"show databases"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
16
,
'ms'
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
1
)
tdSql
.
query
(
"show tables"
)
tdSql
.
checkRows
(
1
)
tdSql
.
query
(
"select count(*) from st0_0"
)
tdSql
.
checkRows
(
0
)
# tdSql.query("select * from st0 order by ts")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.000000001')
# tdSql.checkData(0,1,8600)
# check taosdumptest/tmp8
tdSql
.
execute
(
"drop database dp3"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp8 -T 8 "
%
binPath
)
tdSql
.
execute
(
"use dp3"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
1
)
tdSql
.
query
(
"show tables"
)
tdSql
.
checkRows
(
1
)
tdSql
.
query
(
"select count(*) from st0_0"
)
tdSql
.
checkRows
(
0
)
# tdSql.query("select * from st0 order by ts")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.000000001')
# tdSql.checkData(0,1,8600)
for
i
in
range
(
1
,
9
):
os
.
system
(
"rm -rf ./taosdumptest/tmp%d"
%
i
)
os
.
system
(
"rm -rf ./dump_result.txt"
)
os
.
system
(
"rm -rf ./db.csv"
)
...
...
tests/pytest/tools/taosdumpTestBenchmark.py
0 → 100644
浏览文件 @
48235b0e
###################################################################
# Copyright (c) 2016 by TAOS Technologies, Inc.
# All rights reserved.
#
# This file is proprietary and confidential to TAOS Technologies.
# No part of this file may be reproduced, stored, transmitted,
# disclosed or used in any form or by any means other than as
# expressly provided by the written permission from Jianhui Tao
#
###################################################################
# -*- coding: utf-8 -*-
import
sys
import
os
from
util.log
import
*
from
util.cases
import
*
from
util.sql
import
*
from
util.dnodes
import
*
class
TDTestCase
:
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
tdSql
.
init
(
conn
.
cursor
(),
logSql
)
self
.
ts
=
1538548685000
self
.
numberOfTables
=
10000
self
.
numberOfRecords
=
100
def
checkCommunity
(
self
):
selfPath
=
os
.
path
.
dirname
(
os
.
path
.
realpath
(
__file__
))
if
(
"community"
in
selfPath
):
return
False
else
:
return
True
def
getBuildPath
(
self
):
selfPath
=
os
.
path
.
dirname
(
os
.
path
.
realpath
(
__file__
))
if
(
"community"
in
selfPath
):
projPath
=
selfPath
[:
selfPath
.
find
(
"community"
)]
else
:
projPath
=
selfPath
[:
selfPath
.
find
(
"tests"
)]
for
root
,
dirs
,
files
in
os
.
walk
(
projPath
):
if
(
"taosdump"
in
files
):
rootRealPath
=
os
.
path
.
dirname
(
os
.
path
.
realpath
(
root
))
if
(
"packaging"
not
in
rootRealPath
):
buildPath
=
root
[:
len
(
root
)
-
len
(
"/build/bin"
)]
break
return
buildPath
def
insert_data
(
self
,
tbname
,
ts_start
,
count
):
pre_insert
=
"insert into %s values"
%
tbname
sql
=
pre_insert
tdLog
.
debug
(
"doing insert table %s rows=%d ..."
%
(
tbname
,
count
))
for
i
in
range
(
count
):
sql
+=
" (%d,%d)"
%
(
ts_start
+
i
*
1000
,
i
)
if
i
>
0
and
i
%
30000
==
0
:
tdSql
.
execute
(
sql
)
sql
=
pre_insert
# end sql
if
sql
!=
pre_insert
:
tdSql
.
execute
(
sql
)
tdLog
.
debug
(
"INSERT TABLE DATA ............ [OK]"
)
return
def
run
(
self
):
if
not
os
.
path
.
exists
(
"./taosdumptest"
):
os
.
makedirs
(
"./taosdumptest"
)
else
:
os
.
system
(
"rm -rf ./taosdumptest"
)
os
.
makedirs
(
"./taosdumptest"
)
for
i
in
range
(
2
):
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp%d"
%
i
):
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
else
:
os
.
system
(
"rm -rf ./taosdumptest/tmp%d"
%
i
)
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
buildPath
=
self
.
getBuildPath
()
if
(
buildPath
==
""
):
tdLog
.
exit
(
"taosdump not found!"
)
else
:
tdLog
.
info
(
"taosdump found in %s"
%
buildPath
)
binPath
=
buildPath
+
"/build/bin/"
# create db1 , one stables and one table ; create general tables
tdSql
.
execute
(
"drop database if exists dp1"
)
tdSql
.
execute
(
"drop database if exists dp2"
)
tdSql
.
execute
(
"create database if not exists dp1"
)
tdSql
.
execute
(
"use dp1"
)
tdSql
.
execute
(
'''create table st0(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
c7 bool, c8 binary(20), c9 nchar(20), c11 tinyint unsigned, c12 smallint unsigned, c13 int unsigned, c14 bigint unsigned, c15 timestamp )
tags(t1 tinyint, t2 smallint, t3 int, t4 bigint, t5 float, t6 double, t7 bool, t8 binary(20), t9 nchar(20), t11 tinyint unsigned,
t12 smallint unsigned, t13 int unsigned, t14 bigint unsigned, t15 timestamp)'''
)
tdSql
.
execute
(
'''create table st1(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
c7 bool, c8 binary(20), c9 nchar(20), c11 tinyint unsigned, c12 smallint unsigned, c13 int unsigned, c14 bigint unsigned, c15 timestamp ) tags(jtag json)'''
)
intData
=
[]
floatData
=
[]
rowNum
=
10
tabNum
=
10
ts
=
1537146000000
for
j
in
range
(
tabNum
):
tdSql
.
execute
(
"create table st0_%d using st0 tags( %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d);"
%
(
j
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
0.1
,
j
+
0.1
,
j
%
2
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
ts
))
for
i
in
range
(
rowNum
):
tdSql
.
execute
(
"insert into st0_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
ts
))
intData
.
append
(
i
+
1
)
floatData
.
append
(
i
+
0.1
)
rowNum
=
20
tabNum
=
20
for
j
in
range
(
tabNum
):
tdSql
.
execute
(
"create table st1_%d using st1 tags('{
\"
nv
\"
:null,
\"
tea
\"
:true,
\"\"
:false,
\"
\"
:123%d,
\"
tea
\"
:false}');"
%
(
j
,
j
+
1
))
for
i
in
range
(
rowNum
):
tdSql
.
execute
(
"insert into st1_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
self
.
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
self
.
ts
))
intData
.
append
(
i
+
1
)
floatData
.
append
(
i
+
0.1
)
# os.system("%staosBenchmark -f tools/taosdump-insert-dp1.json -y " % binPath)
# create db1 , three stables:stb0,include ctables stb0_0 \ stb0_1,stb1 include ctables stb1_0 and stb1_1
# \stb3,include ctables stb3_0 and stb3_1
# create general three tables gt0 gt1 gt2
tdSql
.
execute
(
"create database if not exists dp2"
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
execute
(
"create stable st0(ts timestamp, c01 int, c02 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st0_0 using st0 tags(0) st0_1 using st0 tags(1) "
)
tdSql
.
execute
(
"insert into st0_0 values(1614218412000,8600,'R')(1614218422000,8600,'E')"
)
tdSql
.
execute
(
"insert into st0_1 values(1614218413000,8601,'A')(1614218423000,8601,'D')"
)
tdSql
.
execute
(
"create stable st1(ts timestamp, c11 float, c12 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st1_0 using st1 tags(0) st1_1 using st1 tags(1) "
)
tdSql
.
execute
(
"insert into st1_0 values(1614218412000,8610.1,'R')(1614218422000,8610.1,'E')"
)
tdSql
.
execute
(
"insert into st1_1 values(1614218413000,8611.2,'A')(1614218423000,8611.1,'D')"
)
tdSql
.
execute
(
"create stable st2(ts timestamp, c21 float, c22 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st20 using st2 tags(0) st21 using st2 tags(1) "
)
tdSql
.
execute
(
"insert into st20 values(1614218412000,8620.3,'R')(1614218422000,8620.3,'E')"
)
tdSql
.
execute
(
"insert into st21 values(1614218413000,8621.4,'A')(1614218423000,8621.4,'D')"
)
tdSql
.
execute
(
"create table if not exists gt0 (ts timestamp, c00 int, c01 float) "
)
tdSql
.
execute
(
"create table if not exists gt1 (ts timestamp, c10 int, c11 double) "
)
tdSql
.
execute
(
"create table if not exists gt2 (ts timestamp, c20 int, c21 float) "
)
tdSql
.
execute
(
"insert into gt0 values(1614218412700,8637,78.86155)"
)
tdSql
.
execute
(
"insert into gt1 values(1614218413800,8638,78.862020199)"
)
tdSql
.
execute
(
"insert into gt2 values(1614218413900,8639,78.863)"
)
# self.insert_data("t", self.ts, 300*10000);
# os.system("%staosBenchmark -f tools/taosdump-insert-dp2.json -y " % binPath)
# # taosdump data
# os.system("%staosdump -o ./taosdumptest/tmp1 taosdump -h -ptaosdata -P 6030 -u root -o taosdumptest \
# -D dp1,dp3 -N -c /home/chr/TDinternal/community/sim/dnode1/cfg/taos.cfg -s -d deflate" % binPath)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp0 -D dp2,dp1 -T 8 -B 100000"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp1 dp2 st0 st1_0 gt0 -T 8 -B 1000"
%
binPath
)
#check taosdumptest/tmp0
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp0 -T 8 "
%
binPath
)
tdSql
.
execute
(
"reset query cache"
)
tdSql
.
execute
(
"use dp1"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
3
)
for
i
in
range
(
3
):
for
j
in
range
(
3
):
if
j
<
2
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
(
j
+
1
)
*
10
)
else
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
100002
)
tdSql
.
query
(
"select count(*) from st0"
)
tdSql
.
checkData
(
0
,
0
,
100
)
tdSql
.
query
(
"select count(*) from st1"
)
tdSql
.
checkData
(
0
,
0
,
400
)
tdSql
.
query
(
"select count(*) from st2"
)
tdSql
.
checkData
(
0
,
0
,
1000020
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
3
)
for
i
in
range
(
3
):
for
j
in
range
(
3
):
if
j
<
2
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
# print(i,"stb%d"%j)
tdSql
.
checkData
(
i
,
4
,
2
)
else
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
100002
)
tdSql
.
query
(
"select count(*) from st0"
)
tdSql
.
checkData
(
0
,
0
,
4
)
tdSql
.
query
(
"select count(*) from st1"
)
tdSql
.
checkData
(
0
,
0
,
4
)
tdSql
.
query
(
"select count(*) from st2"
)
tdSql
.
checkData
(
0
,
0
,
1000024
)
tdSql
.
query
(
"select ts from gt0"
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
query
(
"select c10 from gt1"
)
tdSql
.
checkData
(
0
,
0
,
8638
)
tdSql
.
query
(
"select c20 from gt2"
)
tdSql
.
checkData
(
0
,
0
,
8639
)
#check taosdumptest/tmp1
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp1 -T 8 "
%
binPath
)
tdSql
.
execute
(
"reset query cache"
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
2
)
tdSql
.
query
(
"show tables"
)
tdSql
.
checkRows
(
4
)
tdSql
.
query
(
"select count(*) from st1_0"
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
"select ts from gt0"
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
error
(
"use dp1"
)
tdSql
.
error
(
"select count(*) from st2_0"
)
tdSql
.
error
(
"select count(*) from gt2"
)
# #check taosdumptest/tmp2
# tdSql.execute("drop database dp1")
# tdSql.execute("drop database dp2")
# os.system("%staosdump -i ./taosdumptest/tmp2 -T 8 " % binPath)
# tdSql.execute("use dp1")
# tdSql.query("show stables")
# tdSql.checkRows(1)
# tdSql.query("show tables")
# tdSql.checkRows(3)
# tdSql.query("select c1 from st0_0 order by ts")
# tdSql.checkData(0,0,8537)
# tdSql.query("select c2 from st0_1 order by ts")
# tdSql.checkData(1,0,"D")
# tdSql.query("select * from gt0")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.000')
# tdSql.checkData(0,1,637)
# tdSql.error("select count(*) from gt1")
# tdSql.error("use dp2")
# #check taosdumptest/tmp3
# tdSql.execute("drop database dp1")
# os.system("%staosdump -i ./taosdumptest/tmp3 -T 8 " % binPath)
# tdSql.execute("use dp2")
# tdSql.query("show stables")
# tdSql.checkRows(2)
# tdSql.query("show tables")
# tdSql.checkRows(4)
# tdSql.query("select count(*) from st1_0")
# tdSql.checkData(0,0,2)
# tdSql.query("select ts from gt0")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.700')
# tdSql.error("use dp1")
# tdSql.error("select count(*) from st2_0")
# tdSql.error("select count(*) from gt2")
# #check taosdumptest/tmp4
# tdSql.execute("drop database dp2")
# os.system("%staosdump -i ./taosdumptest/tmp4 -T 8 " % binPath)
# tdSql.execute("use dp2")
# tdSql.query("show stables")
# tdSql.checkRows(2)
# tdSql.query("show tables")
# tdSql.checkRows(6)
# tdSql.query("select c20 from gt2")
# tdSql.checkData(0, 0, 8639)
# tdSql.query("select count(*) from st0_0")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st0_1")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st2_1")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st2_0")
# tdSql.checkData(0, 0, 2)
# tdSql.error("use dp1")
# tdSql.error("select count(*) from st1_0")
# tdSql.error("select count(*) from st1_1")
# tdSql.error("select count(*) from gt3")
# #check taosdumptest/tmp5
# tdSql.execute("drop database dp2")
# os.system("%staosdump -i ./taosdumptest/tmp5 -T 8 " % binPath)
# tdSql.execute("use dp2")
# tdSql.query("show stables")
# tdSql.checkRows(3)
# tdSql.query("show tables")
# tdSql.checkRows(9)
# tdSql.query("select c20 from gt2")
# tdSql.checkData(0, 0, 8639)
# tdSql.query("select count(*) from st0_0")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st0_1")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st2_1")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st2_0")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st1_1")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select count(*) from st1_0")
# tdSql.checkData(0, 0, 2)
# tdSql.execute("use dp1")
# tdSql.query("show stables")
# tdSql.checkRows(1)
# tdSql.query("show tables")
# tdSql.checkRows(4)
# tdSql.query("select c1 from st0_0 order by ts")
# tdSql.checkData(0,0,8537)
# tdSql.query("select c2 from st0_1 order by ts")
# tdSql.checkData(1,0,"D")
# tdSql.query("select * from gt0")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.000')
# tdSql.checkData(0,1,637)
# # check taosdumptest/tmp6
# tdSql.execute("drop database dp1")
# tdSql.execute("drop database dp2")
# tdSql.execute("drop database dp3")
# os.system("%staosdump -i ./taosdumptest/tmp6 -T 8 " % binPath)
# tdSql.execute("use dp3")
# tdSql.query("show databases")
# tdSql.checkRows(1)
# tdSql.checkData(0,16,'ns')
# tdSql.query("show stables")
# tdSql.checkRows(1)
# tdSql.query("show tables")
# tdSql.checkRows(1)
# tdSql.query("select count(*) from st0_0")
# tdSql.checkData(0, 0, 2)
# tdSql.query("select * from st0 order by ts")
# tdSql.checkData(0,0,'2021-02-25 10:00:12.000000001')
# tdSql.checkData(0,1,8600)
# # check taosdumptest/tmp7
# tdSql.execute("drop database dp3")
# os.system("%staosdump -i ./taosdumptest/tmp7 -T 8 " % binPath)
# tdSql.execute("use dp3")
# tdSql.query("show databases")
# tdSql.checkRows(1)
# tdSql.checkData(0,16,'ms')
# tdSql.query("show stables")
# tdSql.checkRows(1)
# tdSql.query("show tables")
# tdSql.checkRows(1)
# tdSql.query("select count(*) from st0_0")
# tdSql.checkRows(0)
# # tdSql.query("select * from st0 order by ts")
# # tdSql.checkData(0,0,'2021-02-25 10:00:12.000000001')
# # tdSql.checkData(0,1,8600)
# # check taosdumptest/tmp8
# tdSql.execute("drop database dp3")
# os.system("%staosdump -i ./taosdumptest/tmp8 -T 8 " % binPath)
# tdSql.execute("use dp3")
# tdSql.query("show stables")
# tdSql.checkRows(1)
# tdSql.query("show tables")
# tdSql.checkRows(1)
# tdSql.query("select count(*) from st0_0")
# tdSql.checkRows(0)
# # tdSql.query("select * from st0 order by ts")
# # tdSql.checkData(0,0,'2021-02-25 10:00:12.000000001')
# # tdSql.checkData(0,1,8600)
# os.system("rm -rf ./taosdumptest/tmp1")
# os.system("rm -rf ./taosdumptest/tmp2")
# os.system("rm -rf ./taosdumptest/tmp3")
# os.system("rm -rf ./taosdumptest/tmp4")
# os.system("rm -rf ./taosdumptest/tmp5")
# os.system("rm -rf ./dump_result.txt")
# os.system("rm -rf ./db.csv")
def
stop
(
self
):
tdSql
.
close
()
tdLog
.
success
(
"%s successfully executed"
%
__file__
)
tdCases
.
addWindows
(
__file__
,
TDTestCase
())
tdCases
.
addLinux
(
__file__
,
TDTestCase
())
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录