Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
19a19951
T
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22016
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
19a19951
编写于
3月 09, 2022
作者:
sangshuduo
提交者:
GitHub
3月 09, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
[TS-1230]<fix>: taosdump case remove -B (#10641)
* [TS-1230]<fix>: remove -B from taosdump dump out cases * update taos-tools
上级
6f545e58
变更
3
显示空白变更内容
内联
并排
Showing
3 changed file
with
134 addition
and
87 deletion
+134
-87
src/kit/taos-tools
src/kit/taos-tools
+1
-1
tests/pytest/tools/taosdumpTest2.py
tests/pytest/tools/taosdumpTest2.py
+1
-1
tests/pytest/tools/taosdumpTestBenchmark.py
tests/pytest/tools/taosdumpTestBenchmark.py
+132
-85
未找到文件。
taos-tools
@
e15409c5
比较
c7895975
...
e15409c5
Subproject commit
c7895975ca625b6380a48211c7b9102f967f6451
Subproject commit
e15409c5184167a96a9fe9ade026387073443d2f
tests/pytest/tools/taosdumpTest2.py
浏览文件 @
19a19951
...
...
@@ -81,7 +81,7 @@ class TDTestCase:
os
.
system
(
"rm /tmp/*.sql"
)
os
.
system
(
"rm /tmp/*.avro*"
)
os
.
system
(
"%staosdump --databases db -o /tmp
-B 16384 -y
"
%
"%staosdump --databases db -o /tmp "
%
binPath
)
tdSql
.
execute
(
"drop database db"
)
...
...
tests/pytest/tools/taosdumpTestBenchmark.py
浏览文件 @
19a19951
...
...
@@ -52,12 +52,12 @@ class TDTestCase:
return
buildPath
def
insert_data
(
self
,
tbname
,
ts_start
,
count
):
pre_insert
=
"insert into %s values"
%
tbname
pre_insert
=
"insert into %s values"
%
tbname
sql
=
pre_insert
tdLog
.
debug
(
"doing insert table %s rows=%d ..."
%
(
tbname
,
count
))
tdLog
.
debug
(
"doing insert table %s rows=%d ..."
%
(
tbname
,
count
))
for
i
in
range
(
count
):
sql
+=
" (%d,%d)"
%
(
ts_start
+
i
*
1000
,
i
)
if
i
>
0
and
i
%
30000
==
0
:
sql
+=
" (%d,%d)"
%
(
ts_start
+
i
*
1000
,
i
)
if
i
>
0
and
i
%
30000
==
0
:
tdSql
.
execute
(
sql
)
sql
=
pre_insert
# end sql
...
...
@@ -75,11 +75,11 @@ class TDTestCase:
os
.
makedirs
(
"./taosdumptest"
)
for
i
in
range
(
2
):
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp%d"
%
i
):
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
if
not
os
.
path
.
exists
(
"./taosdumptest/tmp%d"
%
i
):
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
else
:
os
.
system
(
"rm -rf ./taosdumptest/tmp%d"
%
i
)
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
os
.
system
(
"rm -rf ./taosdumptest/tmp%d"
%
i
)
os
.
makedirs
(
"./taosdumptest/tmp%d"
%
i
)
buildPath
=
self
.
getBuildPath
()
if
(
buildPath
==
""
):
...
...
@@ -93,11 +93,13 @@ class TDTestCase:
tdSql
.
execute
(
"drop database if exists dp2"
)
tdSql
.
execute
(
"create database if not exists dp1"
)
tdSql
.
execute
(
"use dp1"
)
tdSql
.
execute
(
'''create table st0(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
tdSql
.
execute
(
'''create table st0(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
c7 bool, c8 binary(20), c9 nchar(20), c11 tinyint unsigned, c12 smallint unsigned, c13 int unsigned, c14 bigint unsigned, c15 timestamp )
tags(t1 tinyint, t2 smallint, t3 int, t4 bigint, t5 float, t6 double, t7 bool, t8 binary(20), t9 nchar(20), t11 tinyint unsigned,
t12 smallint unsigned, t13 int unsigned, t14 bigint unsigned, t15 timestamp)'''
)
tdSql
.
execute
(
'''create table st1(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
tdSql
.
execute
(
'''create table st1(ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 float, c6 double,
c7 bool, c8 binary(20), c9 nchar(20), c11 tinyint unsigned, c12 smallint unsigned, c13 int unsigned, c14 bigint unsigned, c15 timestamp ) tags(jtag json)'''
)
intData
=
[]
...
...
@@ -106,62 +108,111 @@ class TDTestCase:
tabNum
=
10
ts
=
1537146000000
for
j
in
range
(
tabNum
):
tdSql
.
execute
(
"create table st0_%d using st0 tags( %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d);"
%
(
j
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
0.1
,
j
+
0.1
,
j
%
2
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
ts
))
tdSql
.
execute
(
"create table st0_%d using st0 tags( %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d);"
%
(
j
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
0.1
,
j
+
0.1
,
j
%
2
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
j
+
1
,
ts
))
for
i
in
range
(
rowNum
):
tdSql
.
execute
(
"insert into st0_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
ts
))
tdSql
.
execute
(
"insert into st0_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
ts
))
intData
.
append
(
i
+
1
)
floatData
.
append
(
i
+
0.1
)
rowNum
=
20
tabNum
=
20
for
j
in
range
(
tabNum
):
tdSql
.
execute
(
"create table st1_%d using st1 tags('{
\"
nv
\"
:null,
\"
tea
\"
:true,
\"\"
:false,
\"
\"
:123%d,
\"
tea
\"
:false}');"
%
(
j
,
j
+
1
))
tdSql
.
execute
(
"create table st1_%d using st1 tags('{
\"
nv
\"
:null,
\"
tea
\"
:true,
\"\"
:false,
\"
\"
:123%d,
\"
tea
\"
:false}');"
%
(
j
,
j
+
1
))
for
i
in
range
(
rowNum
):
tdSql
.
execute
(
"insert into st1_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
self
.
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
self
.
ts
))
tdSql
.
execute
(
"insert into st1_%d values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d, %d)"
%
(
j
,
self
.
ts
+
i
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
0.1
,
i
+
0.1
,
i
%
2
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
i
+
1
,
self
.
ts
))
intData
.
append
(
i
+
1
)
floatData
.
append
(
i
+
0.1
)
# os.system("%staosBenchmark -f tools/taosdump-insert-dp1.json -y " % binPath)
# create db1 , three stables:stb0,include ctables stb0_0 \ stb0_1,stb1 include ctables stb1_0 and stb1_1
# \stb3,include ctables stb3_0 and stb3_1
# create general three tables gt0 gt1 gt2
tdSql
.
execute
(
"create database if not exists dp2"
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
execute
(
"create stable st0(ts timestamp, c01 int, c02 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st0_0 using st0 tags(0) st0_1 using st0 tags(1) "
)
tdSql
.
execute
(
"insert into st0_0 values(1614218412000,8600,'R')(1614218422000,8600,'E')"
)
tdSql
.
execute
(
"insert into st0_1 values(1614218413000,8601,'A')(1614218423000,8601,'D')"
)
tdSql
.
execute
(
"create stable st1(ts timestamp, c11 float, c12 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st1_0 using st1 tags(0) st1_1 using st1 tags(1) "
)
tdSql
.
execute
(
"insert into st1_0 values(1614218412000,8610.1,'R')(1614218422000,8610.1,'E')"
)
tdSql
.
execute
(
"insert into st1_1 values(1614218413000,8611.2,'A')(1614218423000,8611.1,'D')"
)
tdSql
.
execute
(
"create stable st2(ts timestamp, c21 float, c22 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st20 using st2 tags(0) st21 using st2 tags(1) "
)
tdSql
.
execute
(
"insert into st20 values(1614218412000,8620.3,'R')(1614218422000,8620.3,'E')"
)
tdSql
.
execute
(
"insert into st21 values(1614218413000,8621.4,'A')(1614218423000,8621.4,'D')"
)
tdSql
.
execute
(
"create table if not exists gt0 (ts timestamp, c00 int, c01 float) "
)
tdSql
.
execute
(
"create table if not exists gt1 (ts timestamp, c10 int, c11 double) "
)
tdSql
.
execute
(
"create table if not exists gt2 (ts timestamp, c20 int, c21 float) "
)
tdSql
.
execute
(
"create stable st0(ts timestamp, c01 int, c02 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st0_0 using st0 tags(0) st0_1 using st0 tags(1) "
)
tdSql
.
execute
(
"insert into st0_0 values(1614218412000,8600,'R')(1614218422000,8600,'E')"
)
tdSql
.
execute
(
"insert into st0_1 values(1614218413000,8601,'A')(1614218423000,8601,'D')"
)
tdSql
.
execute
(
"create stable st1(ts timestamp, c11 float, c12 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st1_0 using st1 tags(0) st1_1 using st1 tags(1) "
)
tdSql
.
execute
(
"insert into st1_0 values(1614218412000,8610.1,'R')(1614218422000,8610.1,'E')"
)
tdSql
.
execute
(
"insert into st1_1 values(1614218413000,8611.2,'A')(1614218423000,8611.1,'D')"
)
tdSql
.
execute
(
"create stable st2(ts timestamp, c21 float, c22 nchar(10)) tags(t1 int)"
)
tdSql
.
execute
(
"create table st20 using st2 tags(0) st21 using st2 tags(1) "
)
tdSql
.
execute
(
"insert into st20 values(1614218412000,8620.3,'R')(1614218422000,8620.3,'E')"
)
tdSql
.
execute
(
"insert into st21 values(1614218413000,8621.4,'A')(1614218423000,8621.4,'D')"
)
tdSql
.
execute
(
"create table if not exists gt0 (ts timestamp, c00 int, c01 float) "
)
tdSql
.
execute
(
"create table if not exists gt1 (ts timestamp, c10 int, c11 double) "
)
tdSql
.
execute
(
"create table if not exists gt2 (ts timestamp, c20 int, c21 float) "
)
tdSql
.
execute
(
"insert into gt0 values(1614218412700,8637,78.86155)"
)
tdSql
.
execute
(
"insert into gt1 values(1614218413800,8638,78.862020199)"
)
tdSql
.
execute
(
"insert into gt1 values(1614218413800,8638,78.862020199)"
)
tdSql
.
execute
(
"insert into gt2 values(1614218413900,8639,78.863)"
)
# self.insert_data("t", self.ts, 300*10000);
# os.system("%staosBenchmark -f tools/taosdump-insert-dp2.json -y " % binPath)
# # taosdump data
# os.system("%staosdump -o ./taosdumptest/tmp1 taosdump -h -ptaosdata -P 6030 -u root -o taosdumptest \
# -D dp1,dp3 -N -c /home/chr/TDinternal/community/sim/dnode1/cfg/taos.cfg -s -d deflate" % binPath)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp0 -D dp2,dp1 -T 8 -B 100000"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp1 dp2 st0 st1_0 gt0 -T 8 -B 1000"
%
binPath
)
#check taosdumptest/tmp0
os
.
system
(
"%staosdump -o ./taosdumptest/tmp0 -D dp2,dp1 -T 8"
%
binPath
)
os
.
system
(
"%staosdump -o ./taosdumptest/tmp1 dp2 st0 st1_0 gt0 -T 8"
%
binPath
)
# check taosdumptest/tmp0
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp0 -T 8 "
%
binPath
)
...
...
@@ -173,10 +224,10 @@ class TDTestCase:
for
i
in
range
(
3
):
for
j
in
range
(
3
):
if
j
<
2
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
(
j
+
1
)
*
10
)
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
(
j
+
1
)
*
10
)
else
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
100002
)
tdSql
.
query
(
"select count(*) from st0"
)
...
...
@@ -186,18 +237,17 @@ class TDTestCase:
tdSql
.
query
(
"select count(*) from st2"
)
tdSql
.
checkData
(
0
,
0
,
1000020
)
tdSql
.
execute
(
"use dp2"
)
tdSql
.
query
(
"show stables"
)
tdSql
.
checkRows
(
3
)
for
i
in
range
(
3
):
for
j
in
range
(
3
):
if
j
<
2
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
# print(i,"stb%d"%j)
tdSql
.
checkData
(
i
,
4
,
2
)
else
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
if
tdSql
.
queryResult
[
i
][
0
]
==
'st%d'
%
j
:
tdSql
.
checkData
(
i
,
4
,
100002
)
tdSql
.
query
(
"select count(*) from st0"
)
tdSql
.
checkData
(
0
,
0
,
4
)
...
...
@@ -206,13 +256,13 @@ class TDTestCase:
tdSql
.
query
(
"select count(*) from st2"
)
tdSql
.
checkData
(
0
,
0
,
1000024
)
tdSql
.
query
(
"select ts from gt0"
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
query
(
"select c10 from gt1"
)
tdSql
.
checkData
(
0
,
0
,
8638
)
tdSql
.
query
(
"select c20 from gt2"
)
tdSql
.
checkData
(
0
,
0
,
8639
)
#check taosdumptest/tmp1
#
check taosdumptest/tmp1
tdSql
.
execute
(
"drop database dp1"
)
tdSql
.
execute
(
"drop database dp2"
)
os
.
system
(
"%staosdump -i ./taosdumptest/tmp1 -T 8 "
%
binPath
)
...
...
@@ -223,14 +273,13 @@ class TDTestCase:
tdSql
.
query
(
"show tables"
)
tdSql
.
checkRows
(
4
)
tdSql
.
query
(
"select count(*) from st1_0"
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
"select ts from gt0"
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
checkData
(
0
,
0
,
'2021-02-25 10:00:12.700'
)
tdSql
.
error
(
"use dp1"
)
tdSql
.
error
(
"select count(*) from st2_0"
)
tdSql
.
error
(
"select count(*) from gt2"
)
# #check taosdumptest/tmp2
# tdSql.execute("drop database dp1")
# tdSql.execute("drop database dp2")
...
...
@@ -250,7 +299,6 @@ class TDTestCase:
# tdSql.error("select count(*) from gt1")
# tdSql.error("use dp2")
# #check taosdumptest/tmp3
# tdSql.execute("drop database dp1")
# os.system("%staosdump -i ./taosdumptest/tmp3 -T 8 " % binPath)
...
...
@@ -290,7 +338,6 @@ class TDTestCase:
# tdSql.error("select count(*) from st1_1")
# tdSql.error("select count(*) from gt3")
# #check taosdumptest/tmp5
# tdSql.execute("drop database dp2")
# os.system("%staosdump -i ./taosdumptest/tmp5 -T 8 " % binPath)
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录