Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
cd0e66a6
T
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22016
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
cd0e66a6
编写于
7月 22, 2022
作者:
C
cpwu
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix case
上级
046c9cb7
变更
6
显示空白变更内容
内联
并排
Showing
6 changed file
with
257 addition
and
336 deletion
+257
-336
tests/system-test/2-query/distribute_agg_apercentile.py
tests/system-test/2-query/distribute_agg_apercentile.py
+1
-0
tests/system-test/2-query/distribute_agg_avg.py
tests/system-test/2-query/distribute_agg_avg.py
+1
-0
tests/system-test/2-query/distribute_agg_count.py
tests/system-test/2-query/distribute_agg_count.py
+79
-107
tests/system-test/2-query/distribute_agg_max.py
tests/system-test/2-query/distribute_agg_max.py
+84
-111
tests/system-test/2-query/distribute_agg_min.py
tests/system-test/2-query/distribute_agg_min.py
+86
-115
tests/system-test/fulltest.sh
tests/system-test/fulltest.sh
+6
-3
未找到文件。
tests/system-test/2-query/distribute_agg_apercentile.py
浏览文件 @
cd0e66a6
...
...
@@ -7,6 +7,7 @@ import random
class
TDTestCase
:
updatecfgDict
=
{
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
tdSql
.
init
(
conn
.
cursor
())
...
...
tests/system-test/2-query/distribute_agg_avg.py
浏览文件 @
cd0e66a6
...
...
@@ -8,6 +8,7 @@ import platform
class
TDTestCase
:
updatecfgDict
=
{
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
tdSql
.
init
(
conn
.
cursor
())
...
...
tests/system-test/2-query/distribute_agg_count.py
浏览文件 @
cd0e66a6
...
...
@@ -6,11 +6,8 @@ import random
class
TDTestCase
:
updatecfgDict
=
{
'debugFlag'
:
143
,
"cDebugFlag"
:
143
,
"uDebugFlag"
:
143
,
"rpcDebugFlag"
:
143
,
"tmrDebugFlag"
:
143
,
"jniDebugFlag"
:
143
,
"simDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"vDebugFlag"
:
143
,
"mDebugFlag"
:
143
,
"qDebugFlag"
:
143
,
"wDebugFlag"
:
143
,
"sDebugFlag"
:
143
,
"tsdbDebugFlag"
:
143
,
"tqDebugFlag"
:
143
,
"fsDebugFlag"
:
143
,
"udfDebugFlag"
:
143
,
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
updatecfgDict
=
{
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
tdSql
.
init
(
conn
.
cursor
())
...
...
@@ -35,76 +32,52 @@ class TDTestCase:
else
:
tdLog
.
info
(
" count function work as expected, sql : %s "
%
max_sql
)
def
prepare_datas_of_distribute
(
self
):
def
prepare_datas_of_distribute
(
self
,
dbname
=
"testdb"
):
# prepate datas for 20 tables distributed at different vgroups
tdSql
.
execute
(
"create database if not exists testdb
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
" use testdb
"
)
tdSql
.
execute
(
f
"create database if not exists
{
dbname
}
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
f
" use
{
dbname
}
"
)
tdSql
.
execute
(
'''create table
stb1
f
'''create table
{
dbname
}
.
stb1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
tags (t0 timestamp, t1 int, t2 bigint, t3 smallint, t4 tinyint, t5 float, t6 double, t7 bool, t8 binary(16),t9 nchar(32))
'''
)
tdSql
.
execute
(
'''
create table t1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
'''
)
for
i
in
range
(
20
):
tdSql
.
execute
(
f
'create table
ct
{
i
+
1
}
using
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
tdSql
.
execute
(
f
'create table
{
dbname
}
.ct
{
i
+
1
}
using
{
dbname
}
.
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
for
i
in
range
(
9
):
tdSql
.
execute
(
f
"insert into ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
tdSql
.
execute
(
f
"insert into ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
for
i
in
range
(
1
,
21
):
if
i
==
1
or
i
==
4
:
continue
else
:
tbname
=
"ct"
+
f
'
{
i
}
'
tbname
=
f
"
{
dbname
}
.ct
{
i
}
"
for
j
in
range
(
9
):
tdSql
.
execute
(
f
"insert into
{
tbname
}
values ( now()-
{
(
i
+
j
)
*
10
}
s,
{
1
*
(
j
+
i
)
}
,
{
11111
*
(
j
+
i
)
}
,
{
111
*
(
j
+
i
)
}
,
{
11
*
(
j
)
}
,
{
1.11
*
(
j
+
i
)
}
,
{
11.11
*
(
j
+
i
)
}
,
{
(
j
+
i
)
%
2
}
, 'binary
{
j
}
', 'nchar
{
j
}
', now()+
{
1
*
j
}
a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
'''insert into t1 values
( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a )
( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a )
( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a )
( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a )
( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a )
( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a )
( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" )
( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" )
( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" )
( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
'''
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdLog
.
info
(
" prepare data for distributed_aggregate done! "
)
def
check_distribute_datas
(
self
):
def
check_distribute_datas
(
self
,
dbname
=
"testdb"
):
# get vgroup_ids of all
tdSql
.
query
(
"show
vgroups "
)
tdSql
.
query
(
f
"show
{
dbname
}
.
vgroups "
)
vgroups
=
tdSql
.
queryResult
vnode_tables
=
{}
...
...
@@ -114,7 +87,7 @@ class TDTestCase:
# check sub_table of per vnode ,make sure sub_table has been distributed
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
...
...
@@ -128,7 +101,7 @@ class TDTestCase:
if
count
<
2
:
tdLog
.
exit
(
" the datas of all not satisfy sub_table has been distributed "
)
def
check_count_distribute_diff_vnode
(
self
,
col_name
):
def
check_count_distribute_diff_vnode
(
self
,
col_name
,
dbname
=
"testdb"
):
vgroup_ids
=
[]
for
k
,
v
in
self
.
vnode_disbutes
.
items
():
...
...
@@ -146,9 +119,9 @@ class TDTestCase:
tbname_filters
=
tbname_ins
[:
-
1
]
max_sql
=
f
"select count(
{
col_name
}
) from stb1 where tbname in (
{
tbname_filters
}
);"
max_sql
=
f
"select count(
{
col_name
}
) from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
);"
same_sql
=
f
"select sum(c) from (select
{
col_name
}
,1 as c from stb1 where tbname in (
{
tbname_filters
}
) and
{
col_name
}
is not null) "
same_sql
=
f
"select sum(c) from (select
{
col_name
}
,1 as c from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
) and
{
col_name
}
is not null) "
tdSql
.
query
(
max_sql
)
max_result
=
tdSql
.
queryResult
...
...
@@ -161,16 +134,16 @@ class TDTestCase:
else
:
tdLog
.
info
(
" count function work as expected, sql : %s "
%
max_sql
)
def
check_count_status
(
self
):
def
check_count_status
(
self
,
dbname
=
"testdb"
):
# check max function work status
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
tablenames
.
append
(
table_name
[
0
]
)
tablenames
.
append
(
f
"
{
dbname
}
.
{
table_name
[
0
]
}
"
)
tdSql
.
query
(
"desc
stb1"
)
tdSql
.
query
(
f
"desc
{
dbname
}
.
stb1"
)
col_names
=
tdSql
.
queryResult
colnames
=
[]
...
...
@@ -186,34 +159,33 @@ class TDTestCase:
for
colname
in
colnames
:
if
colname
.
startswith
(
"c"
):
self
.
check_count_distribute_diff_vnode
(
colname
)
self
.
check_count_distribute_diff_vnode
(
colname
,
dbname
)
else
:
# self.check_count_distribute_diff_vnode(colname
) # bug for tag
# self.check_count_distribute_diff_vnode(colname
, dbname) # bug for tag
pass
def
distribute_agg_query
(
self
):
def
distribute_agg_query
(
self
,
dbname
=
"testdb"
):
# basic filter
tdSql
.
query
(
"select count(c1) from
stb1 "
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.
stb1 "
)
tdSql
.
checkData
(
0
,
0
,
184
)
tdSql
.
query
(
"select count(c1) from
stb1 where t1=1"
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.
stb1 where t1=1"
)
tdSql
.
checkData
(
0
,
0
,
9
)
tdSql
.
query
(
"select count(c1+c2) from
stb1 where c1 =1 "
)
tdSql
.
query
(
f
"select count(c1+c2) from
{
dbname
}
.
stb1 where c1 =1 "
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
"select count(c1) from
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
checkData
(
0
,
0
,
9
)
tdSql
.
query
(
"select count(c1) from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.
stb1 partition by tbname"
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
"select count(c1) from
stb1 where t1> 4 partition by tbname"
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.
stb1 where t1> 4 partition by tbname"
)
tdSql
.
checkRows
(
15
)
# union all
tdSql
.
query
(
"select count(c1) from stb1 union all select count(c1) from
stb1 "
)
tdSql
.
query
(
f
"select count(c1) from
{
dbname
}
.stb1 union all select count(c1) from
{
dbname
}
.
stb1 "
)
tdSql
.
checkRows
(
2
)
tdSql
.
checkData
(
0
,
0
,
184
)
...
...
@@ -221,60 +193,60 @@ class TDTestCase:
tdSql
.
execute
(
" create database if not exists db "
)
tdSql
.
execute
(
" use db "
)
tdSql
.
execute
(
" create stable st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
tb1 using
st tags(1) "
)
tdSql
.
execute
(
" create table
tb2 using
st tags(2) "
)
tdSql
.
execute
(
" create stable
db.
st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
db.tb1 using db.
st tags(1) "
)
tdSql
.
execute
(
" create table
db.tb2 using db.
st tags(2) "
)
for
i
in
range
(
10
):
ts
=
i
*
10
+
self
.
ts
tdSql
.
execute
(
f
" insert into tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
query
(
"select count(tb1.c1), count(tb2.c2) from tb1,
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
query
(
f
"select count(tb1.c1), count(tb2.c2) from db.tb1 tb1, db.tb2
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
10
)
tdSql
.
checkData
(
0
,
1
,
10
)
# group by
tdSql
.
execute
(
" use testdb
"
)
tdSql
.
execute
(
f
" use
{
dbname
}
"
)
tdSql
.
query
(
" select count(*) from
stb1 "
)
tdSql
.
query
(
f
"select count(*) from
{
dbname
}
.
stb1 "
)
tdSql
.
checkData
(
0
,
0
,
187
)
tdSql
.
query
(
" select count(*) from
stb1 group by t1 "
)
tdSql
.
query
(
f
"select count(*) from
{
dbname
}
.
stb1 group by t1 "
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
" select count(*) from
stb1 group by c1 "
)
tdSql
.
query
(
f
"select count(*) from
{
dbname
}
.
stb1 group by c1 "
)
tdSql
.
checkRows
(
30
)
tdSql
.
query
(
" select count(*) from
stb1 group by c2 "
)
tdSql
.
query
(
f
"select count(*) from
{
dbname
}
.
stb1 group by c2 "
)
tdSql
.
checkRows
(
31
)
# partition by tbname or partition by tag
tdSql
.
query
(
"select max(c1),tbname from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select max(c1),tbname from
{
dbname
}
.
stb1 partition by tbname"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select max(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select max(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
tdSql
.
query
(
"select max(c1),tbname from
stb1 partition by t1"
)
tdSql
.
query
(
f
"select max(c1),tbname from
{
dbname
}
.
stb1 partition by t1"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select max(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select max(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
# nest query for support max
tdSql
.
query
(
"select abs(c2+2)+1 from (select count(c1) c2 from
stb1)"
)
tdSql
.
query
(
f
"select abs(c2+2)+1 from (select count(c1) c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
187.000000000
)
tdSql
.
query
(
"select count(c1+2) as c2 from (select ts ,c1 ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select count(c1+2) as c2 from (select ts ,c1 ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
184
)
tdSql
.
query
(
"select count(a+2) as c2 from (select ts ,abs(c1) a ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select count(a+2) as c2 from (select ts ,abs(c1) a ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
184
)
# mixup with other functions
tdSql
.
query
(
"select max(c1),count(c1),last(c2,c3) from
stb1"
)
tdSql
.
query
(
f
"select max(c1),count(c1),last(c2,c3) from
{
dbname
}
.
stb1"
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
184
)
tdSql
.
checkData
(
0
,
2
,
-
99999
)
...
...
tests/system-test/2-query/distribute_agg_max.py
浏览文件 @
cd0e66a6
...
...
@@ -6,10 +6,8 @@ import random
class
TDTestCase
:
updatecfgDict
=
{
'debugFlag'
:
143
,
"cDebugFlag"
:
143
,
"uDebugFlag"
:
143
,
"rpcDebugFlag"
:
143
,
"tmrDebugFlag"
:
143
,
"jniDebugFlag"
:
143
,
"simDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"vDebugFlag"
:
143
,
"mDebugFlag"
:
143
,
"qDebugFlag"
:
143
,
"wDebugFlag"
:
143
,
"sDebugFlag"
:
143
,
"tsdbDebugFlag"
:
143
,
"tqDebugFlag"
:
143
,
"fsDebugFlag"
:
143
,
"udfDebugFlag"
:
143
,
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
updatecfgDict
=
{
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
...
...
@@ -36,75 +34,52 @@ class TDTestCase:
tdLog
.
info
(
" max function work as expected, sql : %s "
%
max_sql
)
def
prepare_datas_of_distribute
(
self
):
def
prepare_datas_of_distribute
(
self
,
dbname
=
"testdb"
):
# prepate datas for 20 tables distributed at different vgroups
tdSql
.
execute
(
"create database if not exists testdb
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
" use testdb
"
)
tdSql
.
execute
(
f
"create database if not exists
{
dbname
}
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
f
" use
{
dbname
}
"
)
tdSql
.
execute
(
'''create table
stb1
f
'''create table
{
dbname
}
.
stb1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
tags (t0 timestamp, t1 int, t2 bigint, t3 smallint, t4 tinyint, t5 float, t6 double, t7 bool, t8 binary(16),t9 nchar(32))
'''
)
tdSql
.
execute
(
'''
create table t1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
'''
)
for
i
in
range
(
20
):
tdSql
.
execute
(
f
'create table
ct
{
i
+
1
}
using
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
tdSql
.
execute
(
f
'create table
{
dbname
}
.ct
{
i
+
1
}
using
{
dbname
}
.
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
for
i
in
range
(
9
):
tdSql
.
execute
(
f
"insert into ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
tdSql
.
execute
(
f
"insert into ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
for
i
in
range
(
1
,
21
):
if
i
==
1
or
i
==
4
:
continue
else
:
tbname
=
"ct"
+
f
'
{
i
}
'
tbname
=
f
"
{
dbname
}
.ct
{
i
}
"
for
j
in
range
(
9
):
tdSql
.
execute
(
f
"insert into
{
tbname
}
values ( now()-
{
(
i
+
j
)
*
10
}
s,
{
1
*
(
j
+
i
)
}
,
{
11111
*
(
j
+
i
)
}
,
{
111
*
(
j
+
i
)
}
,
{
11
*
(
j
)
}
,
{
1.11
*
(
j
+
i
)
}
,
{
11.11
*
(
j
+
i
)
}
,
{
(
j
+
i
)
%
2
}
, 'binary
{
j
}
', 'nchar
{
j
}
', now()+
{
1
*
j
}
a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
'''insert into t1 values
( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a )
( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a )
( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a )
( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a )
( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a )
( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a )
( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" )
( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" )
( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" )
( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
'''
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdLog
.
info
(
" prepare data for distributed_aggregate done! "
)
def
check_distribute_datas
(
self
):
def
check_distribute_datas
(
self
,
dbname
=
"testdb"
):
# get vgroup_ids of all
tdSql
.
query
(
"show
vgroups "
)
tdSql
.
query
(
f
"show
{
dbname
}
.
vgroups "
)
vgroups
=
tdSql
.
queryResult
vnode_tables
=
{}
...
...
@@ -112,9 +87,8 @@ class TDTestCase:
for
vgroup_id
in
vgroups
:
vnode_tables
[
vgroup_id
[
0
]]
=
[]
# check sub_table of per vnode ,make sure sub_table has been distributed
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
...
...
@@ -128,7 +102,7 @@ class TDTestCase:
if
count
<
2
:
tdLog
.
exit
(
" the datas of all not satisfy sub_table has been distributed "
)
def
check_max_distribute_diff_vnode
(
self
,
col_name
):
def
check_max_distribute_diff_vnode
(
self
,
col_name
,
dbname
=
"testdb"
):
vgroup_ids
=
[]
for
k
,
v
in
self
.
vnode_disbutes
.
items
():
...
...
@@ -146,9 +120,9 @@ class TDTestCase:
tbname_filters
=
tbname_ins
[:
-
1
]
max_sql
=
f
"select max(
{
col_name
}
) from stb1 where tbname in (
{
tbname_filters
}
);"
max_sql
=
f
"select max(
{
col_name
}
) from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
);"
same_sql
=
f
"select
{
col_name
}
from stb1 where tbname in (
{
tbname_filters
}
) order by
{
col_name
}
desc limit 1"
same_sql
=
f
"select
{
col_name
}
from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
) order by
{
col_name
}
desc limit 1"
tdSql
.
query
(
max_sql
)
max_result
=
tdSql
.
queryResult
...
...
@@ -161,16 +135,16 @@ class TDTestCase:
else
:
tdLog
.
info
(
" max function work as expected, sql : %s "
%
max_sql
)
def
check_max_status
(
self
):
def
check_max_status
(
self
,
dbname
=
"testdb"
):
# check max function work status
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
tablenames
.
append
(
table_name
[
0
]
)
tablenames
.
append
(
f
"
{
dbname
}
.
{
table_name
[
0
]
}
"
)
tdSql
.
query
(
"desc
stb1"
)
tdSql
.
query
(
f
"desc
{
dbname
}
.
stb1"
)
col_names
=
tdSql
.
queryResult
colnames
=
[]
...
...
@@ -186,34 +160,33 @@ class TDTestCase:
for
colname
in
colnames
:
if
colname
.
startswith
(
"c"
):
self
.
check_max_distribute_diff_vnode
(
colname
)
self
.
check_max_distribute_diff_vnode
(
colname
,
dbname
)
else
:
# self.check_max_distribute_diff_vnode(colname
) # bug for tag
# self.check_max_distribute_diff_vnode(colname
, dbname) # bug for tag
pass
def
distribute_agg_query
(
self
):
def
distribute_agg_query
(
self
,
dbname
=
"testdb"
):
# basic filter
tdSql
.
query
(
"select max(c1) from
stb1 where c1 is null"
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.
stb1 where c1 is null"
)
tdSql
.
checkRows
(
0
)
tdSql
.
query
(
"select max(c1) from
stb1 where t1=1"
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.
stb1 where t1=1"
)
tdSql
.
checkData
(
0
,
0
,
10
)
tdSql
.
query
(
"select max(c1+c2) from
stb1 where c1 =1 "
)
tdSql
.
query
(
f
"select max(c1+c2) from
{
dbname
}
.
stb1 where c1 =1 "
)
tdSql
.
checkData
(
0
,
0
,
11112.000000000
)
tdSql
.
query
(
"select max(c1) from
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
checkData
(
0
,
0
,
10
)
tdSql
.
query
(
"select max(c1) from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.
stb1 partition by tbname"
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
"select max(c1) from
stb1 where t1> 4 partition by tbname"
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.
stb1 where t1> 4 partition by tbname"
)
tdSql
.
checkRows
(
15
)
# union all
tdSql
.
query
(
"select max(c1) from stb1 union all select max(c1) from
stb1 "
)
tdSql
.
query
(
f
"select max(c1) from
{
dbname
}
.stb1 union all select max(c1) from
{
dbname
}
.
stb1 "
)
tdSql
.
checkRows
(
2
)
tdSql
.
checkData
(
0
,
0
,
28
)
...
...
@@ -221,45 +194,45 @@ class TDTestCase:
tdSql
.
execute
(
" create database if not exists db "
)
tdSql
.
execute
(
" use db "
)
tdSql
.
execute
(
" create stable st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
tb1 using
st tags(1) "
)
tdSql
.
execute
(
" create table
tb2 using
st tags(2) "
)
tdSql
.
execute
(
" create stable
db.
st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
db.tb1 using db.
st tags(1) "
)
tdSql
.
execute
(
" create table
db.tb2 using db.
st tags(2) "
)
for
i
in
range
(
10
):
ts
=
i
*
10
+
self
.
ts
tdSql
.
execute
(
f
" insert into tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
query
(
"select max(tb1.c1), tb2.c2 from tb1,
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
query
(
f
"select max(tb1.c1), tb2.c2 from db.tb1 tb1, db.tb2
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
9
)
tdSql
.
checkData
(
0
,
0
,
9.00000
)
# group by
tdSql
.
execute
(
"
use testdb "
)
tdSql
.
query
(
" select max(c1),c1 from
stb1 group by t1 "
)
tdSql
.
execute
(
"use testdb "
)
tdSql
.
query
(
f
"select max(c1),c1 from
{
dbname
}
.
stb1 group by t1 "
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
" select max(c1),c1 from
stb1 group by c1 "
)
tdSql
.
query
(
f
"select max(c1),c1 from
{
dbname
}
.
stb1 group by c1 "
)
tdSql
.
checkRows
(
30
)
tdSql
.
query
(
" select max(c1),c2 from
stb1 group by c2 "
)
tdSql
.
query
(
f
"select max(c1),c2 from
{
dbname
}
.
stb1 group by c2 "
)
tdSql
.
checkRows
(
31
)
# selective common cols of datas
tdSql
.
query
(
"select max(c1),c2,c3,c5 from
stb1"
)
tdSql
.
query
(
f
"select max(c1),c2,c3,c5 from
{
dbname
}
.
stb1"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
311108
)
tdSql
.
checkData
(
0
,
2
,
3108
)
tdSql
.
checkData
(
0
,
3
,
31.08000
)
tdSql
.
query
(
"select max(c1),t1,c2,t3 from
stb1"
)
tdSql
.
query
(
f
"select max(c1),t1,c2,t3 from
{
dbname
}
.
stb1"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
19
)
tdSql
.
checkData
(
0
,
2
,
311108
)
tdSql
.
query
(
"select max(c1),ceil(t1),pow(c2,1)+2,abs(t3) from
stb1"
)
tdSql
.
query
(
f
"select max(c1),ceil(t1),pow(c2,1)+2,abs(t3) from
{
dbname
}
.
stb1"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
19
)
...
...
@@ -267,32 +240,32 @@ class TDTestCase:
tdSql
.
checkData
(
0
,
3
,
2109
)
# partition by tbname or partition by tag
tdSql
.
query
(
"select max(c1),tbname from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select max(c1),tbname from
{
dbname
}
.
stb1 partition by tbname"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select max(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select max(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
tdSql
.
query
(
"select max(c1),tbname from
stb1 partition by t1"
)
tdSql
.
query
(
f
"select max(c1),tbname from
{
dbname
}
.
stb1 partition by t1"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select max(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select max(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
# nest query for support max
tdSql
.
query
(
"select abs(c2+2)+1 from (select max(c1) c2 from
stb1)"
)
tdSql
.
query
(
f
"select abs(c2+2)+1 from (select max(c1) c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
31.000000000
)
tdSql
.
query
(
"select max(c1+2)+1 as c2 from (select ts ,c1 ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select max(c1+2)+1 as c2 from (select ts ,c1 ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
31.000000000
)
tdSql
.
query
(
"select max(a+2)+1 as c2 from (select ts ,abs(c1) a ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select max(a+2)+1 as c2 from (select ts ,abs(c1) a ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
31.000000000
)
# mixup with other functions
tdSql
.
query
(
"select max(c1),count(c1),last(c2,c3) from
stb1"
)
tdSql
.
query
(
f
"select max(c1),count(c1),last(c2,c3) from
{
dbname
}
.
stb1"
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
184
)
tdSql
.
checkData
(
0
,
2
,
-
99999
)
...
...
tests/system-test/2-query/distribute_agg_min.py
浏览文件 @
cd0e66a6
...
...
@@ -6,10 +6,8 @@ import random
class
TDTestCase
:
updatecfgDict
=
{
'debugFlag'
:
143
,
"cDebugFlag"
:
143
,
"uDebugFlag"
:
143
,
"rpcDebugFlag"
:
143
,
"tmrDebugFlag"
:
143
,
"jniDebugFlag"
:
143
,
"simDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"dDebugFlag"
:
143
,
"vDebugFlag"
:
143
,
"mDebugFlag"
:
143
,
"qDebugFlag"
:
143
,
"wDebugFlag"
:
143
,
"sDebugFlag"
:
143
,
"tsdbDebugFlag"
:
143
,
"tqDebugFlag"
:
143
,
"fsDebugFlag"
:
143
,
"udfDebugFlag"
:
143
,
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
updatecfgDict
=
{
"maxTablesPerVnode"
:
2
,
"minTablesPerVnode"
:
2
,
"tableIncStepPerVnode"
:
2
}
def
init
(
self
,
conn
,
logSql
):
tdLog
.
debug
(
"start to execute %s"
%
__file__
)
...
...
@@ -35,76 +33,52 @@ class TDTestCase:
else
:
tdLog
.
info
(
" min function work as expected, sql : %s "
%
min_sql
)
def
prepare_datas_of_distribute
(
self
):
def
prepare_datas_of_distribute
(
self
,
dbname
=
"testdb"
):
# prepate datas for 20 tables distributed at different vgroups
tdSql
.
execute
(
"create database if not exists testdb
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
" use testdb
"
)
tdSql
.
execute
(
f
"create database if not exists
{
dbname
}
keep 3650 duration 1000 vgroups 5"
)
tdSql
.
execute
(
f
" use
{
dbname
}
"
)
tdSql
.
execute
(
'''create table
stb1
f
'''create table
{
dbname
}
.
stb1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
tags (t0 timestamp, t1 int, t2 bigint, t3 smallint, t4 tinyint, t5 float, t6 double, t7 bool, t8 binary(16),t9 nchar(32))
'''
)
tdSql
.
execute
(
'''
create table t1
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
'''
)
for
i
in
range
(
20
):
tdSql
.
execute
(
f
'create table
ct
{
i
+
1
}
using
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
tdSql
.
execute
(
f
'create table
{
dbname
}
.ct
{
i
+
1
}
using
{
dbname
}
.
stb1 tags ( now(),
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
1
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, "binary
{
i
}
", "nchar
{
i
}
" )'
)
for
i
in
range
(
9
):
tdSql
.
execute
(
f
"insert into ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct1 values ( now()-
{
i
*
10
}
s,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
tdSql
.
execute
(
f
"insert into ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
f
"insert into
{
dbname
}
.
ct4 values ( now()-
{
i
*
90
}
d,
{
1
*
i
}
,
{
11111
*
i
}
,
{
111
*
i
}
,
{
11
*
i
}
,
{
1.11
*
i
}
,
{
11.11
*
i
}
,
{
i
%
2
}
, 'binary
{
i
}
', 'nchar
{
i
}
', now()+
{
1
*
i
}
a )"
)
for
i
in
range
(
1
,
21
):
if
i
==
1
or
i
==
4
:
continue
else
:
tbname
=
"ct"
+
f
'
{
i
}
'
tbname
=
f
"
{
dbname
}
.ct
{
i
}
"
for
j
in
range
(
9
):
tdSql
.
execute
(
f
"insert into
{
tbname
}
values ( now()-
{
(
i
+
j
)
*
10
}
s,
{
1
*
(
j
+
i
)
}
,
{
11111
*
(
j
+
i
)
}
,
{
111
*
(
j
+
i
)
}
,
{
11
*
(
j
)
}
,
{
1.11
*
(
j
+
i
)
}
,
{
11.11
*
(
j
+
i
)
}
,
{
(
j
+
i
)
%
2
}
, 'binary
{
j
}
', 'nchar
{
j
}
', now()+
{
1
*
j
}
a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.
ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )"
)
tdSql
.
execute
(
"insert into ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
"insert into ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
'''insert into t1 values
( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a )
( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a )
( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a )
( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a )
( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a )
( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a )
( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" )
( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" )
( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" )
( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
'''
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdSql
.
execute
(
f
"insert into
{
dbname
}
.ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) "
)
tdLog
.
info
(
" prepare data for distributed_aggregate done! "
)
def
check_distribute_datas
(
self
):
def
check_distribute_datas
(
self
,
dbname
=
"testdb"
):
# get vgroup_ids of all
tdSql
.
query
(
"show
vgroups "
)
tdSql
.
query
(
f
"show
{
dbname
}
.
vgroups "
)
vgroups
=
tdSql
.
queryResult
vnode_tables
=
{}
...
...
@@ -112,9 +86,8 @@ class TDTestCase:
for
vgroup_id
in
vgroups
:
vnode_tables
[
vgroup_id
[
0
]]
=
[]
# check sub_table of per vnode ,make sure sub_table has been distributed
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
...
...
@@ -128,7 +101,7 @@ class TDTestCase:
if
count
<
2
:
tdLog
.
exit
(
" the datas of all not satisfy sub_table has been distributed "
)
def
check_min_distribute_diff_vnode
(
self
,
col_name
):
def
check_min_distribute_diff_vnode
(
self
,
col_name
,
dbname
=
"testdb"
):
vgroup_ids
=
[]
for
k
,
v
in
self
.
vnode_disbutes
.
items
():
...
...
@@ -146,9 +119,9 @@ class TDTestCase:
tbname_filters
=
tbname_ins
[:
-
1
]
min_sql
=
f
"select min(
{
col_name
}
) from stb1 where tbname in (
{
tbname_filters
}
);"
min_sql
=
f
"select min(
{
col_name
}
) from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
);"
same_sql
=
f
"select
{
col_name
}
from stb1 where tbname in (
{
tbname_filters
}
) and
{
col_name
}
is not null order by
{
col_name
}
asc limit 1"
same_sql
=
f
"select
{
col_name
}
from
{
dbname
}
.
stb1 where tbname in (
{
tbname_filters
}
) and
{
col_name
}
is not null order by
{
col_name
}
asc limit 1"
tdSql
.
query
(
min_sql
)
min_result
=
tdSql
.
queryResult
...
...
@@ -161,16 +134,16 @@ class TDTestCase:
else
:
tdLog
.
info
(
" min function work as expected, sql : %s "
%
min_sql
)
def
check_min_status
(
self
):
# check m
ax function work status
def
check_min_status
(
self
,
dbname
=
"testdb"
):
# check m
in function work status
tdSql
.
query
(
"show
tables like 'ct%'"
)
tdSql
.
query
(
f
"show
{
dbname
}
.
tables like 'ct%'"
)
table_names
=
tdSql
.
queryResult
tablenames
=
[]
for
table_name
in
table_names
:
tablenames
.
append
(
table_name
[
0
]
)
tablenames
.
append
(
f
"
{
dbname
}
.
{
table_name
[
0
]
}
"
)
tdSql
.
query
(
"desc
stb1"
)
tdSql
.
query
(
f
"desc
{
dbname
}
.
stb1"
)
col_names
=
tdSql
.
queryResult
colnames
=
[]
...
...
@@ -182,119 +155,117 @@ class TDTestCase:
for
colname
in
colnames
:
self
.
check_min_functions
(
tablename
,
colname
)
# check m
ax function for different vnode
# check m
in function for different vnode
for
colname
in
colnames
:
if
colname
.
startswith
(
"c"
):
self
.
check_min_distribute_diff_vnode
(
colname
)
self
.
check_min_distribute_diff_vnode
(
colname
,
dbname
)
else
:
# self.check_min_distribute_diff_vnode(colname
) # bug for tag
# self.check_min_distribute_diff_vnode(colname
, dbname) # bug for tag
pass
def
distribute_agg_query
(
self
):
def
distribute_agg_query
(
self
,
dbname
=
"testdb"
):
# basic filter
tdSql
.
query
(
"select min(c1) from
stb1 where c1 is null"
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.
stb1 where c1 is null"
)
tdSql
.
checkRows
(
0
)
tdSql
.
query
(
"select min(c1) from
stb1 where t1=1"
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.
stb1 where t1=1"
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
"select min(c1+c2) from
stb1 where c1 =1 "
)
tdSql
.
query
(
f
"select min(c1+c2) from
{
dbname
}
.
stb1 where c1 =1 "
)
tdSql
.
checkData
(
0
,
0
,
11112.000000000
)
tdSql
.
query
(
"select min(c1) from
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.
stb1 where tbname=
\"
ct2
\"
"
)
tdSql
.
checkData
(
0
,
0
,
2
)
tdSql
.
query
(
"select min(c1) from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.
stb1 partition by tbname"
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
"select min(c1) from
stb1 where t1> 4 partition by tbname"
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.
stb1 where t1> 4 partition by tbname"
)
tdSql
.
checkRows
(
15
)
# union all
tdSql
.
query
(
"select min(c1) from stb1 union all select min(c1) from
stb1 "
)
tdSql
.
query
(
f
"select min(c1) from
{
dbname
}
.stb1 union all select min(c1) from
{
dbname
}
.
stb1 "
)
tdSql
.
checkRows
(
2
)
tdSql
.
checkData
(
0
,
0
,
0
)
tdSql
.
checkData
(
0
,
0
,
0
)
# join
tdSql
.
execute
(
" create database if not exists db "
)
tdSql
.
execute
(
" use db "
)
tdSql
.
execute
(
" create stable st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
tb1 using
st tags(1) "
)
tdSql
.
execute
(
" create table
tb2 using
st tags(2) "
)
tdSql
.
execute
(
" create stable
db.
st (ts timestamp , c1 int ,c2 float) tags(t1 int) "
)
tdSql
.
execute
(
" create table
db.tb1 using db.
st tags(1) "
)
tdSql
.
execute
(
" create table
db.tb2 using db.
st tags(2) "
)
for
i
in
range
(
10
):
ts
=
i
*
10
+
self
.
ts
tdSql
.
execute
(
f
" insert into tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb1 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
execute
(
f
" insert into
db.
tb2 values(
{
ts
}
,
{
i
}
,
{
i
}
.0)"
)
tdSql
.
query
(
"select min(tb1.c1), tb2.c2 from tb1,
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
query
(
f
"select min(tb1.c1), tb2.c2 from db.tb1 tb1, db.tb2
tb2 where tb1.ts=tb2.ts"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
0
)
tdSql
.
checkData
(
0
,
0
,
0.00000
)
# group by
tdSql
.
execute
(
"
use testdb "
)
tdSql
.
query
(
" select min(c1),c1 from
stb1 group by t1 "
)
tdSql
.
execute
(
"use testdb "
)
tdSql
.
query
(
f
"select min(c1),c1 from
{
dbname
}
.
stb1 group by t1 "
)
tdSql
.
checkRows
(
20
)
tdSql
.
query
(
" select min(c1),c1 from
stb1 group by c1 "
)
tdSql
.
query
(
f
"select min(c1),c1 from
{
dbname
}
.
stb1 group by c1 "
)
tdSql
.
checkRows
(
30
)
tdSql
.
query
(
" select min(c1),c2 from
stb1 group by c2 "
)
tdSql
.
query
(
f
"select min(c1),c2 from
{
dbname
}
.
stb1 group by c2 "
)
tdSql
.
checkRows
(
31
)
# selective common cols of datas
tdSql
.
query
(
"select min(c1),c2,c3,c5 from
stb1"
)
tdSql
.
query
(
f
"select min(c1),c2,c3,c5 from
{
dbname
}
.
stb1"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
0
)
tdSql
.
checkData
(
0
,
1
,
0
)
tdSql
.
checkData
(
0
,
2
,
0
)
tdSql
.
checkData
(
0
,
3
,
0
)
tdSql
.
query
(
"select min(c1),t1,c2,t3 from stb1 where c1 >
5"
)
tdSql
.
query
(
f
"select min(c1),t1,c2,t3 from
{
dbname
}
.stb1 where c1 >
5"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
6
)
tdSql
.
checkData
(
0
,
2
,
66666
)
tdSql
.
query
(
"select min(c1),ceil(t1),pow(c2,1)+2,abs(t3) from stb1 where c1>
12"
)
tdSql
.
query
(
f
"select min(c1),ceil(t1),pow(c2,1)+2,abs(t3) from
{
dbname
}
.stb1 where c1 >
12"
)
tdSql
.
checkRows
(
1
)
tdSql
.
checkData
(
0
,
0
,
13
)
tdSql
.
checkData
(
0
,
2
,
144445.000000000
)
# partition by tbname or partition by tag
tdSql
.
query
(
"select min(c1),tbname from
stb1 partition by tbname"
)
tdSql
.
query
(
f
"select min(c1),tbname from
{
dbname
}
.
stb1 partition by tbname"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select min(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select min(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
tdSql
.
query
(
"select min(c1),tbname from
stb1 partition by t1"
)
tdSql
.
query
(
f
"select min(c1),tbname from
{
dbname
}
.
stb1 partition by t1"
)
query_data
=
tdSql
.
queryResult
for
row
in
query_data
:
tbname
=
row
[
1
]
tdSql
.
query
(
"
select min(c1) from %s "
%
tbname
)
tbname
=
f
"
{
dbname
}
.
{
row
[
1
]
}
"
tdSql
.
query
(
f
"
select min(c1) from %s "
%
tbname
)
tdSql
.
checkData
(
0
,
0
,
row
[
0
])
# nest query for support m
ax
tdSql
.
query
(
"select abs(c2+2)+1 from (select min(c1) c2 from
stb1)"
)
# nest query for support m
in
tdSql
.
query
(
f
"select abs(c2+2)+1 from (select min(c1) c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
3.000000000
)
tdSql
.
query
(
"select min(c1+2)+1 as c2 from (select ts ,c1 ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select min(c1+2)+1 as c2 from (select ts ,c1 ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
3.000000000
)
tdSql
.
query
(
"select min(a+2)+1 as c2 from (select ts ,abs(c1) a ,c2 from
stb1)"
)
tdSql
.
query
(
f
"select min(a+2)+1 as c2 from (select ts ,abs(c1) a ,c2 from
{
dbname
}
.
stb1)"
)
tdSql
.
checkData
(
0
,
0
,
3.000000000
)
# mixup with other functions
tdSql
.
query
(
"select max(c1),count(c1),last(c2,c3),min(c1) from
stb1"
)
tdSql
.
query
(
f
"select max(c1),count(c1),last(c2,c3) from
{
dbname
}
.
stb1"
)
tdSql
.
checkData
(
0
,
0
,
28
)
tdSql
.
checkData
(
0
,
1
,
184
)
tdSql
.
checkData
(
0
,
2
,
-
99999
)
tdSql
.
checkData
(
0
,
3
,
-
999
)
tdSql
.
checkData
(
0
,
4
,
0
)
def
run
(
self
):
...
...
tests/system-test/fulltest.sh
浏览文件 @
cd0e66a6
...
...
@@ -80,6 +80,12 @@ python3 ./test.py -f 2-query/distribute_agg_apercentile.py
python3 ./test.py
-f
2-query/distribute_agg_apercentile.py
-R
python3 ./test.py
-f
2-query/distribute_agg_avg.py
python3 ./test.py
-f
2-query/distribute_agg_avg.py
-R
python3 ./test.py
-f
2-query/distribute_agg_count.py
python3 ./test.py
-f
2-query/distribute_agg_count.py
-R
python3 ./test.py
-f
2-query/distribute_agg_max.py
python3 ./test.py
-f
2-query/distribute_agg_max.py
-R
python3 ./test.py
-f
2-query/distribute_agg_min.py
python3 ./test.py
-f
2-query/distribute_agg_min.py
-R
...
...
@@ -146,9 +152,6 @@ python3 ./test.py -f 2-query/function_stateduration.py
python3 ./test.py
-f
2-query/statecount.py
python3 ./test.py
-f
2-query/tail.py
python3 ./test.py
-f
2-query/ttl_comment.py
python3 ./test.py
-f
2-query/distribute_agg_count.py
python3 ./test.py
-f
2-query/distribute_agg_max.py
python3 ./test.py
-f
2-query/distribute_agg_min.py
python3 ./test.py
-f
2-query/distribute_agg_sum.py
python3 ./test.py
-f
2-query/distribute_agg_spread.py
python3 ./test.py
-f
2-query/distribute_agg_stddev.py
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录