from math import floor from random import randint, random from numpy import equal import taos import sys import datetime import inspect from util.log import * from util.sql import * from util.cases import * class TDTestCase: updatecfgDict = {'debugFlag': 143 ,"cDebugFlag":143,"uDebugFlag":143 ,"rpcDebugFlag":143 , "tmrDebugFlag":143 , "jniDebugFlag":143 ,"simDebugFlag":143,"dDebugFlag":143, "dDebugFlag":143,"vDebugFlag":143,"mDebugFlag":143,"qDebugFlag":143, "wDebugFlag":143,"sDebugFlag":143,"tsdbDebugFlag":143,"tqDebugFlag":143 ,"fsDebugFlag":143 ,"fnDebugFlag":143} def init(self, conn, logSql): tdLog.debug(f"start to excute {__file__}") tdSql.init(conn.cursor()) self.ts = 1420041600000 # 2015-01-01 00:00:00 this is begin time for first record def prepare_datas(self): tdSql.execute( '''create table stb1 (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp) tags (t1 int) ''' ) tdSql.execute( ''' create table t1 (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp) ''' ) for i in range(4): tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )') for i in range(9): tdSql.execute( f"insert into ct1 values ( now()-{i*10}s, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )" ) tdSql.execute( f"insert into ct4 values ( now()-{i*90}d, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )" ) tdSql.execute("insert into ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )") tdSql.execute("insert into ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )") tdSql.execute("insert into ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )") tdSql.execute("insert into ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )") tdSql.execute("insert into ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ") tdSql.execute("insert into ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ") tdSql.execute("insert into ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ") tdSql.execute( f'''insert into t1 values ( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a ) ( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a ) ( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a ) ( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a ) ( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a ) ( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a ) ( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" ) ( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" ) ( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" ) ( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ''' ) def test_errors(self): error_sql_lists = [ # "select statecount(c1,'GT',5) from t1" "select statecount from t1", "select statecount(123--123)==1 from t1", "select statecount(123,123) from t1", "select statecount(c1,ts) from t1", "select statecount(c1,c1,ts) from t1", "select statecount(c1 ,c2 ) from t1", "select statecount(c1 ,NULL) from t1", #"select statecount(c1 ,'NULL',1.0) from t1", "select statecount(c1 ,'GT','1') from t1", "select statecount(c1 ,'GT','tbname') from t1", "select statecount(c1 ,'GT','*') from t1", "select statecount(c1 ,'GT',ts) from t1", "select statecount(c1 ,'GT',max(c1)) from t1", # "select statecount(abs(c1) ,'GT',1) from t1", # "select statecount(c1+2 ,'GT',1) from t1", "select statecount(c1 ,'GT',1,1u) from t1", "select statecount(c1 ,'GT',1,now) from t1", "select statecount(c1 ,'GT','1') from t1", "select statecount(c1 ,'GT','1',True) from t1", "select statecount(statecount(c1) ab from t1)", "select statecount(c1 ,'GT',1,,)int from t1", "select statecount('c1','GT',1) from t1", "select statecount('c1','GT' , NULL) from t1", "select statecount('c1','GT', 1 , '') from t1", "select statecount('c1','GT', 1 ,c%) from t1", "select statecount(c1 ,'GT',1,t1) from t1", "select statecount(c1 ,'GT',1,True) from t1", "select statecount(c1 ,'GT',1) , count(c1) from t1", "select statecount(c1 ,'GT',1) , avg(c1) from t1", "select statecount(c1 ,'GT',1) , min(c1) from t1", "select statecount(c1 ,'GT',1) , spread(c1) from t1", "select statecount(c1 ,'GT',1) , diff(c1) from t1", "select statecount(c1 ,'GT',1) , abs(c1) from t1", "select statecount(c1 ,'GT',1) , c1 from t1", ] for error_sql in error_sql_lists: tdSql.error(error_sql) pass def support_types(self): other_no_value_types = [ "select statecount(ts,'GT',1) from t1" , "select statecount(c7,'GT',1) from t1", "select statecount(c8,'GT',1) from t1", "select statecount(c9,'GT',1) from t1", "select statecount(ts,'GT',1) from ct1" , "select statecount(c7,'GT',1) from ct1", "select statecount(c8,'GT',1) from ct1", "select statecount(c9,'GT',1) from ct1", "select statecount(ts,'GT',1) from ct3" , "select statecount(c7,'GT',1) from ct3", "select statecount(c8,'GT',1) from ct3", "select statecount(c9,'GT',1) from ct3", "select statecount(ts,'GT',1) from ct4" , "select statecount(c7,'GT',1) from ct4", "select statecount(c8,'GT',1) from ct4", "select statecount(c9,'GT',1) from ct4", "select statecount(ts,'GT',1) from stb1 partition by tbname" , "select statecount(c7,'GT',1) from stb1 partition by tbname", "select statecount(c8,'GT',1) from stb1 partition by tbname", "select statecount(c9,'GT',1) from stb1 partition by tbname" ] for type_sql in other_no_value_types: tdSql.error(type_sql) tdLog.info("support type ok , sql is : %s"%type_sql) type_sql_lists = [ "select statecount(c1,'GT',1) from t1", "select statecount(c2,'GT',1) from t1", "select statecount(c3,'GT',1) from t1", "select statecount(c4,'GT',1) from t1", "select statecount(c5,'GT',1) from t1", "select statecount(c6,'GT',1) from t1", "select statecount(c1,'GT',1) from ct1", "select statecount(c2,'GT',1) from ct1", "select statecount(c3,'GT',1) from ct1", "select statecount(c4,'GT',1) from ct1", "select statecount(c5,'GT',1) from ct1", "select statecount(c6,'GT',1) from ct1", "select statecount(c1,'GT',1) from ct3", "select statecount(c2,'GT',1) from ct3", "select statecount(c3,'GT',1) from ct3", "select statecount(c4,'GT',1) from ct3", "select statecount(c5,'GT',1) from ct3", "select statecount(c6,'GT',1) from ct3", "select statecount(c1,'GT',1) from stb1 partition by tbname", "select statecount(c2,'GT',1) from stb1 partition by tbname", "select statecount(c3,'GT',1) from stb1 partition by tbname", "select statecount(c4,'GT',1) from stb1 partition by tbname", "select statecount(c5,'GT',1) from stb1 partition by tbname", "select statecount(c6,'GT',1) from stb1 partition by tbname", "select statecount(c6,'GT',1) as alisb from stb1 partition by tbname", "select statecount(c6,'GT',1) alisb from stb1 partition by tbname", ] for type_sql in type_sql_lists: tdSql.query(type_sql) def support_opers(self): oper_lists = ['LT','lt','Lt','lT','GT','gt','Gt','gT','LE','le','Le','lE','GE','ge','Ge','gE','NE','ne','Ne','nE','EQ','eq','Eq','eQ'] oper_errors = [",","*","NULL","tbname","ts","sum","_c0"] for oper in oper_lists: tdSql.query(f"select statecount(c1 ,'{oper}',1) as col from t1") tdSql.checkRows(12) for oper in oper_errors: tdSql.error(f"select statecount(c1 ,'{oper}',1) as col from t1") def basic_statecount_function(self): # basic query tdSql.query("select c1 from ct3") tdSql.checkRows(0) tdSql.query("select c1 from t1") tdSql.checkRows(12) tdSql.query("select c1 from stb1") tdSql.checkRows(25) # used for empty table , ct3 is empty tdSql.query("select statecount(c6,'GT',1) from ct3") tdSql.checkRows(0) tdSql.query("select statecount(c6,'GT',1) from ct3") tdSql.checkRows(0) tdSql.query("select statecount(c6,'GT',1) from ct3") tdSql.checkRows(0) tdSql.query("select statecount(c6,'GT',1) from ct3") tdSql.checkRows(0) tdSql.query("select statecount(c6,'GT',1) from ct3") tdSql.checkRows(0) tdSql.query("select statecount(c6,'GT',1) from ct3") # will support _rowts mix with # tdSql.query("select (c6,'GT',1),_rowts from ct3") # auto check for t1 table # used for regular table tdSql.query("select statecount(c6,'GT',1) from t1") # unique with super tags tdSql.query("select statecount(c6,'GT',1) from ct1") tdSql.checkRows(13) tdSql.query("select statecount(c6,'GT',1) from ct4") tdSql.checkRows(12) tdSql.error("select statecount(c6,'GT',1),tbname from ct1") tdSql.error("select statecount(c6,'GT',1),t1 from ct1") # unique with common col tdSql.error("select statecount(c6,'GT',1) ,ts from ct1") tdSql.error("select statecount(c6,'GT',1) ,c1 from ct1") # unique with scalar function tdSql.error("select statecount(c6,'GT',1) ,abs(c1) from ct1") tdSql.error("select statecount(c6,'GT',1) , unique(c2) from ct1") tdSql.error("select statecount(c6,'GT',1) , abs(c2)+2 from ct1") # unique with aggregate function tdSql.error("select statecount(c6,'GT',1) ,sum(c1) from ct1") tdSql.error("select statecount(c6,'GT',1) ,max(c1) from ct1") tdSql.error("select statecount(c6,'GT',1) ,csum(c1) from ct1") tdSql.error("select statecount(c6,'GT',1) ,count(c1) from ct1") # unique with filter where tdSql.query("select statecount(c6,'GT',1) from ct4 where c1 is null") tdSql.checkData(0, 0, None) tdSql.checkData(1, 0, None) tdSql.checkData(2, 0, None) tdSql.query("select statecount(c1,'GT',1) from t1 where c1 >2 ") tdSql.checkData(0, 0, 1) tdSql.checkData(1, 0, 2) tdSql.checkData(2, 0, 3) tdSql.checkData(4, 0, 5) tdSql.checkData(5, 0, 6) tdSql.query("select statecount(c2,'GT',1) from t1 where c2 between 0 and 99999") tdSql.checkData(0, 0, 1) tdSql.checkData(1, 0, 2) tdSql.checkData(6, 0, -1) # unique with union all tdSql.query("select statecount(c1,'GT',1) from ct4 union all select statecount(c1,'GT',1) from ct1") tdSql.checkRows(25) tdSql.query("select statecount(c1,'GT',1) from ct4 union all select distinct(c1) from ct4") tdSql.checkRows(22) # unique with join # prepare join datas with same ts tdSql.execute(" use db ") tdSql.execute(" create stable st1 (ts timestamp , num int) tags(ind int)") tdSql.execute(" create table tb1 using st1 tags(1)") tdSql.execute(" create table tb2 using st1 tags(2)") tdSql.execute(" create stable st2 (ts timestamp , num int) tags(ind int)") tdSql.execute(" create table ttb1 using st2 tags(1)") tdSql.execute(" create table ttb2 using st2 tags(2)") start_ts = 1622369635000 # 2021-05-30 18:13:55 for i in range(10): ts_value = start_ts+i*1000 tdSql.execute(f" insert into tb1 values({ts_value} , {i})") tdSql.execute(f" insert into tb2 values({ts_value} , {i})") tdSql.execute(f" insert into ttb1 values({ts_value} , {i})") tdSql.execute(f" insert into ttb2 values({ts_value} , {i})") tdSql.query("select statecount(tb1.num,'GT',1) from tb1, tb2 where tb1.ts=tb2.ts ") tdSql.checkRows(10) tdSql.checkData(0,0,-1) tdSql.checkData(1,0,-1) tdSql.checkData(2,0,1) tdSql.checkData(9,0,8) tdSql.query("select statecount(tb1.num,'GT',1) from tb1, tb2 where tb1.ts=tb2.ts union all select statecount(tb2.num,'GT',1) from tb1, tb2 where tb1.ts=tb2.ts ") tdSql.checkRows(20) # nest query # tdSql.query("select unique(c1) from (select c1 from ct1)") tdSql.query("select c1 from (select statecount(c1,'GT',1) c1 from t1)") tdSql.checkRows(12) tdSql.checkData(0, 0, None) tdSql.checkData(1, 0, -1) tdSql.checkData(2, 0, 1) tdSql.checkData(10, 0, 8) tdSql.query("select sum(c1) from (select statecount(c1,'GT',1) c1 from t1)") tdSql.checkRows(1) tdSql.checkData(0, 0, 35) tdSql.query("select sum(c1) from (select distinct(c1) c1 from ct1) union all select sum(c1) from (select statecount(c1,'GT',1) c1 from ct1)") tdSql.checkRows(2) tdSql.query("select 1-abs(c1) from (select statecount(c1,'GT',1) c1 from t1)") tdSql.checkRows(12) tdSql.checkData(0, 0, None) tdSql.checkData(1, 0, 0.000000000) tdSql.checkData(3, 0, -1.000000000) # bug for stable #partition by tbname # tdSql.query(" select unique(c1) from stb1 partition by tbname ") # tdSql.checkRows(21) # tdSql.query(" select unique(c1) from stb1 partition by tbname ") # tdSql.checkRows(21) # group by tdSql.query("select statecount(c1,'GT',1) from ct1 group by c1") tdSql.error("select statecount(c1,'GT',1) from ct1 group by tbname") # super table def check_unit_time(self): tdSql.execute(" use db ") tdSql.error("select stateduration(c1,'GT',1,1b) from ct1") tdSql.error("select stateduration(c1,'GT',1,1u) from ct1") tdSql.error("select stateduration(c1,'GT',1,1000s) from t1") tdSql.error("select stateduration(c1,'GT',1,10m) from t1") tdSql.error("select stateduration(c1,'GT',1,10d) from t1") tdSql.query("select stateduration(c1,'GT',1,1s) from t1") tdSql.checkData(10,0,63072035) tdSql.query("select stateduration(c1,'GT',1,1m) from t1") tdSql.checkData(10,0,int(63072035/60)) tdSql.query("select stateduration(c1,'GT',1,1h) from t1") tdSql.checkData(10,0,int(63072035/60/60)) tdSql.query("select stateduration(c1,'GT',1,1d) from t1") tdSql.checkData(10,0,int(63072035/60/24/60)) tdSql.query("select stateduration(c1,'GT',1,1w) from t1") tdSql.checkData(10,0,int(63072035/60/7/24/60)) def query_precision(self): def generate_data(precision="ms"): tdSql.execute("create database if not exists db_%s precision '%s';" %(precision, precision)) tdSql.execute("use db_%s;" %precision) tdSql.execute("create stable db_%s.st (ts timestamp , id int) tags(ind int);"%precision) tdSql.execute("create table db_%s.tb1 using st tags(1);"%precision) tdSql.execute("create table db_%s.tb2 using st tags(2);"%precision) if precision == "ms": start_ts = self.ts step = 10000 elif precision == "us": start_ts = self.ts*1000 step = 10000000 elif precision == "ns": start_ts = self.ts*1000000 step = 10000000000 else: pass for i in range(10): sql1 = "insert into db_%s.tb1 values (%d,%d)"%(precision ,start_ts+i*step,i) sql2 = "insert into db_%s.tb1 values (%d,%d)"%(precision, start_ts+i*step,i) tdSql.execute(sql1) tdSql.execute(sql2) time_units = ["1s","1a","1u","1b"] precision_list = ["ms","us","ns"] for pres in precision_list: generate_data(pres) for index,unit in enumerate(time_units): if pres == "ms": if unit in ["1u","1b"]: tdSql.error("select stateduration(id,'GT',1,%s) from db_%s.tb1 "%(unit,pres)) pass else: tdSql.query("select stateduration(id,'GT',1,%s) from db_%s.tb1 "%(unit,pres)) elif pres == "us" and unit in ["1b"]: if unit in ["1b"]: tdSql.error("select stateduration(id,'GT',1,%s) from db_%s.tb1 "%(unit,pres)) pass else: tdSql.query("select stateduration(id,'GT',1,%s) from db_%s.tb1 "%(unit,pres)) else: tdSql.query("select stateduration(id,'GT',1,%s) from db_%s.tb1 "%(unit,pres)) basic_result = 70 tdSql.checkData(9,0,basic_result*pow(1000,index)) def check_boundary_values(self): tdSql.execute("drop database if exists bound_test") tdSql.execute("create database if not exists bound_test") tdSql.execute("use bound_test") tdSql.execute( "create table stb_bound (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(32),c9 nchar(32), c10 timestamp) tags (t1 int);" ) tdSql.execute(f'create table sub1_bound using stb_bound tags ( 1 )') tdSql.execute( f"insert into sub1_bound values ( now()-1s, 2147483647, 9223372036854775807, 32767, 127, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.execute( f"insert into sub1_bound values ( now(), 2147483646, 9223372036854775806, 32766, 126, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.execute( f"insert into sub1_bound values ( now(), -2147483646, -9223372036854775806, -32766, -126, -3.40E+38, -1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.execute( f"insert into sub1_bound values ( now(), 2147483643, 9223372036854775803, 32763, 123, 3.39E+38, 1.69e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.execute( f"insert into sub1_bound values ( now(), -2147483643, -9223372036854775803, -32763, -123, -3.39E+38, -1.69e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.error( f"insert into sub1_bound values ( now()+1s, 2147483648, 9223372036854775808, 32768, 128, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )" ) tdSql.query("select statecount(c1,'GT',1) from sub1_bound") tdSql.checkRows(5) def run(self): # sourcery skip: extract-duplicate-method, remove-redundant-fstring tdSql.prepare() tdLog.printNoPrefix("==========step1:create table ==============") self.prepare_datas() tdLog.printNoPrefix("==========step2:test errors ==============") self.test_errors() tdLog.printNoPrefix("==========step3:support types ============") self.support_types() tdLog.printNoPrefix("==========step4:support opers ============") self.support_opers() tdLog.printNoPrefix("==========step5: statecount basic query ============") self.basic_statecount_function() tdLog.printNoPrefix("==========step6: statecount boundary query ============") self.check_boundary_values() tdLog.printNoPrefix("==========step6: statecount unit time test ============") self.check_unit_time() self.query_precision() def stop(self): tdSql.close() tdLog.success(f"{__file__} successfully executed") tdCases.addLinux(__file__, TDTestCase()) tdCases.addWindows(__file__, TDTestCase())