From d34b1742d78682fb33027e157765e771b7c0bdba Mon Sep 17 00:00:00 2001 From: wenzhouwww Date: Mon, 27 Sep 2021 16:40:28 +0800 Subject: [PATCH] [TD-6137]: Supplement UDF test cases, and record 21 bugs --- tests/pytest/query/udf.py | 268 +++++++++++++++++++++++++++++++++++++- 1 file changed, 264 insertions(+), 4 deletions(-) diff --git a/tests/pytest/query/udf.py b/tests/pytest/query/udf.py index 90881d1177..9c20aab199 100644 --- a/tests/pytest/query/udf.py +++ b/tests/pytest/query/udf.py @@ -31,6 +31,7 @@ class TDTestCase: def pre_stable(self): os.system("gcc -g -O0 -fPIC -shared ../script/sh/abs_max.c -o /tmp/abs_max.so") os.system("gcc -g -O0 -fPIC -shared ../script/sh/add_one.c -o /tmp/add_one.so") + os.system("gcc -g -O0 -fPIC -shared ../script/sh/sum_double.c -o /tmp/sum_double.so") tdSql.execute("create table stb(ts timestamp ,c1 int, c2 bigint) tags(t1 int)") for i in range(50): for j in range(200): @@ -40,6 +41,7 @@ class TDTestCase: for j in range(200): sql = "insert into t%d using stb tags(%d) values(%s,%d,%d)" % (i, i, self.ts + j + 200 , -1e2-j, -j-1e10) tdSql.execute(sql) + def test_udf_null(self): tdLog.info("test missing parameters") tdSql.error("create aggregate function as '/tmp/abs_maxw.so' outputtype bigint;") @@ -73,17 +75,275 @@ class TDTestCase: tdSql.query(sql) tdSql.checkData(0,0,1410065607) + def test_udf_values(self): + tdSql.execute("drop function abs_max") + tdSql.execute("create function add_one as '/tmp/add_one.so' outputtype int") + tdSql.execute("create aggregate function abs_max as '/tmp/abs_max.so' outputtype bigint bufsize 128;") + tdSql.execute("create aggregate function sum_double as '/tmp/sum_double.so' outputtype int bufsize 128;") + + # UDF bug -> follow 3 cases about this bug ; + # tdSql.error("create aggregate function max as '/tmp/abs_max.so' outputtype bigint bufsize 128;") + # tdSql.error("create aggregate function avg as '/tmp/abs_max.so' outputtype bigint bufsize 128;") + # tdSql.error("create aggregate function dbs as '/tmp/abs_max.so' outputtype bigint bufsize 128;") + + tdSql.execute("drop database if exists test") + tdSql.execute("create database test") + tdSql.execute("use test") + tdSql.execute("create stable st (ts timestamp,id int , val double , number bigint, chars binary(200)) tags (ind int)") + tdSql.execute("create table tb1 using st tags(1)") + tdSql.execute("create table tb2 using st tags(2)") + start_time = 1604298064000 + rows = 5 + tb_nums = 2 + for i in range(1, tb_nums + 1): + for j in range(rows): + start_time += 10 + tdSql.execute( + "insert into tb%d values(%d, %d,%f,%d,%s) " % (i, start_time, j, float(j),j*100, "'str" + str(j) + "'")) + tdSql.query("select count(*) from st") + tdSql.execute("create table bound using st tags(3)") + epoch_time=1604298064000 + intdata1 = -2**31+2 + intdata2 = 2**31-2 + bigintdata1 = -2**63+2 + bigintdata2 = 2**63-2 + print("insert into bound values(%d, %d , %f, %d , %s)"%(epoch_time,intdata1,float(intdata1),bigintdata1,"'binary"+str(intdata1)+"'")) + tdSql.execute("insert into bound values(%d, %d , %f, %d , %s)"%(epoch_time,intdata1,float(intdata1),bigintdata1,"'binary"+str(intdata1)+"'")) + + tdSql.execute("insert into bound values(%d, %d , %f, %d , %s)"%(epoch_time+10,intdata1+1,float(intdata1+1),bigintdata1+1,"'binary"+str(intdata1+1)+"'")) + tdSql.execute("insert into bound values(%d, %d , %f, %d , %s)"%(epoch_time+100,intdata2,float(intdata2),bigintdata2,"'binary"+str(intdata2)+"'")) + tdSql.execute("insert into bound values(%d, %d , %f, %d , %s)"%(epoch_time+1000,intdata2+1,float(intdata2+1),bigintdata2+1,"'binary"+str(intdata2+1)+"'")) + + # check super table calculation results + tdSql.query("select add_one(id) from st") + tdSql.checkData(0,0,1) + tdSql.checkData(1,0,2) + tdSql.checkData(4,0,5) + tdSql.checkData(5,0,1) + tdSql.checkData(9,0,5) + tdSql.checkData(10,0,-2147483645) + tdSql.checkData(13,0,None) + # check common table calculation results + tdSql.query("select add_one(id) from tb1") + tdSql.checkData(0,0,1) + tdSql.checkData(1,0,2) + tdSql.checkData(4,0,5) + + tdSql.error("select add_one(col) from st") + + sqls= ["select add_one(chars) from st", + "select add_one(val) from st", + "select add_one(ts) from st"] + for sql in sqls: + res = tdSql.getResult(sql) + if res == []: + tdLog.info("====== this col not support use UDF , because datatype not match defind in UDF function ======") + else: + tdLog.info(" ====== unexpected error occured about UDF function =====") + sys.exit() + + tdLog.info("======= UDF function abs_max check ======") + + sqls= ["select abs_max(val) from st", + "select abs_max(id) from st", + "select abs_max(ts) from st"] + for sql in sqls: + res = tdSql.getResult(sql) + if res == []: + tdLog.info("====== this col not support use UDF , because datatype not match defind in UDF function ======") + else: + tdLog.info(" ====== unexpected error occured about UDF function =====") + sys.exit() + + # UDF bug -> values of abs_max not inconsistent from common table and stable. + # tdSql.query("select abs_max(val) from st") # result is 0 rows + # tdSql.query("select abs_max(val) from tb1") + # tdSql.checkData(0,0,0) # this is error result + + # UDF bug -> values of abs_max will error for boundary number + + # check super table calculation results + # tdSql.query("select abs_max(number) from st") + # tdSql.checkData(0,0,9223372036854775807) + + # check common table calculation results + tdSql.query("select abs_max(number) from tb1") + tdSql.checkData(0,0,400) + tdSql.query("select abs_max(number) from tb2") + tdSql.checkData(0,0,400) + + # check boundary + # tdSql.query("select abs_max(number) from bound") + # tdSql.checkData(0,0,9223372036854775807) + + tdLog.info("======= UDF function sum_double check =======") + + + tdSql.query("select sum_double(id) from st") + tdSql.checkData(0,0,44) + tdSql.query("select sum_double(id) from tb1") + tdSql.checkData(0,0,20) + + # UDF bug -> values error while two function work : it is limit that udf can't work with build-in functions. + # tdSql.query("select sum_double(id) , abs_max(number) from tb1") + # tdSql.checkData(0,0,20) + # tdSql.checkData(0,0,400) + + # tdSql.query("select sum_double(id) , abs_max(number) from st") + # tdSql.checkData(0,0,44) + # tdSql.checkData(0,0,9223372036854775807) + + # UDF not support mix up with build-in functions + # it seems like not support scalar_function mix up with aggregate functions + tdSql.error("select sum_double(id) ,add_one(id) from st") + tdSql.error("select sum_double(id) ,add_one(id) from tb1") + tdSql.error("select sum_double(id) ,max(id) from st") + tdSql.error("select sum_double(id) ,max(id) from tb1") + + # UDF function not support Arithmetic =================== + tdSql.query("select max(id) + 5 from st") + tdSql.query("select max(id) + 5 from tb1") + tdSql.query("select max(id) + avg(val) from st") + tdSql.query("select max(id) + avg(val) from tb1") + tdSql.error("select abs_max(number) + 5 from st") + tdSql.error("select abs_max(number) + 5 from tb1") + tdSql.error("select abs_max(number) + max(id) from st") + tdSql.error("select abs_max(number)*abs_max(val) from st") + + # UDF bug -> values of sum_double not inconsistent from common table and stable. + # tdSql.query("select sum_double(val) from st") # result is 0 rows + # tdSql.query("select sum_double(val) from tb1") + # tdSql.checkData(0,0,0) # this is error result + + tdLog.info("======= UDF Nested query test =======") + tdSql.query("select sum(id) from (select id from st)") + tdSql.checkData(0,0,22) + + #UDF bug -> not support Nested query + + # tdSql.query("select abs_max(number) from (select number from st)") + # tdSql.checkData(0,0,9223372036854775807) + # tdSql.query("select abs_max(number) from (select number from bound)") + # tdSql.checkData(0,0,9223372036854775807) + # tdSql.query("select sum_double(id) from (select id from st)") + # tdSql.checkData(0,0,44) + # tdSql.query("select sum_double(id) from (select id from tb1)") + # tdSql.checkData(0,0,10) + + tdSql.query("select sum_double(id) from st where ts < now and ind =1 interval(1s)") + tdSql.checkData(0,1,20) + tdSql.error("select sum_double(id) from st session(ts, 1s) interval (10s,1s) sliding(10s) fill (NULL) ") + tdSql.error("select sum_double(id) from st session(ts, 1s)") + tdSql.query("select sum_double(id) from tb1 session(ts, 1s)") + tdSql.checkData(0,1,20) + + # UDF -> bug : intervals sliding values calculation error + # tdSql.query("select sum_double(id) from st where ts < now and ind =1 interval(3s) sliding (1s) limit 2") + # tdSql.checkData(0,1,20) + # tdSql.checkData(1,1,20) + + # scalar_function can't work when using interval and sliding ========= + tdSql.error("select add_one(id) from st where ts < now and ind =1 interval(3s) sliding (1s) limit 2 ") + + tdLog.info(" =====================test illegal creation method =====================") + + tdSql.execute("drop function add_one") + tdSql.execute("drop function abs_max") + tdSql.execute("drop function sum_double") + + tdSql.execute("create aggregate function error_use1 as '/tmp/abs_max.so' outputtype bigint bufsize 128") + tdSql.error("select error_use1(number) from st") + + # UDF -> bug : error return values when create aggregate functions as an scalar_function + # with no aggregate + # tdSql.execute("create function abs_max as '/tmp/abs_max.so' outputtype bigint bufsize 128") + # tdSql.query("select abs_max(number) from st") # this bug will return 3 rows + # tdSql.checkRows(1) + # tdSql.execute("create function sum_double as '/tmp/sum_double.so' outputtype bigint bufsize 128") + # tdSql.execute("select sum_double(id) from st") + # tdSql.checkRows(1) + + # UDF -> bug : give bufsize for scalar_function add_one; + # UDF -> need improve : when outputtype is not match datatype which is defined in function codes + tdSql.execute("create function add_one as '/tmp/add_one.so' outputtype bigint bufsize 128") + # tdSql.error("select add_one(val) from st") # it should return error not [] for not match col datatype + # tdSql.query("select add_one(id) from st") # return error query result + # tdSql.checkData(0,0,1) + # tdSql.checkData(1,0,2) + # tdSql.checkData(5,0,1) + # tdSql.checkData(10,0,-2147483645) + # tdSql.checkData(13,0,None) + + + # UDF -> improve : aggregate function with no bufsize : it seems with no affect + # tdSql.execute("drop function abs_max") + # tdSql.execute("drop function sum_double") + tdSql.execute("create aggregate function abs_max as '/tmp/abs_max.so' outputtype bigint ") + tdSql.execute("create aggregate function sum_double as '/tmp/sum_double.so' outputtype int ") + tdSql.query("select sum_double(id) from st") + tdSql.checkData(0,0,44) + tdSql.query("select sum_double(id) from tb1") + tdSql.checkData(0,0,20) + # tdSql.query("select abs_max(number) from st") + # tdSql.checkData(0,0,9223372036854775807) + tdSql.query("select abs_max(number) from tb1") + tdSql.checkData(0,0,400) + + #UDF bug -> create function datatype of outputtype not match col datatype + tdSql.execute("drop function abs_max") + tdSql.execute("drop function sum_double") + tdSql.execute("drop function add_one") + tdSql.execute("create function add_one as '/tmp/add_one.so' outputtype bigint") + tdSql.execute("create aggregate function abs_max as '/tmp/abs_max.so' outputtype int bufsize 128;") + tdSql.execute("create aggregate function sum_double as '/tmp/sum_double.so' outputtype double bufsize 128;") + # tdSql.query("select sum_double(id) from st") this bug will return 0.000000 + # tdSql.checkData(0,0,44) + # tdSql.query("select sum_double(id) from tb1") + # tdSql.checkData(0,0,20) this bug will return 0.000000 + # tdSql.query("select add_one(id) from st") this bug will return series error values + # tdSql.checkData(0,0,1) + # tdSql.checkData(1,0,2) + # tdSql.checkData(5,0,1) + # tdSql.checkData(10,0,-2147483645) + # tdSql.checkData(13,0,None) + # tdSql.query("select add_one(id) from tb1") this bug will return series error values + # tdSql.checkData(0,0,1) + # tdSql.checkData(2,0,3) + # tdSql.query("select abs_max(id) from st") + # tdSql.checkData(0,0,9223372036854775807) + tdSql.query("select abs_max(number) from tb1") # it seems work well + tdSql.checkData(0,0,400) + + # UDF bug -> follow test case will coredump for taosd and let data lost + # tdSql.query("select add_one(id) from st group by tbname") + + # UDF -> bug : give aggregate for scalar_function add_one ,it will let taosd coredump as data lost + # tdSql.execute("drop function add_one") + # tdSql.execute("create aggregate function add_one as '/tmp/add_one.so' outputtype bigint bufsize 128") + # tdSql.query("select add_one(id) from st") + + # UDF bug -> follow test case will coredump for taosc + # tdSql.query("select add_one(*) from st ") + # tdSql.query("select add_one(*) from tb1 ") + + # UDF bug -> follow test case will coredump for taosc + # tdSql.query("select abs_max(id),abs_max(number) from st ") + # tdSql.query("select abs_max(number),abs_max(number) from st ") + # tdSql.query("select sum_double(id),sum_double(id) from st ") + def run(self): tdSql.prepare() - tdLog.info("==============step1") + tdLog.info("==============step1 prepare udf build=============") self.pre_stable() - tdLog.info("==============step2") + tdLog.info("==============step2 prepare udf null =============") self.test_udf_null() - tdLog.info("==============step3") + tdLog.info("==============step3 prepare udf format ===========") self.test_udf_format() - tdLog.info("==============step4") + tdLog.info("==============step4 test udf functions============") self.test_udf_test() + tdLog.info("==============step4 test udf values ============") + self.test_udf_values() def stop(self): tdSql.close() -- GitLab