Merge pull request #13377 from taosdata/test/cachelast_set

test:add case for cachelast set value  when database is created

tests/system-test/0-others/cachelast.py

+import taos
+import sys ,os ,json
+import datetime
+import inspect
+import subprocess
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import *
+
+
+class TDTestCase:
+    updatecfgDict = {'debugFlag': 143 ,"cDebugFlag":143,"uDebugFlag":143 ,"rpcDebugFlag":143 , "tmrDebugFlag":143 , 
+    "jniDebugFlag":143 ,"simDebugFlag":143,"dDebugFlag":143, "dDebugFlag":143,"vDebugFlag":143,"mDebugFlag":143,"qDebugFlag":143,
+    "wDebugFlag":143,"sDebugFlag":143,"tsdbDebugFlag":143,"tqDebugFlag":143 ,"fsDebugFlag":143 ,"fnDebugFlag":143}
+    def init(self, conn, logSql):
+        tdLog.debug(f"start to excute {__file__}")
+        tdSql.init(conn.cursor(), True)
+
+    def getBuildPath(self):
+        selfPath = os.path.dirname(os.path.realpath(__file__))
+
+        if ("community" in selfPath):
+            projPath = selfPath[:selfPath.find("community")]
+        else:
+            projPath = selfPath[:selfPath.find("tests")]
+
+        for root, dirs, files in os.walk(projPath):
+            if ("taosd" in files or "taosd.exe" in files):
+                rootRealPath = os.path.dirname(os.path.realpath(root))
+                if ("packaging" not in rootRealPath):
+                    buildPath = root[:len(root) - len("/build/bin")]
+                    break
+        return buildPath
+
+    def illegal_params(self):
+
+        illegal_params = ["1","0","NULL","None","False","True" ,"keep","now" ,"*" , "," ,"_" , "abc" ,"keep"]
+        
+        for value in illegal_params:
+
+            tdSql.error("create database testdb replica 1 cachelast '%s' " %value)
+
+        unexpected_numbers = [-1 , 0.0 , 3.0 , 4,  10 , 100]
+
+        for number in unexpected_numbers:
+            tdSql.error("create database testdb replica 1 cachelast %s " %number)
+
+
+    def prepare_datas(self):
+        for i in range(4):
+            tdSql.execute("create database test_db_%d replica 1 cachelast %d " %(i,i))
+            tdSql.execute("use test_db_%d"%i)
+            tdSql.execute("create stable st(ts timestamp , c1 int ,c2 float ) tags(ind int) ")
+            tdSql.execute("create table tb1 using st tags(1) ")
+            tdSql.execute("create table tb2 using st tags(2) ")
+
+            for k in range(10):
+                tdSql.execute(" insert into tb1 values(now , %d, %f)" %(k,k*10) )
+                tdSql.execute(" insert into tb2 values(now , %d, %f)" %(k,k*10) )
+
+    def check_cache_last_sets(self):
+        
+        
+        # check cache_last value for database 
+
+        tdSql.query(" show databases ")
+        databases_infos = tdSql.queryResult
+        cache_lasts = {}
+        for db_info in databases_infos:
+            dbname = db_info[0]
+            # print(dbname)
+            cache_last_value = db_info[16]
+            # print(cache_last_value)
+            if dbname in ["information_schema" , "performance_schema"]:
+                continue
+            cache_lasts[dbname]=cache_last_value
+
+        
+        # cache_last_set value 
+        for k , v in cache_lasts.items():
+            
+            if k.split("_")[-1]==str(v):
+                tdLog.info(" database %s cache_last value check pass, value is %d "%(k,v) )
+            else:
+                tdLog.exit(" database %s cache_last value check fail, value is %d "%(k,v) )
+
+        # # check storage layer implementation
+
+
+        # buildPath = self.getBuildPath()
+        # if (buildPath == ""):
+        #     tdLog.exit("taosd not found!")
+        # else:
+        #     tdLog.info("taosd found in %s" % buildPath)
+        # dataPath = buildPath + "/../sim/dnode1/data"
+        # abs_vnodePath = os.path.abspath(dataPath)+"/vnode/"
+        # tdLog.info("abs_vnodePath: %s" % abs_vnodePath)
+        
+        # tdSql.query(" show dnodes ")
+        # dnode_id  = tdSql.queryResult[0][0]
+
+        # for dbname in cache_lasts.keys():
+        #     print(dbname)
+        #     tdSql.execute(" use %s" % dbname)
+        #     tdSql.query(" show vgroups ")
+        #     vgroups_infos = tdSql.queryResult
+        #     for vgroup_info in vgroups_infos:
+        #         vnode_json = abs_vnodePath + "/vnode" +f"{vgroup_info[0]}/" + "vnode.json"
+        #         vnode_info_of_db = f"cat {vnode_json}" 
+        #         vnode_info = subprocess.check_output(vnode_info_of_db, shell=True).decode("utf-8")
+        #         infoDict = json.loads(vnode_info)
+        #         vnode_json_of_dbname = f"{dnode_id}."+ dbname
+        #         config = infoDict["config"]
+        #         if infoDict["config"]["dbname"] == vnode_json_of_dbname:
+        #             if "cachelast" in infoDict["config"]:
+        #                 if int(infoDict["config"]["cachelast"]) != cache_lasts[dbname]:
+        #                     tdLog.exit("cachelast value is error in vnode.json of vnode%d "%(vgroup_info[0]))
+        #             else:
+        #                 tdLog.exit("cachelast not found in vnode.json of vnode%d "%(vgroup_info[0]))
+
+    def restart_check_cache_last_sets(self):
+        
+        for i in range(3):
+            tdSql.query("show dnodes")
+            index = tdSql.getData(0, 0)
+            tdDnodes.stop(index)
+            tdDnodes.start(index)
+            time.sleep(3)
+            self.check_cache_last_sets()
+
+
+    def run(self):  # sourcery skip: extract-duplicate-method, remove-redundant-fstring
+        
+
+        self.illegal_params()
+        self.prepare_datas()
+        self.check_cache_last_sets()
+        self.restart_check_cache_last_sets()
+
+       
+    def stop(self):
+        tdSql.close()
+        tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())

tests/system-test/fulltest.sh

@@ -10,6 +10,7 @@ python3 ./test.py -f 0-others/taosdMonitor.py
 python3 ./test.py -f 0-others/udfTest.py
 python3 ./test.py -f 0-others/udf_create.py
 python3 ./test.py -f 0-others/udf_restart_taosd.py
+python3 ./test.py -f 0-others/cachelast.py
 
 python3 ./test.py -f 0-others/user_control.py
 python3 ./test.py -f 0-others/fsync.py