test: add robustness testcase of wal index files

tests/system-test/0-others/walFileIdex.py

+
+import taos
+import sys
+import time
+import socket
+import os
+import platform
+if platform.system().lower() == 'windows':
+    import wexpect as taosExpect
+else:
+    import pexpect as taosExpect
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import *
+from util.cluster import *
+
+class TDTestCase:
+    #updatecfgDict = {'clientCfg': {'serverPort': 7080, 'firstEp': 'trd02:7080', 'secondEp':'trd02:7080'},\
+    #                 'serverPort': 7080, 'firstEp': 'trd02:7080'}
+    # hostname = socket.gethostname()
+    # if (platform.system().lower() == 'windows' and not tdDnodes.dnodes[0].remoteIP == ""):
+    #     try:
+    #         config = eval(tdDnodes.dnodes[0].remoteIP)
+    #         hostname = config["host"]
+    #     except Exception:
+    #         hostname = tdDnodes.dnodes[0].remoteIP
+    # serverPort = '7080'
+    # rpcDebugFlagVal = '143'
+    # clientCfgDict = {'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''}
+    # clientCfgDict["serverPort"]    = serverPort
+    # clientCfgDict["firstEp"]       = hostname + ':' + serverPort
+    # clientCfgDict["secondEp"]      = hostname + ':' + serverPort
+    # clientCfgDict["rpcDebugFlag"]  = rpcDebugFlagVal
+    # clientCfgDict["fqdn"] = hostname
+
+    # updatecfgDict = {'clientCfg': {}, 'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''}
+    # updatecfgDict["clientCfg"]  = clientCfgDict
+    # updatecfgDict["serverPort"] = serverPort
+    # updatecfgDict["firstEp"]    = hostname + ':' + serverPort
+    # updatecfgDict["secondEp"]   = hostname + ':' + serverPort
+    # updatecfgDict["fqdn"] = hostname
+
+    # print ("===================: ", updatecfgDict)
+
+    def init(self, conn, logSql):
+        tdLog.debug(f"start to excute {__file__}")
+        tdSql.init(conn.cursor())
+
+    def getBuildPath(self):
+        selfPath = os.path.dirname(os.path.realpath(__file__))
+
+        if ("community" in selfPath):
+            projPath = selfPath[:selfPath.find("community")]
+        else:
+            projPath = selfPath[:selfPath.find("tests")]
+
+        for root, dirs, files in os.walk(projPath):
+            if ("taosd" in files or "taosd.exe" in files):
+                rootRealPath = os.path.dirname(os.path.realpath(root))
+                if ("packaging" not in rootRealPath):
+                    buildPath = root[:len(root) - len("/build/bin")]
+                    break
+        return buildPath
+
+    def get_process_pid(self,processname):
+        #origin artical link：https://blog.csdn.net/weixin_45623536/article/details/122099062
+        process_info_list = []
+        process = os.popen('ps -A | grep %s'% processname)
+        process_info = process.read()
+        for i in process_info.split(' '):
+            if i != "":
+                process_info_list.append(i)
+        print(process_info_list)
+        if len(process_info_list) != 0 :
+            pid = int(process_info_list[0])
+        else :
+            pid = 0
+        return pid
+
+    def checkAndstopPro(self,processName,startAction):
+        i = 1
+        count = 10
+        for i in range(count):
+            taosdPid=self.get_process_pid(processName)
+            if taosdPid != 0  and   taosdPid != ""  :
+                tdLog.info("stop taosd %s ,kill pid :%s "%(startAction,taosdPid))
+                os.system("kill -9 %d"%taosdPid) 
+                break
+            else:
+                tdLog.info( "wait start taosd ,times: %d "%i)
+            sleep
+            i+= 1
+        else :
+            tdLog.exit("taosd %s is not running "%startAction)    
+
+    def taosdCommandStop(self,startAction,taosdCmdRun):
+        processName="taosd"
+        taosdCmd = taosdCmdRun + startAction
+        tdLog.printNoPrefix("%s"%taosdCmd)
+        os.system(f"nohup {taosdCmd}  & ")
+        self.checkAndstopPro(processName,startAction)
+
+    def taosdCommandExe(self,startAction,taosdCmdRun):
+        taosdCmd = taosdCmdRun + startAction
+        tdLog.printNoPrefix("%s"%taosdCmd)
+        os.system(f"{taosdCmd}")
+
+    def preData(self):
+        # database\stb\tb\chiild-tb\rows\topics
+        tdSql.execute("create user testpy pass 'testpy'")
+        tdSql.execute("drop database if exists db0;")
+        tdSql.execute("create database db0 WAL_RETENTION_PERIOD -1 WAL_RETENTION_SIZE -1  ;")
+        tdSql.execute("use db0;")
+        tdSql.execute("create table if not exists db0.stb (ts timestamp, c1 int, c2 float, c3 double) tags (t1 int unsigned);")
+        tdSql.execute("create table db0.ct1 using db0.stb tags(1000);")
+        tdSql.execute("create table db0.ct2 using db0.stb tags(2000);")
+        tdSql.execute("create table if not exists db0.ntb (ts timestamp, c1 int, c2 float, c3 double) ;")
+        tdSql.query("show db0.stables;")
+        tdSql.execute("insert into db0.ct1 values(now+0s, 10, 2.0, 3.0);")
+        tdSql.execute("insert into db0.ct1 values(now+1s, 11, 2.1, 3.1)(now+2s, 12, 2.2, 3.2)(now+3s, 13, 2.3, 3.3);")
+        tdSql.execute("insert into db0.ntb values(now+2s, 10, 2.0, 3.0);")
+        tdSql.execute("create sma index sma_index_name1 on db0.stb function(max(c1),max(c2),min(c1)) interval(6m,10s) sliding(6m);")
+        tdSql.execute("create topic tpc1 as select * from db0.ct2; ")
+
+
+        #stream
+        tdSql.execute("drop database if exists source_db;")
+        tdSql.query("create database source_db vgroups 3;")
+        tdSql.query("use source_db")
+        tdSql.query("create table if not exists source_db.stb (ts timestamp, k int) tags (a int);")
+        tdSql.query("create table source_db.ct1 using source_db.stb tags(1000);create table source_db.ct2 using source_db.stb tags(2000);create table source_db.ct3 using source_db.stb tags(3000);")
+        tdSql.query("create stream s1 into source_db.output_stb as select _wstart AS start, min(k), max(k), sum(k) from source_db.stb interval(10m);")
+
+
+
+
+    def run(self):  
+        buildPath = self.getBuildPath()
+        if (buildPath == ""):
+            tdLog.exit("taosd not found!")
+        else:
+            tdLog.info("taosd found in %s" % buildPath)
+        cfgPath = buildPath + "/../sim/psim/cfg"
+        taosdCfgPath = buildPath + "/../sim/dnode1/cfg"
+        walPath = buildPath + "/../sim/dnode1/data/vnode/vnode*/wal/"
+        walFilePath = buildPath + "/../sim/dnode1/data/vnode/vnode2/wal/"
+
+        tdLog.info("insert data")
+        self.preData()
+        tdDnodes.stop(1)
+        time.sleep(2)
+        tdLog.info("delete wal filePath")
+        # os.system("rm -rf %s/meta-ver*"%walPath)
+        os.system("rm -rf %s/*.idx"%walPath)
+        os.system("rm -rf %s/*.log"%walPath)
+        tdDnodes.start(1)
+        tdDnodes.stop(1)
+        time.sleep(2)    
+        tdLog.info(" modify wal Index file")
+        os.system(" echo \"1231abcasep\" >> %s/00000000000000000000.idx"%walFilePath)
+        os.system(" echo \"1231abcasep\" >> %s/00000000000000000000.log"%walFilePath)
+        tdDnodes.start(1)
+        tdDnodes.stop(1)
+        
+    
+    def stop(self):
+        tdSql.close()
+        tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())