import taos import sys import time from datetime import datetime import socket import os import platform if platform.system().lower() == 'windows': import wexpect as taosExpect else: import pexpect as taosExpect from util.log import * from util.sql import * from util.cases import * from util.dnodes import * from util.cluster import * class TDTestCase: #updatecfgDict = {'clientCfg': {'serverPort': 7080, 'firstEp': 'trd02:7080', 'secondEp':'trd02:7080'},\ # 'serverPort': 7080, 'firstEp': 'trd02:7080'} # hostname = socket.gethostname() # if (platform.system().lower() == 'windows' and not tdDnodes.dnodes[0].remoteIP == ""): # try: # config = eval(tdDnodes.dnodes[0].remoteIP) # hostname = config["host"] # except Exception: # hostname = tdDnodes.dnodes[0].remoteIP # serverPort = '7080' # rpcDebugFlagVal = '143' # clientCfgDict = {'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''} # clientCfgDict["serverPort"] = serverPort # clientCfgDict["firstEp"] = hostname + ':' + serverPort # clientCfgDict["secondEp"] = hostname + ':' + serverPort # clientCfgDict["rpcDebugFlag"] = rpcDebugFlagVal # clientCfgDict["fqdn"] = hostname # updatecfgDict = {'clientCfg': {}, 'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''} # updatecfgDict["clientCfg"] = clientCfgDict # updatecfgDict["serverPort"] = serverPort # updatecfgDict["firstEp"] = hostname + ':' + serverPort # updatecfgDict["secondEp"] = hostname + ':' + serverPort # updatecfgDict["fqdn"] = hostname # print ("===================: ", updatecfgDict) def init(self, conn, logSql, replicaVar=1): self.replicaVar = int(replicaVar) tdLog.debug(f"start to excute {__file__}") tdSql.init(conn.cursor()) def getBuildPath(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): projPath = selfPath[:selfPath.find("community")] else: projPath = selfPath[:selfPath.find("tests")] for root, dirs, files in os.walk(projPath): if ("taosd" in files or "taosd.exe" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) if ("packaging" not in rootRealPath): buildPath = root[:len(root) - len("/build/bin")] break return buildPath def get_process_pid(self,processname): #origin artical link：https://blog.csdn.net/weixin_45623536/article/details/122099062 process_info_list = [] process = os.popen('ps -A | grep %s'% processname) process_info = process.read() for i in process_info.split(' '): if i != "": process_info_list.append(i) print(process_info_list) if len(process_info_list) != 0 : pid = int(process_info_list[0]) else : pid = 0 return pid def checkAndstopPro(self,processName,startAction): i = 1 count = 10 for i in range(count): taosdPid=self.get_process_pid(processName) if taosdPid != 0 and taosdPid != "" : tdLog.info("stop taosd %s ,kill pid :%s "%(startAction,taosdPid)) os.system("kill -9 %d"%taosdPid) break else: tdLog.info( "wait start taosd ,times: %d "%i) time.sleep(1) i+= 1 else : tdLog.exit("taosd %s is not running "%startAction) def taosdCommandStop(self,startAction,taosdCmdRun): processName="taosd" taosdCmd = taosdCmdRun + startAction tdLog.printNoPrefix("%s"%taosdCmd) logTime=datetime.now().strftime('%Y%m%d_%H%M%S_%f') os.system(f"nohup {taosdCmd} > {logTime}.log 2>&1 & ") self.checkAndstopPro(processName,startAction) os.system(f"rm -rf {logTime}.log") def taosdCommandExe(self,startAction,taosdCmdRun): taosdCmd = taosdCmdRun + startAction tdLog.printNoPrefix("%s"%taosdCmd) os.system(f"{taosdCmd}") def preData(self): # database\stb\tb\chiild-tb\rows\topics tdSql.execute("create user testpy pass 'testpy'") tdSql.execute("drop database if exists db0;") tdSql.execute("create database db0;") tdSql.execute("use db0;") tdSql.execute("create table if not exists db0.stb (ts timestamp, c1 int, c2 float, c3 double) tags (t1 int unsigned);") tdSql.execute("create table db0.ct1 using db0.stb tags(1000);") tdSql.execute("create table db0.ct2 using db0.stb tags(2000);") tdSql.execute("create table if not exists db0.ntb (ts timestamp, c1 int, c2 float, c3 double) ;") tdSql.query("show db0.stables;") tdSql.execute("insert into db0.ct1 values(now+0s, 10, 2.0, 3.0);") tdSql.execute("insert into db0.ct1 values(now+1s, 11, 2.1, 3.1)(now+2s, 12, 2.2, 3.2)(now+3s, 13, 2.3, 3.3);") tdSql.execute("insert into db0.ntb values(now+2s, 10, 2.0, 3.0);") tdSql.execute("create sma index sma_index_name1 on db0.stb function(max(c1),max(c2),min(c1)) interval(6m,10s) sliding(6m);") tdSql.execute("create topic tpc1 as select * from db0.ct2; ") #stream tdSql.execute("drop database if exists source_db;") tdSql.query("create database source_db vgroups 3;") tdSql.query("use source_db") tdSql.query("create table if not exists source_db.stb (ts timestamp, k int) tags (a int);") tdSql.query("create table source_db.ct1 using source_db.stb tags(1000);create table source_db.ct2 using source_db.stb tags(2000);create table source_db.ct3 using source_db.stb tags(3000);") tdSql.query("create stream s1 into source_db.output_stb as select _wstart AS start, min(k), max(k), sum(k) from source_db.stb interval(10m);") #TD-19944 -Q=3 tdsqlN=tdCom.newTdSql() tdsqlN.query("select * from source_db.stb") tdsqlN.query("select * from db0.stb") def run(self): # tdSql.prepare() # time.sleep(2) self.preData() #tdLog.info ("hostname: %s" % hostname) buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosd not found!") else: tdLog.info("taosd found in %s" % buildPath) cfgPath = buildPath + "/../sim/psim/cfg" taosdCfgPath = buildPath + "/../sim/dnode1/cfg" taosdCmdRun= buildPath + '/build/bin/taosd' tdLog.info("cfgPath: %s" % cfgPath) # keyDict['h'] = self.hostname # keyDict['c'] = cfgPath # keyDict['P'] = self.serverPort tdDnodes=cluster.dnodes for i in range(len(tdDnodes)): tdDnodes[i].stoptaosd() startAction = " -s -c " + taosdCfgPath tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) os.system(" rm -rf sdb.json ") startAction = " --help" tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) startAction = " -h" tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) startAction=" -a jsonFile:./taosdCaseTmp.json" tdLog.printNoPrefix("================================ parameter: %s"%startAction) os.system("echo \'{\"queryPolicy\":\"3\"}\' > taosdCaseTmp.json") self.taosdCommandStop(startAction,taosdCmdRun) startAction = " -a jsonFile:./taosdCaseTmp.json -C " tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) os.system("rm -rf taosdCaseTmp.json") startAction = " -c " + taosdCfgPath tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandStop(startAction,taosdCmdRun) startAction = " -e TAOS_QUERY_POLICY=2 " tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandStop(startAction,taosdCmdRun) startAction=" -E taosdCaseTmp/.env" tdLog.printNoPrefix("================================ parameter: %s"%startAction) os.system(" mkdir -p taosdCaseTmp ") os.system("echo \'TAOS_QUERY_POLICY=3\' > taosdCaseTmp/.env ") self.taosdCommandStop(startAction,taosdCmdRun) os.system(" rm -rf taosdCaseTmp ") startAction = " -V" tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) startAction = " -k" tdLog.printNoPrefix("================================ parameter: %s"%startAction) self.taosdCommandExe(startAction,taosdCmdRun) def stop(self): tdSql.close() tdLog.success(f"{__file__} successfully executed") tdCases.addLinux(__file__, TDTestCase()) tdCases.addWindows(__file__, TDTestCase())