test.py 21.0 KB
Newer Older
P
plum-lihui 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
#!/usr/bin/python
###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################
# install pip
# pip install src/connector/python/

# -*- coding: utf-8 -*-
import sys
import getopt
import subprocess
import time
wafwerar's avatar
wafwerar 已提交
20 21
import base64
import json
wafwerar's avatar
wafwerar 已提交
22
import platform
wafwerar's avatar
wafwerar 已提交
23
import socket
wafwerar's avatar
wafwerar 已提交
24
import threading
C
cpwu 已提交
25 26

import toml
P
plum-lihui 已提交
27 28 29 30
sys.path.append("../pytest")
from util.log import *
from util.dnodes import *
from util.cases import *
haoranc's avatar
haoranc 已提交
31
from util.cluster import *
C
cpwu 已提交
32
from util.taosadapter import *
P
plum-lihui 已提交
33 34

import taos
C
cpwu 已提交
35
import taosrest
P
plum-lihui 已提交
36

wafwerar's avatar
wafwerar 已提交
37 38
def checkRunTimeError():
    import win32gui
wafwerar's avatar
wafwerar 已提交
39
    timeCount = 0
wafwerar's avatar
wafwerar 已提交
40 41
    while 1:
        time.sleep(1)
wafwerar's avatar
wafwerar 已提交
42
        timeCount = timeCount + 1
wafwerar's avatar
wafwerar 已提交
43
        print("checkRunTimeError",timeCount)
wafwerar's avatar
wafwerar 已提交
44
        if (timeCount>600):
wafwerar's avatar
wafwerar 已提交
45
            print("stop the test.")
wafwerar's avatar
wafwerar 已提交
46 47 48
            os.system("TASKKILL /F /IM taosd.exe")
            os.system("TASKKILL /F /IM taos.exe")
            os.system("TASKKILL /F /IM tmq_sim.exe")
wafwerar's avatar
wafwerar 已提交
49
            os.system("TASKKILL /F /IM mintty.exe")
wafwerar's avatar
wafwerar 已提交
50
            os.system("TASKKILL /F /IM python.exe")
wafwerar's avatar
wafwerar 已提交
51
            quit(0)
wafwerar's avatar
wafwerar 已提交
52 53 54
        hwnd = win32gui.FindWindow(None, "Microsoft Visual C++ Runtime Library")
        if hwnd:
            os.system("TASKKILL /F /IM taosd.exe")
P
plum-lihui 已提交
55 56

if __name__ == "__main__":
C
cpwu 已提交
57

P
plum-lihui 已提交
58 59 60 61 62
    fileName = "all"
    deployPath = ""
    masterIp = ""
    testCluster = False
    valgrind = 0
63
    killValgrind = 1
P
plum-lihui 已提交
64 65 66
    logSql = True
    stop = 0
    restart = False
67
    dnodeNums = 1
haoranc's avatar
haoranc 已提交
68
    mnodeNums = 0
wafwerar's avatar
wafwerar 已提交
69
    updateCfgDict = {}
C
cpwu 已提交
70
    adapter_cfg_dict = {}
wafwerar's avatar
wafwerar 已提交
71
    execCmd = ""
haoranc's avatar
haoranc 已提交
72
    queryPolicy = 1
haoranc's avatar
haoranc 已提交
73
    createDnodeNums = 1
C
cpwu 已提交
74
    restful = False
75
    replicaVar = 1
S
Shengliang Guan 已提交
76
    asan = False
77
    independentMnode = True
S
Shengliang Guan 已提交
78
    opts, args = getopt.gnu_getopt(sys.argv[1:], 'f:p:m:l:scghrd:k:e:N:M:Q:C:RD:n:i:a', [
79
        'file=', 'path=', 'master', 'logSql', 'stop', 'cluster', 'valgrind', 'help', 'restart', 'updateCfgDict', 'killv', 'execCmd','dnodeNums','mnodeNums','queryPolicy','createDnodeNums','restful','adaptercfgupdate','replicaVar','independentMnode'])
P
plum-lihui 已提交
80 81 82 83 84 85 86 87 88 89 90 91
    for key, value in opts:
        if key in ['-h', '--help']:
            tdLog.printNoPrefix(
                'A collection of test cases written using Python')
            tdLog.printNoPrefix('-f Name of test case file written by Python')
            tdLog.printNoPrefix('-p Deploy Path for Simulator')
            tdLog.printNoPrefix('-m Master Ip for Simulator')
            tdLog.printNoPrefix('-l <True:False> logSql Flag')
            tdLog.printNoPrefix('-s stop All dnodes')
            tdLog.printNoPrefix('-c Test Cluster Flag')
            tdLog.printNoPrefix('-g valgrind Test Flag')
            tdLog.printNoPrefix('-r taosd restart test')
wafwerar's avatar
wafwerar 已提交
92
            tdLog.printNoPrefix('-d update cfg dict, base64 json str')
93
            tdLog.printNoPrefix('-k not kill valgrind processer')
wafwerar's avatar
wafwerar 已提交
94
            tdLog.printNoPrefix('-e eval str to run')
haoranc's avatar
haoranc 已提交
95
            tdLog.printNoPrefix('-N start dnodes numbers in clusters')
haoranc's avatar
haoranc 已提交
96
            tdLog.printNoPrefix('-M create mnode numbers in clusters')
haoranc's avatar
haoranc 已提交
97
            tdLog.printNoPrefix('-Q set queryPolicy in one dnode')
haoranc's avatar
haoranc 已提交
98
            tdLog.printNoPrefix('-C create Dnode Numbers in one cluster')
C
cpwu 已提交
99
            tdLog.printNoPrefix('-R restful realization form')
C
cpwu 已提交
100
            tdLog.printNoPrefix('-D taosadapter update cfg dict ')
101
            tdLog.printNoPrefix('-n the number of replicas')
102
            tdLog.printNoPrefix('-i independentMnode Mnode')
S
Shengliang Guan 已提交
103
            tdLog.printNoPrefix('-a address sanitizer mode')
104

P
plum-lihui 已提交
105 106
            sys.exit(0)

C
cpwu 已提交
107
        if key in ['-r', '--restart']:
P
plum-lihui 已提交
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
            restart = True

        if key in ['-f', '--file']:
            fileName = value

        if key in ['-p', '--path']:
            deployPath = value

        if key in ['-m', '--master']:
            masterIp = value

        if key in ['-l', '--logSql']:
            if (value.upper() == "TRUE"):
                logSql = True
            elif (value.upper() == "FALSE"):
                logSql = False
            else:
                tdLog.printNoPrefix("logSql value %s is invalid" % logSql)
                sys.exit(0)

        if key in ['-c', '--cluster']:
            testCluster = True

        if key in ['-g', '--valgrind']:
            valgrind = 1

        if key in ['-s', '--stop']:
            stop = 1

wafwerar's avatar
wafwerar 已提交
137 138 139 140 141 142
        if key in ['-d', '--updateCfgDict']:
            try:
                updateCfgDict = eval(base64.b64decode(value.encode()).decode())
            except:
                print('updateCfgDict convert fail.')
                sys.exit(0)
wafwerar's avatar
wafwerar 已提交
143

144 145 146
        if key in ['-k', '--killValgrind']:
            killValgrind = 0

wafwerar's avatar
wafwerar 已提交
147 148 149 150
        if key in ['-e', '--execCmd']:
            try:
                execCmd = base64.b64decode(value.encode()).decode()
            except:
C
cpwu 已提交
151
                print('execCmd run fail.')
wafwerar's avatar
wafwerar 已提交
152 153
                sys.exit(0)

haoranc's avatar
haoranc 已提交
154 155 156
        if key in ['-N', '--dnodeNums']:
            dnodeNums = value

haoranc's avatar
haoranc 已提交
157 158 159
        if key in ['-M', '--mnodeNums']:
            mnodeNums = value

haoranc's avatar
haoranc 已提交
160 161 162
        if key in ['-Q', '--queryPolicy']:
            queryPolicy = value

haoranc's avatar
haoranc 已提交
163 164 165
        if key in ['-C', '--createDnodeNums']:
            createDnodeNums = value

166 167 168
        if key in ['-i', '--independentMnode']:
            independentMnode = value

C
cpwu 已提交
169 170 171
        if key in ['-R', '--restful']:
            restful = True

S
Shengliang Guan 已提交
172 173 174
        if key in ['-a', '--asan']:
            asan = True

C
cpwu 已提交
175 176 177 178 179 180 181
        if key in ['-D', '--adaptercfgupdate']:
            try:
                adaptercfgupdate = eval(base64.b64decode(value.encode()).decode())
            except:
                print('adapter cfg update convert fail.')
                sys.exit(0)

182 183 184
        if key in ['-n', '--replicaVar']:
            replicaVar = value

wafwerar's avatar
wafwerar 已提交
185
    if not execCmd == "":
C
cpwu 已提交
186 187 188 189
        if restful:
            tAdapter.init(deployPath)
        else:
            tdDnodes.init(deployPath)
wafwerar's avatar
wafwerar 已提交
190
        print(execCmd)
wafwerar's avatar
wafwerar 已提交
191 192 193
        exec(execCmd)
        quit()

P
plum-lihui 已提交
194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
    if (stop != 0):
        if (valgrind == 0):
            toBeKilled = "taosd"
        else:
            toBeKilled = "valgrind.bin"

        killCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}' | xargs kill -TERM > /dev/null 2>&1" % toBeKilled

        psCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}'" % toBeKilled
        processID = subprocess.check_output(psCmd, shell=True)

        while(processID):
            os.system(killCmd)
            time.sleep(1)
            processID = subprocess.check_output(psCmd, shell=True)

        for port in range(6030, 6041):
C
cpwu 已提交
211
            usePortPID = "lsof -i tcp:%d | grep LISTEN | awk '{print $2}'" % port
P
plum-lihui 已提交
212 213 214 215 216 217 218 219 220 221
            processID = subprocess.check_output(usePortPID, shell=True)

            if processID:
                killCmd = "kill -TERM %s" % processID
                os.system(killCmd)
            fuserCmd = "fuser -k -n tcp %d" % port
            os.system(fuserCmd)
        if valgrind:
            time.sleep(2)

C
cpwu 已提交
222
        if restful:
sangshuduo's avatar
sangshuduo 已提交
223
            toBeKilled = "taosadapter"
C
cpwu 已提交
224

C
cpwu 已提交
225 226
            # killCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}' | xargs kill -TERM > /dev/null 2>&1" % toBeKilled
            killCmd = f"pkill {toBeKilled}"
C
cpwu 已提交
227 228

            psCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}'" % toBeKilled
C
cpwu 已提交
229
            # psCmd = f"pgrep {toBeKilled}"
C
cpwu 已提交
230 231 232 233 234 235 236
            processID = subprocess.check_output(psCmd, shell=True)

            while(processID):
                os.system(killCmd)
                time.sleep(1)
                processID = subprocess.check_output(psCmd, shell=True)

C
cpwu 已提交
237 238 239
            port = 6041
            usePortPID = f"lsof -i tcp:{port} | grep LISTEN | awk '{{print $2}}'"
            processID = subprocess.check_output(usePortPID, shell=True)
C
cpwu 已提交
240

C
cpwu 已提交
241 242 243 244 245
            if processID:
                killCmd = f"kill -TERM {processID}"
                os.system(killCmd)
            fuserCmd = f"fuser -k -n tcp {port}"
            os.system(fuserCmd)
C
cpwu 已提交
246 247 248

            tdLog.info('stop taosadapter')

P
plum-lihui 已提交
249
        tdLog.info('stop All dnodes')
C
cpwu 已提交
250

P
plum-lihui 已提交
251
    if masterIp == "":
wafwerar's avatar
wafwerar 已提交
252
        host = socket.gethostname()
P
plum-lihui 已提交
253
    else:
wafwerar's avatar
wafwerar 已提交
254 255 256 257 258
        try:
            config = eval(masterIp)
            host = config["host"]
        except Exception as r:
            host = masterIp
P
plum-lihui 已提交
259 260

    tdLog.info("Procedures for tdengine deployed in %s" % (host))
wafwerar's avatar
wafwerar 已提交
261
    if platform.system().lower() == 'windows':
wafwerar's avatar
wafwerar 已提交
262
        fileName = fileName.replace("/", os.sep)
wafwerar's avatar
wafwerar 已提交
263
        if (masterIp == "" and not fileName == "0-others\\udf_create.py"):
wafwerar's avatar
wafwerar 已提交
264
            threading.Thread(target=checkRunTimeError,daemon=True).start()
P
plum-lihui 已提交
265
        tdLog.info("Procedures for testing self-deployment")
wafwerar's avatar
wafwerar 已提交
266
        tdDnodes.init(deployPath, masterIp)
wafwerar's avatar
wafwerar 已提交
267 268 269 270 271 272
        tdDnodes.setTestCluster(testCluster)
        tdDnodes.setValgrind(valgrind)
        tdDnodes.stopAll()
        key_word = 'tdCases.addWindows'
        is_test_framework = 0
        try:
wafwerar's avatar
wafwerar 已提交
273
            if key_word in open(fileName, encoding='UTF-8').read():
wafwerar's avatar
wafwerar 已提交
274
                is_test_framework = 1
wafwerar's avatar
wafwerar 已提交
275 276
        except Exception as r:
            print(r)
wafwerar's avatar
wafwerar 已提交
277
        updateCfgDictStr = ''
C
cpwu 已提交
278
        # adapter_cfg_dict_str = ''
wafwerar's avatar
wafwerar 已提交
279 280 281 282 283
        if is_test_framework:
            moduleName = fileName.replace(".py", "").replace(os.sep, ".")
            uModule = importlib.import_module(moduleName)
            try:
                ucase = uModule.TDTestCase()
wafwerar's avatar
wafwerar 已提交
284
                if ((json.dumps(updateCfgDict) == '{}') and hasattr(ucase, 'updatecfgDict')):
wafwerar's avatar
wafwerar 已提交
285 286
                    updateCfgDict = ucase.updatecfgDict
                    updateCfgDictStr = "-d %s"%base64.b64encode(json.dumps(updateCfgDict).encode()).decode()
C
cpwu 已提交
287 288 289
                if ((json.dumps(adapter_cfg_dict) == '{}') and hasattr(ucase, 'taosadapter_cfg_dict')):
                    adapter_cfg_dict = ucase.taosadapter_cfg_dict
                    # adapter_cfg_dict_str = f"-D {base64.b64encode(toml.dumps(adapter_cfg_dict).encode()).decode()}"
wafwerar's avatar
wafwerar 已提交
290 291
            except Exception as r:
                print(r)
wafwerar's avatar
wafwerar 已提交
292 293
        else:
            pass
C
cpwu 已提交
294 295 296 297
        if restful:
            tAdapter.init(deployPath, masterIp)
            tAdapter.stop(force_kill=True)

wafwerar's avatar
wafwerar 已提交
298 299 300 301
        if dnodeNums == 1 :
            tdDnodes.deploy(1,updateCfgDict)
            tdDnodes.start(1)
            tdCases.logSql(logSql)
C
cpwu 已提交
302 303 304 305
            if restful:
                tAdapter.deploy(adapter_cfg_dict)
                tAdapter.start()

wafwerar's avatar
wafwerar 已提交
306 307
            if queryPolicy != 1:
                queryPolicy=int(queryPolicy)
C
cpwu 已提交
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324
                if restful:
                    conn = taosrest.connect(url=f"http://{host}:6041")
                else:
                    conn = taos.connect(host,config=tdDnodes.getSimCfgPath())

                cursor = conn.cursor()
                cursor.execute("create qnode on dnode 1")
                cursor.execute(f'alter local "queryPolicy" "{queryPolicy}"')
                cursor.execute("show local variables")
                res = cursor.fetchall()
                for i in range(cursor.rowcount):
                    if res[i][0] == "queryPolicy" :
                        if int(res[i][1]) == int(queryPolicy):
                            tdLog.success(f'alter queryPolicy to {queryPolicy} successfully')
                        else:
                            tdLog.debug(res)
                            tdLog.exit(f"alter queryPolicy to  {queryPolicy} failed")
wafwerar's avatar
wafwerar 已提交
325 326
        else :
            tdLog.debug("create an cluster  with %s nodes and make %s dnode as independent mnode"%(dnodeNums,mnodeNums))
327
            dnodeslist = cluster.configure_cluster(dnodeNums=dnodeNums, mnodeNums=mnodeNums, independentMnode=independentMnode)
wafwerar's avatar
wafwerar 已提交
328 329 330 331 332 333 334 335 336 337
            tdDnodes = ClusterDnodes(dnodeslist)
            tdDnodes.init(deployPath, masterIp)
            tdDnodes.setTestCluster(testCluster)
            tdDnodes.setValgrind(valgrind)
            tdDnodes.stopAll()
            for dnode in tdDnodes.dnodes:
                tdDnodes.deploy(dnode.index,{})
            for dnode in tdDnodes.dnodes:
                tdDnodes.starttaosd(dnode.index)
            tdCases.logSql(logSql)
338
                            
C
cpwu 已提交
339 340 341 342
            if restful:
                tAdapter.deploy(adapter_cfg_dict)
                tAdapter.start()

C
cpwu 已提交
343
            if not restful:
C
cpwu 已提交
344
                conn = taos.connect(host,config=tdDnodes.getSimCfgPath())
C
cpwu 已提交
345 346
            else:
                conn = taosrest.connect(url=f"http://{host}:6041")
347
            # tdLog.info(tdDnodes.getSimCfgPath(),host)
haoranc's avatar
haoranc 已提交
348 349 350 351 352
            if createDnodeNums == 1:
                createDnodeNums=dnodeNums
            else:
                createDnodeNums=createDnodeNums
            cluster.create_dnode(conn,createDnodeNums)
353
            cluster.create_mnode(conn,mnodeNums)
wafwerar's avatar
wafwerar 已提交
354 355 356 357 358
            try:
                if cluster.check_dnode(conn) :
                    print("check dnode ready")
            except Exception as r:
                print(r)
359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378
            if queryPolicy != 1:
                queryPolicy=int(queryPolicy)
                if restful:
                    conn = taosrest.connect(url=f"http://{host}:6041")
                else:
                    conn = taos.connect(host,config=tdDnodes.getSimCfgPath())

                cursor = conn.cursor()
                cursor.execute("create qnode on dnode 1")
                cursor.execute(f'alter local "queryPolicy" "{queryPolicy}"')
                cursor.execute("show local variables")
                res = cursor.fetchall()
                for i in range(cursor.rowcount):
                    if res[i][0] == "queryPolicy" :
                        if int(res[i][1]) == int(queryPolicy):
                            tdLog.success(f'alter queryPolicy to {queryPolicy} successfully')
                        else:
                            tdLog.debug(res)
                            tdLog.exit(f"alter queryPolicy to  {queryPolicy} failed")
                            
wafwerar's avatar
wafwerar 已提交
379 380 381
        if ucase is not None and hasattr(ucase, 'noConn') and ucase.noConn == True:
            conn = None
        else:
C
cpwu 已提交
382
            if not restful:
C
cpwu 已提交
383
                conn = taos.connect(host="%s"%(host), config=tdDnodes.sim.getCfgDir())
C
cpwu 已提交
384 385
            else:
                conn = taosrest.connect(url=f"http://{host}:6041")
wafwerar's avatar
wafwerar 已提交
386 387 388 389
        if is_test_framework:
            tdCases.runOneWindows(conn, fileName)
        else:
            tdCases.runAllWindows(conn)
P
plum-lihui 已提交
390
    else:
391
        tdDnodes.setKillValgrind(killValgrind)
wafwerar's avatar
wafwerar 已提交
392
        tdDnodes.init(deployPath, masterIp)
P
plum-lihui 已提交
393 394
        tdDnodes.setTestCluster(testCluster)
        tdDnodes.setValgrind(valgrind)
S
Shengliang Guan 已提交
395
        tdDnodes.setAsan(asan)
P
plum-lihui 已提交
396 397 398 399 400 401 402 403 404 405 406 407 408
        tdDnodes.stopAll()
        is_test_framework = 0
        key_word = 'tdCases.addLinux'
        try:
            if key_word in open(fileName).read():
                is_test_framework = 1
        except:
            pass
        if is_test_framework:
            moduleName = fileName.replace(".py", "").replace("/", ".")
            uModule = importlib.import_module(moduleName)
            try:
                ucase = uModule.TDTestCase()
wafwerar's avatar
wafwerar 已提交
409 410
                if (json.dumps(updateCfgDict) == '{}'):
                    updateCfgDict = ucase.updatecfgDict
C
cpwu 已提交
411 412
                if (json.dumps(adapter_cfg_dict) == '{}'):
                    adapter_cfg_dict = ucase.taosadapter_cfg_dict
wafwerar's avatar
wafwerar 已提交
413 414
            except:
                pass
C
cpwu 已提交
415 416 417 418 419

        if restful:
            tAdapter.init(deployPath, masterIp)
            tAdapter.stop(force_kill=True)

haoranc's avatar
haoranc 已提交
420 421 422 423
        if dnodeNums == 1 :
            tdDnodes.deploy(1,updateCfgDict)
            tdDnodes.start(1)
            tdCases.logSql(logSql)
C
cpwu 已提交
424 425 426 427 428

            if restful:
                tAdapter.deploy(adapter_cfg_dict)
                tAdapter.start()

haoranc's avatar
haoranc 已提交
429 430
            if queryPolicy != 1:
                queryPolicy=int(queryPolicy)
C
cpwu 已提交
431
                if not restful:
C
cpwu 已提交
432
                    conn = taos.connect(host,config=tdDnodes.getSimCfgPath())
C
cpwu 已提交
433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459
                else:
                    conn = taosrest.connect(url=f"http://{host}:6041")
                # tdSql.init(conn.cursor())
                # tdSql.execute("create qnode on dnode 1")
                # tdSql.execute('alter local "queryPolicy" "%d"'%queryPolicy)
                # tdSql.query("show local variables;")
                # for i in range(tdSql.queryRows):
                #     if tdSql.queryResult[i][0] == "queryPolicy" :
                #         if int(tdSql.queryResult[i][1]) == int(queryPolicy):
                #             tdLog.success('alter queryPolicy to %d successfully'%queryPolicy)
                #         else :
                #             tdLog.debug(tdSql.queryResult)
                #             tdLog.exit("alter queryPolicy to  %d failed"%queryPolicy)

                cursor = conn.cursor()
                cursor.execute("create qnode on dnode 1")
                cursor.execute(f'alter local "queryPolicy" "{queryPolicy}"')
                cursor.execute("show local variables")
                res = cursor.fetchall()
                for i in range(cursor.rowcount):
                    if res[i][0] == "queryPolicy" :
                        if int(res[i][1]) == int(queryPolicy):
                            tdLog.success(f'alter queryPolicy to {queryPolicy} successfully')
                        else:
                            tdLog.debug(res)
                            tdLog.exit(f"alter queryPolicy to  {queryPolicy} failed")

haoranc's avatar
haoranc 已提交
460
        else :
haoranc's avatar
haoranc 已提交
461
            tdLog.debug("create an cluster  with %s nodes and make %s dnode as independent mnode"%(dnodeNums,mnodeNums))
462
            dnodeslist = cluster.configure_cluster(dnodeNums=dnodeNums, mnodeNums=mnodeNums, independentMnode=independentMnode)
haoranc's avatar
haoranc 已提交
463 464 465 466 467 468 469 470 471 472
            tdDnodes = ClusterDnodes(dnodeslist)
            tdDnodes.init(deployPath, masterIp)
            tdDnodes.setTestCluster(testCluster)
            tdDnodes.setValgrind(valgrind)
            tdDnodes.stopAll()
            for dnode in tdDnodes.dnodes:
                tdDnodes.deploy(dnode.index,{})
            for dnode in tdDnodes.dnodes:
                tdDnodes.starttaosd(dnode.index)
            tdCases.logSql(logSql)
C
cpwu 已提交
473 474 475 476 477

            if restful:
                tAdapter.deploy(adapter_cfg_dict)
                tAdapter.start()

C
cpwu 已提交
478
            if not restful:
C
cpwu 已提交
479
                conn = taos.connect(host,config=tdDnodes.getSimCfgPath())
C
cpwu 已提交
480 481
            else:
                conn = taosrest.connect(url=f"http://{host}:6041")
haoranc's avatar
haoranc 已提交
482
            print(tdDnodes.getSimCfgPath(),host)
haoranc's avatar
haoranc 已提交
483 484 485 486 487
            if createDnodeNums == 1:
                createDnodeNums=dnodeNums
            else:
                createDnodeNums=createDnodeNums
            cluster.create_dnode(conn,createDnodeNums)
488 489
            cluster.create_mnode(conn,mnodeNums)

haoranc's avatar
haoranc 已提交
490 491 492 493 494
            try:
                if cluster.check_dnode(conn) :
                    print("check dnode ready")
            except Exception as r:
                print(r)
C
cpwu 已提交
495

496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515
            if queryPolicy != 1:
                queryPolicy=int(queryPolicy)
                if restful:
                    conn = taosrest.connect(url=f"http://{host}:6041")
                else:
                    conn = taos.connect(host,config=tdDnodes.getSimCfgPath())

                cursor = conn.cursor()
                cursor.execute("create qnode on dnode 1")
                cursor.execute(f'alter local "queryPolicy" "{queryPolicy}"')
                cursor.execute("show local variables")
                res = cursor.fetchall()
                for i in range(cursor.rowcount):
                    if res[i][0] == "queryPolicy" :
                        if int(res[i][1]) == int(queryPolicy):
                            tdLog.success(f'alter queryPolicy to {queryPolicy} successfully')
                        else:
                            tdLog.debug(res)
                            tdLog.exit(f"alter queryPolicy to  {queryPolicy} failed")
                            
C
cpwu 已提交
516

P
plum-lihui 已提交
517 518 519 520 521 522 523 524
        if testCluster:
            tdLog.info("Procedures for testing cluster")
            if fileName == "all":
                tdCases.runAllCluster()
            else:
                tdCases.runOneCluster(fileName)
        else:
            tdLog.info("Procedures for testing self-deployment")
C
cpwu 已提交
525
            if not restful:
C
cpwu 已提交
526
                conn = taos.connect(host,config=tdDnodes.getSimCfgPath())
C
cpwu 已提交
527 528
            else:
                conn = taosrest.connect(url=f"http://{host}:6041")
C
cpwu 已提交
529

P
plum-lihui 已提交
530 531 532
            if fileName == "all":
                tdCases.runAllLinux(conn)
            else:
533
                tdCases.runOneLinux(conn, fileName, replicaVar)
C
cpwu 已提交
534

P
plum-lihui 已提交
535 536 537
        if restart:
            if fileName == "all":
                tdLog.info("not need to query ")
C
cpwu 已提交
538
            else:
P
plum-lihui 已提交
539 540 541 542
                sp = fileName.rsplit(".", 1)
                if len(sp) == 2 and sp[1] == "py":
                    tdDnodes.stopAll()
                    tdDnodes.start(1)
C
cpwu 已提交
543
                    time.sleep(1)
C
cpwu 已提交
544 545 546 547
                    if not restful:
                        conn = taos.connect( host, config=tdDnodes.getSimCfgPath())
                    else:
                        conn = taosrest.connect(url=f"http://{host}:6041")
P
plum-lihui 已提交
548 549
                    tdLog.info("Procedures for tdengine deployed in %s" % (host))
                    tdLog.info("query test after taosd restart")
550
                    tdCases.runOneLinux(conn, sp[0] + "_" + "restart.py", replicaVar)
P
plum-lihui 已提交
551 552
                else:
                    tdLog.info("not need to query")
C
cpwu 已提交
553

wafwerar's avatar
wafwerar 已提交
554 555
    if conn is not None:
        conn.close()
S
Shengliang Guan 已提交
556 557 558
    if asan:
        tdDnodes.StopAllSigint()
        tdLog.info("address sanitizer mode finished")
T
tangfangzhi 已提交
559
    sys.exit(0)