tsdbCompClusterReplica2.py 7.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import os
import sys
sys.path.insert(0, os.getcwd())
from util.log import *
from util.sql import *
from util.dnodes import *
import taos
import threading
22 23
import subprocess
from random import choice
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
 
class TwoClients:
    def initConnection(self):
        self.host = "chenhaoran02"
        self.user = "root"
        self.password = "taosdata"
        self.config = "/etc/taos/"     
        self.port =6030 
        self.rowNum = 10
        self.ts = 1537146000000  

    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root)-len("/build/bin")]
                    break
        return buildPath

    def run(self):
        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath+ "/build/bin/"
        walFilePath = "/var/lib/taos/mnode_bak/wal/"
        
        # new taos client
        conn1 = taos.connect(host=self.host, user=self.user, password=self.password, config=self.config )
        print(conn1)
        cur1 = conn1.cursor()
        tdSql.init(cur1, True)

66
        # new db ,new super tables , child tables, and insert  data
67
        tdSql.execute("drop database if exists db2")
68
        os.system("%staosdemo -f tsdb/insertDataDb1Replica2.json -y " % binPath)
69
        tdSql.execute("drop database if exists db1") 
70
        os.system("%staosdemo -f tsdb/insertDataDb2Replica2.json -y " % binPath)
71
        tdSql.execute("drop table if exists db2.stb0") 
72 73 74
        os.system("%staosdemo -f tsdb/insertDataDb2NewstabReplica2.json -y " % binPath)

        # new general tables and modify general tables;  
75 76 77 78 79 80 81 82 83 84 85 86 87 88
        tdSql.execute("use db2")
        tdSql.execute("drop table if exists stb1_0")
        tdSql.execute("drop table if exists stb1_1")
        tdSql.execute("insert into stb0_0 values(1614218412000,8637,78.861045,'R','bf3')(1614218422000,8637,98.861045,'R','bf3')")
        tdSql.execute("alter table db2.stb0 add column col4 int")
        tdSql.execute("alter table db2.stb0 drop column col2")
        tdSql.execute("alter table db2.stb0  add tag t3 int")        
        tdSql.execute("alter table db2.stb0 drop tag t1")
        tdSql.execute("create table  if not exists stb2_0 (ts timestamp, col0 int, col1 float)  ")
        tdSql.execute("insert into stb2_0 values(1614218412000,8637,78.861045)")
        tdSql.execute("alter table stb2_0 add column col2 binary(4)")
        tdSql.execute("alter table stb2_0 drop column col1")
        tdSql.execute("insert into stb2_0 values(1614218422000,8638,'R')")

89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120

        # create  db utest  replica 2 and modify super tables;
        dataType= [ "tinyint", "smallint",  "int", "bigint", "float", "double", "bool", " binary(20)", "nchar(20)", "tinyint unsigned", "smallint unsigned", "int unsigned",  "bigint unsigned"] 
        tdSql.execute("drop database if exists utest") 
        tdSql.execute("create database utest keep 3650  replica 2 ")
        tdSql.execute("use utest")
        tdSql.execute('''create table test(ts timestamp, col0 tinyint, col1 tinyint, col2 smallint, col3 int, col4 bigint, col5 float, col6 double, 
                    col7 bool, col8 binary(20), col9 nchar(20), col10 tinyint unsigned, col11 smallint unsigned, col12 int unsigned, col13 bigint unsigned) tags(loc nchar(200), tag1 int)''')
        rowNum2= 988
        for i in range(rowNum2):
            tdSql.execute("alter table test add column col%d  %s ;" %( i+14, choice(dataType))     ) 
        rowNum3= 988
        for i in range(rowNum3):
            tdSql.execute("alter table test drop column col%d   ;" %( i+14)     )    
        self.rowNum = 1
        self.rowNum2 = 100
        self.ts = 1537146000000
        for j in range(self.rowNum2):
            tdSql.execute("create table test%d using test tags('beijing%d', 10)" % (j,j) )
            for i in range(self.rowNum):
                tdSql.execute("insert into test%d values(%d, %d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d)" 
                        % (j, self.ts + i*1000, i + 1, i + 1, i + 1, i + 1, i + 1, i + 0.1, i + 0.1, i % 2, i + 1, i + 1, i + 1, i + 1, i + 1, i + 1))
        #  delete child tables;  
        for j in range(self.rowNum2):    
            tdSql.execute("drop table if exists test%d" % (j+1))
        
        # drop dnodes and restart taosd;
        sleep(3)
        tdSql.execute(" drop dnode 'chenhaoran02:6030'; ")
        sleep(20)
        os.system("rm -rf /var/lib/taos/*")
        print("clear dnode chenhaoran02'data files")
121
        os.system("nohup /usr/bin/taosd > /dev/null 2>&1 &")
122 123 124 125 126 127 128 129 130 131 132 133 134
        print("start taosd")
        sleep(10)
        tdSql.execute("reset query cache ;")
        tdSql.execute("create dnode chenhaoran02 ;")

        # # 
        # os.system("ps -ef |grep taosd |grep -v 'grep' |awk '{print $2}'|xargs kill -2")
        # sleep(20)
        # os.system("nohup /usr/bin/taosd > /dev/null 2>&1 &")
        # sleep(4)
        # tdSql.execute("reset query cache")
        # query_pid2 = int(subprocess.getstatusoutput('ps aux|grep taosd |grep -v "grep"|awk \'{print $2}\'')[1])
        # print(query_pid2)
135 136 137 138 139 140 141

        # new taos connecting to server
        conn2 = taos.connect(host=self.host, user=self.user, password=self.password, config=self.config )
        print(conn2)
        cur2 = conn2.cursor()
        tdSql.init(cur2, True)

142
        # check data correct 
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157
        tdSql.query("show databases")
        tdSql.execute("use db2")
        tdSql.query("select count (tbname) from stb0")
        tdSql.checkData(0, 0, 1)
        tdSql.query("select count (tbname) from stb1")
        tdSql.checkRows(0)
        tdSql.query("select count(*) from stb0_0")
        tdSql.checkData(0, 0, 2)
        tdSql.query("select count(*) from stb0")
        tdSql.checkData(0, 0, 2)
        tdSql.query("select count(*) from stb2_0")
        tdSql.checkData(0, 0, 2)
        tdSql.query("select * from stb2_0")
        tdSql.checkData(1, 2, 'R')

158 159 160 161
        tdSql.execute("use utest")
        tdSql.query("select count (tbname) from test")
        tdSql.checkData(0, 0, 1) 

162 163 164
        # delete useless file
        testcaseFilename = os.path.split(__file__)[-1]
        os.system("rm -rf ./insert_res.txt")
165
        os.system("rm -rf tsdb/%s.sql" % testcaseFilename )       
166 167 168 169 170
   
clients = TwoClients()
clients.initConnection()
# clients.getBuildPath()
clients.run()