Today.py 9.3 KB
Newer Older
J
update  
jiacy-jcy 已提交
1 2


J
jiacy-jcy 已提交
3 4 5 6
from util.dnodes import *
from util.log import *
from util.sql import *
from util.cases import *
J
jiacy-jcy 已提交
7
import datetime
J
jiacy-jcy 已提交
8
import pandas as pd
J
jiacy-jcy 已提交
9 10 11 12


class TDTestCase:

13
    def init(self, conn, logSql, replicaVar=1):
14
        self.replicaVar = int(replicaVar)
J
jiacy-jcy 已提交
15 16
        tdLog.debug(f"start to excute {__file__}")
        tdSql.init(conn.cursor())
J
jiacy-jcy 已提交
17 18
        self.today_date = datetime.datetime.strptime(datetime.datetime.now().strftime("%Y-%m-%d"), "%Y-%m-%d")
        self.today_ts = datetime.datetime.strptime(datetime.datetime.now().strftime("%Y-%m-%d"), "%Y-%m-%d").timestamp()
19
        self.today_ts_ns = 0
J
jiacy-jcy 已提交
20 21 22 23 24
        self.time_unit = ['b','u','a','s','m','h','d','w']
        self.error_param = ['1.5','abc','!@#','"abc"','today()']
        self.arithmetic_operators = ['+','-','*','/']
        self.relational_operator = ['<','<=','=','>=','>']
        # prepare data
J
jiacy-jcy 已提交
25 26 27
        self.dbname = 'db'
        self.ntbname = f'{self.dbname}.ntb'
        self.stbname = f'{self.dbname}.stb'
J
jiacy-jcy 已提交
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
        self.column_dict = {
            'ts':'timestamp',
            'c1':'int',
            'c2':'float',
            'c3':'double',
            'c4':'timestamp'
        }
        self.tag_dict = {
            't0':'int'
        }
        self.tbnum = 2
        self.tag_values = [
            f'10',
            f'100'
        ]
        self.values_list = [f'now,1,1.55,100.555555,today()',
                        f'now+1d,10,11.11,99.999999,now()',
                        f'today(),3,3.333,333.333333,now()',
                        f'today()-1d,10,11.11,99.999999,now()',
                        f'today()+1d,1,1.55,100.555555,today()']
“happyguoxy” 已提交
48 49 50 51 52 53 54
        
        self.rest_tag = str(conn).lower().split('.')[0].replace("<taos","")
        if self.rest_tag != 'rest':
            self.db_percision = ['ms','us','ns']
        else:
            self.db_percision = ['ms','us']
            
J
jiacy-jcy 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
    def set_create_normaltable_sql(self, ntbname, column_dict):
        column_sql = ''
        for k, v in column_dict.items():
            column_sql += f"{k} {v},"
        create_ntb_sql = f'create table {ntbname} ({column_sql[:-1]})'
        return create_ntb_sql
    def set_create_stable_sql(self,stbname,column_dict,tag_dict):
        column_sql = ''
        tag_sql = ''
        for k,v in column_dict.items():
            column_sql += f"{k} {v},"
        for k,v in tag_dict.items():
            tag_sql += f"{k} {v},"
        create_stb_sql = f'create table {stbname} ({column_sql[:-1]}) tags({tag_sql[:-1]})'
        return create_stb_sql
G
Ganlin Zhao 已提交
70

J
jiacy-jcy 已提交
71
    def data_check(self,column_dict={},tbname = '',values_list = [],tb_num = 1,tb = 'tb',precision = 'ms'):
J
jiacy-jcy 已提交
72 73 74 75 76 77
        for k,v in column_dict.items():
            num_up = 0
            num_down = 0
            num_same = 0
            if v.lower() == 'timestamp':
                tdSql.query(f'select {k} from {tbname}')
78
                
J
jiacy-jcy 已提交
79
                for i in tdSql.queryResult:
J
jiacy-jcy 已提交
80
                    if precision == 'ms':
81
                        self.today_ts_trans = int(self.today_ts)*1000
J
jiacy-jcy 已提交
82 83 84 85 86 87 88
                        if int(i[0].timestamp())*1000 > int(self.today_ts)*1000:
                            num_up += 1
                        elif int(i[0].timestamp())*1000 == int(self.today_ts)*1000:
                            num_same += 1
                        elif int(i[0].timestamp())*1000 < int(self.today_ts)*1000:
                            num_down += 1
                    elif precision == 'us':
89
                        self.today_ts_trans = int(self.today_ts)*1000000
J
jiacy-jcy 已提交
90 91 92 93 94 95 96
                        if int(i[0].timestamp())*1000000 > int(self.today_ts)*1000000:
                            num_up += 1
                        elif int(i[0].timestamp())*1000000 == int(self.today_ts)*1000000:
                            num_same += 1
                        elif int(i[0].timestamp())*1000000 < int(self.today_ts)*1000000:
                            num_down += 1
                    elif precision == 'ns':
97
                        self.today_ts_trans = int(self.today_ts)*1000000000
J
jiacy-jcy 已提交
98 99 100 101 102 103
                        if i[0] > int(self.today_ts)*1000000000:
                            num_up += 1
                        elif i[0] == int(self.today_ts)*1000000000:
                            num_same += 1
                        elif i[0] < int(self.today_ts)*1000000000:
                            num_down += 1
J
jiacy-jcy 已提交
104
                tdSql.query(f"select today() from {tbname}")
105 106 107
                tdSql.checkRows(len(values_list)*tb_num)    
                print(self.today_ts_trans,self.today_ts,precision,num_up,num_down,i[0])
                tdSql.checkData(0, 0, self.today_ts_trans)
J
jiacy-jcy 已提交
108 109 110 111 112
                tdSql.query(f"select * from {tbname} where {k}=today()")
                if tb == 'tb':
                    tdSql.checkRows(num_same*tb_num)
                elif tb == 'stb':
                    tdSql.checkRows(num_same)
J
jiacy-jcy 已提交
113
                for i in [f'{tbname}']:
J
jiacy-jcy 已提交
114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157
                    for unit in self.time_unit:
                        for symbol in ['+','-']:
                            tdSql.query(f"select today() {symbol}1{unit} from {i}")
                            tdSql.checkRows(len(values_list)*tb_num)
                    for unit in self.error_param:
                        for symbol in self.arithmetic_operators:
                            tdSql.error(f'select today() {symbol}{unit} from {i}')
                    for symbol in self.arithmetic_operators:
                        tdSql.query(f'select now(){symbol}null from {i}')
                        tdSql.checkData(0,0,None)
                    for symbol in self.relational_operator:
                        tdSql.query(f'select * from {i} where {k} {symbol} today()')
                        if symbol == '<' :
                            if tb == 'tb':
                                tdSql.checkRows(num_down*tb_num)
                            elif tb == 'stb':
                                tdSql.checkRows(num_down)
                        elif symbol == '<=':
                            if tb == 'tb':
                                tdSql.checkRows((num_same+num_down)*tb_num)
                            elif tb == 'stb':
                                tdSql.checkRows(num_same+num_down)
                        elif symbol == '=':
                            if tb == 'tb':
                                tdSql.checkRows(num_same*tb_num)
                            elif tb == 'stb':
                                tdSql.checkRows(num_same)
                        elif symbol == '>=':
                            if tb == 'tb':
                                tdSql.checkRows((num_up + num_same)*tb_num)
                            elif tb == 'stb':
                                tdSql.checkRows(num_up + num_same)
                        elif symbol == '>':
                            if tb == 'tb':
                                tdSql.checkRows(num_up*tb_num)
                            elif tb == 'stb':
                                tdSql.checkRows(num_up)
                tdSql.query(f"select today()/0 from {tbname}")
                tdSql.checkRows(len(values_list)*tb_num)
                tdSql.checkData(0,0,None)
                tdSql.query(f"select {k} from {tbname} where {k}=today()")
                if tb == 'tb':
                    tdSql.checkRows(num_same*tb_num)
                    for i in range(num_same*tb_num):
158 159
                        print(self.today_ts_trans,precision,num_up,num_down)
                        tdSql.checkData(i, 0, self.today_ts_trans)
J
jiacy-jcy 已提交
160 161 162
                elif tb == 'stb':
                    tdSql.checkRows(num_same)
                    for i in range(num_same):
163
                        tdSql.checkData(i, 0, self.today_ts_trans)
J
jiacy-jcy 已提交
164
    def today_check_ntb(self):
J
jiacy-jcy 已提交
165
        for time_unit in self.db_percision:
J
jiacy-jcy 已提交
166 167 168
            
            tdSql.execute(f'create database {self.dbname} precision "{time_unit}"')
            tdSql.execute(f'use {self.dbname}')
J
jiacy-jcy 已提交
169 170 171 172 173
            tdSql.execute(self.set_create_normaltable_sql(self.ntbname,self.column_dict))
            for i in self.values_list:
                tdSql.execute(
                    f'insert into {self.ntbname} values({i})')
            self.data_check(self.column_dict,self.ntbname,self.values_list,1,'tb',time_unit)
J
jiacy-jcy 已提交
174
            tdSql.execute(f'drop database {self.dbname}')
J
jiacy-jcy 已提交
175
    def today_check_stb_tb(self):
J
jiacy-jcy 已提交
176
        for time_unit in self.db_percision:
J
jiacy-jcy 已提交
177 178 179
            
            tdSql.execute(f'create database {self.dbname} precision "{time_unit}"')
            tdSql.execute(f'use {self.dbname}')
J
jiacy-jcy 已提交
180 181 182 183 184 185 186 187 188 189
            tdSql.execute(self.set_create_stable_sql(self.stbname,self.column_dict,self.tag_dict))
            for i in range(self.tbnum):
                tdSql.execute(f'create table if not exists {self.stbname}_{i} using {self.stbname} tags({self.tag_values[i]})')
                for j in self.values_list:
                    tdSql.execute(f'insert into {self.stbname}_{i} values ({j})')
            # check child table
            for i in range(self.tbnum):
                self.data_check(self.column_dict,f'{self.stbname}_{i}',self.values_list,1,'tb',time_unit)
            # check stable
            self.data_check(self.column_dict,self.stbname,self.values_list,self.tbnum,'stb',time_unit)
J
jiacy-jcy 已提交
190
            tdSql.execute(f'drop database {self.dbname}')
J
jiacy-jcy 已提交
191

J
jiacy-jcy 已提交
192
    def run(self):  # sourcery skip: extract-duplicate-method
G
Ganlin Zhao 已提交
193

J
jiacy-jcy 已提交
194 195
        self.today_check_ntb()
        self.today_check_stb_tb()
J
jiacy-jcy 已提交
196 197 198 199 200 201 202

    def stop(self):
        tdSql.close()
        tdLog.success(f"{__file__} successfully executed")

tdCases.addLinux(__file__, TDTestCase())
tdCases.addWindows(__file__, TDTestCase())