information_schema.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-


from util.log import *
from util.cases import *
from util.sql import *
from util.common import *
from util.sqlset import *

class TDTestCase:
    def init(self, conn, logSql, replicaVar=1):
        self.replicaVar = int(replicaVar)
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor())
        self.setsql = TDSetSql()
        self.dbname = 'db'
        self.stbname = 'stb'
        self.binary_length = 20 # the length of binary for column_dict
        self.nchar_length = 20  # the length of nchar for column_dict
        self.ts = 1537146000000
        self.column_dict = {
            'ts'  : 'timestamp',
            'col1': 'tinyint',
            'col2': 'smallint',
            'col3': 'int',
            'col4': 'bigint',
            'col5': 'tinyint unsigned',
            'col6': 'smallint unsigned',
            'col7': 'int unsigned',
            'col8': 'bigint unsigned',
            'col9': 'float',
            'col10': 'double',
            'col11': 'bool',
            'col12': f'binary({self.binary_length})',
            'col13': f'nchar({self.nchar_length})'
        }
        self.tbnum = 20
        self.rowNum = 10
        self.tag_dict = {
            't0':'int'
        }
        self.tag_values = [
            f'1'
            ]
        self.binary_str = 'taosdata'
        self.nchar_str = '涛思数据'
        self.ins_list = ['ins_dnodes','ins_mnodes','ins_qnodes','ins_snodes','ins_cluster','ins_databases','ins_functions',\
            'ins_indexes','ins_stables','ins_tables','ins_tags','ins_columns','ins_users','ins_grants','ins_vgroups','ins_configs','ins_dnode_variables',\
                'ins_topics','ins_subscriptions','ins_streams','ins_stream_tasks','ins_vnodes','ins_user_privileges']
        self.perf_list = ['perf_connections','perf_queries','perf_consumers','perf_trans','perf_apps']
    def insert_data(self,column_dict,tbname,row_num):
        insert_sql = self.setsql.set_insertsql(column_dict,tbname,self.binary_str,self.nchar_str)
        for i in range(row_num):
            insert_list = []
            self.setsql.insert_values(column_dict,i,insert_sql,insert_list,self.ts)
    def prepare_data(self):
        tdSql.execute(f"create database if not exists {self.dbname} vgroups 2")
        tdSql.execute(f'use {self.dbname}')
        tdSql.execute(self.setsql.set_create_stable_sql(self.stbname,self.column_dict,self.tag_dict))
        for i in range(self.tbnum):
            tdSql.execute(f"create table {self.stbname}_{i} using {self.stbname} tags({self.tag_values[0]})")
            self.insert_data(self.column_dict,f'{self.stbname}_{i}',self.rowNum)
    def count_check(self):
        tdSql.query('select count(*) from information_schema.ins_tables')
        tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum+len(self.ins_list)+len(self.perf_list))
        tdSql.query(f'select count(*) from information_schema.ins_tables where db_name = "{self.dbname}"')
        tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum)
        tdSql.query(f'select count(*) from information_schema.ins_tables where db_name = "{self.dbname}" and stable_name = "{self.stbname}"')
        tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum)
        tdSql.execute('create database db1')
        tdSql.execute('create table stb1 (ts timestamp,c0 int) tags(t0 int)')
        tdSql.execute('create table tb1 using stb1 tags(1)')
        tdSql.query(f'select db_name, stable_name, count(*) from information_schema.ins_tables group by db_name, stable_name')
        for i in tdSql.queryResult:
            if i[0].lower() == 'information_schema':
                tdSql.checkEqual(i[2],len(self.ins_list))
            elif i[0].lower() == self.dbname and i[1] == self.stbname:
                tdSql.checkEqual(i[2],self.tbnum)
            elif i[0].lower() == self.dbname and i[1] == 'stb1':
                tdSql.checkEqual(i[2],1)
            elif i[0].lower() == 'performance_schema':
                tdSql.checkEqual(i[2],len(self.perf_list))
        tdSql.execute('create table db1.ntb (ts timestamp,c0 int)')
        tdSql.query(f'select db_name, count(*) from information_schema.ins_tables group by db_name')
        for i in tdSql.queryResult:
            if i[0].lower() == 'information_schema':
                tdSql.checkEqual(i[1],len(self.ins_list))
            elif i[0].lower() == 'performance_schema':
                tdSql.checkEqual(i[1],len(self.perf_list))
            elif i[0].lower() == self.dbname:
                tdSql.checkEqual(i[1],self.tbnum+1)
    

        
    def ins_col_check_4096(self):
        tdSql.execute('create database db3 vgroups 2 replica 1')
        col_str = tdCom.gen_tag_col_str("col", "int",4094)
        tdSql.execute(f'create stable if not exists db3.stb (col_ts timestamp, {col_str}) tags (t1 int)')
        for i in range(100):
            tdLog.info(f"create table db3.ctb{i} using db3.stb tags({i})")
            tdSql.execute(f"create table db3.ctb{i} using db3.stb tags({i})")
            col_value_str = '1, ' * 4093 + '1'
            tdSql.execute(f"insert into db3.ctb{i} values(now,{col_value_str})(now+1s,{col_value_str})(now+2s,{col_value_str})(now+3s,{col_value_str})")
        tdSql.query("select * from information_schema.ins_columns")
        
        tdSql.execute('drop database db3')
    def ins_stable_check(self):
        tdSql.execute('create database db3 vgroups 2 replica 1')
        tbnum = 10
        ctbnum = 10
        for i in range(tbnum):
            tdSql.execute(f'create stable db3.stb_{i} (ts timestamp,c0 int) tags(t0 int)')
            tdSql.execute(f'create table db3.ntb_{i} (ts timestamp,c0 int)')
            for j in range(ctbnum):
                tdSql.execute(f"create table db3.ctb_{i}_{j} using db3.stb_{i} tags({j})")
        tdSql.query("select stable_name,count(table_name) from information_schema.ins_tables where db_name = 'db3' group by stable_name order by stable_name")
        result = tdSql.queryResult
        for i in range(len(result)):
            if result[i][0] == None:
                tdSql.checkEqual(result[0][1],tbnum)
            else:
                tdSql.checkEqual(result[i][0],f'stb_{i-1}')
                tdSql.checkEqual(result[i][1],ctbnum)
                
    def ins_stable_check2(self):
        tdSql.execute('drop database if exists restful_test')
        tdSql.execute('drop database if exists log')
        tdSql.execute('drop database if exists d0')
        tdSql.execute('drop database if exists d1')
        tdSql.execute('create database restful_test vgroups 4 replica 1')
        tdSql.execute('create database log vgroups 2 replica 1')
        tdSql.execute('create database d0 vgroups 4 replica 1')
        tdSql.execute('create database d1 vgroups 4 replica 1')
        log_stb_num = 5
        rest_stb_num = 51
        for i in range(rest_stb_num):
            tdSql.execute(f'create stable restful_test._stb_{i} (ts timestamp,c0 int) tags(t0 int);')
            tdSql.execute(f'create stable d0._stb_{i} (ts timestamp,c0 int, c1 int) tags(t0 int,t1 int);')
            tdSql.execute(f'create stable d1._stb_{i} (ts timestamp,c0 int, c1 int, c2 int) tags(t0 int,t1 int, t2 int);')
        
        tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_summary_milliseconds` (`_ts` TIMESTAMP, `sum` DOUBLE) TAGS (`request_uri` NCHAR(128));')
        tdSql.execute(f'CREATE STABLE log.`taosadapter_system_cpu_percent` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`endpoint` NCHAR(45));')
        tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_total` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`client_ip` NCHAR(40));')
        tdSql.execute(f'CREATE STABLE log.`taosadapter_system_mem_percent` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`endpoint` NCHAR(45));')
        tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_fail` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`request_uri` NCHAR(128), `status_code` NCHAR(4));')
        
        tdSql.query(f'select * from information_schema.ins_stables where db_name="restful_test" limit 0,25;') # condition 1
        result = tdSql.queryResult
        tdSql.checkEqual(len(result),25)
        for i in range(len(result)):
            tdSql.checkEqual(result[i][0][0:5],f'_stb_') # stable_name
            tdSql.checkEqual(result[i][1],f'restful_test') # db_name
            tdSql.checkEqual(result[i][5]>=result[i][2],True) # last_update >= create_time
            tdSql.checkEqual(result[i][3]>1,True) # columns
            tdSql.checkEqual(result[i][4]>0,True) # tags
            tdSql.checkEqual(result[i][6],None) # table_comment
            tdSql.checkEqual(result[i][7],f'5000a,5000a') # watermark
            tdSql.checkEqual(result[i][8],f'-1a,-1a') # max_delay
            tdSql.checkEqual(result[i][9],f'') # rollup

        tdSql.query(f'select create_time from information_schema.ins_stables where db_name="restful_test" order by create_time asc limit 10,1')
        result = tdSql.queryResult
        tdSql.checkEqual(len(result),1)
        _create_time=result[0][0]
        tdSql.query("select * from information_schema.ins_stables where db_name='restful_test' and create_time > '%s' limit 10,30" % (_create_time)) # condition 2
        result = tdSql.queryResult
        tdSql.checkEqual(len(result),30)
        for i in range(len(result)):
            tdSql.checkEqual(result[i][0][0:5],f'_stb_') # stable_name
            tdSql.checkEqual(result[i][1],f'restful_test') # db_name
            tdSql.checkEqual(result[i][5]>=result[i][2],True) # last_update >= create_time
            tdSql.checkEqual(result[i][2]>_create_time,True) # create_time
            tdSql.checkEqual(result[i][3]>1,True) # columns
            tdSql.checkEqual(result[i][4]>0,True) # tags
            tdSql.checkEqual(result[i][6],None) # table_comment
            tdSql.checkEqual(result[i][7],f'5000a,5000a') # watermark
            tdSql.checkEqual(result[i][8],f'-1a,-1a') # max_delay
            tdSql.checkEqual(result[i][9],f'') # rollup

    def ins_columns_check(self):
        tdSql.execute('drop database if exists db2')
        tdSql.execute('create database if not exists db2 vgroups 1 replica 1')
        for i in range (5):
            self.stb4096 = 'create table db2.stb%d (ts timestamp' % (i)
            for j in range (4094 - i):
                self.stb4096 += ', c%d int' % (j)
            self.stb4096 += ') tags (t1 int)'
            tdSql.execute(self.stb4096)
            for k in range(10):
                tdSql.execute("create table db2.ctb_%d_%dc using db2.stb%d tags(%d)" %(i,k,i,k))
        for t in range (2):
            tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="SUPER_TABLE"')
            tdSql.checkEqual(20465,len(tdSql.queryResult))
        for t in range (2):
            tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="CHILD_TABLE"')
            tdSql.checkEqual(204650,len(tdSql.queryResult))

        for i in range (5):
            self.ntb4096 = 'create table db2.ntb%d (ts timestamp' % (i)
            for j in range (4095 - i):
                self.ntb4096 += ', c%d binary(10)' % (j)
            self.ntb4096 += ')'
            tdSql.execute(self.ntb4096)
        for t in range (2):
            tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="NORMAL_TABLE"')
            tdSql.checkEqual(20470,len(tdSql.queryResult))
            
    def ins_dnodes_check(self):
        tdSql.execute('drop database if exists db2')
        tdSql.execute('create database if not exists db2 vgroups 1 replica 1')
        tdSql.query(f'select * from information_schema.ins_dnodes')
        result = tdSql.queryResult
        tdSql.checkEqual(result[0][0],1)
        tdSql.checkEqual(result[0][8],"")
        tdSql.checkEqual(result[0][9],"")
        self.str107 = 'Hc7VCc+'
        for t in range (10):
            self.str107 += 'tP+2soIXpP'
        self.str108 = self.str107 + '='
        self.str109 = self.str108 + '+'
        self.str254 = self.str108 + self.str108 + '01234567890123456789012345678901234567'
        self.str255 = self.str254 + '='
        self.str256 = self.str254 + '=('
        self.str257 = self.str254 + '=()'
        self.str510 = self.str255 + self.str255
        tdSql.error('alter dnode 1 "activeCode" "a"')
        tdSql.error('alter dnode 1 "activeCode" "' + self.str107 + '"')
        tdSql.execute('alter all dnodes "activeCode" "' + self.str108 + '"')
        tdSql.error('alter dnode 1 "activeCode" "' + self.str109 + '"')
        tdSql.error('alter all dnodes "activeCode" "' + self.str510 + '"')
        tdSql.query(f'select * from information_schema.ins_dnodes')
        tdSql.checkEqual(tdSql.queryResult[0][8],self.str108)
        tdSql.execute('alter dnode 1 "activeCode" ""')
        tdSql.query(f'select active_code,c_active_code from information_schema.ins_dnodes')
        tdSql.checkEqual(tdSql.queryResult[0][0],"")
        tdSql.checkEqual(tdSql.queryResult[0][1],'')
        tdSql.error('alter dnode 1 "cActiveCode" "a"')
        tdSql.error('alter dnode 1 "cActiveCode" "' + self.str107 + '"')
        tdSql.error('alter dnode 1 "cActiveCode" "' + self.str256 + '"')
        tdSql.error('alter all dnodes "cActiveCode" "' + self.str255 + '"')
        tdSql.error('alter all dnodes "cActiveCode" "' + self.str256 + '"')
        tdSql.error('alter all dnodes "cActiveCode" "' + self.str257 + '"')
        tdSql.execute('alter all dnodes "cActiveCode" "' + self.str254 + '"')
        tdSql.error('alter dnode 1 "cActiveCode" "' + self.str510 + '"')
        tdSql.query(f'select active_code,c_active_code from information_schema.ins_dnodes')
        tdSql.checkEqual(tdSql.queryResult[0][0],"")
        tdSql.checkEqual(tdSql.queryResult[0][1],self.str254)
        tdSql.execute('alter dnode 1 "cActiveCode" "' + self.str109 + '"')
        tdSql.query(f'show dnodes')
        tdSql.checkEqual(tdSql.queryResult[0][9],self.str109)
        tdSql.execute('alter all dnodes "cActiveCode" ""')
        tdSql.query(f'select c_active_code from information_schema.ins_dnodes')
        tdSql.checkEqual(tdSql.queryResult[0][0],'')

    def run(self):
        self.prepare_data()
        self.count_check()
        self.ins_columns_check()
        # self.ins_col_check_4096()
        self.ins_stable_check()
        self.ins_stable_check2()
        self.ins_dnodes_check()


    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)

tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())