taoshellCheckCase.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys, shutil
from util.log import *
from util.cases import *
from util.sql import *
from util.dnodes import *
import subprocess


class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)

    def getBuildPath(self) -> str:
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root) - len("/debug/build/bin")]
                    break
        return buildPath

    def execute_cmd(self,cmd):
        out = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,stderr=subprocess.PIPE).stderr.read().decode("utf-8")
        if out.find("error:") >=0:
            print(cmd)
            print(out)
            sys.exit()
        
            

    def run(self):
        tdSql.prepare()
        build_path = self.getBuildPath() + "/debug/build/bin"
        tdLog.info("====== check tables use taos -d  -k  ========")

        tdSql.execute("drop database if exists test")
        tdSql.execute("drop database if exists dumptest")
        tdSql.execute("create database if not exists test")
        tdLog.info("====== only create database test ==== ")
        self.execute_cmd(build_path + "/" + "taos -d test -k 1  > res.txt 2>&1")

        tdSql.execute("use test")
        tdSql.execute("create stable st (ts timestamp , id int , val double , str binary(20) ) tags (ind int)")
        tdSql.execute("create table tb1 using st tags(1)")
        tdLog.info("======= only create one table ==========")
        self.execute_cmd(build_path + "/" + "taos -d test -k 1  > res.txt 2>&1")

        tdSql.execute("create table tb2 using st tags(2)")
        tdSql.execute("create table tb3 using st tags(3)")
        tdLog.info("======= only create three table =======")
        self.execute_cmd(build_path + "/" + "taos -d test -k 1  > res.txt 2>&1")

        tdSql.execute("create table tb4 using st tags(4)")
        tdSql.execute("create table tb5 using st tags(5)")
        tdLog.info("======= only create five table =======")
        self.execute_cmd(build_path + "/" + "taos -d test -k 1  > res.txt 2>&1")

        start_time = 1604298064000
        rows = 10
        tb_nums = 5
        tdLog.info("====== start insert rows ========")

        for i in range(1, tb_nums + 1):
            for j in range(rows):
                start_time += 10
                tdSql.execute(
                    "insert into tb%d values(%d, %d,%f,%s) " % (i, start_time, j, float(j), "'str" + str(j) + "'"))
        tdSql.query("select count(*) from st")
        tdSql.checkData(0, 0, 50)

        for i in range(1, tb_nums + 1):
            tdSql.execute("select * from test.tb%s" % (str(i)))

        tdLog.info("====== check taos -D filedir  ========")

        if not os.path.exists("./dumpdata"):
            os.mkdir("./dumpdata")
        else:
            shutil.rmtree("./dumpdata")
            os.mkdir("./dumpdata")
        
        # write data into sqls file
        tables = ["CREATE DATABASE IF NOT EXISTS opendbtest REPLICA 1 QUORUM 1 DAYS\
             10 KEEP 3650 CACHE 16 BLOCKS 16 MINROWS 100 MAXROWS 4096 FSYNC 3000 CACHELAST 0 COMP 2 PRECISION 'ms' UPDATE 0;",

             "CREATE TABLE IF NOT EXISTS opendbtest.cpus (ts TIMESTAMP, value DOUBLE) TAGS (author NCHAR(2), \
             department NCHAR(7), env NCHAR(4), hostname NCHAR(5), os NCHAR(6), production NCHAR(8), \
                 team NCHAR(7), type NCHAR(10), useage NCHAR(7), workflow NCHAR(4));"]
        with open("./dumpdata/tables.sql" ,"a") as f :
            for item in tables:
                f.write(item)
                f.write("\n")
            f.close()
        
        records = [ "CREATE TABLE IF NOT EXISTS opendbtest.tb USING opendbtest.cpus TAGS ('dd', 'Beijing', 'test', 'vm_7', 'ubuntu', 'taosdata', 'develop', 'usage_user', 'monitor', 'TIMI');",
            "INSERT INTO opendbtest.tb VALUES (1420070400000, 59.078475);",
            "INSERT INTO opendbtest.tb VALUES (1420070410000, 44.844490);",
            "INSERT INTO opendbtest.tb VALUES (1420070420000, 34.796703);",
            "INSERT INTO opendbtest.tb VALUES (1420070430000, 35.758099);",
            "INSERT INTO opendbtest.tb VALUES (1420070440000, 51.502387);"]

        with open("./dumpdata/opendbtest.0.sql" ,"a") as f :
            for item in records:
                f.write(item)
                f.write("\n")
            f.close()
        
        cmd = build_path + "/" + "taos -D ./dumpdata"
        out = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,stderr=subprocess.PIPE).stderr.read().decode("utf-8")
        if out.find("error:") >=0:
            print("===========expected error occured======")
        
        tdSql.query("select value from opendbtest.tb")
        tdSql.checkRows(5)
        
            
        tdLog.info("====== check taos shell params  ========")

        tdLog.info("====== step 1 : insert data with some unicode ========")

        sqls = ["drop database if exists dbst",
                "create database dbst",
                "use dbst",
                "create stable dbst.st (ts timestamp , id int , val double , str binary(200) ,char nchar(200) ) tags (ind int)",
                "create table dbst.tb1 using dbst.st tags(1)",
                "create table dbst.tb2 using dbst.st tags(2)",
                "insert into dbst.tb1 values('2021-07-14T10:40:00.006+0800' , 1 , 1.0 , 'binary_1','中文-1') ",
                "insert into dbst.tb1 values('2021-07-14T10:40:00.006Z' , 1 , 1.0 , 'binary\\'1','中文?-1')",
                "insert into dbst.tb1 values('2021-07-14 10:40:00.000',1,1.0,'！@#¥%……&*', '中文12&%#@!*')",
                "insert into dbst.tb1 values(now ,1,1.0,'(){}[];./?&*\n', '中文&%#@!*34')",
                "insert into dbst.tb1 values(now ,1,1.0,'\\t\\0', '中文_\\t\\0')",
                # "insert into dbst.tb1 values(now ,1,1.0,'\t\"', '中文_\t\\')", 
                "CREATE STABLE dbst.stb (TS TIMESTAMP , ID INT , VAL DOUBLE , STR BINARY(200) ,CHAR NCHAR(200) ) TAGS (IND INT)",
                "CREATE TABLE dbst.tbb1 USING dbst.STB TAGS(1)",
                "CREATE TABLE dbst.tbb2 USING dbst.STB TAGS(2)",
                "INSERT INTO dbst.TBB1 VALUES('2021-07-14T10:40:00.006+0800' , 1 , 1.0 , 'BINARY_1','中文-1')",
                "INSERT INTO dbst.TBB1 VALUES('2021-07-14T10:40:00.006Z' , 1 , 1.0 , 'BINARY1','中文?-1')",
                "INSERT INTO dbst.TBB1 VALUES('2021-07-14 10:40:00.000',1,1.0,'！@#¥%……&*', '中文12&%#@!*');"]
        for sql in sqls:
            cmd = build_path + "/" + "taos -s \""+sql+"\"" 
            self.execute_cmd(cmd)        
            
        basic_code = ['!' ,'#', '$', '%', '&', '(', ')', '*', '+', ',', '-', '.', '/', '0', '1',
                      '2', '3', '4', '5', '6', '7', '8', '9', ':', ';', '<', '=', '>', '?', '@', 'A',
                     'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M','N', 'O', 'P', 'Q', 'R',
                     'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '[', '\\',']' ,'^', '_', '`', 'a', 'b', 'c',
                    'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r','s', 't', 'u',
                     'v', 'w', 'x', 'y', 'z', '{', '|', '}', '~']
        for code in basic_code:
            # bug -> : this is a bug need be repaired to support '`'  and '\'
            if code=='\\':
                cmd =  build_path + "/" + "taos -s \" insert into dbst.tb2 values(now ,2,2.0," +r'"\\"'+",'中文"+r'\\'+ "')\""
                continue   
            elif code =='`': 
                cmd = build_path + "/" + "taos -s \" insert into dbst.tb2 values(now ,2,2.0,'"+code+"','汉字"+code+"\')\""
                continue
            else:
                cmd = build_path + "/" + "taos -s \" insert into dbst.tb2 values(now ,2,2.0,'"+code+"','汉字"+code+"\')\""
            print(cmd)
                
            self.execute_cmd(cmd)
            
            
        tdLog.info("====== step 2 : query result of results ========")

        querys = ["select count(*) from dbst.tb2",
        "show dbst.tables",
        "show dbst.tables like tb_",
        "show dbst.tables like 't%'",
        "select * from dbst.stb",
        "select avg(val),max(id),min(id) from dbst.st ",
        "select last_row(*) from dbst.st",
        "select * from dbst.st where ts >'2021-07-14T10:40:00.006+0800' and ind = 1 ",
        "select max(val) from dbst.st where ts >'2021-07-14T10:40:00.006+0800' group by tbname",
        "select count(*) from dbst.st interval(1s) group by tbname",
        "show queries ",
        "show connections",
        "show functions",
        "select * from dbst.tb2 where str like 'a'",
        "select bottom(id, 3) from dbst.st; ",
        "select _block_dist() from dbst.st;",
        "select 5 from dbst.tb1;",
        "select id , val from dbst.st",
        "describe dbst.st",
        "alter stable dbst.st modify column str binary(205);" ]

        for query in querys:
            cmd = build_path + "/" + "taos -s \""+query+"\""
            self.execute_cmd(cmd)
            print(cmd)

    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)


tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())