rowlength64k_benchmark.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import random
import os
import time
import taos
import subprocess
import string
from faker import Faker
from util.log import tdLog
from util.cases import tdCases
from util.sql import tdSql
from util.dnodes import tdDnodes
from util.dnodes import *

class TDTestCase:
    updatecfgDict = {'maxSQLLength':1048576,'debugFlag': 143 ,"querySmaOptimize":1}
    
    def init(self, conn, logSql, replicaVar):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)

        self.testcasePath = os.path.split(__file__)[0]
        self.testcaseFilename = os.path.split(__file__)[-1]
        os.system("rm -rf %s/%s.sql" % (self.testcasePath,self.testcaseFilename))
        
        now = time.time()
        self.ts = int(round(now * 1000))
        self.num = 100
    
    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root)-len("/build/bin")]
                    break
        return buildPath

    def run(self):
        tdSql.prepare()
        
        startTime_all = time.time()  

        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath+ "/build/bin/"

        #-N:regular table  -d:database name   -t:table num  -n:rows num per table  -l:col num  -y:force
        #regular old && new
        startTime = time.time()
        os.system("%staosBenchmark -N -d regular_old -t 1 -n 10 -l 1023 -y" % binPath)
        tdSql.execute("use regular_old")
        tdSql.query("show tables;")
        tdSql.checkRows(1)
        tdSql.query("select * from meters;")
        tdSql.checkCols(1024)
        tdSql.query("describe meters;")
        tdSql.checkRows(1024)

        os.system("%staosBenchmark -N -d regular_new -t 1 -n 10 -l 4095 -y" % binPath)
        tdSql.execute("use regular_new")
        tdSql.query("show tables;")
        tdSql.checkRows(1)
        tdSql.query("select * from meters;")
        tdSql.checkCols(4096)
        tdSql.query("describe meters;")
        tdSql.checkRows(4096)

        #super table  -d:database name   -t:table num  -n:rows num per table  -l:col num  -y:force
        os.system("%staosBenchmark -d super_old -t 1 -n 10 -l 1021 -y" % binPath)
        tdSql.execute("use super_old")
        tdSql.query("show tables;")
        tdSql.checkRows(1)
        tdSql.query("select * from meters;")
        tdSql.checkCols(1024)
        tdSql.query("select * from d0;")
        tdSql.checkCols(1022)
        tdSql.query("describe meters;")
        tdSql.checkRows(1024)
        tdSql.query("describe d0;")
        tdSql.checkRows(1024)

        os.system("%staosBenchmark -d super_new -t 1 -n 10 -l 4093 -y" % binPath)
        tdSql.execute("use super_new")
        tdSql.query("show tables;")
        tdSql.checkRows(1)
        tdSql.query("select * from meters;")
        tdSql.checkCols(4096)
        tdSql.query("select * from d0;")
        tdSql.checkCols(4094)
        tdSql.query("describe meters;")
        tdSql.checkRows(4096)
        tdSql.query("describe d0;")
        tdSql.checkRows(4096)
        tdSql.execute("create table stb_new1_1 using meters tags(1,2)")
        tdSql.query("select * from stb_new1_1")
        tdSql.checkCols(4094)
        tdSql.query("describe stb_new1_1;")
        tdSql.checkRows(4096)

        # insert: create one  or mutiple tables per sql and insert multiple rows per sql 
        os.system("%staosBenchmark -f %s/rowlength64k.json -y " % (binPath,self.testcasePath))
        tdSql.execute("use json_test")
        tdSql.query("select count (tbname) from stb_old")
        tdSql.checkData(0, 0, 10)

        tdSql.query("select * from stb_old")
        tdSql.checkRows(10)
        tdSql.checkCols(1024)
            
        tdSql.query("select count (tbname) from stb_new")
        tdSql.checkData(0, 0, 10)

        tdSql.query("select * from stb_new")
        tdSql.checkRows(10)
        tdSql.checkCols(4096)
        tdSql.query("describe stb_new;")
        tdSql.checkRows(4096)
        tdSql.query("select * from stb_new_0")
        tdSql.checkRows(10)
        tdSql.checkCols(4091)
        tdSql.query("describe stb_new_0;")
        tdSql.checkRows(4096)
        tdSql.execute("create table stb_new1_1 using stb_new tags(1,2,3,4,5)")
        tdSql.query("select * from stb_new1_1")
        tdSql.checkCols(4091)
        tdSql.query("describe stb_new1_1;")
        tdSql.checkRows(4096)

        tdSql.query("select count (tbname) from stb_mix")
        tdSql.checkData(0, 0, 10)

        tdSql.query("select * from stb_mix")
        tdSql.checkRows(10)
        tdSql.checkCols(4096)
        tdSql.query("describe stb_mix;")
        tdSql.checkRows(4096)
        tdSql.query("select * from stb_mix_0")
        tdSql.checkRows(10)
        tdSql.checkCols(4092)
        tdSql.query("describe stb_mix_0;")
        tdSql.checkRows(4096)

        tdSql.query("select count (tbname) from stb_excel")
        tdSql.checkData(0, 0, 10)

        tdSql.query("select * from stb_excel")
        tdSql.checkRows(10)
        tdSql.checkCols(4096)
        tdSql.query("describe stb_excel;")
        tdSql.checkRows(4096)
        tdSql.query("select * from stb_excel_0")
        tdSql.checkRows(10)
        tdSql.checkCols(4092)
        tdSql.query("describe stb_excel_0;")
        tdSql.checkRows(4096)
        endTime = time.time()
        print("total time %ds" % (endTime - startTime))      

        endTime_all = time.time()
        print("total time %ds" % (endTime_all - startTime_all))        


    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)
        

tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())