taosdemoTestInsertWithJson.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
import os
from util.log import *
from util.cases import *
from util.sql import *
from util.dnodes import *


class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)

    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root)-len("/build/bin")]
                    break
        return buildPath

    def run(self):
        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath+ "/build/bin/"

        testcaseFilename = os.path.split(__file__)[-1]
        os.system("rm -rf ./insert*_res.txt*")
        os.system("rm -rf tools/taosdemoAllTest/%s.sql" % testcaseFilename )         

        # # insert: create one  or mutiple tables per sql and insert multiple rows per sql
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-1s1tnt1r.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 11)
        # tdSql.query("select count (tbname) from stb1")
        # tdSql.checkData(0, 0, 10)
        # tdSql.query("select count(*) from stb00_0")
        # tdSql.checkData(0, 0, 100)
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 1100)
        # tdSql.query("select count(*) from stb01_1")
        # tdSql.checkData(0, 0, 200)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 2000)

        # # # restful connector insert data
        # # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertRestful.json -y " % binPath)
        # # tdSql.execute("use db")
        # # tdSql.query("select count (tbname) from stb0")
        # # tdSql.checkData(0, 0, 10)
        # # tdSql.query("select count (tbname) from stb1")
        # # tdSql.checkData(0, 0, 10)
        # # tdSql.query("select count(*) from stb00_0")
        # # tdSql.checkData(0, 0, 10)
        # # tdSql.query("select count(*) from stb0")
        # # tdSql.checkData(0, 0, 100)
        # # tdSql.query("select count(*) from stb01_1")
        # # tdSql.checkData(0, 0, 20)
        # # tdSql.query("select count(*) from stb1")
        # # tdSql.checkData(0, 0, 200)

        # # default values json files 
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-default.json -y " % binPath)
        # tdSql.query("show databases;")
        # for i in range(tdSql.queryRows):
        #     if tdSql.queryResult[i][0] == 'db':
        #         tdSql.checkData(i, 2, 100) 
        #         tdSql.checkData(i, 4, 1)     
        #         tdSql.checkData(i, 6, 10)       
        #         tdSql.checkData(i, 16, 'ms')           
    
        # # insert: create  mutiple tables per sql and insert one rows per sql .
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-1s1tntmr.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 10)
        # tdSql.query("select count (tbname) from stb1")
        # tdSql.checkData(0, 0, 20)
        # tdSql.query("select count(*) from stb00_0")
        # tdSql.checkData(0, 0, 100)
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 1000)
        # tdSql.query("select count(*) from stb01_0")
        # tdSql.checkData(0, 0, 200)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 4000)

        # # insert: using parament "insert_interval to controls spped  of insert.
        # # but We need to have accurate methods to control the speed, such as getting the speed value, checking the count and so on。
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-interval-speed.json -y" % binPath)
        # tdSql.execute("use db")
        # tdSql.query("show stables")
        # tdSql.checkData(0, 4, 10)
        # tdSql.query("select count(*) from stb00_0")
        # tdSql.checkData(0, 0, 200)
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 2000)
        # tdSql.query("show stables")
        # tdSql.checkData(1, 4, 20)
        # tdSql.query("select count(*) from stb01_0")
        # tdSql.checkData(0, 0, 200)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 4000)

        # # spend 2min30s for 3 testcases.
        # # insert: drop and child_table_exists combination test
        # # insert: using parament "childtable_offset and childtable_limit" to control  table'offset point and offset
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-nodbnodrop.json -y" % binPath)
        # tdSql.error("show dbno.stables")
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-newdb.json -y" % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 5)
        # tdSql.query("select count (tbname) from stb1")
        # tdSql.checkData(0, 0, 6)
        # tdSql.query("select count (tbname) from stb2")
        # tdSql.checkData(0, 0, 7)
        # tdSql.query("select count (tbname) from stb3")
        # tdSql.checkData(0, 0, 8)
        # tdSql.query("select count (tbname) from stb4")
        # tdSql.checkData(0, 0, 8)
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-offset.json -y" % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 50)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 240)
        # tdSql.query("select count(*) from stb2")
        # tdSql.checkData(0, 0, 220)
        # tdSql.query("select count(*) from stb3")
        # tdSql.checkData(0, 0, 180)
        # tdSql.query("select count(*) from stb4")
        # tdSql.checkData(0, 0, 160)
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-newtable.json -y" % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 150)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 360)
        # tdSql.query("select count(*) from stb2")
        # tdSql.checkData(0, 0, 360)
        # tdSql.query("select count(*) from stb3")
        # tdSql.checkData(0, 0, 340)
        # tdSql.query("select count(*) from stb4")
        # tdSql.checkData(0, 0, 400)
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-renewdb.json -y" % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 50)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 120)
        # tdSql.query("select count(*) from stb2")
        # tdSql.checkData(0, 0, 140)
        # tdSql.query("select count(*) from stb3")
        # tdSql.checkData(0, 0, 160)
        # tdSql.query("select count(*) from stb4")
        # tdSql.checkData(0, 0, 160)


        # # insert:  let parament in json file  is illegal, it'll expect error.
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsAndTagNumLarge4096.json -y " % binPath)
        # tdSql.error("use db")
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertSigcolumnsNum4096.json -y " % binPath)
        # tdSql.error("select * from db.stb0")
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsAndTagNum4096.json -y " % binPath)
        # tdSql.query("select count(*) from db.stb0")
        # tdSql.checkData(0, 0, 10000) 

        # tdSql.execute("drop database if exists db")
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertInterlaceRowsLarge1M.json -y " % binPath)
        # tdSql.query("select count(*) from db.stb0")
        # tdSql.checkRows(0)
        # tdSql.execute("drop database if exists db")
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsNum0.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("show stables like 'stb0%' ")
        # tdSql.checkData(0, 2, 11)
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertTagsNumLarge128.json -y " % binPath)   
        # tdSql.error("use db1") 
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertBinaryLenLarge16374AllcolLar49151.json -y " % binPath)   
        # tdSql.query("select count(*) from db.stb0") 
        # tdSql.checkRows(1)
        # tdSql.query("select count(*) from db.stb1")
        # tdSql.checkRows(1)
        # tdSql.error("select * from db.stb4")
        # tdSql.error("select * from db.stb2")
        # tdSql.query("select count(*) from db.stb3") 
        # tdSql.checkRows(1)
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertBinaryLenLarge16374AllcolLar49151-error.json -y " % binPath)   
        # tdSql.error("select * from db.stb4")
        # tdSql.error("select * from db.stb2")
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertNumOfrecordPerReq0.json -y " % binPath)   
        # tdSql.error("select count(*) from db.stb0") 
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertNumOfrecordPerReqless0.json -y " % binPath)   
        # tdSql.error("use db") 
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertChildTab0.json -y " % binPath)   
        # tdSql.error("use db") 
        # tdSql.execute("drop database if exists db") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertChildTabLess0.json -y " % binPath)   
        # tdSql.error("use db") 
        # tdSql.execute("drop database if exists blf") 
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertTimestepMulRowsLargeint16.json -y " % binPath)   
        # tdSql.execute("use blf") 
        # tdSql.query("select ts from blf.p_0_topics_7 limit 262800,1") 
        # tdSql.checkData(0, 0, "2020-03-31 12:00:00.000")
        # tdSql.query("select first(ts) from blf.p_0_topics_2")
        # tdSql.checkData(0, 0, "2019-10-01 00:00:00")
        # tdSql.query("select last(ts) from blf.p_0_topics_6 ")
        # tdSql.checkData(0, 0, "2020-09-29 23:59:00")
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertMaxNumPerReq.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 5000000)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 5000000)



        # # insert: timestamp and step
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-timestep.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("show stables")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 10)
        # tdSql.query("select count (tbname) from stb1")
        # tdSql.checkData(0, 0, 20)
        # tdSql.query("select last(ts) from db.stb00_0")
        # tdSql.checkData(0, 0, "2020-10-01 00:00:00.019000")
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 200)
        # tdSql.query("select last(ts) from db.stb01_0")
        # tdSql.checkData(0, 0, "2020-11-01 00:00:00.190000")
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 400)

        # # # insert:  disorder_ratio
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-disorder.json -g 2>&1  -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 1)
        # tdSql.query("select count (tbname) from stb1")
        # tdSql.checkData(0, 0, 1)
        # tdSql.query("select count(*) from stb0")
        # tdSql.checkData(0, 0, 10)
        # tdSql.query("select count(*) from stb1")
        # tdSql.checkData(0, 0, 10)

        # # insert:  sample json
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-sample-ts.json -y " % binPath)
        # tdSql.execute("use dbtest123")
        # tdSql.query("select c2 from stb0")
        # tdSql.checkData(0, 0, 2147483647)
        # tdSql.query("select c0 from stb0_0 order by ts")
        # tdSql.checkData(3, 0, 4)
        # tdSql.query("select count(*) from stb0 order by ts")
        # tdSql.checkData(0, 0, 40)
        # tdSql.query("select * from stb0_1 order by ts")
        # tdSql.checkData(0, 0, '2021-10-28 15:34:44.735')
        # tdSql.checkData(3, 0, '2021-10-31 15:34:44.735')
        # tdSql.query("select * from stb1 where t1=-127")
        # tdSql.checkRows(20)
        # tdSql.query("select * from stb1 where t2=127")
        # tdSql.checkRows(10)
        # tdSql.query("select * from stb1 where t2=126")
        # tdSql.checkRows(10)

        # # insert:  sample json
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-sample.json -y " % binPath)
        # tdSql.execute("use dbtest123")
        # tdSql.query("select c2 from stb0")
        # tdSql.checkData(0, 0, 2147483647)
        # tdSql.query("select * from stb1 where t1=-127")
        # tdSql.checkRows(20)
        # tdSql.query("select * from stb1 where t2=127")
        # tdSql.checkRows(10)
        # tdSql.query("select * from stb1 where t2=126")
        # tdSql.checkRows(10)


        # # insert: test interlace parament
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-interlace-row.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("select count (tbname) from stb0")
        # tdSql.checkData(0, 0, 100)
        # tdSql.query("select count (*) from stb0")
        # tdSql.checkData(0, 0, 15000)


        # # # insert: auto_create

        # tdSql.execute('drop database if exists db')
        # tdSql.execute('create database db')
        # tdSql.execute('use db')
        # os.system("%staosBenchmark -y -f tools/taosdemoAllTest/insert-drop-exist-auto-N00.json " % binPath) # drop = no, child_table_exists, auto_create_table varies
        # tdSql.execute('use db')
        # tdSql.query('show tables like \'NN123%\'')  #child_table_exists = no, auto_create_table varies = 123
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'NNN%\'')    #child_table_exists = no, auto_create_table varies = no
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'NNY%\'')    #child_table_exists = no, auto_create_table varies = yes
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'NYN%\'')    #child_table_exists = yes, auto_create_table varies = no
        # tdSql.checkRows(0)
        # tdSql.query('show tables like \'NY123%\'')  #child_table_exists = yes, auto_create_table varies = 123
        # tdSql.checkRows(0)
        # tdSql.query('show tables like \'NYY%\'')    #child_table_exists = yes, auto_create_table varies = yes
        # tdSql.checkRows(0)

        # tdSql.execute('drop database if exists db')
        # os.system("%staosBenchmark -y -f tools/taosdemoAllTest/insert-drop-exist-auto-Y00.json " % binPath) # drop = yes, child_table_exists, auto_create_table varies
        # tdSql.execute('use db')
        # tdSql.query('show tables like \'YN123%\'')  #child_table_exists = no, auto_create_table varies = 123
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'YNN%\'')    #child_table_exists = no, auto_create_table varies = no
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'YNY%\'')    #child_table_exists = no, auto_create_table varies = yes
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'YYN%\'')    #child_table_exists = yes, auto_create_table varies = no
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'YY123%\'')  #child_table_exists = yes, auto_create_table varies = 123
        # tdSql.checkRows(20)
        # tdSql.query('show tables like \'YYY%\'')    #child_table_exists = yes, auto_create_table varies = yes
        # tdSql.checkRows(20)

        # # insert: test chinese encoding
        # # TD-11399、TD-10819
        # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-chinese.json -y " % binPath)
        # tdSql.execute("use db")
        # tdSql.query("show stables")
        # for i in range(6):
        #     for  j in range(6):
        #         if tdSql.queryResult[i][0] == 'stb%d'%j:
        #             # print(i,"stb%d"%j)
        #             tdSql.checkData(i, 4, (j+1)*10)
        # for i in range(13):
        #     tdSql.query("select count(*) from stb%d"%i)
        #     tdSql.checkData(0, 0, (i+1)*100) 

        # rm useless files
        os.system("rm -rf ./insert*_res.txt*")


        
        
        

    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)


tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())