################################################################### # Copyright (c) 2016 by TAOS Technologies, Inc. # All rights reserved. # # This file is proprietary and confidential to TAOS Technologies. # No part of this file may be reproduced, stored, transmitted, # disclosed or used in any form or by any means other than as # expressly provided by the written permission from Jianhui Tao # ################################################################### # -*- coding: utf-8 -*- import sys import os from util.log import * from util.cases import * from util.sql import * from util.dnodes import * class TDTestCase: def init(self, conn, logSql): tdLog.debug("start to execute %s" % __file__) tdSql.init(conn.cursor(), logSql) def getBuildPath(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): projPath = selfPath[:selfPath.find("community")] else: projPath = selfPath[:selfPath.find("tests")] for root, dirs, files in os.walk(projPath): if ("taosd" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) if ("packaging" not in rootRealPath): buildPath = root[:len(root)-len("/build/bin")] break return buildPath def run(self): buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosd not found!") else: tdLog.info("taosd found in %s" % buildPath) binPath = buildPath+ "/build/bin/" testcaseFilename = os.path.split(__file__)[-1] os.system("rm -rf ./insert*_res.txt*") os.system("rm -rf tools/taosdemoAllTest/%s.sql" % testcaseFilename ) # # insert: create one or mutiple tables per sql and insert multiple rows per sql # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-1s1tnt1r.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 11) # tdSql.query("select count (tbname) from stb1") # tdSql.checkData(0, 0, 10) # tdSql.query("select count(*) from stb00_0") # tdSql.checkData(0, 0, 100) # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 1100) # tdSql.query("select count(*) from stb01_1") # tdSql.checkData(0, 0, 200) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 2000) # # # restful connector insert data # # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertRestful.json -y " % binPath) # # tdSql.execute("use db") # # tdSql.query("select count (tbname) from stb0") # # tdSql.checkData(0, 0, 10) # # tdSql.query("select count (tbname) from stb1") # # tdSql.checkData(0, 0, 10) # # tdSql.query("select count(*) from stb00_0") # # tdSql.checkData(0, 0, 10) # # tdSql.query("select count(*) from stb0") # # tdSql.checkData(0, 0, 100) # # tdSql.query("select count(*) from stb01_1") # # tdSql.checkData(0, 0, 20) # # tdSql.query("select count(*) from stb1") # # tdSql.checkData(0, 0, 200) # # default values json files # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-default.json -y " % binPath) # tdSql.query("show databases;") # for i in range(tdSql.queryRows): # if tdSql.queryResult[i][0] == 'db': # tdSql.checkData(i, 2, 100) # tdSql.checkData(i, 4, 1) # tdSql.checkData(i, 6, 10) # tdSql.checkData(i, 16, 'ms') # # insert: create mutiple tables per sql and insert one rows per sql . # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-1s1tntmr.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 10) # tdSql.query("select count (tbname) from stb1") # tdSql.checkData(0, 0, 20) # tdSql.query("select count(*) from stb00_0") # tdSql.checkData(0, 0, 100) # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 1000) # tdSql.query("select count(*) from stb01_0") # tdSql.checkData(0, 0, 200) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 4000) # # insert: using parament "insert_interval to controls spped of insert. # # but We need to have accurate methods to control the speed, such as getting the speed value, checking the count and so on。 # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-interval-speed.json -y" % binPath) # tdSql.execute("use db") # tdSql.query("show stables") # tdSql.checkData(0, 4, 10) # tdSql.query("select count(*) from stb00_0") # tdSql.checkData(0, 0, 200) # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 2000) # tdSql.query("show stables") # tdSql.checkData(1, 4, 20) # tdSql.query("select count(*) from stb01_0") # tdSql.checkData(0, 0, 200) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 4000) # # spend 2min30s for 3 testcases. # # insert: drop and child_table_exists combination test # # insert: using parament "childtable_offset and childtable_limit" to control table'offset point and offset # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-nodbnodrop.json -y" % binPath) # tdSql.error("show dbno.stables") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-newdb.json -y" % binPath) # tdSql.execute("use db") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 5) # tdSql.query("select count (tbname) from stb1") # tdSql.checkData(0, 0, 6) # tdSql.query("select count (tbname) from stb2") # tdSql.checkData(0, 0, 7) # tdSql.query("select count (tbname) from stb3") # tdSql.checkData(0, 0, 8) # tdSql.query("select count (tbname) from stb4") # tdSql.checkData(0, 0, 8) # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-offset.json -y" % binPath) # tdSql.execute("use db") # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 50) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 240) # tdSql.query("select count(*) from stb2") # tdSql.checkData(0, 0, 220) # tdSql.query("select count(*) from stb3") # tdSql.checkData(0, 0, 180) # tdSql.query("select count(*) from stb4") # tdSql.checkData(0, 0, 160) # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-newtable.json -y" % binPath) # tdSql.execute("use db") # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 150) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 360) # tdSql.query("select count(*) from stb2") # tdSql.checkData(0, 0, 360) # tdSql.query("select count(*) from stb3") # tdSql.checkData(0, 0, 340) # tdSql.query("select count(*) from stb4") # tdSql.checkData(0, 0, 400) # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-renewdb.json -y" % binPath) # tdSql.execute("use db") # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 50) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 120) # tdSql.query("select count(*) from stb2") # tdSql.checkData(0, 0, 140) # tdSql.query("select count(*) from stb3") # tdSql.checkData(0, 0, 160) # tdSql.query("select count(*) from stb4") # tdSql.checkData(0, 0, 160) # # insert: let parament in json file is illegal, it'll expect error. # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsAndTagNumLarge4096.json -y " % binPath) # tdSql.error("use db") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertSigcolumnsNum4096.json -y " % binPath) # tdSql.error("select * from db.stb0") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsAndTagNum4096.json -y " % binPath) # tdSql.query("select count(*) from db.stb0") # tdSql.checkData(0, 0, 10000) # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertInterlaceRowsLarge1M.json -y " % binPath) # tdSql.query("select count(*) from db.stb0") # tdSql.checkRows(0) # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertColumnsNum0.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("show stables like 'stb0%' ") # tdSql.checkData(0, 2, 11) # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertTagsNumLarge128.json -y " % binPath) # tdSql.error("use db1") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertBinaryLenLarge16374AllcolLar49151.json -y " % binPath) # tdSql.query("select count(*) from db.stb0") # tdSql.checkRows(1) # tdSql.query("select count(*) from db.stb1") # tdSql.checkRows(1) # tdSql.error("select * from db.stb4") # tdSql.error("select * from db.stb2") # tdSql.query("select count(*) from db.stb3") # tdSql.checkRows(1) # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertBinaryLenLarge16374AllcolLar49151-error.json -y " % binPath) # tdSql.error("select * from db.stb4") # tdSql.error("select * from db.stb2") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertNumOfrecordPerReq0.json -y " % binPath) # tdSql.error("select count(*) from db.stb0") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertNumOfrecordPerReqless0.json -y " % binPath) # tdSql.error("use db") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertChildTab0.json -y " % binPath) # tdSql.error("use db") # tdSql.execute("drop database if exists db") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertChildTabLess0.json -y " % binPath) # tdSql.error("use db") # tdSql.execute("drop database if exists blf") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertTimestepMulRowsLargeint16.json -y " % binPath) # tdSql.execute("use blf") # tdSql.query("select ts from blf.p_0_topics_7 limit 262800,1") # tdSql.checkData(0, 0, "2020-03-31 12:00:00.000") # tdSql.query("select first(ts) from blf.p_0_topics_2") # tdSql.checkData(0, 0, "2019-10-01 00:00:00") # tdSql.query("select last(ts) from blf.p_0_topics_6 ") # tdSql.checkData(0, 0, "2020-09-29 23:59:00") # os.system("%staosBenchmark -f tools/taosdemoAllTest/insertMaxNumPerReq.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 5000000) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 5000000) # # insert: timestamp and step # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-timestep.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("show stables") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 10) # tdSql.query("select count (tbname) from stb1") # tdSql.checkData(0, 0, 20) # tdSql.query("select last(ts) from db.stb00_0") # tdSql.checkData(0, 0, "2020-10-01 00:00:00.019000") # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 200) # tdSql.query("select last(ts) from db.stb01_0") # tdSql.checkData(0, 0, "2020-11-01 00:00:00.190000") # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 400) # # # insert: disorder_ratio # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-disorder.json -g 2>&1 -y " % binPath) # tdSql.execute("use db") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 1) # tdSql.query("select count (tbname) from stb1") # tdSql.checkData(0, 0, 1) # tdSql.query("select count(*) from stb0") # tdSql.checkData(0, 0, 10) # tdSql.query("select count(*) from stb1") # tdSql.checkData(0, 0, 10) # # insert: sample json # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-sample-ts.json -y " % binPath) # tdSql.execute("use dbtest123") # tdSql.query("select c2 from stb0") # tdSql.checkData(0, 0, 2147483647) # tdSql.query("select c0 from stb0_0 order by ts") # tdSql.checkData(3, 0, 4) # tdSql.query("select count(*) from stb0 order by ts") # tdSql.checkData(0, 0, 40) # tdSql.query("select * from stb0_1 order by ts") # tdSql.checkData(0, 0, '2021-10-28 15:34:44.735') # tdSql.checkData(3, 0, '2021-10-31 15:34:44.735') # tdSql.query("select * from stb1 where t1=-127") # tdSql.checkRows(20) # tdSql.query("select * from stb1 where t2=127") # tdSql.checkRows(10) # tdSql.query("select * from stb1 where t2=126") # tdSql.checkRows(10) # # insert: sample json # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-sample.json -y " % binPath) # tdSql.execute("use dbtest123") # tdSql.query("select c2 from stb0") # tdSql.checkData(0, 0, 2147483647) # tdSql.query("select * from stb1 where t1=-127") # tdSql.checkRows(20) # tdSql.query("select * from stb1 where t2=127") # tdSql.checkRows(10) # tdSql.query("select * from stb1 where t2=126") # tdSql.checkRows(10) # # insert: test interlace parament # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-interlace-row.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("select count (tbname) from stb0") # tdSql.checkData(0, 0, 100) # tdSql.query("select count (*) from stb0") # tdSql.checkData(0, 0, 15000) # # # insert: auto_create # tdSql.execute('drop database if exists db') # tdSql.execute('create database db') # tdSql.execute('use db') # os.system("%staosBenchmark -y -f tools/taosdemoAllTest/insert-drop-exist-auto-N00.json " % binPath) # drop = no, child_table_exists, auto_create_table varies # tdSql.execute('use db') # tdSql.query('show tables like \'NN123%\'') #child_table_exists = no, auto_create_table varies = 123 # tdSql.checkRows(20) # tdSql.query('show tables like \'NNN%\'') #child_table_exists = no, auto_create_table varies = no # tdSql.checkRows(20) # tdSql.query('show tables like \'NNY%\'') #child_table_exists = no, auto_create_table varies = yes # tdSql.checkRows(20) # tdSql.query('show tables like \'NYN%\'') #child_table_exists = yes, auto_create_table varies = no # tdSql.checkRows(0) # tdSql.query('show tables like \'NY123%\'') #child_table_exists = yes, auto_create_table varies = 123 # tdSql.checkRows(0) # tdSql.query('show tables like \'NYY%\'') #child_table_exists = yes, auto_create_table varies = yes # tdSql.checkRows(0) # tdSql.execute('drop database if exists db') # os.system("%staosBenchmark -y -f tools/taosdemoAllTest/insert-drop-exist-auto-Y00.json " % binPath) # drop = yes, child_table_exists, auto_create_table varies # tdSql.execute('use db') # tdSql.query('show tables like \'YN123%\'') #child_table_exists = no, auto_create_table varies = 123 # tdSql.checkRows(20) # tdSql.query('show tables like \'YNN%\'') #child_table_exists = no, auto_create_table varies = no # tdSql.checkRows(20) # tdSql.query('show tables like \'YNY%\'') #child_table_exists = no, auto_create_table varies = yes # tdSql.checkRows(20) # tdSql.query('show tables like \'YYN%\'') #child_table_exists = yes, auto_create_table varies = no # tdSql.checkRows(20) # tdSql.query('show tables like \'YY123%\'') #child_table_exists = yes, auto_create_table varies = 123 # tdSql.checkRows(20) # tdSql.query('show tables like \'YYY%\'') #child_table_exists = yes, auto_create_table varies = yes # tdSql.checkRows(20) # # insert: test chinese encoding # # TD-11399、TD-10819 # os.system("%staosBenchmark -f tools/taosdemoAllTest/insert-chinese.json -y " % binPath) # tdSql.execute("use db") # tdSql.query("show stables") # for i in range(6): # for j in range(6): # if tdSql.queryResult[i][0] == 'stb%d'%j: # # print(i,"stb%d"%j) # tdSql.checkData(i, 4, (j+1)*10) # for i in range(13): # tdSql.query("select count(*) from stb%d"%i) # tdSql.checkData(0, 0, (i+1)*100) # rm useless files os.system("rm -rf ./insert*_res.txt*") def stop(self): tdSql.close() tdLog.success("%s successfully executed" % __file__) tdCases.addWindows(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())