################################################################### # Copyright (c) 2016 by TAOS Technologies, Inc. # All rights reserved. # # This file is proprietary and confidential to TAOS Technologies. # No part of this file may be reproduced, stored, transmitted, # disclosed or used in any form or by any means other than as # expressly provided by the written permission from Jianhui Tao # ################################################################### # -*- coding: utf-8 -*- import sys import os from util.log import * from util.cases import * from util.sql import * from util.dnodes import * class TDTestCase: def init(self, conn, logSql): tdLog.debug("start to execute %s" % __file__) tdSql.init(conn.cursor(), logSql) self.ts = 1625068800000000000 # this is timestamp "2021-07-01 00:00:00" self.numberOfTables = 10 self.numberOfRecords = 100 def checkCommunity(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): return False else: return True def getBuildPath(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): projPath = selfPath[:selfPath.find("community")] else: projPath = selfPath[:selfPath.find("tests")] for root, dirs, files in os.walk(projPath): if ("taosd" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) if ("packaging" not in rootRealPath): buildPath = root[:len(root) - len("/build/bin")] break return buildPath def createdb(self, precision="ns"): tb_nums = self.numberOfTables per_tb_rows = self.numberOfRecords def build_db(precision, start_time): tdSql.execute("drop database if exists timedb1") tdSql.execute( "create database timedb1 days 10 keep 365 blocks 8 precision "+"\""+precision+"\"") tdSql.execute("use timedb1") tdSql.execute( "create stable st(ts timestamp, c1 int, c2 nchar(10),c3 timestamp) tags(t1 int, t2 binary(10))") for tb in range(tb_nums): tbname = "t"+str(tb) tdSql.execute("create table " + tbname + " using st tags(1, 'beijing')") sql = "insert into " + tbname + " values" currts = start_time if precision == "ns": ts_seed = 1000000000 elif precision == "us": ts_seed = 1000000 else: ts_seed = 1000 for i in range(per_tb_rows): sql += "(%d, %d, 'nchar%d',%d)" % (currts + i*ts_seed, i % 100, i % 100, currts + i*100) # currts +1000ms (1000000000ns) tdSql.execute(sql) if precision == "ns": start_time = 1625068800000000000 build_db(precision, start_time) elif precision == "us": start_time = 1625068800000000 build_db(precision, start_time) elif precision == "ms": start_time = 1625068800000 build_db(precision, start_time) else: print("other time precision not valid , please check! ") def run(self): # clear envs os.system("rm -rf ./taosdumptest/") tdSql.execute("drop database if exists dumptmp1") tdSql.execute("drop database if exists dumptmp2") tdSql.execute("drop database if exists dumptmp3") if not os.path.exists("./taosdumptest/tmp1"): os.makedirs("./taosdumptest/dumptmp1") else: print("path exist!") if not os.path.exists("./taosdumptest/dumptmp2"): os.makedirs("./taosdumptest/dumptmp2") if not os.path.exists("./taosdumptest/dumptmp3"): os.makedirs("./taosdumptest/dumptmp3") buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosdump not found!") else: tdLog.info("taosdump found in %s" % buildPath) binPath = buildPath + "/build/bin/" # create nano second database self.createdb(precision="ns") # dump all data os.system( "%staosdump --databases timedb1 -o ./taosdumptest/dumptmp1" % binPath) # dump part data with -S -E os.system( '%staosdump --databases timedb1 -S 1625068810000000000 -E 1625068860000000000 -o ./taosdumptest/dumptmp2 ' % binPath) os.system( '%staosdump --databases timedb1 -S 1625068810000000000 -o ./taosdumptest/dumptmp3 ' % binPath) # replace strings to dump in databases os.system( "sed -i \"s/timedb1/dumptmp1/g\" `grep timedb1 -rl ./taosdumptest/dumptmp1`") os.system( "sed -i \"s/timedb1/dumptmp2/g\" `grep timedb1 -rl ./taosdumptest/dumptmp2`") os.system( "sed -i \"s/timedb1/dumptmp3/g\" `grep timedb1 -rl ./taosdumptest/dumptmp3`") os.system( "%staosdump -i ./taosdumptest/dumptmp1" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp2" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp3" %binPath) # dump data and check for taosdump tdSql.query("select count(*) from dumptmp1.st") tdSql.checkData(0,0,1000) tdSql.query("select count(*) from dumptmp2.st") tdSql.checkData(0,0,510) tdSql.query("select count(*) from dumptmp3.st") tdSql.checkData(0,0,900) # check data origin_res = tdSql.getResult("select * from timedb1.st") dump_res = tdSql.getResult("select * from dumptmp1.st") if origin_res == dump_res: tdLog.info("test nano second : dump check data pass for all data!" ) else: tdLog.info("test nano second : dump check data failed for all data!" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000000000 and ts <= 1625068860000000000") dump_res = tdSql.getResult("select * from dumptmp2.st") if origin_res == dump_res: tdLog.info(" test nano second : dump check data pass for data! " ) else: tdLog.info(" test nano second : dump check data failed for data !" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000000000 ") dump_res = tdSql.getResult("select * from dumptmp3.st") if origin_res == dump_res: tdLog.info(" test nano second : dump check data pass for data! " ) else: tdLog.info(" test nano second : dump check data failed for data !" ) # us second support test case os.system("rm -rf ./taosdumptest/") tdSql.execute("drop database if exists dumptmp1") tdSql.execute("drop database if exists dumptmp2") tdSql.execute("drop database if exists dumptmp3") if not os.path.exists("./taosdumptest/tmp1"): os.makedirs("./taosdumptest/dumptmp1") else: print("path exits!") if not os.path.exists("./taosdumptest/dumptmp2"): os.makedirs("./taosdumptest/dumptmp2") if not os.path.exists("./taosdumptest/dumptmp3"): os.makedirs("./taosdumptest/dumptmp3") buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosdump not found!") else: tdLog.info("taosdump found in %s" % buildPath) binPath = buildPath + "/build/bin/" self.createdb(precision="us") os.system( "%staosdump --databases timedb1 -o ./taosdumptest/dumptmp1" % binPath) os.system( '%staosdump --databases timedb1 -S 1625068810000000 -E 1625068860000000 -o ./taosdumptest/dumptmp2 ' % binPath) os.system( '%staosdump --databases timedb1 -S 1625068810000000 -o ./taosdumptest/dumptmp3 ' % binPath) os.system( "sed -i \"s/timedb1/dumptmp1/g\" `grep timedb1 -rl ./taosdumptest/dumptmp1`") os.system( "sed -i \"s/timedb1/dumptmp2/g\" `grep timedb1 -rl ./taosdumptest/dumptmp2`") os.system( "sed -i \"s/timedb1/dumptmp3/g\" `grep timedb1 -rl ./taosdumptest/dumptmp3`") os.system( "%staosdump -i ./taosdumptest/dumptmp1" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp2" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp3" %binPath) tdSql.query("select count(*) from dumptmp1.st") tdSql.checkData(0,0,1000) tdSql.query("select count(*) from dumptmp2.st") tdSql.checkData(0,0,510) tdSql.query("select count(*) from dumptmp3.st") tdSql.checkData(0,0,900) origin_res = tdSql.getResult("select * from timedb1.st") dump_res = tdSql.getResult("select * from dumptmp1.st") if origin_res == dump_res: tdLog.info("test us second : dump check data pass for all data!" ) else: tdLog.info("test us second : dump check data failed for all data!" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000000 and ts <= 1625068860000000") dump_res = tdSql.getResult("select * from dumptmp2.st") if origin_res == dump_res: tdLog.info(" test us second : dump check data pass for data! " ) else: tdLog.info(" test us second : dump check data failed for data!" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000000 ") dump_res = tdSql.getResult("select * from dumptmp3.st") if origin_res == dump_res: tdLog.info(" test us second : dump check data pass for data! " ) else: tdLog.info(" test us second : dump check data failed for data! " ) # ms second support test case os.system("rm -rf ./taosdumptest/") tdSql.execute("drop database if exists dumptmp1") tdSql.execute("drop database if exists dumptmp2") tdSql.execute("drop database if exists dumptmp3") if not os.path.exists("./taosdumptest/tmp1"): os.makedirs("./taosdumptest/dumptmp1") else: print("path exits!") if not os.path.exists("./taosdumptest/dumptmp2"): os.makedirs("./taosdumptest/dumptmp2") if not os.path.exists("./taosdumptest/dumptmp3"): os.makedirs("./taosdumptest/dumptmp3") buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosdump not found!") else: tdLog.info("taosdump found in %s" % buildPath) binPath = buildPath + "/build/bin/" self.createdb(precision="ms") os.system( "%staosdump --databases timedb1 -o ./taosdumptest/dumptmp1" % binPath) os.system( '%staosdump --databases timedb1 -S 1625068810000 -E 1625068860000 -o ./taosdumptest/dumptmp2 ' % binPath) os.system( '%staosdump --databases timedb1 -S 1625068810000 -o ./taosdumptest/dumptmp3 ' % binPath) os.system( "sed -i \"s/timedb1/dumptmp1/g\" `grep timedb1 -rl ./taosdumptest/dumptmp1`") os.system( "sed -i \"s/timedb1/dumptmp2/g\" `grep timedb1 -rl ./taosdumptest/dumptmp2`") os.system( "sed -i \"s/timedb1/dumptmp3/g\" `grep timedb1 -rl ./taosdumptest/dumptmp3`") os.system( "%staosdump -i ./taosdumptest/dumptmp1" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp2" %binPath) os.system( "%staosdump -i ./taosdumptest/dumptmp3" %binPath) tdSql.query("select count(*) from dumptmp1.st") tdSql.checkData(0,0,1000) tdSql.query("select count(*) from dumptmp2.st") tdSql.checkData(0,0,510) tdSql.query("select count(*) from dumptmp3.st") tdSql.checkData(0,0,900) origin_res = tdSql.getResult("select * from timedb1.st") dump_res = tdSql.getResult("select * from dumptmp1.st") if origin_res == dump_res: tdLog.info("test ms second : dump check data pass for all data!" ) else: tdLog.info("test ms second : dump check data failed for all data!" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000 and ts <= 1625068860000") dump_res = tdSql.getResult("select * from dumptmp2.st") if origin_res == dump_res: tdLog.info(" test ms second : dump check data pass for data! " ) else: tdLog.info(" test ms second : dump check data failed for data!" ) origin_res = tdSql.getResult("select * from timedb1.st where ts >=1625068810000 ") dump_res = tdSql.getResult("select * from dumptmp3.st") if origin_res == dump_res: tdLog.info(" test ms second : dump check data pass for data! " ) else: tdLog.info(" test ms second : dump check data failed for data! " ) os.system("rm -rf ./taosdumptest/") os.system("rm -rf ./dump_result.txt") os.system("rm -rf *.py.sql") def stop(self): tdSql.close() tdLog.success("%s successfully executed" % __file__) tdCases.addWindows(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())