taosdemoTestQueryWithJson.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
import os
from util.log import *
from util.cases import *
from util.sql import *
from util.dnodes import *
import time
from datetime import datetime
import ast
# from assertpy import assert_that
import subprocess

class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)
        
    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root)-len("/build/bin")]
                    break
        return buildPath

    # 获取taosc接口查询的结果文件中的内容,返回每行数据,并断言数据的第一列内容。
    def assertfileDataTaosc(self,filename,expectResult):
        self.filename = filename
        self.expectResult = expectResult
        with open("%s" % filename, 'r+') as f1:  
            for line in f1.readlines():
                queryResult = line.strip().split()[0]
                self.assertCheck(filename,queryResult,expectResult)

    # 获取restful接口查询的结果文件中的关键内容,目前的关键内容找到第一个key就跳出循，所以就只有一个数据。后续再修改多个结果文件。
    def getfileDataRestful(self,filename):
        self.filename = filename
        with open("%s" % filename, 'r+') as f1:  
            for line in f1.readlines():
                contents = line.strip()
                if contents.find("data") != -1:
                    contentsDict = ast.literal_eval(contents)   # 字符串转换为字典
                    queryResult = contentsDict['data'][0][0]
                    break
        return queryResult

    # 获取taosc接口查询次数
    def queryTimesTaosc(self,filename):
        self.filename = filename
        command = 'cat %s |wc -l'% filename
        times = int(subprocess.getstatusoutput(command)[1]) 
        return times

    # 获取restful接口查询次数
    def queryTimesRestful(self,filename):
        self.filename = filename
        command = 'cat %s |grep "200 OK" |wc -l'% filename
        times = int(subprocess.getstatusoutput(command)[1]) 
        return times

   # 定义断言结果是否正确。不正确返回错误结果，正确即通过。
    def assertCheck(self,filename,queryResult,expectResult):
        self.filename = filename
        self.queryResult = queryResult
        self.expectResult = expectResult
        args0 = (filename, queryResult, expectResult)
        assert queryResult == expectResult , "Queryfile:%s ,result is %s != expect: %s" % args0 

    def run(self):
        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath+ "/build/bin/"  
          
        # delete useless files
        os.system("rm -rf ./query_res*")   
        os.system("rm -rf ./all_query*")
        
        # taosc query: query specified  table  and query  super table 
        os.system("%staosdemo -f tools/taosdemoAllTest/queryInsertdata.json" % binPath)
        os.system("%staosdemo -f tools/taosdemoAllTest/queryTaosc.json" % binPath)
        os.system("cat query_res0.txt* > all_query_res0_taosc.txt")
        os.system("cat query_res1.txt* > all_query_res1_taosc.txt")
        os.system("cat query_res2.txt* > all_query_res2_taosc.txt")
        
        # correct Times testcases 
        queryTimes0Taosc = self.queryTimesTaosc("all_query_res0_taosc.txt")
        self.assertCheck("all_query_res0_taosc.txt",queryTimes0Taosc,6)

        queryTimes1Taosc = self.queryTimesTaosc("all_query_res1_taosc.txt")
        self.assertCheck("all_query_res1_taosc.txt",queryTimes1Taosc,6)

        queryTimes2Taosc = self.queryTimesTaosc("all_query_res2_taosc.txt")
        self.assertCheck("all_query_res2_taosc.txt",queryTimes2Taosc,20)
        
        # correct data testcase
        self.assertfileDataTaosc("all_query_res0_taosc.txt","1604160000099")
        self.assertfileDataTaosc("all_query_res1_taosc.txt","100")
        self.assertfileDataTaosc("all_query_res2_taosc.txt","1604160000199")
        
        # delete useless files
        os.system("rm -rf ./query_res*")   
        os.system("rm -rf ./all_query*")


        # use restful api to query
        os.system("%staosdemo -f tools/taosdemoAllTest/queryInsertrestdata.json" % binPath)
        os.system("%staosdemo -f tools/taosdemoAllTest/queryRestful.json" % binPath)
        os.system("cat query_res0.txt*  > all_query_res0_rest.txt")
        os.system("cat query_res1.txt*  > all_query_res1_rest.txt")
        os.system("cat query_res2.txt*  > all_query_res2_rest.txt")
        
        # correct Times testcases 
        queryTimes0Restful = self.queryTimesRestful("all_query_res0_rest.txt")
        self.assertCheck("all_query_res0_rest.txt",queryTimes0Restful,6)

        queryTimes1Restful = self.queryTimesRestful("all_query_res1_rest.txt")
        self.assertCheck("all_query_res1_rest.txt",queryTimes1Restful,6)
        
        queryTimes2Restful = self.queryTimesRestful("all_query_res2_rest.txt")
        self.assertCheck("all_query_res2_rest.txt",queryTimes2Restful,4)

        # correct data testcase
        data0 = self.getfileDataRestful("all_query_res0_rest.txt")
        self.assertCheck('all_query_res0_rest.txt',data0,"2020-11-01 00:00:00.009")

        data1 = self.getfileDataRestful("all_query_res1_rest.txt")
        self.assertCheck('all_query_res1_rest.txt',data1,10) 

        data2 = self.getfileDataRestful("all_query_res2_rest.txt")
        self.assertCheck('all_query_res2_rest.txt',data2,"2020-11-01 00:00:00.004")  
        
        
        # query times less than or equal to 100
        os.system("%staosdemo -f tools/taosdemoAllTest/queryInsertdata.json" % binPath)
        os.system("%staosdemo -f tools/taosdemoAllTest/querySpeciMutisql100.json" % binPath)
        os.system("%staosdemo -f tools/taosdemoAllTest/querySuperMutisql100.json" % binPath)

        #query result print QPS
        os.system("%staosdemo -f tools/taosdemoAllTest/queryInsertdata.json" % binPath)
        os.system("%staosdemo -f tools/taosdemoAllTest/queryQps.json" % binPath)
        
        # use illegal or out of range parameters query json file
        os.system("%staosdemo -f tools/taosdemoAllTest/queryInsertdata.json" % binPath)
        exceptcode = os.system("%staosdemo -f tools/taosdemoAllTest/queryTimes0.json" % binPath)
        assert exceptcode != 0

        exceptcode0 = os.system("%staosdemo -f tools/taosdemoAllTest/queryTimesless0.json" % binPath)
        assert exceptcode0 != 0

        exceptcode1 = os.system("%staosdemo -f tools/taosdemoAllTest/queryConcurrentless0.json" % binPath)
        assert exceptcode1 != 0

        exceptcode2 = os.system("%staosdemo -f tools/taosdemoAllTest/queryConcurrent0.json" % binPath)
        assert exceptcode2 != 0

        exceptcode3 = os.system("%staosdemo -f tools/taosdemoAllTest/querrThreadsless0.json" % binPath)
        assert exceptcode3 != 0

        exceptcode4 = os.system("%staosdemo -f tools/taosdemoAllTest/querrThreads0.json" % binPath)
        assert exceptcode4 != 0

        # delete useless files
        os.system("rm -rf ./insert_res.txt")
        os.system("rm -rf tools/taosdemoAllTest/*.py.sql")        
        os.system("rm -rf ./querySystemInfo*")  
        os.system("rm -rf ./query_res*")   
        os.system("rm -rf ./all_query*")
        os.system("rm -rf ./test_query_res0.txt")


         
    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)

tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())