taosdemoTestQueryWithJson.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
import os
from util.log import *
from util.cases import *
from util.sql import *
from util.dnodes import *
import time
from datetime import datetime
import ast
import re
# from assertpy import assert_that
import subprocess


class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)

    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root) - len("/build/bin")]
                    break
        return buildPath

    # 获取taosc接口查询的结果文件中的内容,返回每行数据,并断言数据的第一列内容。
    def assertfileDataTaosc(self, filename, expectResult):
        self.filename = filename
        self.expectResult = expectResult
        with open("%s" % filename, 'r+') as f1:
            for line in f1.readlines():
                queryResultTaosc = line.strip().split()[0]
                self.assertCheck(filename, queryResultTaosc, expectResult)

    # 获取restful接口查询的结果文件中的关键内容,目前的关键内容找到第一个key就跳出循，所以就只有一个数据。后续再修改多个结果文件。
    def getfileDataRestful(self, filename):
        self.filename = filename
        with open("%s" % filename, 'r+') as f1:
            for line in f1.readlines():
                contents = line.strip()
                if contents.find("data") != -1:
                    pattern = re.compile("{.*}")
                    contents = pattern.search(contents).group()
                    contentsDict = ast.literal_eval(contents)   # 字符串转换为字典
                    queryResultRest = contentsDict['data'][0][0]
                    break
                else :
                    queryResultRest = ""
        return queryResultRest
        

    # 获取taosc接口查询次数
    def queryTimesTaosc(self, filename):
        self.filename = filename
        command = 'cat %s |wc -l' % filename
        times = int(subprocess.getstatusoutput(command)[1])
        return times

    # 获取restful接口查询次数
    def queryTimesRestful(self, filename):
        self.filename = filename
        command = 'cat %s |grep "200 OK" |wc -l' % filename
        times = int(subprocess.getstatusoutput(command)[1])
        return times

   # 定义断言结果是否正确。不正确返回错误结果，正确即通过。
    def assertCheck(self, filename, queryResult, expectResult):
        self.filename = filename
        self.queryResult = queryResult
        self.expectResult = expectResult
        args0 = (filename, queryResult, expectResult)
        assert queryResult == expectResult, "Queryfile:%s ,result is %s != expect: %s" % args0

    def run(self):
        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath + "/build/bin/"

        # delete useless files
        os.system("rm -rf ./query_res*")
        os.system("rm -rf ./all_query*")

        # taosc query: query specified  table  and query  super table
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" %
            binPath)
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryTaosc.json" %
            binPath)
        os.system("cat query_res0.txt* > all_query_res0_taosc.txt")
        os.system("cat query_res1.txt* > all_query_res1_taosc.txt")
        os.system("cat query_res2.txt* > all_query_res2_taosc.txt")

        # correct Times testcases
        queryTimes0Taosc = self.queryTimesTaosc("all_query_res0_taosc.txt")
        self.assertCheck("all_query_res0_taosc.txt", queryTimes0Taosc, 6)

        queryTimes1Taosc = self.queryTimesTaosc("all_query_res1_taosc.txt")
        self.assertCheck("all_query_res1_taosc.txt", queryTimes1Taosc, 6)

        queryTimes2Taosc = self.queryTimesTaosc("all_query_res2_taosc.txt")
        self.assertCheck("all_query_res2_taosc.txt", queryTimes2Taosc, 20)

        # correct data testcase
        self.assertfileDataTaosc("all_query_res0_taosc.txt", "1604160000099")
        self.assertfileDataTaosc("all_query_res1_taosc.txt", "100")
        self.assertfileDataTaosc("all_query_res2_taosc.txt", "1604160000199")

        # delete useless files
        os.system("rm -rf ./query_res*")
        os.system("rm -rf ./all_query*")

        # use restful api to query
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryInsertrestdata.json" %
            binPath)
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryRestful.json" %
            binPath)
        os.system("cat query_res0.txt*  > all_query_res0_rest.txt")
        os.system("cat query_res1.txt*  > all_query_res1_rest.txt")
        os.system("cat query_res2.txt*  > all_query_res2_rest.txt")

        # correct Times testcases
        queryTimes0Restful = self.queryTimesRestful("all_query_res0_rest.txt")
        self.assertCheck("all_query_res0_rest.txt", queryTimes0Restful, 6)

        queryTimes1Restful = self.queryTimesRestful("all_query_res1_rest.txt")
        self.assertCheck("all_query_res1_rest.txt", queryTimes1Restful, 6)

        queryTimes2Restful = self.queryTimesRestful("all_query_res2_rest.txt")
        self.assertCheck("all_query_res2_rest.txt", queryTimes2Restful, 4)

        # correct data testcase
        data0 = self.getfileDataRestful("all_query_res0_rest.txt")
        self.assertCheck(
            'all_query_res0_rest.txt',
            data0,
            "2020-11-01 00:00:00.009")

        data1 = self.getfileDataRestful("all_query_res1_rest.txt")
        self.assertCheck('all_query_res1_rest.txt', data1, 10)

        data2 = self.getfileDataRestful("all_query_res2_rest.txt")
        self.assertCheck(
            'all_query_res2_rest.txt',
            data2,
            "2020-11-01 00:00:00.004")

        # query times less than or equal to 100
        assert os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" %
            binPath) == 0
        assert os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/querySpeciMutisql100.json" %
            binPath) != 0
        assert os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/querySuperMutisql100.json" %
            binPath) == 0

        # query result print QPS
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" %
            binPath)
        exceptcode = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryQps.json" %
            binPath)
        assert exceptcode == 0

        # use illegal or out of range parameters query json file
        os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" %
            binPath)
        exceptcode = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryTimes0.json" %
            binPath)
        assert exceptcode != 0

        exceptcode0 = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryTimesless0.json" %
            binPath)
        assert exceptcode0 != 0

        exceptcode1 = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryConcurrentless0.json" %
            binPath)
        assert exceptcode1 != 0

        exceptcode2 = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/queryConcurrent0.json" %
            binPath)
        assert exceptcode2 != 0

        exceptcode3 = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/querrThreadsless0.json" %
            binPath)
        assert exceptcode3 != 0

        exceptcode4 = os.system(
            "%staosBenchmark -f tools/taosdemoAllTest/querrThreads0.json" %
            binPath)
        assert exceptcode4 != 0

        # delete useless files
        os.system("rm -rf ./insert_res.txt")
        os.system("rm -rf tools/taosdemoAllTest/*.py.sql")
        os.system("rm -rf ./querySystemInfo*")
        os.system("rm -rf ./query_res*")
        os.system("rm -rf ./all_query*")
        os.system("rm -rf ./test_query_res0.txt")

    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)


tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())