alter_cacheLastRow.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
from util.log import *
from util.cases import *
from util.sql import *
from util.dnodes import tdDnodes
from datetime import datetime

class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)

    def getBuildPath(self):
        selfPath = os.path.dirname(os.path.realpath(__file__))

        if ("community" in selfPath):
            projPath = selfPath[:selfPath.find("community")]
        else:
            projPath = selfPath[:selfPath.find("tests")]

        for root, dirs, files in os.walk(projPath):
            if ("taosd" in files):
                rootRealPath = os.path.dirname(os.path.realpath(root))
                if ("packaging" not in rootRealPath):
                    buildPath = root[:len(root) - len("/build/bin")]
                    break
        return buildPath

    def run(self):
        tdSql.prepare()
        tdSql.query('show databases')
        tdSql.checkData(0,15,0)
        buildPath = self.getBuildPath()
        if (buildPath == ""):
            tdLog.exit("taosd not found!")
        else:
            tdLog.info("taosd found in %s" % buildPath)
        binPath = buildPath + "/build/bin/"

        #write 5M rows into db, then restart to force the data move into disk.
        #create 500 tables
        os.system("%staosdemo -f tools/taosdemoAllTest/insert_5M_rows.json -y " % binPath)
        tdDnodes.stop(1)
        tdDnodes.start(1)
        tdSql.execute('use db')

        #prepare to query 500 tables last_row()
        tableName = []
        for i in range(500):
            tableName.append(f"stb_{i}")
        tdSql.execute('use db')
        lastRow_Off_start = datetime.now()

        slow = 0 #count time where lastRow on is slower
        for i in range(5): 
            #switch lastRow to off and check
            tdSql.execute('alter database db cachelast 0') 
            tdSql.query('show databases')
            tdSql.checkData(0,15,0)

            #run last_row(*) query 500 times       
            for i in range(500):
                tdSql.execute(f'SELECT LAST_ROW(*) FROM {tableName[i]}')
            lastRow_Off_end = datetime.now()

            tdLog.debug(f'time used:{lastRow_Off_end-lastRow_Off_start}')

            #switch lastRow to on and check
            tdSql.execute('alter database db cachelast 1')
            tdSql.query('show databases')
            tdSql.checkData(0,15,1)
        
            #run last_row(*) query 500 times 
            tdSql.execute('use db')
            lastRow_On_start = datetime.now()
            for i in range(500):
                tdSql.execute(f'SELECT LAST_ROW(*) FROM {tableName[i]}')
            lastRow_On_end = datetime.now()
                
            tdLog.debug(f'time used:{lastRow_On_end-lastRow_On_start}')

            #check which one used more time
            if (lastRow_Off_end-lastRow_Off_start > lastRow_On_end-lastRow_On_start):
                pass
            else:
                slow += 1
            tdLog.debug(slow)
        if slow > 1: #tolerance for the first time
            tdLog.exit('lastRow hot alter failed')
    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)


tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())