function_percentile.py

###################################################################
#           Copyright (c) 2016 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
import taos
from util.log import *
from util.cases import *
from util.sql import *
import numpy as np


class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor())

        self.rowNum = 10
        self.ts = 1537146000000
        
    def run(self):
        tdSql.prepare()

        intData = []        
        floatData = []

        tdSql.execute('''create table test(ts timestamp, col1 tinyint, col2 smallint, col3 int, col4 bigint, col5 float, col6 double, 
                    col7 bool, col8 binary(20), col9 nchar(20), col11 tinyint unsigned, col12 smallint unsigned, col13 int unsigned, col14 bigint unsigned)''')
        for i in range(self.rowNum):
            tdSql.execute("insert into test values(%d, %d, %d, %d, %d, %f, %f, %d, 'taosdata%d', '涛思数据%d', %d, %d, %d, %d)" 
                        % (self.ts + i, i + 1, i + 1, i + 1, i + 1, i + 0.1, i + 0.1, i % 2, i + 1, i + 1, i + 1, i + 1, i + 1, i + 1))
            intData.append(i + 1)            
            floatData.append(i + 0.1)                        

        # percentile verifacation 
        tdSql.error("select percentile(ts 20) from test")
        tdSql.error("select apercentile(ts 20) from test")
        tdSql.error("select percentile(col7 20) from test")
        tdSql.error("select apercentile(col7 20) from test")
        tdSql.error("select percentile(col8 20) from test")        
        tdSql.error("select apercentile(col8 20) from test")
        tdSql.error("select percentile(col9 20) from test")
        tdSql.error("select apercentile(col9 20) from test")        

        tdSql.query("select percentile(col1, 0) from test")        
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col1, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col1, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col1, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col1, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100))
        tdSql.query("select apercentile(col1, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))  

        tdSql.query("select percentile(col2, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col2, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col2, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col2, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col2, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100)) 
        tdSql.query("select apercentile(col2, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col3, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col3, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col3, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col3, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col3, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100))
        tdSql.query("select apercentile(col3, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col4, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col4, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col4, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col4, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col4, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100)) 
        tdSql.query("select apercentile(col4, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col11, 0) from test")        
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col11, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col11, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col11, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col11, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100))
        tdSql.query("select apercentile(col11, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))  

        tdSql.query("select percentile(col12, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col12, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col12, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col12, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col12, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100)) 
        tdSql.query("select apercentile(col12, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col13, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col13, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col13, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col13, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col13, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100))
        tdSql.query("select apercentile(col13, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col14, 0) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 0))
        tdSql.query("select apercentile(col14, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col14, 50) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 50))
        tdSql.query("select apercentile(col14, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col14, 100) from test")
        tdSql.checkData(0, 0, np.percentile(intData, 100)) 
        tdSql.query("select apercentile(col14, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        tdSql.query("select percentile(col5, 0) from test")        
        print("query result: %s" % tdSql.getData(0, 0))
        print("array result: %s" % np.percentile(floatData, 0))
        tdSql.query("select apercentile(col5, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col5, 50) from test")
        print("query result: %s" % tdSql.getData(0, 0))
        print("array result: %s" % np.percentile(floatData, 50))
        tdSql.query("select apercentile(col5, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))        
        tdSql.query("select percentile(col5, 100) from test")
        print("query result: %s" % tdSql.getData(0, 0))
        print("array result: %s" % np.percentile(floatData, 100)) 
        tdSql.query("select apercentile(col5, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))     

        tdSql.query("select percentile(col6, 0) from test")
        tdSql.checkData(0, 0, np.percentile(floatData, 0))
        tdSql.query("select apercentile(col6, 0) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col6, 50) from test")
        tdSql.checkData(0, 0, np.percentile(floatData, 50))
        tdSql.query("select apercentile(col6, 50) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0))
        tdSql.query("select percentile(col6, 100) from test")
        tdSql.checkData(0, 0, np.percentile(floatData, 100)) 
        tdSql.query("select apercentile(col6, 100) from test")
        print("apercentile result: %s" % tdSql.getData(0, 0)) 

        tdSql.execute("create table meters (ts timestamp, voltage int) tags(loc nchar(20))")
        tdSql.execute("create table t0 using meters tags('beijing')")
        tdSql.execute("create table t1 using meters tags('shanghai')")
        for i in range(self.rowNum):
            tdSql.execute("insert into t0 values(%d, %d)" % (self.ts + i, i + 1))            
            tdSql.execute("insert into t1 values(%d, %d)" % (self.ts + i, i + 1))            
        
        tdSql.error("select percentile(voltage, 20) from meters")
        tdSql.query("select apercentile(voltage, 20) from meters")
        print("apercentile result: %s" % tdSql.getData(0, 0))

        # Test case for: https://jira.taosdata.com:18080/browse/TD-2609

        # modified for : https://jira.taosdata.com:18080/browse/TD-2627
        tdSql.execute("create table st(ts timestamp, k int)")
        tdSql.execute("insert into st values(now, -100)(now+1a,-99)")
        tdSql.query("select apercentile(k, 20) from st")
        tdSql.checkData(0, 0, -100.00)


        
    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)

tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())