insertTelnetLines.py

###################################################################
#           Copyright (c) 2021 by TAOS Technologies, Inc.
#                     All rights reserved.
#
#  This file is proprietary and confidential to TAOS Technologies.
#  No part of this file may be reproduced, stored, transmitted,
#  disclosed or used in any form or by any means other than as
#  expressly provided by the written permission from Jianhui Tao
#
###################################################################

# -*- coding: utf-8 -*-

import sys
from util.log import *
from util.cases import *
from util.sql import *
from util.types import TDSmlProtocolType, TDSmlTimestampType

class TDTestCase:
    def init(self, conn, logSql):
        tdLog.debug("start to execute %s" % __file__)
        tdSql.init(conn.cursor(), logSql)
        self._conn = conn

    def run(self):
        print("running {}".format(__file__))
        tdSql.execute("drop database if exists test")
        tdSql.execute("create database if not exists test precision 'us'")
        tdSql.execute('use test')

        ### metric ###
        print("============= step1 : test metric  ================")
        lines0 = [
                        "stb0_0 1626006833639000000ns 4i8 host=\"host0\" interface=\"eth0\"",
                        "stb0_1 1626006833639000000ns 4i8 host=\"host0\" interface=\"eth0\"",
                        "stb0_2 1626006833639000000ns 4i8 host=\"host0\" interface=\"eth0\"",
                        ".stb0.3. 1626006833639000000ns 4i8 host=\"host0\" interface=\"eth0\"",
                   ]

        code = self._conn.schemaless_insert(lines0, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("show stables")
        tdSql.checkRows(4)

        tdSql.query("describe stb0_0")
        tdSql.checkRows(4)

        tdSql.query("describe stb0_1")
        tdSql.checkRows(4)

        tdSql.query("describe stb0_2")
        tdSql.checkRows(4)

        tdSql.query("describe `.stb0.3.`")
        tdSql.checkRows(4)

        ### timestamp ###
        print("============= step2 : test timestamp  ================")
        lines1 = [
                      "stb1 1626006833s 1i8 host=\"host0\"",
                      "stb1 1626006833639000000ns 2i8 host=\"host0\"",
                      "stb1 1626006833640000us 3i8 host=\"host0\"",
                      "stb1 1626006833641 4i8 host=\"host0\"",
                      "stb1 1626006834 5i8 host=\"host0\"",
                      "stb1 1626006833651ms 6i8 host=\"host0\"",
                      "stb1 0 7i8 host=\"host0\"",
                    ]

        code = self._conn.schemaless_insert(lines1, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb1")
        tdSql.checkRows(7)

        ### metric value ###
        print("============= step3 : test metric value  ================")

        #tinyint
        lines2_0 = [
                        "stb2_0 1626006833651ms -127i8 host=\"host0\"",
                        "stb2_0 1626006833652ms 127i8 host=\"host0\""
                     ]
        code = self._conn.schemaless_insert(lines2_0, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_0")
        tdSql.checkRows(2)

        tdSql.query("describe stb2_0")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "TINYINT")

        #smallint
        lines2_1 = [
                        "stb2_1 1626006833651ms -32767i16 host=\"host0\"",
                        "stb2_1 1626006833652ms 32767i16 host=\"host0\""
                     ]
        code = self._conn.schemaless_insert(lines2_1, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_1")
        tdSql.checkRows(2)

        tdSql.query("describe stb2_1")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "SMALLINT")

        #int
        lines2_2 = [
                        "stb2_2 1626006833651ms -2147483647i32 host=\"host0\"",
                        "stb2_2 1626006833652ms 2147483647i32 host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_2, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_2")
        tdSql.checkRows(2)

        tdSql.query("describe stb2_2")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "INT")

        #bigint
        lines2_3 = [
                        "stb2_3 1626006833651ms -9223372036854775807i64 host=\"host0\"",
                        "stb2_3 1626006833652ms 9223372036854775807i64 host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_3, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_3")
        tdSql.checkRows(2)

        tdSql.query("describe stb2_3")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "BIGINT")

        #float
        lines2_4 = [
                        "stb2_4 1626006833610ms 3f32 host=\"host0\"",
                        "stb2_4 1626006833620ms -3f32 host=\"host0\"",
                        "stb2_4 1626006833630ms 3.4f32 host=\"host0\"",
                        "stb2_4 1626006833640ms -3.4f32 host=\"host0\"",
                        "stb2_4 1626006833650ms 3.4E10f32 host=\"host0\"",
                        "stb2_4 1626006833660ms -3.4e10f32 host=\"host0\"",
                        "stb2_4 1626006833670ms 3.4E+2f32 host=\"host0\"",
                        "stb2_4 1626006833680ms -3.4e-2f32 host=\"host0\"",
                        "stb2_4 1626006833700ms 3.4E38f32 host=\"host0\"",
                        "stb2_4 1626006833710ms -3.4E38f32 host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_4, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_4")
        tdSql.checkRows(10)

        tdSql.query("describe stb2_4")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "FLOAT")

        #double
        lines2_5 = [
                        "stb2_5 1626006833610ms 3f64 host=\"host0\"",
                        "stb2_5 1626006833620ms -3f64 host=\"host0\"",
                        "stb2_5 1626006833630ms 3.4f64 host=\"host0\"",
                        "stb2_5 1626006833640ms -3.4f64 host=\"host0\"",
                        "stb2_5 1626006833650ms 3.4E10f64 host=\"host0\"",
                        "stb2_5 1626006833660ms -3.4e10f64 host=\"host0\"",
                        "stb2_5 1626006833670ms 3.4E+2f64 host=\"host0\"",
                        "stb2_5 1626006833680ms -3.4e-2f64 host=\"host0\"",
                        "stb2_5 1626006833690ms 1.7E308f64 host=\"host0\"",
                        "stb2_5 1626006833700ms -1.7E308f64 host=\"host0\"",
                        "stb2_5 1626006833710ms 3 host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_5, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_5")
        tdSql.checkRows(11)

        tdSql.query("describe stb2_5")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "DOUBLE")

        #bool
        lines2_6 = [
                        "stb2_6 1626006833610ms t host=\"host0\"",
                        "stb2_6 1626006833620ms T host=\"host0\"",
                        "stb2_6 1626006833630ms true host=\"host0\"",
                        "stb2_6 1626006833640ms True host=\"host0\"",
                        "stb2_6 1626006833650ms TRUE host=\"host0\"",
                        "stb2_6 1626006833660ms f host=\"host0\"",
                        "stb2_6 1626006833670ms F host=\"host0\"",
                        "stb2_6 1626006833680ms false host=\"host0\"",
                        "stb2_6 1626006833690ms False host=\"host0\"",
                        "stb2_6 1626006833700ms FALSE host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_6, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_6")
        tdSql.checkRows(10)

        tdSql.query("describe stb2_6")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "BOOL")

        #binary
        lines2_7 = [
                        "stb2_7 1626006833610ms \"  binary_val  .!@#$%^&*  \" host=\"host0\"",
                        "stb2_7 1626006833620ms \"binary_val.:;,./?|+-=\" host=\"host0\"",
                        "stb2_7 1626006833630ms \"binary_val.()[]{}<>\" host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_7, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_7")
        tdSql.checkRows(3)

        tdSql.query("describe stb2_7")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "BINARY")

        #nchar
        lines2_8 = [
                        "stb2_8 1626006833610ms L\"  nchar_val  数值一  \" host=\"host0\"",
                        "stb2_8 1626006833620ms L\"nchar_val数值二\" host=\"host0\""
                     ]

        code = self._conn.schemaless_insert(lines2_8, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb2_8")
        tdSql.checkRows(2)

        tdSql.query("describe stb2_8")
        tdSql.checkRows(3)
        tdSql.checkData(1, 1, "NCHAR")

        ### tags ###
        print("============= step3 : test tags  ================")
        #tag value types
        lines3_0 = [
                        "stb3_0 1626006833610ms 1 t1=127i8 t2=32767i16 t3=2147483647i32 t4=9223372036854775807i64 t5=3.4E38f32 t6=1.7E308f64 t7=true t8=\"binary_val_1\" t9=L\"标签值1\"",
                        "stb3_0 1626006833610ms 2 t1=-127i8 t2=-32767i16 t3=-2147483647i32 t4=-9223372036854775807i64 t5=-3.4E38f32 t6=-1.7E308f64 t7=false t8=\"binary_val_2\" t9=L\"标签值2\""
                     ]

        code = self._conn.schemaless_insert(lines3_0, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb3_0")
        tdSql.checkRows(2)

        tdSql.query("describe stb3_0")
        tdSql.checkRows(11)

        tdSql.checkData(2, 1, "NCHAR")
        tdSql.checkData(2, 3, "TAG")

        tdSql.checkData(3, 1, "NCHAR")
        tdSql.checkData(3, 3, "TAG")

        tdSql.checkData(4, 1, "NCHAR")
        tdSql.checkData(4, 3, "TAG")

        tdSql.checkData(5, 1, "NCHAR")
        tdSql.checkData(5, 3, "TAG")

        tdSql.checkData(6, 1, "NCHAR")
        tdSql.checkData(6, 3, "TAG")

        tdSql.checkData(7, 1, "NCHAR")
        tdSql.checkData(7, 3, "TAG")

        tdSql.checkData(8, 1, "NCHAR")
        tdSql.checkData(8, 3, "TAG")

        tdSql.checkData(9, 1, "NCHAR")
        tdSql.checkData(9, 3, "TAG")

        tdSql.checkData(10, 1, "NCHAR")
        tdSql.checkData(10, 3, "TAG")


        #tag ID as child table name
        lines3_1 = [
                        "stb3_1 1626006833610ms 1 id=child_table1 host=host1",
                        "stb3_1 1626006833610ms 2 host=host2 iD=child_table2",
                        "stb3_1 1626006833610ms 3 ID=child_table3 host=host3"
                     ]

        code = self._conn.schemaless_insert(lines3_1, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query("select * from stb3_1")
        tdSql.checkRows(3)

        tdSql.query("show tables like \"child%\"")
        tdSql.checkRows(3)

        tdSql.checkData(0, 0, "child_table1")

        ### special characters and keywords ###
        print("============= step4 : test special characters and keywords  ================")
        lines4_1 = [
                        "1234 1626006833610ms 1 id=123 456=true int=true double=false into=1 from=2 !@#$.%^&*()=false",
                        "int 1626006833610ms 2 id=and 456=true int=true double=false into=1 from=2 !@#$.%^&*()=false",
                        "double 1626006833610ms 2 id=for 456=true int=true double=false into=1 from=2 !@#$.%^&*()=false",
                        "from 1626006833610ms 2 id=!@#.^& 456=true int=true double=false into=1 from=2 !@#$.%^&*()=false",
                        "!@#$.%^&*() 1626006833610ms 2 id=none 456=true int=true double=false into=1 from=2 !@#$.%^&*()=false",
                     ]

        code = self._conn.schemaless_insert(lines4_1, TDSmlProtocolType.TELNET.value, TDSmlTimestampType.NOT_CONFIGURED.value)
        print("schemaless_insert result {}".format(code))

        tdSql.query('describe `1234`')
        tdSql.checkRows(8)

        tdSql.query('describe `int`')
        tdSql.checkRows(8)

        tdSql.query('describe `double`')
        tdSql.checkRows(8)

        tdSql.query('describe `from`')
        tdSql.checkRows(8)

        tdSql.query('describe `!@#$.%^&*()`')
        tdSql.checkRows(8)

        tdSql.query('select * from `123`')
        tdSql.checkRows(1)

        tdSql.query('select * from `and`')
        tdSql.checkRows(1)

        tdSql.query('select * from `for`')
        tdSql.checkRows(1)

        tdSql.query('select * from `!@#.^&`')
        tdSql.checkRows(1)

        tdSql.query('select * from `none`')
        tdSql.checkRows(1)

    def stop(self):
        tdSql.close()
        tdLog.success("%s successfully executed" % __file__)


tdCases.addWindows(__file__, TDTestCase())
tdCases.addLinux(__file__, TDTestCase())