Merge branch 'develop' of github.com:taosdata/TDengine into develop

cmake/version.inc

@@ -4,7 +4,7 @@ PROJECT(TDengine)
 IF (DEFINED VERNUMBER)
   SET(TD_VER_NUMBER ${VERNUMBER})
 ELSE ()
-  SET(TD_VER_NUMBER "2.3.2.0")
+  SET(TD_VER_NUMBER "2.4.0.0")
 ENDIF ()
 
 IF (DEFINED VERCOMPATIBLE)

documentation20/en/08.connector/01.java/docs.md

@@ -761,17 +761,16 @@ Query OK, 1 row(s) in set (0.000141s)
 you see sample code here: [JDBC example](https://github.com/taosdata/TDengine/tree/develop/tests/examples/JDBC)
 
 ## FAQ
-
+- Why does not addBatch and executeBatch provide a performance benefit for executing "batch writes/updates"?
+  **Cause**:In TDengine's JDBC implementation, SQL statements submitted through the addBatch method are executed in the order in which they are added. This method does not reduce the number of interactions with the server and does not improve performance.
+  **Answer**：1. Concatenate multiple values in an INSERT statement; 2. Use multi-threaded concurrent insertion; 3. Use the parameter-binding to write
+  
 - java.lang.UnsatisfiedLinkError: no taos in java.library.path
-
   **Cause**：The application program cannot find Library function *taos*
-
   **Answer**：Copy `C:\TDengine\driver\taos.dll` to `C:\Windows\System32\` on Windows and make a soft link through `ln -s /usr/local/taos/driver/libtaos.so.x.x.x.x /usr/lib/libtaos.so` on Linux.
 
 - java.lang.UnsatisfiedLinkError: taos.dll Can't load AMD 64 bit on a IA 32-bit platform
-
   **Cause**：Currently TDengine only support 64bit JDK
-
   **Answer**：re-install 64bit JDK.
 
 - For other questions, please refer to [Issues](https://github.com/taosdata/TDengine/issues)

snap/snapcraft.yaml

 name: tdengine
 base: core20
-version: '2.3.2.0'
+version: '2.4.0.0'
 icon: snap/gui/t-dengine.svg
 summary: an open-source big data platform designed and optimized for IoT. 
 description: |

src/client/src/tscSQLParser.c

@@ -6090,7 +6090,7 @@ int32_t getTimeRange(STimeWindow* win, tSqlExpr* pRight, int32_t optr, int16_t t
 
 // todo error !!!!
 int32_t tsRewriteFieldNameIfNecessary(SSqlCmd* pCmd, SQueryInfo* pQueryInfo) {
-  const char rep[] = {'(', ')', '*', ',', '.', '/', '\\', '+', '-', '%', ' '};
+  const char rep[] = {'(', ')', '*', ',', '.', '/', '\\', '+', '-', '%', ' ', '`'};
 
   for (int32_t i = 0; i < pQueryInfo->fieldsInfo.numOfOutput; ++i) {
     char* fieldName = tscFieldInfoGetField(&pQueryInfo->fieldsInfo, i)->name;

src/kit/shell/src/shellEngine.c

@@ -448,9 +448,29 @@ static char* formatTimestamp(char* buf, int64_t val, int precision) {
     tt = 0;
   }
   */
-
 #ifdef WINDOWS
-  if (tt < 0) tt = 0;
+  if (tt < 0) {
+    SYSTEMTIME a={1970,1,5,1,0,0,0,0}; // SYSTEMTIME struct support 1601-01-01. set 1970 to compatible with Epoch time.
+    FILETIME b; // unit is 100ns
+    ULARGE_INTEGER c;
+    SystemTimeToFileTime(&a,&b);
+    c.LowPart = b.dwLowDateTime;  
+    c.HighPart = b.dwHighDateTime;  
+    c.QuadPart+=tt*10000000;
+    b.dwLowDateTime=c.LowPart;  
+    b.dwHighDateTime=c.HighPart;  
+    FileTimeToLocalFileTime(&b,&b);
+    FileTimeToSystemTime(&b,&a);
+    int pos = sprintf(buf,"%02d-%02d-%02d %02d:%02d:%02d", a.wYear, a.wMonth,a.wDay, a.wHour, a.wMinute, a.wSecond);   
+    if (precision == TSDB_TIME_PRECISION_NANO) {
+      sprintf(buf + pos, ".%09d", ms);
+    } else if (precision == TSDB_TIME_PRECISION_MICRO) {
+      sprintf(buf + pos, ".%06d", ms);
+    } else {
+      sprintf(buf + pos, ".%03d", ms);
+    }
+    return buf;
+  }
 #endif
   if (tt <= 0 && ms < 0) {
     tt--;

src/util/src/tlosertree.c

@@ -96,7 +96,12 @@ void tLoserTreeAdjust(SLoserTreeInfo* pTree, int32_t idx) {
       return;
     }
 
-    int32_t ret = pTree->comparFn(pCur, &kLeaf, pTree->param);
+    /* there is a risk
+     * there should be  pTree->comparFn(&pCur->index, &kLeaf.index, pTree->param)
+     * but the first element in SLoserTreeNode is int32_t
+     * and the comparFn get data as *(int32_t*)(void *), so it is just ok.
+    */
+    int32_t ret = pTree->comparFn(&pCur, &kLeaf, pTree->param);
     if (ret < 0) {
       SLoserTreeNode t = pTree->pNode[parentId];
       pTree->pNode[parentId] = kLeaf;

tests/develop-test/0-others/TD-12435.py

+###################################################################
+#           Copyright (c) 2016 by TAOS Technologies, Inc.
+#                     All rights reserved.
+#
+#  This file is proprietary and confidential to TAOS Technologies.
+#  No part of this file may be reproduced, db_test.stored, transmitted,
+#  disclosed or used in any form or by any means other than as
+#  expressly provided by the written permission from Jianhui Tao
+#
+###################################################################
+
+# -*- coding: utf-8 -*-
+
+import sys
+import taos
+from util.log import tdLog
+from util.cases import tdCases
+from util.sql import tdSql
+import json
+
+
+class TDTestCase:
+    def caseDescription(self):
+        '''
+        case1: [TD-12435] fix ` identifier in table column name if using create table as subquery
+        '''
+        return
+
+    def init(self, conn, logSql):
+        tdLog.debug("start to execute %s" % __file__)
+        tdSql.init(conn.cursor(), logSql)
+
+    def run(self):
+        tdSql.prepare()
+
+        print("============== STEP 1 ===== prepare data & validate json string")
+        tdSql.execute("create table if not exists st(ts timestamp, dataInt int)")
+        tdSql.execute("create table st_from_sub as select avg(`dataInt`) from st interval(1m)")
+        tdSql.query("describe st_from_sub")
+        tdSql.checkData(1, 0, 'avg__dataInt__')
+
+    def stop(self):
+        tdSql.close()
+        tdLog.success("%s successfully executed" % __file__)
+
+
+tdCases.addWindows(__file__, TDTestCase())
+tdCases.addLinux(__file__, TDTestCase())
+

tests/develop-test/3-connectors/go/test.sh

@@ -18,3 +18,6 @@ sleep 10
 cd ../../
 WKC=`pwd`
 
+git clone git@github.com:taosdata/driver-go.git --branch develop --single-branch --depth 1 
+cd driver-go 
+go test -v ./...
\ No newline at end of file

tests/develop-test/fulltest-others.sh

-python3 ./test.py -f 0-others/json_tag.py
\ No newline at end of file
+python3 ./test.py -f 0-others/json_tag.py
+python3 ./test.py -f 0-others/TD-12435.py
\ No newline at end of file

tests/examples/JDBC/taosdemo/src/main/resources/insert.json

@@ -16,7 +16,7 @@
         "cache": 16,
         "blocks": 8,
         "precision": "ms",
-        "keep": 365,
+        "keep": 36500,
         "minRows": 100,
         "maxRows": 4096,
         "comp": 2,

tests/pytest/dockerCluster/insert.json

@@ -18,7 +18,7 @@
 			"cache": 16,
 			"blocks": 8,
 			"precision": "ms",
-			"keep": 365,
+			"keep": 36500,
 			"minRows": 100,
 			"maxRows": 4096,
 			"comp":2,

tests/pytest/manualTest/TD-5114/insertDataDb3Replica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/query/nestedQuery/insertData.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb1.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb1Replica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb2Newstab.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb2NewstabReplica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/tsdb/insertDataDb2Replica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb1.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb1Replica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb2Newstab.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb2NewstabReplica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/pytest/wal/insertDataDb2Replica2.json

@@ -22,7 +22,7 @@
             "cache": 50,
             "blocks": 8,
             "precision": "ms",
-            "keep": 365,
+            "keep": 36500,
             "minRows": 100,
             "maxRows": 4096,
             "comp":2,

tests/system-test/3-connectors/c#/TDengineDriver/TDengineDriver.cs

+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+using System;
+using System.Collections.Generic;
+using System.Runtime.InteropServices;
+
+namespace TDengineDriver
+{
+    public enum TDengineDataType
+    {
+        TSDB_DATA_TYPE_NULL = 0,     // 1 bytes
+        TSDB_DATA_TYPE_BOOL = 1,     // 1 bytes
+        TSDB_DATA_TYPE_TINYINT = 2,  // 1 bytes
+        TSDB_DATA_TYPE_SMALLINT = 3, // 2 bytes
+        TSDB_DATA_TYPE_INT = 4,      // 4 bytes
+        TSDB_DATA_TYPE_BIGINT = 5,   // 8 bytes
+        TSDB_DATA_TYPE_FLOAT = 6,    // 4 bytes
+        TSDB_DATA_TYPE_DOUBLE = 7,   // 8 bytes
+        TSDB_DATA_TYPE_BINARY = 8,   // string
+        TSDB_DATA_TYPE_TIMESTAMP = 9,// 8 bytes
+        TSDB_DATA_TYPE_NCHAR = 10,   // unicode string
+        TSDB_DATA_TYPE_UTINYINT = 11,// 1 byte
+        TSDB_DATA_TYPE_USMALLINT = 12,// 2 bytes
+        TSDB_DATA_TYPE_UINT = 13,    // 4 bytes
+        TSDB_DATA_TYPE_UBIGINT = 14,   // 8 bytes
+        TSDB_DATA_TYPE_JSONTAG = 15   //4096 bytes 
+    }
+
+    public enum TDengineInitOption
+    {
+        TSDB_OPTION_LOCALE = 0,
+        TSDB_OPTION_CHARSET = 1,
+        TSDB_OPTION_TIMEZONE = 2,
+        TDDB_OPTION_CONFIGDIR = 3,
+        TDDB_OPTION_SHELL_ACTIVITY_TIMER = 4
+    }
+    enum TaosField
+    {
+        STRUCT_SIZE = 68,
+        NAME_LENGTH = 65,
+        TYPE_OFFSET = 65,
+        BYTES_OFFSET = 66,
+
+    }
+    public class TDengineMeta
+    {
+        public string name;
+        public short size;
+        public byte type;
+        public string TypeName()
+        {
+            switch ((TDengineDataType)type)
+            {
+                case TDengineDataType.TSDB_DATA_TYPE_BOOL:
+                    return "BOOL";
+                case TDengineDataType.TSDB_DATA_TYPE_TINYINT:
+                    return "TINYINT";
+                case TDengineDataType.TSDB_DATA_TYPE_SMALLINT:
+                    return "SMALLINT";
+                case TDengineDataType.TSDB_DATA_TYPE_INT:
+                    return "INT";
+                case TDengineDataType.TSDB_DATA_TYPE_BIGINT:
+                    return "BIGINT";
+                case TDengineDataType.TSDB_DATA_TYPE_UTINYINT:
+                    return "TINYINT UNSIGNED";
+                case TDengineDataType.TSDB_DATA_TYPE_USMALLINT:
+                    return "SMALLINT UNSIGNED";
+                case TDengineDataType.TSDB_DATA_TYPE_UINT:
+                    return "INT UNSIGNED";
+                case TDengineDataType.TSDB_DATA_TYPE_UBIGINT:
+                    return "BIGINT UNSIGNED";
+                case TDengineDataType.TSDB_DATA_TYPE_FLOAT:
+                    return "FLOAT";
+                case TDengineDataType.TSDB_DATA_TYPE_DOUBLE:
+                    return "DOUBLE";
+                case TDengineDataType.TSDB_DATA_TYPE_BINARY:
+                    return "STRING";
+                case TDengineDataType.TSDB_DATA_TYPE_TIMESTAMP:
+                    return "TIMESTAMP";
+                case TDengineDataType.TSDB_DATA_TYPE_NCHAR:
+                    return "NCHAR";
+                case TDengineDataType.TSDB_DATA_TYPE_JSONTAG:
+                    return "JSON";
+                default:
+                    return "undefine";
+            }
+        }
+    }
+
+    [StructLayout(LayoutKind.Sequential, CharSet = CharSet.Ansi)]
+    public struct TAOS_BIND
+    {
+        // column type
+        public int buffer_type;
+        // one column value           
+        public IntPtr buffer;
+        // unused               
+        public Int32 buffer_length;
+        // actual value length in buffer   
+        public IntPtr length;
+        // indicates the column value is null or not      
+        public IntPtr is_null;
+        // unused            
+        public int is_unsigned;
+        // unused           
+        public IntPtr error;
+        public Int64 u;
+        public uint allocated;
+    }
+
+
+    [StructLayout(LayoutKind.Sequential)]
+    public struct TAOS_MULTI_BIND
+    {
+        // column type
+        public int buffer_type;
+
+        // array, one or more lines column value
+        public IntPtr buffer;
+
+        //length of element in TAOS_MULTI_BIND.buffer (for binary and nchar it is the longest element's length)
+        public ulong buffer_length;
+
+        //array, actual data length for each value
+        public IntPtr length;
+
+        //array, indicates each column value is null or not
+        public IntPtr is_null;
+
+        // line number, or the values number in buffer 
+        public int num;
+    }
+
+
+    public class TDengine
+    {
+        public const int TSDB_CODE_SUCCESS = 0;
+
+        [DllImport("taos", EntryPoint = "taos_init", CallingConvention = CallingConvention.Cdecl)]
+        static extern public void Init();
+
+        [DllImport("taos", EntryPoint = "taos_cleanup", CallingConvention = CallingConvention.Cdecl)]
+        static extern public void Cleanup();
+
+        [DllImport("taos", EntryPoint = "taos_options", CallingConvention = CallingConvention.Cdecl)]
+        static extern public void Options(int option, string value);
+
+        [DllImport("taos", EntryPoint = "taos_connect", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr Connect(string ip, string user, string password, string db, short port);
+
+        [DllImport("taos", EntryPoint = "taos_errstr", CallingConvention = CallingConvention.Cdecl)]
+        static extern private IntPtr taos_errstr(IntPtr res);
+        static public string Error(IntPtr res)
+        {
+            IntPtr errPtr = taos_errstr(res);
+            return Marshal.PtrToStringAnsi(errPtr);
+        }
+
+        [DllImport("taos", EntryPoint = "taos_errno", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int ErrorNo(IntPtr res);
+
+        [DllImport("taos", EntryPoint = "taos_query", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr Query(IntPtr conn, string sqlstr);
+
+        [DllImport("taos", EntryPoint = "taos_affected_rows", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int AffectRows(IntPtr res);
+
+        [DllImport("taos", EntryPoint = "taos_field_count", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int FieldCount(IntPtr res);
+
+        [DllImport("taos", EntryPoint = "taos_fetch_fields", CallingConvention = CallingConvention.Cdecl)]
+        static extern private IntPtr taos_fetch_fields(IntPtr res);
+        static public List<TDengineMeta> FetchFields(IntPtr res)
+        {
+            // const int fieldSize = 68;
+
+            List<TDengineMeta> metas = new List<TDengineMeta>();
+            if (res == IntPtr.Zero)
+            {
+                return metas;
+            }
+
+            int fieldCount = FieldCount(res);
+            IntPtr fieldsPtr = taos_fetch_fields(res);
+
+            for (int i = 0; i < fieldCount; ++i)
+            {
+                int offset = i * (int)TaosField.STRUCT_SIZE;
+                TDengineMeta meta = new TDengineMeta();
+                meta.name = Marshal.PtrToStringAnsi(fieldsPtr + offset);
+                meta.type = Marshal.ReadByte(fieldsPtr + offset + (int)TaosField.TYPE_OFFSET);
+                meta.size = Marshal.ReadInt16(fieldsPtr + offset + (int)TaosField.BYTES_OFFSET);
+                metas.Add(meta);
+            }
+
+
+            return metas;
+        }
+
+        [DllImport("taos", EntryPoint = "taos_fetch_row", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr FetchRows(IntPtr res);
+
+        [DllImport("taos", EntryPoint = "taos_free_result", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr FreeResult(IntPtr res);
+
+        [DllImport("taos", EntryPoint = "taos_close", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int Close(IntPtr taos);
+
+        //get precision of restultset
+        [DllImport("taos", EntryPoint = "taos_result_precision", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int ResultPrecision(IntPtr taos);
+
+
+
+        //stmt APIs:
+        /// <summary>
+        /// init a TAOS_STMT object for later use.
+        /// </summary>
+        /// <param name="taos">a valid taos connection</param>
+        /// <returns>
+        /// Not NULL returned for success, NULL for failure. And it should be freed with taos_stmt_close. 
+        /// </returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_init", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr StmtInit(IntPtr taos);
+
+        /// <summary>
+        /// prepare a sql statement，'sql' should be a valid INSERT/SELECT statement.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="sql">sql string,used to bind parameters with</param>
+        /// <param name="length">no used</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_prepare", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtPrepare(IntPtr stmt, string sql);
+
+        /// <summary>
+        /// For INSERT only. Used to bind table name as a parmeter for the input stmt object.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="name">table name you want to  bind</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_set_tbname", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtSetTbname(IntPtr stmt, string name);
+
+        /// <summary>
+        /// For INSERT only. 
+        /// Set a table name for binding table name as parameter. Only used for binding all tables 
+        /// in one stable, user application must call 'loadTableInfo' API to load all table 
+        /// meta before calling this API. If the table meta is not cached locally, it will return error.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="name">table name which is belong to an stable</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_set_sub_tbname", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtSetSubTbname(IntPtr stmt, string name);
+
+        /// <summary>
+        /// For INSERT only.
+        /// set a table name for binding table name as parameter and tag values for all  tag parameters. 
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="name">use to set table name</param>
+        /// <param name="tags">
+        /// is an array contains all tag values,each item in the array represents a tag column's value.
+        ///  the item number and sequence should keep consistence with that in stable tag definition.
+        /// </param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_set_tbname_tags", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtSetTbnameTags(IntPtr stmt, string name, TAOS_BIND[] tags);
+
+        /// <summary>
+        /// For both INSERT and SELECT.
+        /// bind a whole line data.  
+        /// The usage of structure TAOS_BIND is the same with MYSQL_BIND in MySQL.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="bind">
+        /// points to an array contains the whole line data.
+        /// the item number and sequence should keep consistence with columns in sql statement.
+        /// </param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_bind_param", CallingConvention = CallingConvention.Cdecl, SetLastError = true)]
+        static extern public int StmtBindParam(IntPtr stmt, TAOS_BIND[] bind);
+
+        /// <summary>
+        /// bind a single column's data, INTERNAL used and for INSERT only. 
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="bind">points to a column's data which could be the one or more lines. </param>
+        /// <param name="colIdx">the column's index in prepared sql statement, it starts from 0.</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_bind_single_param_batch", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtBindSingleParamBatch(IntPtr stmt, ref TAOS_MULTI_BIND bind, int colIdx);
+
+        /// <summary>
+        /// for INSERT only
+        /// bind one or multiple lines data. The parameter 'bind'  
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <param name="bind">
+        /// points to an array contains one or more lines data.Each item in array represents a column's value(s),
+        /// the item number and sequence should keep consistence with columns in sql statement. 
+        /// </param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_bind_param_batch", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtBindParamBatch(IntPtr stmt, [In, Out] TAOS_MULTI_BIND[] bind);
+
+        /// <summary>
+        /// For INSERT only.
+        /// add all current bound parameters to batch process. Must be called after each call to 
+        /// StmtBindParam/StmtBindSingleParamBatch, or all columns binds for one or more lines 
+        /// with StmtBindSingleParamBatch. User application can call any bind parameter 
+        /// API again to bind more data lines after calling to this API.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_add_batch", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtAddBatch(IntPtr stmt);
+
+        /// <summary>
+        /// actually execute the INSERT/SELECT sql statement. 
+        /// User application can continue to bind new data after calling to this API.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns></returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_execute", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtExecute(IntPtr stmt);
+
+        /// <summary>
+        /// For SELECT only,getting the query result. User application should free it with API 'FreeResult' at the end.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns>Not NULL for success, NULL for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_use_result", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr StmtUseResult(IntPtr stmt);
+
+        /// <summary>
+        /// close STMT object and free resources.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns>0 for success, non-zero for failure.</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_close", CallingConvention = CallingConvention.Cdecl)]
+        static extern public int StmtClose(IntPtr stmt);
+
+        [DllImport("taos", EntryPoint = "taos_load_table_info", CallingConvention = CallingConvention.Cdecl)]
+        /// <summary>
+        /// user application must call this API to  load all tables meta,
+        /// </summary>
+        /// <param name="taos">taos connection</param>
+        /// <param name="tableList">tablelist</param>
+        /// <returns></returns>
+        static extern private int LoadTableInfoDll(IntPtr taos, string tableList);
+
+        /// <summary>
+        /// user application  call this API to load all tables meta,this method call the native
+        /// method LoadTableInfoDll.
+        /// this method must be called before StmtSetSubTbname(IntPtr stmt, string name);
+        /// </summary>
+        /// <param name="taos">taos connection</param>
+        /// <param name="tableList">tables need to load meta info are form in an array</param>
+        /// <returns></returns>
+        static public int LoadTableInfo(IntPtr taos, string[] tableList)
+        {
+            string listStr = string.Join(",", tableList);
+            return LoadTableInfoDll(taos, listStr);
+        }
+
+        /// <summary>
+        /// get detail error message when got failure for any stmt API call. If not failure, the result 
+        /// returned in this API is unknown.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns>piont the error message</returns>
+        [DllImport("taos", EntryPoint = "taos_stmt_errstr", CallingConvention = CallingConvention.Cdecl)]
+        static extern private IntPtr StmtErrPtr(IntPtr stmt);
+
+        /// <summary>
+        /// get detail error message when got failure for any stmt API call. If not failure, the result 
+        /// returned in this API is unknown.
+        /// </summary>
+        /// <param name="stmt">could be the value returned by 'StmtInit', that may be a valid object or NULL.</param>
+        /// <returns>error string</returns>
+        static public string StmtErrorStr(IntPtr stmt)
+        {
+            IntPtr stmtErrPrt = StmtErrPtr(stmt);
+            return Marshal.PtrToStringAnsi(stmtErrPrt);
+        }
+
+        [DllImport("taos", EntryPoint = "taos_fetch_lengths", CallingConvention = CallingConvention.Cdecl)]
+        static extern public IntPtr FetchLengths(IntPtr taos);
+    }
+}

tests/system-test/3-connectors/c#/TDengineDriver/TDengineDriver.csproj

+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net5.0</TargetFramework>
+  </PropertyGroup>
+
+</Project>

tests/system-test/3-connectors/c#/TDengineDriver/TaosBind.cs

+using System;
+using System.Runtime.InteropServices;
+using System.Text;
+
+
+namespace TDengineDriver
+{
+    /// <summary>
+    /// this class used to get an instance of struct of TAO_BIND or TAOS_MULTI_BIND
+    /// And the instance is corresponding with TDengine data type. For example, calling 
+    /// "bindBinary"  will return a TAOS_BIND object that is corresponding with TDengine's
+    /// binary type.
+    /// </summary>
+    public class TaosBind
+    {
+        public static TAOS_BIND BindBool(bool val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+            byte[] boolByteArr = BitConverter.GetBytes(val);
+            int boolByteArrSize = Marshal.SizeOf(boolByteArr[0]) * boolByteArr.Length;
+            IntPtr bo = Marshal.AllocHGlobal(1);
+            Marshal.Copy(boolByteArr, 0, bo, boolByteArr.Length);
+
+            int length = sizeof(Boolean);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_BOOL;
+            bind.buffer = bo;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+        public static TAOS_BIND BindTinyInt(sbyte val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] tinyIntByteArr = BitConverter.GetBytes(val);
+            int tinyIntByteArrSize = Marshal.SizeOf(tinyIntByteArr[0]) * tinyIntByteArr.Length;
+            IntPtr uManageTinyInt = Marshal.AllocHGlobal(tinyIntByteArrSize);
+            Marshal.Copy(tinyIntByteArr, 0, uManageTinyInt, tinyIntByteArr.Length);
+
+            int length = sizeof(sbyte);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_TINYINT;
+            bind.buffer = uManageTinyInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+            return bind;
+
+        }
+
+        public static TAOS_BIND BindSmallInt(short val)
+        {
+
+            TAOS_BIND bind = new TAOS_BIND();
+            IntPtr uManageSmallInt = Marshal.AllocHGlobal(sizeof(short));
+            Marshal.WriteInt16(uManageSmallInt, val);
+
+            int length = sizeof(short);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_SMALLINT;
+            bind.buffer = uManageSmallInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindInt(int val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+            IntPtr uManageInt = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(uManageInt, val);
+
+            int length = sizeof(int);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_INT;
+            bind.buffer = uManageInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindBigInt(long val)
+        {
+
+            TAOS_BIND bind = new TAOS_BIND();
+            IntPtr uManageBigInt = Marshal.AllocHGlobal(sizeof(long));
+            Marshal.WriteInt64(uManageBigInt, val);
+
+            int length = sizeof(long);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_BIGINT;
+            bind.buffer = uManageBigInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindUTinyInt(byte val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            IntPtr uManageTinyInt = Marshal.AllocHGlobal(sizeof(byte));
+            Marshal.WriteByte(uManageTinyInt, val);
+
+            int length = sizeof(byte);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_UTINYINT;
+            bind.buffer = uManageTinyInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindUSmallInt(UInt16 val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] uSmallIntByteArr = BitConverter.GetBytes(val);
+            int usmallSize = Marshal.SizeOf(uSmallIntByteArr[0]) * uSmallIntByteArr.Length;
+            IntPtr uManageUnsignSmallInt = Marshal.AllocHGlobal(usmallSize);
+            Marshal.Copy(uSmallIntByteArr, 0, uManageUnsignSmallInt, uSmallIntByteArr.Length);
+
+            int length = sizeof(UInt16);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_USMALLINT;
+            bind.buffer = uManageUnsignSmallInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindUInt(uint val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] uManageIntByteArr = BitConverter.GetBytes(val);
+            int usmallSize = Marshal.SizeOf(uManageIntByteArr[0]) * uManageIntByteArr.Length;
+            IntPtr uManageInt = Marshal.AllocHGlobal(usmallSize);
+            Marshal.Copy(uManageIntByteArr, 0, uManageInt, uManageIntByteArr.Length);
+
+            int length = sizeof(uint);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_UINT;
+            bind.buffer = uManageInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindUBigInt(ulong val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] uManageBigIntByteArr = BitConverter.GetBytes(val);
+            int usmallSize = Marshal.SizeOf(uManageBigIntByteArr[0]) * uManageBigIntByteArr.Length;
+            IntPtr uManageBigInt = Marshal.AllocHGlobal(usmallSize);
+            Marshal.Copy(uManageBigIntByteArr, 0, uManageBigInt, uManageBigIntByteArr.Length);
+
+            int length = sizeof(ulong);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_UBIGINT;
+            bind.buffer = uManageBigInt;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindFloat(float val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] floatByteArr = BitConverter.GetBytes(val);
+            int floatByteArrSize = Marshal.SizeOf(floatByteArr[0]) * floatByteArr.Length;
+            IntPtr uManageFloat = Marshal.AllocHGlobal(floatByteArrSize);
+            Marshal.Copy(floatByteArr, 0, uManageFloat, floatByteArr.Length);
+
+            int length = sizeof(float);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_FLOAT;
+            bind.buffer = uManageFloat;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindDouble(Double val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            byte[] doubleByteArr = BitConverter.GetBytes(val);
+            int doubleByteArrSize = Marshal.SizeOf(doubleByteArr[0]) * doubleByteArr.Length;
+            IntPtr uManageDouble = Marshal.AllocHGlobal(doubleByteArrSize);
+            Marshal.Copy(doubleByteArr, 0, uManageDouble, doubleByteArr.Length);
+
+            int length = sizeof(Double);
+            IntPtr lengPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_DOUBLE;
+            bind.buffer = uManageDouble;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindBinary(String val)
+        {
+
+            TAOS_BIND bind = new TAOS_BIND();
+            IntPtr umanageBinary = Marshal.StringToHGlobalAnsi(val);
+
+            var strToBytes = System.Text.Encoding.Default.GetBytes(val);
+            int leng = strToBytes.Length;
+            IntPtr lenPtr = Marshal.AllocHGlobal(sizeof(ulong));
+            Marshal.WriteInt64(lenPtr, leng);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_BINARY;
+            bind.buffer = umanageBinary;
+            bind.buffer_length = leng;
+            bind.length = lenPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+        public static TAOS_BIND BindNchar(String val)
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+            var strToBytes = System.Text.Encoding.Default.GetBytes(val);
+            IntPtr umanageNchar = (IntPtr)Marshal.StringToHGlobalAnsi(val);
+
+
+            int leng = strToBytes.Length;
+            IntPtr lenPtr = Marshal.AllocHGlobal(sizeof(ulong));
+            Marshal.WriteInt64(lenPtr, leng);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_NCHAR;
+            bind.buffer = umanageNchar;
+            bind.buffer_length = leng;
+            bind.length = lenPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+        }
+
+        public static TAOS_BIND BindNil()
+        {
+            TAOS_BIND bind = new TAOS_BIND();
+
+            int isNull = 1;//IntPtr.Size;
+            IntPtr lenPtr = Marshal.AllocHGlobal(sizeof(int));
+            Marshal.WriteInt32(lenPtr, isNull);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_NULL;
+            bind.is_null = lenPtr;
+            return bind;
+        }
+
+        public static TAOS_BIND BindTimestamp(long ts)
+        {
+
+            TAOS_BIND bind = new TAOS_BIND();
+            IntPtr uManageTs = Marshal.AllocHGlobal(sizeof(long));
+            Marshal.WriteInt64(uManageTs, ts);
+
+            int length = sizeof(long);
+            IntPtr lengPtr = Marshal.AllocHGlobal(4);
+            Marshal.WriteInt32(lengPtr, length);
+
+            bind.buffer_type = (int)TDengineDataType.TSDB_DATA_TYPE_TIMESTAMP;
+            bind.buffer = uManageTs;
+            bind.buffer_length = length;
+            bind.length = lengPtr;
+            bind.is_null = IntPtr.Zero;
+
+            return bind;
+
+        }
+
+        public static void FreeTaosBind(TAOS_BIND[] binds)
+        {
+            foreach (TAOS_BIND bind in binds)
+            {
+                Marshal.FreeHGlobal(bind.buffer);
+                Marshal.FreeHGlobal(bind.length);
+                if (bind.is_null != IntPtr.Zero)
+                {
+                    // Console.WriteLine(bind.is_null);
+                    Marshal.FreeHGlobal(bind.is_null);
+                }
+
+            }
+        }
+    }
+
+}
\ No newline at end of file

tests/system-test/3-connectors/c#/stmtfunction/stmtfunction.csproj

+<Project Sdk="Microsoft.NET.Sdk">
+
+  <ItemGroup>
+    <ProjectReference Include="..\TDengineDriver\TDengineDriver.csproj" />
+  </ItemGroup>
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net5.0</TargetFramework>
+    <!-- <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable> -->
+  </PropertyGroup>
+
+</Project>

tests/system-test/3-connectors/c#/test.sh

@@ -26,6 +26,9 @@ dotnet run --project C#checker/C#checker.csproj
 dotnet run --project TDengineTest/TDengineTest.csproj
 dotnet run --project schemaless/schemaless.csproj
 
+cd ${WKC}/tests/system-test/3-connectors/c#/stmtfunction
+dotnet run || exit 1
+
 cd ${WKC}/tests/examples/C#/taosdemo
 dotnet build -c Release
 tree | true

tests/system-test/3-connectors/go/test.sh

@@ -17,4 +17,3 @@ nohup taosd -c /etc/taos/ > /dev/null 2>&1 &
 sleep 10
 cd ../../
 WKC=`pwd`
-

tests/system-test/5-taos-tools/TD-12478.py

+###################################################################
+#           Copyright (c) 2016 by TAOS Technologies, Inc.
+#                     All rights reserved.
+#
+#  This file is proprietary and confidential to TAOS Technologies.
+#  No part of this file may be reproduced, stored, transmitted,
+#  disclosed or used in any form or by any means other than as
+#  expressly provided by the written permission from Jianhui Tao
+#
+###################################################################
+
+# -*- coding: utf-8 -*-
+
+import random
+import string
+import os
+import sys
+import time
+import taos
+from util.log import tdLog
+from util.cases import tdCases
+from util.sql import tdSql
+from util.dnodes import tdDnodes
+from util.dnodes import *
+import itertools
+from itertools import product
+from itertools import combinations
+from faker import Faker
+import subprocess
+
+class TDTestCase:
+    def caseDescription(self):
+        '''
+        case1<xyguo>[TD-12434]:taosdump null nchar/binary length can cause core:taos-tools/src/taosdump.c 
+        case2<xyguo>[TD-12478]:taos_stmt_execute() failed! reason: WAL size exceeds limit 
+        ''' 
+        return
+
+    def init(self, conn, logSql):
+        tdLog.debug("start to execute %s" % __file__)
+        tdSql.init(conn.cursor(), logSql)
+
+        os.system("rm -rf 5-taos-tools/TD-12478.py.sql")
+        os.system("rm db*")
+        os.system("rm dump_result.txt*")
+    
+    def restartDnodes(self):
+        tdDnodes.stop(1)
+        tdDnodes.start(1)
+
+    def dropandcreateDB_random(self,n):
+        self.ts = 1630000000000
+        
+        fake = Faker('zh_CN')
+        self.num_random = fake.random_int(min=1000, max=5000, step=1)
+        print(self.num_random)
+        for i in range(n):
+            tdSql.execute('''drop database if exists db ;''')
+            tdSql.execute('''create database db keep 36500;''')
+            tdSql.execute('''use db;''')
+
+            tdSql.execute('''create stable stable_1 (ts timestamp , q_int int , q_bigint bigint , q_smallint smallint , q_tinyint tinyint , q_float float , q_double double , q_bool bool , q_binary binary(100) , q_nchar nchar(100) , q_ts timestamp , \
+                    q_int_null int , q_bigint_null bigint , q_smallint_null smallint , q_tinyint_null tinyint, q_float_null float , q_double_null double , q_bool_null bool , q_binary_null binary(20) , q_nchar_null nchar(20) , q_ts_null timestamp) \
+                    tags(loc nchar(100) , t_int int , t_bigint bigint , t_smallint smallint , t_tinyint tinyint, t_bool bool , t_binary binary(100) , t_nchar nchar(100) ,t_float float , t_double double , t_ts timestamp);''')
+            tdSql.execute('''create stable stable_2 (ts timestamp , q_int int , q_bigint bigint , q_smallint smallint , q_tinyint tinyint , q_float float , q_double double , q_bool bool , q_binary binary(100) , q_nchar nchar(100) , q_ts timestamp , \
+                    q_int_null int , q_bigint_null bigint , q_smallint_null smallint , q_tinyint_null tinyint, q_float_null float , q_double_null double , q_bool_null bool , q_binary_null binary(20) , q_nchar_null nchar(20) , q_ts_null timestamp) \
+                    tags(loc nchar(100) , t_int int , t_bigint bigint , t_smallint smallint , t_tinyint tinyint, t_bool bool , t_binary binary(100) , t_nchar nchar(100) ,t_float float , t_double double , t_ts timestamp);''')
+            
+            tdSql.execute('''create table table_1 using stable_1 tags('table_1', '0' , '0' , '0' , '0' , 0 , '0' , '0' , '0' , '0' ,'0')''')
+            tdSql.execute('''create table table_2 using stable_1 tags('table_2', '2147483647' , '9223372036854775807' , '32767' , '127' , 1 , 'binary2' , 'nchar2' , '2' , '22' , \'1999-09-09 09:09:09.090\')''')
+            tdSql.execute('''create table table_3 using stable_1 tags('table_3', '-2147483647' , '-9223372036854775807' , '-32767' , '-127' , false , 'binary3' , 'nchar3nchar3' , '-3.3' , '-33.33' , \'2099-09-09 09:09:09.090\')''')
+            tdSql.execute('''create table table_21 using stable_2 tags('table_21' , '0' , '0' , '0' , '0' , 0 , '0' , '0' , '0' , '0' ,'0')''')
+
+            #regular table
+            tdSql.execute('''create table regular_table_1 \
+                        (ts timestamp , q_int int , q_bigint bigint , q_smallint smallint , q_tinyint tinyint , q_float float , q_double double , q_bool bool , q_binary binary(100) , q_nchar nchar(100) , q_ts timestamp , \
+                        q_int_null int , q_bigint_null bigint , q_smallint_null smallint , q_tinyint_null tinyint, q_float_null float , q_double_null double , q_bool_null bool , q_binary_null binary(20) , q_nchar_null nchar(20) , q_ts_null timestamp) ;''')
+            tdSql.execute('''create table regular_table_2 \
+                        (ts timestamp , q_int int , q_bigint bigint , q_smallint smallint , q_tinyint tinyint , q_float float , q_double double , q_bool bool , q_binary binary(100) , q_nchar nchar(100) , q_ts timestamp , \
+                        q_int_null int , q_bigint_null bigint , q_smallint_null smallint , q_tinyint_null tinyint, q_float_null float , q_double_null double , q_bool_null bool , q_binary_null binary(20) , q_nchar_null nchar(20) , q_ts_null timestamp) ;''')
+            tdSql.execute('''create table regular_table_3 \
+                        (ts timestamp , q_int int , q_bigint bigint , q_smallint smallint , q_tinyint tinyint , q_float float , q_double double , q_bool bool , q_binary binary(100) , q_nchar nchar(100) , q_ts timestamp , \
+                        q_int_null int , q_bigint_null bigint , q_smallint_null smallint , q_tinyint_null tinyint, q_float_null float , q_double_null double , q_bool_null bool , q_binary_null binary(20) , q_nchar_null nchar(20) , q_ts_null timestamp) ;''')
+
+
+            for i in range(self.num_random):        
+                tdSql.execute('''insert into table_1  (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double , q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 0, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=-2147483647, max=2147483647, step=1), 
+                            fake.random_int(min=-9223372036854775807, max=9223372036854775807, step=1), 
+                            fake.random_int(min=-32767, max=32767, step=1) , fake.random_int(min=-127, max=127, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+                tdSql.execute('''insert into  regular_table_1 (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double, q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 0, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=-2147483647, max=2147483647, step=1) , 
+                            fake.random_int(min=-9223372036854775807, max=9223372036854775807, step=1) , 
+                            fake.random_int(min=-32767, max=32767, step=1) , fake.random_int(min=-127, max=127, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+
+                tdSql.execute('''insert into table_2 (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double, q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 1, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=0, max=2147483647, step=1), 
+                            fake.random_int(min=0, max=9223372036854775807, step=1), 
+                            fake.random_int(min=0, max=32767, step=1) , fake.random_int(min=0, max=127, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+                tdSql.execute('''insert into regular_table_2 (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double, q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 1, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=0, max=2147483647, step=1), 
+                            fake.random_int(min=0, max=9223372036854775807, step=1), 
+                            fake.random_int(min=0, max=32767, step=1) , fake.random_int(min=0, max=127, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+
+                tdSql.execute('''insert into table_3 (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double, q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 0, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=-2147483647, max=0, step=1), 
+                            fake.random_int(min=-9223372036854775807, max=0, step=1), 
+                            fake.random_int(min=-32767, max=0, step=1) , fake.random_int(min=-127, max=0, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+                tdSql.execute('''insert into regular_table_3 (ts , q_int , q_bigint , q_smallint , q_tinyint , q_float , q_double, q_bool , q_binary , q_nchar, q_ts) values(%d, %d, %d, %d, %d, %f, %f, 1, 'binary.%s', 'nchar.%s', %d)''' 
+                            % (self.ts + i*1000, fake.random_int(min=-2147483647, max=0, step=1), 
+                            fake.random_int(min=-9223372036854775807, max=0, step=1), 
+                            fake.random_int(min=-32767, max=0, step=1) , fake.random_int(min=-127, max=0, step=1) , 
+                            fake.pyfloat() , fake.pyfloat() , fake.pystr() , fake.address() , self.ts + i))
+
+            tdSql.query("select count(*) from stable_1;")
+            tdSql.checkData(0,0,3*self.num_random)
+            tdSql.query("select count(*) from regular_table_1;")
+            tdSql.checkData(0,0,self.num_random)
+
+    def run(self):
+        tdSql.prepare()
+
+        dcDB = self.dropandcreateDB_random(1)
+       
+        assert os.system("taosdump -D db") == 0
+
+        assert os.system("taosdump -i . -g") == 0
+
+        tdSql.query("select count(*) from stable_1;")
+        tdSql.checkData(0,0,3*self.num_random)
+        tdSql.query("select count(*) from regular_table_1;")
+        tdSql.checkData(0,0,self.num_random)
+        tdSql.query("select count(*) from regular_table_2;")
+        tdSql.checkData(0,0,self.num_random)
+        tdSql.query("select count(*) from regular_table_3;")
+        tdSql.checkData(0,0,self.num_random)
+
+        
+
+    def stop(self):
+        tdSql.close()
+        tdLog.success("%s successfully executed" % __file__)
+
+
+tdCases.addWindows(__file__, TDTestCase())
+tdCases.addLinux(__file__, TDTestCase())
\ No newline at end of file

tests/system-test/fulltest-query.sh

@@ -2,3 +2,4 @@ python3 ./test.py -f 2-query/TD-11256.py
 # python3 ./test.py -f 2-query/TD-11389.py
 python3 ./test.py -f 2-query/TD-11945_crash.py
 python3 ./test.py -f 2-query/TD-12340-12342.py
+python3 ./test.py -f 2-query/TD-12204.py

tests/system-test/fulltest-tools.sh

 python3 ./test.py -f 5-taos-tools/basic.py
+python3 ./test.py -f 5-taos-tools/TD-12478.py

tests/test-CI.sh

@@ -124,11 +124,9 @@ function runPyCaseOneByOnefq() {
     else
     echo $line
       if [[ $line =~ ^bash.* ]]; then
-        # $line > case.log 2>&1 || cat case.log && exit 8
-        # cat case.log
         $line > case.log 2>&1  
+        cat case.log
         if [ $? -ne 0 ];then
-          cat case.log
           exit 8
         fi
       fi

tests/test-all.sh

@@ -139,17 +139,17 @@ function runPyCaseOneByOne {
           case=`echo $line|awk '{print $NF}'`
         fi
         start_time=`date +%s`
-        date +%F\ %T | tee -a pytest-out.log
+        date +%F\ %T | tee -a $tests_dir/pytest-out.log
         echo -n $case
         $line > /dev/null 2>&1 && \
-          echo -e "${GREEN} success${NC}" | tee -a pytest-out.log || \
-          echo -e "${RED} failed${NC}" | tee -a pytest-out.log
+          echo -e "${GREEN} success${NC}" | tee -a $tests_dir/pytest-out.log || \
+          echo -e "${RED} failed${NC}" | tee -a $tests_dir/pytest-out.log
         end_time=`date +%s`
         out_log=`tail -1 pytest-out.log  `
         # if [[ $out_log =~ 'failed' ]];then
         #   exit 8
         # fi
-        echo execution time of $case was `expr $end_time - $start_time`s. | tee -a pytest-out.log
+        echo execution time of $case was `expr $end_time - $start_time`s. | tee -a $tests_dir/pytest-out.log
       else
         $line > /dev/null 2>&1
       fi
@@ -339,10 +339,9 @@ if [ "$2" != "sim" ] && [ "$2" != "jdbc" ] && [ "$2" != "unit" ]  && [ "$2" != "
 
   export LD_LIBRARY_PATH=$TOP_DIR/$LIB_DIR:$LD_LIBRARY_PATH
 
+  [ -f $tests_dir/pytest-out.log ] && rm -f $tests_dir/pytest-out.log
   cd $tests_dir/pytest
 
-  [ -f pytest-out.log ] && rm -f pytest-out.log
-
   if [ "$1" == "cron" ]; then
     echo "### run Python regression test ###"
     runPyCaseOneByOne regressiontest.sh