Merge branch '3.0' of github.com:taosdata/TDengine into szhou/fixbugs

cmake/cmake.define

@@ -2,8 +2,6 @@ cmake_minimum_required(VERSION 3.0)
 
 set(CMAKE_VERBOSE_MAKEFILE OFF)
 
-SET(BUILD_SHARED_LIBS "OFF")
-
 #set output directory
 SET(LIBRARY_OUTPUT_PATH ${PROJECT_BINARY_DIR}/build/lib)
 SET(EXECUTABLE_OUTPUT_PATH ${PROJECT_BINARY_DIR}/build/bin)

cmake/cmake.install

+SET(PREPARE_ENV_CMD "prepare_env_cmd")
+SET(PREPARE_ENV_TARGET "prepare_env_target")
+ADD_CUSTOM_COMMAND(OUTPUT ${PREPARE_ENV_CMD}
+    POST_BUILD
+    COMMAND echo "make test directory"
+    DEPENDS taosd
+    COMMAND ${CMAKE_COMMAND} -E make_directory ${TD_TESTS_OUTPUT_DIR}/cfg/
+    COMMAND ${CMAKE_COMMAND} -E make_directory ${TD_TESTS_OUTPUT_DIR}/log/
+    COMMAND ${CMAKE_COMMAND} -E make_directory ${TD_TESTS_OUTPUT_DIR}/data/
+    COMMAND ${CMAKE_COMMAND} -E echo dataDir ${TD_TESTS_OUTPUT_DIR}/data > ${TD_TESTS_OUTPUT_DIR}/cfg/taos.cfg
+    COMMAND ${CMAKE_COMMAND} -E echo logDir ${TD_TESTS_OUTPUT_DIR}/log  >> ${TD_TESTS_OUTPUT_DIR}/cfg/taos.cfg
+    COMMAND ${CMAKE_COMMAND} -E echo charset UTF-8  >> ${TD_TESTS_OUTPUT_DIR}/cfg/taos.cfg
+    COMMAND ${CMAKE_COMMAND} -E echo monitor 0  >> ${TD_TESTS_OUTPUT_DIR}/cfg/taos.cfg
+    COMMENT "prepare taosd environment")
+ADD_CUSTOM_TARGET(${PREPARE_ENV_TARGET} ALL WORKING_DIRECTORY ${TD_EXECUTABLE_OUTPUT_PATH} DEPENDS ${PREPARE_ENV_CMD})
+
 IF (TD_LINUX)
   SET(TD_MAKE_INSTALL_SH "${TD_SOURCE_DIR}/packaging/tools/make_install.sh")
   INSTALL(CODE "MESSAGE(\"make install script: ${TD_MAKE_INSTALL_SH}\")")

cmake/cmake.options

@@ -90,6 +90,12 @@ ELSE ()
     ENDIF ()
 ENDIF ()
 
+option(
+    BUILD_SHARED_LIBS
+    ""
+    OFF
+    )
+
 option(
     RUST_BINDINGS
     "If build with rust-bindings"

cmake/taostools_CMakeLists.txt.in

@@ -2,7 +2,7 @@
 # taos-tools
 ExternalProject_Add(taos-tools
         GIT_REPOSITORY https://github.com/taosdata/taos-tools.git
-        GIT_TAG 833b721
+        GIT_TAG e8bfca6
         SOURCE_DIR "${TD_SOURCE_DIR}/tools/taos-tools"
         BINARY_DIR ""
         #BUILD_IN_SOURCE TRUE

docs/en/07-develop/03-insert-data/05-high-volume.md

+---
+sidebar_label: High Performance Writing
+title: High Performance Writing
+---
+
+import Tabs from "@theme/Tabs";
+import TabItem from "@theme/TabItem";
+
+This chapter introduces how to write data into TDengine with high throughput.
+
+## How to achieve high performance data writing
+
+To achieve high performance writing, there are a few aspects to consider. In the following sections we will describe these important factors in achieving high performance writing.
+
+### Application Program
+
+From the perspective of application program, you need to consider:
+
+1. The data size of each single write, also known as batch size. Generally speaking, higher batch size generates better writing performance. However, once the batch size is over a specific value, you will not get any additional benefit anymore. When using SQL to write into TDengine, it's better to put as much as possible data in single SQL. The maximum SQL length supported by TDengine is 1,048,576 bytes, i.e. 1 MB. It can be configured by parameter `maxSQLLength` on client side, and the default value is 65,480.
+
+2. The number of concurrent connections. Normally more connections can get better result. However, once the number of connections exceeds the processing ability of the server side, the performance may downgrade.
+
+3. The distribution of data to be written across tables or sub-tables. Writing to single table in one batch is more efficient than writing to multiple tables in one batch.
+
+4. Data Writing Protocol.
+   - Prameter binding mode is more efficient than SQL because it doesn't have the cost of parsing SQL.
+   - Writing to known existing tables is more efficient than wirting to uncertain tables in automatic creating mode because the later needs to check whether the table exists or not before actually writing data into it
+   - Writing in SQL is more efficient than writing in schemaless mode because schemaless writing creats table automatically and may alter table schema
+
+Application programs need to take care of the above factors and try to take advantage of them. The application progam should write to single table in each write batch. The batch size needs to be tuned to a proper value on a specific system. The number of concurrent connections needs to be tuned to a proper value too to achieve the best writing throughput.
+
+### Data Source
+
+Application programs need to read data from data source then write into TDengine. If you meet one or more of below situations, you need to setup message queues between the threads for reading from data source and the threads for writing into TDengine.
+
+1. There are multiple data sources, the data generation speed of each data source is much slower than the speed of single writing thread. In this case, the purpose of message queues is to consolidate the data from multiple data sources together to increase the batch size of single write.
+2. The speed of data generation from single data source is much higher than the speed of single writing thread. The purpose of message queue in this case is to provide buffer so that data is not lost and multiple writing threads can get data from the buffer.
+3. The data for single table are from multiple data source. In this case the purpose of message queues is to combine the data for single table together to improve the write efficiency.
+
+If the data source is Kafka, then the appication program is a consumer of Kafka, you can benefit from some kafka features to achieve high performance writing:
+
+1. Put the data for a table in single partition of single topic so that it's easier to put the data for each table together and write in batch
+2. Subscribe multiple topics to accumulate data together.
+3. Add more consumers to gain more concurrency and throughput.
+4. Incrase the size of single fetch to increase the size of write batch.
+
+### Tune TDengine
+
+TDengine is a distributed and high performance time series database, there are also some ways to tune TDengine to get better writing performance.
+
+1. Set proper number of `vgroups` according to available CPU cores. Normally, we recommend 2 \* number_of_cores as a starting point. If the verification result shows this is not enough to utilize CPU resources, you can use a higher value.
+2. Set proper `minTablesPerVnode`, `tableIncStepPerVnode`, and `maxVgroupsPerDb` according to the number of tables so that tables are distributed even across vgroups. The purpose is to balance the workload among all vnodes so that system resources can be utilized better to get higher performance.
+
+For more performance tuning tips, please refer to [Performance Optimization](../../../operation/optimize) and [Configuration Parameters](../../../reference/config).
+
+## Sample Programs
+
+This section will introduce the sample programs to demonstrate how to write into TDengine with high performance.
+
+### Scenario
+
+Below are the scenario for the sample programs of high performance wrting.
+
+- Application program reads data from data source, the sample program simulates a data source by generating data
+- The speed of single writing thread is much slower than the speed of generating data, so the program starts multiple writing threads while each thread establish a connection to TDengine and each thread has a message queue of fixed size.
+- Application program maps the received data to different writing threads based on table name to make sure all the data for each table is always processed by a specific writing thread.
+- Each writing thread writes the received data into TDengine once the message queue becomes empty or the read data meets a threshold.
+
+![Thread Model of High Performance Writing into TDengine](highvolume.webp)
+
+### Sample Programs
+
+The sample programs listed in this section are based on the scenario described previously. If your scenarios is different, please try to adjust the code based on the principles described in this chapter.
+
+The sample programs assume the source data is for all the different sub tables in same super table (meters). The super table has been created before the sample program starts to writing data. Sub tables are created automatically according to received data. If there are multiple super tables in your case, please try to adjust the part of creating table automatically.
+
+<Tabs defaultValue="java" groupId="lang">
+<TabItem label="Java" value="java">
+
+**Program Inventory**
+
+| Class            | Description                                                                                           |
+| ---------------- | ----------------------------------------------------------------------------------------------------- |
+| FastWriteExample | Main Program                                                                                          |
+| ReadTask         | Read data from simulated data source and put into a queue according to the hash value of table name   |
+| WriteTask        | Read data from Queue, compose a wirte batch and write into TDengine                                   |
+| MockDataSource   | Generate data for some sub tables of super table meters                                               |
+| SQLWriter        | WriteTask uses this class to compose SQL, create table automatically, check SQL length and write data |
+| StmtWriter       | Write in Parameter binding mode (Not finished yet)                                                    |
+| DataBaseMonitor  | Calculate the writing speed and output on console every 10 seconds                                    |
+
+Below is the list of complete code of the classes in above table and more detailed description.
+
+<details>
+<summary>FastWriteExample</summary>
+The main Program is responsible for:
+
+1. Create message queues
+2. Start writing threads
+3. Start reading threads
+4. Otuput writing speed every 10 seconds
+
+The main program provides 4 parameters for tuning：
+
+1. The number of reading threads, default value is 1
+2. The number of writing threads, default alue is 2
+3. The total number of tables in the generated data, default value is 1000. These tables are distributed evenly across all writing threads. If the number of tables is very big, it will cost much time to firstly create these tables.
+4. The batch size of single write, default value is 3,000
+
+The capacity of message queue also impacts performance and can be tuned by modifying program. Normally it's always better to have a larger message queue. A larger message queue means lower possibility of being blocked when enqueueing and higher throughput. But a larger message queue consumes more memory space. The default value used in the sample programs is already big enoug.
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/FastWriteExample.java}}
+```
+
+</details>
+
+<details>
+<summary>ReadTask</summary>
+
+ReadTask reads data from data source. Each ReadTask is associated with a simulated data source, each data source generates data for a group of specific tables, and the data of any table is only generated from a single specific data source.
+
+ReadTask puts data in message queue in blocking mode. That means, the putting operation is blocked if the message queue is full.
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/ReadTask.java}}
+```
+
+</details>
+
+<details>
+<summary>WriteTask</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/WriteTask.java}}
+```
+
+</details>
+
+<details>
+
+<summary>MockDataSource</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/MockDataSource.java}}
+```
+
+</details>
+
+<details>
+
+<summary>SQLWriter</summary>
+
+SQLWriter class encapsulates the logic of composing SQL and writing data. Please be noted that the tables have not been created before writing, but are created automatically when catching the exception of table doesn't exist. For other exceptions caught, the SQL which caused the exception are logged for you to debug.
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/SQLWriter.java}}
+```
+
+</details>
+
+<details>
+
+<summary>DataBaseMonitor</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/DataBaseMonitor.java}}
+```
+
+</details>
+
+**Steps to Launch**
+
+<details>
+<summary>Launch Java Sample Program</summary>
+
+You need to set environment variable `TDENGINE_JDBC_URL` before launching the program. If TDengine Server is setup on localhost, then the default value for user name, password and port can be used, like below:
+
+```
+TDENGINE_JDBC_URL="jdbc:TAOS://localhost:6030?user=root&password=taosdata"
+```
+
+**Launch in IDE**
+
+1. Clone TDengine repolitory
+   ```
+   git clone git@github.com:taosdata/TDengine.git --depth 1
+   ```
+2. Use IDE to open `docs/examples/java` directory
+3. Configure environment variable `TDENGINE_JDBC_URL`, you can also configure it before launching the IDE, if so you can skip this step.
+4. Run class `com.taos.example.highvolume.FastWriteExample`
+
+**Launch on server**
+
+If you want to launch the sample program on a remote server, please follow below steps:
+
+1. Package the sample programs. Execute below command under directory `TDengine/docs/examples/java` ：
+   ```
+   mvn package
+   ```
+2. Create `examples/java` directory on the server
+   ```
+   mkdir -p examples/java
+   ```
+3. Copy dependencies (below commands assume you are working on a local Windows host and try to launch on a remote Linux host)
+   - Copy dependent packages
+     ```
+     scp -r .\target\lib <user>@<host>:~/examples/java
+     ```
+   - Copy the jar of sample programs
+     ```
+     scp -r .\target\javaexample-1.0.jar <user>@<host>:~/examples/java
+     ```
+4. Configure environment variable
+   Edit `~/.bash_profile` or `~/.bashrc` and add below:
+
+   ```
+   export TDENGINE_JDBC_URL="jdbc:TAOS://localhost:6030?user=root&password=taosdata"
+   ```
+
+   If your TDengine server is not deployed on localhost or doesn't use default port, you need to change the above URL to correct value in your environment.
+
+5. Launch the sample program
+
+   ```
+   java -classpath lib/*:javaexample-1.0.jar  com.taos.example.highvolume.FastWriteExample <read_thread_count>  <white_thread_count> <total_table_count> <max_batch_size>
+   ```
+
+6. The sample program doesn't exit unless you press <kbd>CTRL</kbd> + <kbd>C</kbd> to terminate it.
+   Below is the output of running on a server of 16 cores, 64GB memory and SSD hard disk.
+
+   ```
+   root@vm85$ java -classpath lib/*:javaexample-1.0.jar  com.taos.example.highvolume.FastWriteExample 2 12
+   18:56:35.896 [main] INFO  c.t.e.highvolume.FastWriteExample - readTaskCount=2, writeTaskCount=12 tableCount=1000 maxBatchSize=3000
+   18:56:36.011 [WriteThread-0] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.015 [WriteThread-0] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.021 [WriteThread-1] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.022 [WriteThread-1] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.031 [WriteThread-2] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.032 [WriteThread-2] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.041 [WriteThread-3] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.042 [WriteThread-3] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.093 [WriteThread-4] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.094 [WriteThread-4] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.099 [WriteThread-5] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.100 [WriteThread-5] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.100 [WriteThread-6] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.101 [WriteThread-6] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.103 [WriteThread-7] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.104 [WriteThread-7] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.105 [WriteThread-8] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.107 [WriteThread-8] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.108 [WriteThread-9] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.109 [WriteThread-9] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.156 [WriteThread-10] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.157 [WriteThread-11] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.158 [WriteThread-10] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.158 [ReadThread-0] INFO  com.taos.example.highvolume.ReadTask - started
+   18:56:36.158 [ReadThread-1] INFO  com.taos.example.highvolume.ReadTask - started
+   18:56:36.158 [WriteThread-11] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:46.369 [main] INFO  c.t.e.highvolume.FastWriteExample - count=18554448 speed=1855444
+   18:56:56.946 [main] INFO  c.t.e.highvolume.FastWriteExample - count=39059660 speed=2050521
+   18:57:07.322 [main] INFO  c.t.e.highvolume.FastWriteExample - count=59403604 speed=2034394
+   18:57:18.032 [main] INFO  c.t.e.highvolume.FastWriteExample - count=80262938 speed=2085933
+   18:57:28.432 [main] INFO  c.t.e.highvolume.FastWriteExample - count=101139906 speed=2087696
+   18:57:38.921 [main] INFO  c.t.e.highvolume.FastWriteExample - count=121807202 speed=2066729
+   18:57:49.375 [main] INFO  c.t.e.highvolume.FastWriteExample - count=142952417 speed=2114521
+   18:58:00.689 [main] INFO  c.t.e.highvolume.FastWriteExample - count=163650306 speed=2069788
+   18:58:11.646 [main] INFO  c.t.e.highvolume.FastWriteExample - count=185019808 speed=2136950
+   ```
+
+</details>
+
+</TabItem>
+<TabItem label="Python" value="python">
+
+**Program Inventory**
+
+Sample programs in Python uses multi-process and cross-process message queues.
+
+| Function/CLass               | Description                                                                 |
+| ---------------------------- | --------------------------------------------------------------------------- |
+| main Function                | Program entry point, create child processes and message queues              |
+| run_monitor_process Function | Create database, super table, calculate writing speed and output to console |
+| run_read_task Function       | Read data and distribute to message queues                                  |
+| MockDataSource Class         | Simulate data source, return next 1,000 rows of each table                  |
+| run_write_task Function      | Read as much as possible data from message queue and write in batch         |
+| SQLWriter Class              | Write in SQL and create table utomatically                                  |
+| StmtWriter Class             | Write in parameter binding mode (not finished yet)                          |
+
+<details>
+<summary>main function</summary>
+
+`main` function is responsible for creating message queues and fork child processes, there are 3 kinds of child processes:
+
+1. Monitoring process, initializes database and calculating writing speed
+2. Reading process (n), reads data from data source
+3. Writing process (m), wirtes data into TDengine
+
+`main` function provides 5 parameters:
+
+1. The number of reading tasks, default value is 1
+2. The number of writing tasks, default value is 1
+3. The number of tables, default value is 1,000
+4. The capacity of message queue, default value is 1,000,000 bytes
+5. The batch size in single write, default value is 3000
+
+```python
+{{#include docs/examples/python/fast_write_example.py:main}}
+```
+
+</details>
+
+<details>
+<summary>run_monitor_process</summary>
+
+Monitoring process initilizes database and monitoring writing speed.
+
+```python
+{{#include docs/examples/python/fast_write_example.py:monitor}}
+```
+
+</details>
+
+<details>
+
+<summary>run_read_task function</summary>
+
+Reading process reads data from other data system and distributes to the message queue allocated for it.
+
+```python
+{{#include docs/examples/python/fast_write_example.py:read}}
+```
+
+</details>
+
+<details>
+
+<summary>MockDataSource</summary>
+
+Below is the simulated data source, we assume table name exists in each generated data.
+
+```python
+{{#include docs/examples/python/mockdatasource.py}}
+```
+
+</details>
+
+<details>
+<summary>run_write_task function</summary>
+
+Writing process tries to read as much as possible data from message queue and writes in batch.
+
+```python
+{{#include docs/examples/python/fast_write_example.py:write}}
+```
+
+</details>
+
+<details>
+
+SQLWriter class encapsulates the logic of composing SQL and writing data. Please be noted that the tables have not been created before writing, but are created automatically when catching the exception of table doesn't exist. For other exceptions caught, the SQL which caused the exception are logged for you to debug. This class also checks the SQL length, if the SQL length is closed to `maxSQLLength` the SQL will be executed immediately. To improve writing efficiency, it's better to increase `maxSQLLength` properly.
+
+<summary>SQLWriter</summary>
+
+```python
+{{#include docs/examples/python/sql_writer.py}}
+```
+
+</details>
+
+**Steps to Launch**
+
+<details>
+
+<summary>Launch Sample Program in Python</summary>
+
+1. Prerequisities
+
+   - TDengine client driver has been installed
+   - Python3 has been installed, the the version >= 3.8
+   - TDengine Python connector `taospy` has been installed
+
+2. Install faster-fifo to replace python builtin multiprocessing.Queue
+
+   ```
+   pip3 install faster-fifo
+   ```
+
+3. Click the "Copy" in the above sample programs to copy `fast_write_example.py` 、 `sql_writer.py` and `mockdatasource.py`.
+
+4. Execute the program
+
+   ```
+   python3  fast_write_example.py <READ_TASK_COUNT> <WRITE_TASK_COUNT> <TABLE_COUNT> <QUEUE_SIZE> <MAX_BATCH_SIZE>
+   ```
+
+   Below is the output of running on a server of 16 cores, 64GB memory and SSD hard disk.
+
+   ```
+   root@vm85$ python3 fast_write_example.py  8 8
+   2022-07-14 19:13:45,869 [root] - READ_TASK_COUNT=8, WRITE_TASK_COUNT=8, TABLE_COUNT=1000, QUEUE_SIZE=1000000, MAX_BATCH_SIZE=3000
+   2022-07-14 19:13:48,882 [root] - WriteTask-0 started with pid 718347
+   2022-07-14 19:13:48,883 [root] - WriteTask-1 started with pid 718348
+   2022-07-14 19:13:48,884 [root] - WriteTask-2 started with pid 718349
+   2022-07-14 19:13:48,884 [root] - WriteTask-3 started with pid 718350
+   2022-07-14 19:13:48,885 [root] - WriteTask-4 started with pid 718351
+   2022-07-14 19:13:48,885 [root] - WriteTask-5 started with pid 718352
+   2022-07-14 19:13:48,886 [root] - WriteTask-6 started with pid 718353
+   2022-07-14 19:13:48,886 [root] - WriteTask-7 started with pid 718354
+   2022-07-14 19:13:48,887 [root] - ReadTask-0 started with pid 718355
+   2022-07-14 19:13:48,888 [root] - ReadTask-1 started with pid 718356
+   2022-07-14 19:13:48,889 [root] - ReadTask-2 started with pid 718357
+   2022-07-14 19:13:48,889 [root] - ReadTask-3 started with pid 718358
+   2022-07-14 19:13:48,890 [root] - ReadTask-4 started with pid 718359
+   2022-07-14 19:13:48,891 [root] - ReadTask-5 started with pid 718361
+   2022-07-14 19:13:48,892 [root] - ReadTask-6 started with pid 718364
+   2022-07-14 19:13:48,893 [root] - ReadTask-7 started with pid 718365
+   2022-07-14 19:13:56,042 [DataBaseMonitor] - count=6676310 speed=667631.0
+   2022-07-14 19:14:06,196 [DataBaseMonitor] - count=20004310 speed=1332800.0
+   2022-07-14 19:14:16,366 [DataBaseMonitor] - count=32290310 speed=1228600.0
+   2022-07-14 19:14:26,527 [DataBaseMonitor] - count=44438310 speed=1214800.0
+   2022-07-14 19:14:36,673 [DataBaseMonitor] - count=56608310 speed=1217000.0
+   2022-07-14 19:14:46,834 [DataBaseMonitor] - count=68757310 speed=1214900.0
+   2022-07-14 19:14:57,280 [DataBaseMonitor] - count=80992310 speed=1223500.0
+   2022-07-14 19:15:07,689 [DataBaseMonitor] - count=93805310 speed=1281300.0
+   2022-07-14 19:15:18,020 [DataBaseMonitor] - count=106111310 speed=1230600.0
+   2022-07-14 19:15:28,356 [DataBaseMonitor] - count=118394310 speed=1228300.0
+   2022-07-14 19:15:38,690 [DataBaseMonitor] - count=130742310 speed=1234800.0
+   2022-07-14 19:15:49,000 [DataBaseMonitor] - count=143051310 speed=1230900.0
+   2022-07-14 19:15:59,323 [DataBaseMonitor] - count=155276310 speed=1222500.0
+   2022-07-14 19:16:09,649 [DataBaseMonitor] - count=167603310 speed=1232700.0
+   2022-07-14 19:16:19,995 [DataBaseMonitor] - count=179976310 speed=1237300.0
+   ```
+
+</details>
+
+:::note
+Don't establish connection to TDengine in the parent process if using Python connector in multi-process way, otherwise all the connections in child processes are blocked always. This is a known issue.
+
+:::
+
+</TabItem>
+</Tabs>

docs/en/07-develop/08-cache.md

@@ -20,11 +20,11 @@ In theory, larger cache sizes are always better. However, at a certain point, it
 
 ## Read Cache
 
-When you create a database, you can configure whether the latest data from every subtable is cached. To do so, set the *cachelast* parameter as follows:
-- 0: Caching is disabled.
-- 1: The latest row of data in each subtable is cached. This option significantly improves the performance of the `LAST_ROW` function
-- 2: The latest non-null value in each column of each subtable is cached. This option significantly improves the performance of the `LAST` function in normal situations, such as WHERE, ORDER BY, GROUP BY, and INTERVAL statements.
-- 3: Rows and columns are both cached. This option is equivalent to simultaneously enabling options 1 and 2.
+When you create a database, you can configure whether the latest data from every subtable is cached. To do so, set the *cachemodel* parameter as follows:
+- none: Caching is disabled.
+- last_row: The latest row of data in each subtable is cached. This option significantly improves the performance of the `LAST_ROW` function
+- last_value: The latest non-null value in each column of each subtable is cached. This option significantly improves the performance of the `LAST` function in normal situations, such as WHERE, ORDER BY, GROUP BY, and INTERVAL statements.
+- both: Rows and columns are both cached. This option is equivalent to simultaneously enabling option last_row and last_value.
 
 ## Metadata Cache
 

docs/en/10-deployment/01-deploy.md

@@ -114,7 +114,7 @@ The above process can be repeated to add more dnodes in the cluster.
 
 Any node that is in the cluster and online can be the firstEp of new nodes.
 Nodes use the firstEp parameter only when joining a cluster for the first time. After a node has joined the cluster, it stores the latest mnode in its end point list and no longer makes use of firstEp.
-However, firstEp is used by clients that connect to the cluster. For example, if you run `taos shell` without arguments, it connects to the firstEp by default.
+However, firstEp is used by clients that connect to the cluster. For example, if you run `TDengine CLI` without arguments, it connects to the firstEp by default.
 Two dnodes that are launched without a firstEp value operate independently of each other. It is not possible to add one dnode to the other dnode and form a cluster. It is also not possible to form two independent clusters into a new cluster.
 
 :::

docs/en/12-taos-sql/03-table.md

@@ -57,7 +57,7 @@ table_option: {
 3. MAX_DELAY: specifies the maximum latency for pushing computation results. The default value is 15 minutes or the value of the INTERVAL parameter, whichever is smaller. Enter a value between 0 and 15 minutes in milliseconds, seconds, or minutes. You can enter multiple values separated by commas (,). Note: Retain the default value if possible. Configuring a small MAX_DELAY may cause results to be frequently pushed, affecting storage and query performance. This parameter applies only to supertables and takes effect only when the RETENTIONS parameter has been specified for the database.
 4. ROLLUP: specifies aggregate functions to roll up. Rolling up a function provides downsampled results based on multiple axes. This parameter applies only to supertables and takes effect only when the RETENTIONS parameter has been specified for the database. You can specify only one function to roll up. The rollup takes effect on all columns except TS. Enter one of the following values: avg, sum, min, max, last, or first.
 5. SMA: specifies functions on which to enable small materialized aggregates (SMA). SMA is user-defined precomputation of aggregates based on data blocks. Enter one of the following values: max, min, or sum This parameter can be used with supertables and standard tables.
-6. TTL: specifies the time to live (TTL) for the table. If the period specified by the TTL parameter elapses without any data being written to the table, TDengine will automatically delete the table. Note: The system may not delete the table at the exact moment that the TTL expires. Enter a value in days. The default value is 0. Note: The TTL parameter has a higher priority than the KEEP parameter. If a table is marked for deletion because the TTL has expired, it will be deleted even if the time specified by the KEEP parameter has not elapsed. This parameter can be used with standard tables and subtables.
+6. TTL: specifies the time to live (TTL) for the table. If TTL is specified when creatinga table, after the time period for which the table has been existing is over TTL, TDengine will automatically delete the table. Please be noted that the system may not delete the table at the exact moment that the TTL expires but guarantee there is such a system and finally the table will be deleted. The unit of TTL is in days. The default value is 0, i.e. never expire. 
 
 ## Create Subtables
 

docs/en/12-taos-sql/24-show.md

@@ -194,7 +194,7 @@ Shows information about streams in the system.
 SHOW SUBSCRIPTIONS;
 ```
 
-Shows all subscriptions in the current database.
+Shows all subscriptions in the system.
 
 ## SHOW TABLES
 

docs/en/13-operation/01-pkg-install.md

@@ -35,6 +35,22 @@ TDengine is removed successfully!
 
 ```
 
+Apt-get package of taosTools can be uninstalled as below:
+
+```
+$ sudo apt remove taostools
+Reading package lists... Done
+Building dependency tree
+Reading state information... Done
+The following packages will be REMOVED:
+  taostools
+0 upgraded, 0 newly installed, 1 to remove and 0 not upgraded.
+After this operation, 68.3 MB disk space will be freed.
+Do you want to continue? [Y/n]
+(Reading database ... 147973 files and directories currently installed.)
+Removing taostools (2.1.2) ...
+```
+
 </TabItem>
 <TabItem label="Uninstall Deb" value="debuninst">
 
@@ -48,6 +64,14 @@ TDengine is removed successfully!
 
 ```
 
+Deb package of taosTools can be uninstalled as below:
+
+```
+$ sudo dpkg -r taostools
+(Reading database ... 147973 files and directories currently installed.)
+Removing taostools (2.1.2) ...
+```
+
 </TabItem>
 
 <TabItem label="Uninstall RPM" value="rpmuninst">
@@ -59,6 +83,13 @@ $ sudo rpm -e tdengine
 TDengine is removed successfully!
 ```
 
+RPM package of taosTools can be uninstalled as below:
+
+```
+sudo rpm -e taostools
+taosToole is removed successfully!
+```
+
 </TabItem>
 
 <TabItem label="Uninstall tar.gz" value="taruninst">
@@ -67,10 +98,16 @@ tar.gz package of TDengine can be uninstalled as below:
 
 ```
 $ rmtaos
-Nginx for TDengine is running, stopping it...
 TDengine is removed successfully!
+```
+
+tar.gz package of taosTools can be uninstalled as below:
+
+```
+$ rmtaostools
+Start to uninstall taos tools ...
 
-taosKeeper is removed successfully!
+taos tools is uninstalled successfully!
 ```
 
 </TabItem>

docs/en/13-operation/02-planning.mdx

 ---
+sidebar_label: Resource Planning
 title: Resource Planning
 ---
 
 It is important to plan computing and storage resources if using TDengine to build an IoT, time-series or Big Data platform. How to plan the CPU, memory and disk resources required, will be described in this chapter.
 
-## Memory Requirement of Server Side
+## Server Memory Requirements
 
-By default, the number of vgroups created for each database is the same as the number of CPU cores. This can be configured by the parameter `maxVgroupsPerDb`. Each vnode in a vgroup stores one replica. Each vnode consumes a fixed amount of memory, i.e. `blocks` \* `cache`. In addition, some memory is required for tag values associated with each table. A fixed amount of memory is required for each cluster. So, the memory required for each DB can be calculated using the formula below:
+Each database creates a fixed number of vgroups. This number is 2 by default and can be configured with the `vgroups` parameter. The number of replicas can be controlled with the `replica` parameter. Each replica requires one vnode per vgroup. Altogether, the memory required by each database depends on the following configuration options:
 
-```
-Database Memory Size = maxVgroupsPerDb * replica * (blocks * cache + 10MB) + numOfTables * (tagSizePerTable + 0.5KB)
-```
+- vgroups
+- replica
+- buffer
+- pages
+- pagesize
+- cachesize
 
-For example, assuming the default value of `maxVgroupPerDB` is 64, the default value of `cache` is 16M, the default value of `blocks` is 6, there are 100,000 tables in a DB, the replica number is 1, total length of tag values is 256 bytes, the total memory required for this DB is: 64 \* 1 \* (16 \* 6 + 10) + 100000 \* (0.25 + 0.5) / 1000 = 6792M.
+For more information, see [Database](../../taos-sql/database).
 
-In the real operation of TDengine, we are more concerned about the memory used by each TDengine server process `taosd`.
+The memory required by a database is therefore greater than or equal to:
 
 ```
-    taosd_memory = vnode_memory + mnode_memory + query_memory
+vgroups * replica * (buffer + pages * pagesize + cachesize)
 ```
 
-In the above formula:
-
-1. "vnode_memory" of a `taosd` process is the memory used by all vnodes hosted by this `taosd` process. It can be roughly calculated by firstly adding up the total memory of all DBs whose memory usage can be derived according to the formula for Database Memory Size, mentioned above, then dividing by number of dnodes and multiplying the number of replicas.
-
-```
-    vnode_memory = (sum(Database Memory Size) / number_of_dnodes) * replica
-```
-
-2. "mnode_memory" of a `taosd` process is the memory consumed by a mnode. If there is one (and only one) mnode hosted in a `taosd` process, the memory consumed by "mnode" is "0.2KB \* the total number of tables in the cluster".
-
-3. "query_memory" is the memory used when processing query requests. Each ongoing query consumes at least "0.2 KB \* total number of involved tables".
-
-Please note that the above formulas can only be used to estimate the minimum memory requirement, instead of maximum memory usage. In a real production environment, it's better to reserve some redundance beyond the estimated minimum memory requirement. If memory is abundant, it's suggested to increase the value of parameter `blocks` to speed up data insertion and data query.
+However, note that this requirement is spread over all dnodes in the cluster, not on a single physical machine. The physical servers that run dnodes meet the requirement together. If a cluster has multiple databases, the memory required increases accordingly. In complex environments where dnodes were added after initial deployment in response to increasing resource requirements, load may not be balanced among the original dnodes and newer dnodes. In this situation, the actual status of your dnodes is more important than theoretical calculations.
 
-## Memory Requirement of Client Side
+## Client Memory Requirements
 
 For the client programs using TDengine client driver `taosc` to connect to the server side there is a memory requirement as well.
 
@@ -56,10 +48,10 @@ So, at least 3GB needs to be reserved for such a client.
 
 The CPU resources required depend on two aspects:
 
-- **Data Insertion** Each dnode of TDengine can process at least 10,000 insertion requests in one second, while each insertion request can have multiple rows. The difference in computing resource consumed, between inserting 1 row at a time, and inserting 10 rows at a time is very small. So, the more the number of rows that can be inserted one time, the higher the efficiency. Inserting in batch also imposes requirements on the client side which needs to cache rows to insert in batch once the number of cached rows reaches a threshold.
+- **Data Insertion** Each dnode of TDengine can process at least 10,000 insertion requests in one second, while each insertion request can have multiple rows. The difference in computing resource consumed, between inserting 1 row at a time, and inserting 10 rows at a time is very small. So, the more the number of rows that can be inserted one time, the higher the efficiency. If each insert request contains more than 200 records, a single core can process more than 1 million records per second. Inserting in batch also imposes requirements on the client side which needs to cache rows to insert in batch once the number of cached rows reaches a threshold.
 - **Data Query** High efficiency query is provided in TDengine, but it's hard to estimate the CPU resource required because the queries used in different use cases and the frequency of queries vary significantly. It can only be verified with the query statements, query frequency, data size to be queried, and other requirements provided by users.
 
-In short, the CPU resource required for data insertion can be estimated but it's hard to do so for query use cases. In real operation, it's suggested to control CPU usage below 50%. If this threshold is exceeded, it's a reminder for system operator to add more nodes in the cluster to expand resources.
+In short, the CPU resource required for data insertion can be estimated but it's hard to do so for query use cases. If possible, ensure that CPU usage remains below 50%. If this threshold is exceeded, it's a reminder for system operator to add more nodes in the cluster to expand resources.
 
 ## Disk Requirement
 
@@ -77,6 +69,6 @@ To increase performance, multiple disks can be setup for parallel data reading o
 
 ## Number of Hosts
 
-A host can be either physical or virtual. The total memory, total CPU, total disk required can be estimated according to the formulae mentioned previously. Then, according to the system resources that a single host can provide, assuming all hosts have the same resources, the number of hosts can be derived easily.
+A host can be either physical or virtual. The total memory, total CPU, total disk required can be estimated according to the formulae mentioned previously. If the number of data replicas is not 1, the required resources are multiplied by the number of replicas.
 
-**Quick Estimation for CPU, Memory and Disk** Please refer to [Resource Estimate](https://www.taosdata.com/config/config.html).
+Then, according to the system resources that a single host can provide, assuming all hosts have the same resources, the number of hosts can be derived easily.

docs/en/13-operation/03-tolerance.md

 ---
-sidebar_label: Fault Tolerance
-title: Fault Tolerance & Disaster Recovery
+title: Fault Tolerance and Disaster Recovery
 ---
 
 ## Fault Tolerance
@@ -11,22 +10,21 @@ When a data block is received by TDengine, the original data block is first writ
 
 There are 2 configuration parameters related to WAL:
 
-- walLevel：
-  - 0：wal is disabled 
-  - 1：wal is enabled without fsync 
-  - 2：wal is enabled with fsync
-- fsync：This parameter is only valid when walLevel is set to 2. It specifies the interval, in milliseconds, of invoking fsync. If set to 0, it means fsync is invoked immediately once WAL is written.
+- wal_level: Specifies the WAL level. 1 indicates that WAL is enabled but fsync is disabled. 2 indicates that WAL and fsync are both enabled. The default value is 1.
+- wal_fsync_period: This parameter is only valid when wal_level is set to 2. It specifies the interval, in milliseconds, of invoking fsync. If set to 0, it means fsync is invoked immediately once WAL is written.
 
-To achieve absolutely no data loss, walLevel should be set to 2 and fsync should be set to 1. There is a performance penalty to the data ingestion rate. However, if the concurrent data insertion threads on the client side can reach a big enough number, for example 50, the data ingestion performance will be still good enough. Our verification shows that the drop is only 30% when fsync is set to 3,000 milliseconds.
+To achieve absolutely no data loss, set wal_level to 2 and wal_fsync_period to 0. There is a performance penalty to the data ingestion rate. However, if the concurrent data insertion threads on the client side can reach a big enough number, for example 50, the data ingestion performance will be still good enough. Our verification shows that the drop is only 30% when wal_fsync_period is set to 3000 milliseconds.
 
 ## Disaster Recovery
 
-TDengine uses replication to provide high availability and disaster recovery capability.
+TDengine uses replication to provide high availability.
 
-A TDengine cluster is managed by mnode. To ensure the high availability of mnode, multiple replicas can be configured by the system parameter `numOfMnodes`. The data replication between mnode replicas is performed in a synchronous way to guarantee metadata consistency.
+A TDengine cluster is managed by mnodes. You can configure up to three mnodes to ensure high availability. The data replication between mnode replicas is performed in a synchronous way to guarantee metadata consistency.
 
-The number of replicas for time series data in TDengine is associated with each database. There can be many databases in a cluster and each database can be configured with a different number of replicas. When creating a database, parameter `replica` is used to configure the number of replications. To achieve high availability, `replica` needs to be higher than 1.
+The number of replicas for time series data in TDengine is associated with each database. There can be many databases in a cluster and each database can be configured with a different number of replicas. When creating a database, the parameter `replica` is used to specify the number of replicas. To achieve high availability, set `replica` to 3.
 
 The number of dnodes in a TDengine cluster must NOT be lower than the number of replicas for any database, otherwise it would fail when trying to create a table.
 
 As long as the dnodes of a TDengine cluster are deployed on different physical machines and the replica number is higher than 1, high availability can be achieved without any other assistance. For disaster recovery, dnodes of a TDengine cluster should be deployed in geographically different data centers.
+
+Alternatively, you can use taosX to synchronize the data from one TDengine cluster to another cluster in a remote location. However, taosX is only available in TDengine enterprise version, for more information please contact tdengine.com. 

docs/en/13-operation/17-diagnose.md

@@ -13,110 +13,59 @@ Diagnostic steps：
 1. If the port range to be diagnosed is being occupied by a `taosd` server process, please first stop `taosd.
 2. On the server side, execute command `taos -n server -P <port> -l <pktlen>` to monitor the port range starting from the port specified by `-P` parameter with the role of "server".
 3. On the client side, execute command `taos -n client -h <fqdn of server> -P <port> -l <pktlen>` to send a testing package to the specified server and port.
- 
--l <pktlen\>： The size of the testing package, in bytes. The value range is [11, 64,000] and default value is 1,000. Please note that the package length must be same in the above 2 commands executed on server side and client side respectively.
+
+-l <pktlen\>： The size of the testing package, in bytes. The value range is [11, 64,000] and default value is 1,000.
+Please note that the package length must be same in the above 2 commands executed on server side and client side respectively.
 
 Output of the server side for the example is below:
 
 ```bash
-# taos -n server -P 6000
-12/21 14:50:13.522509 0x7f536f455200 UTL work as server, host:172.27.0.7 startPort:6000 endPort:6011 pkgLen:1000
-
-12/21 14:50:13.522659 0x7f5352242700 UTL TCP server at port:6000 is listening
-12/21 14:50:13.522727 0x7f5351240700 UTL TCP server at port:6001 is listening
-...
-...
+# taos -n server -P 6030 -l 1000
+network test server is initialized, port:6030
+request is received, size:1000
+request is received, size:1000
 ...
-12/21 14:50:13.523954 0x7f5342fed700 UTL TCP server at port:6011 is listening
-12/21 14:50:13.523989 0x7f53437ee700 UTL UDP server at port:6010 is listening
-12/21 14:50:13.524019 0x7f53427ec700 UTL UDP server at port:6011 is listening
-12/21 14:50:22.192849 0x7f5352242700 UTL TCP: read:1000 bytes from 172.27.0.8 at 6000
-12/21 14:50:22.192993 0x7f5352242700 UTL TCP: write:1000 bytes to 172.27.0.8 at 6000
-12/21 14:50:22.237082 0x7f5351a41700 UTL UDP: recv:1000 bytes from 172.27.0.8 at 6000
-12/21 14:50:22.237203 0x7f5351a41700 UTL UDP: send:1000 bytes to 172.27.0.8 at 6000
-12/21 14:50:22.237450 0x7f5351240700 UTL TCP: read:1000 bytes from 172.27.0.8 at 6001
-12/21 14:50:22.237576 0x7f5351240700 UTL TCP: write:1000 bytes to 172.27.0.8 at 6001
-12/21 14:50:22.281038 0x7f5350a3f700 UTL UDP: recv:1000 bytes from 172.27.0.8 at 6001
-12/21 14:50:22.281141 0x7f5350a3f700 UTL UDP: send:1000 bytes to 172.27.0.8 at 6001
 ...
 ...
-...
-12/21 14:50:22.677443 0x7f5342fed700 UTL TCP: read:1000 bytes from 172.27.0.8 at 6011
-12/21 14:50:22.677576 0x7f5342fed700 UTL TCP: write:1000 bytes to 172.27.0.8 at 6011
-12/21 14:50:22.721144 0x7f53427ec700 UTL UDP: recv:1000 bytes from 172.27.0.8 at 6011
-12/21 14:50:22.721261 0x7f53427ec700 UTL UDP: send:1000 bytes to 172.27.0.8 at 6011
+request is received, size:1000
+request is received, size:1000
 ```
 
 Output of the client side for the example is below:
 
 ```bash
 # taos -n client -h 172.27.0.7 -P 6000
-12/21 14:50:22.192434 0x7fc95d859200 UTL work as client, host:172.27.0.7 startPort:6000 endPort:6011 pkgLen:1000
-
-12/21 14:50:22.192472 0x7fc95d859200 UTL server ip:172.27.0.7 is resolved from host:172.27.0.7
-12/21 14:50:22.236869 0x7fc95d859200 UTL successed to test TCP port:6000
-12/21 14:50:22.237215 0x7fc95d859200 UTL successed to test UDP port:6000
+taos -n client -h v3s2 -P 6030 -l 1000
+network test client is initialized, the server is v3s2:6030
+request is sent, size:1000
+response is received, size:1000
+request is sent, size:1000
+response is received, size:1000
 ...
 ...
 ...
-12/21 14:50:22.676891 0x7fc95d859200 UTL successed to test TCP port:6010
-12/21 14:50:22.677240 0x7fc95d859200 UTL successed to test UDP port:6010
-12/21 14:50:22.720893 0x7fc95d859200 UTL successed to test TCP port:6011
-12/21 14:50:22.721274 0x7fc95d859200 UTL successed to test UDP port:6011
-```
-
-The output needs to be checked carefully for the system operator to find the root cause and resolve the problem.
-
-## Startup Status and RPC Diagnostic
-
-`taos -n startup -h <fqdn of server>` can be used to check the startup status of a `taosd` process. This is a common task which should be performed by a system operator, especially in the case of a cluster, to determine whether `taosd` has been started successfully.
-
-`taos -n rpc -h <fqdn of server>` can be used to check whether the port of a started `taosd` can be accessed or not. If `taosd` process doesn't respond or is working abnormally, this command can be used to initiate a rpc communication with the specified fqdn to determine whether it's a network problem or whether `taosd` is abnormal.
-
-## Sync and Arbitrator Diagnostic
+request is sent, size:1000
+response is received, size:1000
+request is sent, size:1000
+response is received, size:1000
 
-```bash
-taos -n sync -P 6040 -h <fqdn of server>
-taos -n sync -P 6042 -h <fqdn of server>
+total succ:  100/100	cost:   16.23 ms	speed:    5.87 MB/s
 ```
 
-The above commands can be executed in a Linux shell to check whether the port for sync is working well and whether the sync module on the server side is working well. Additionally, `-P 6042` is used to check whether the arbitrator is configured properly and is working well.
-
-## Network Speed Diagnostic
-
-`taos -n speed -h <fqdn of server> -P 6030 -N 10 -l 10000000 -S TCP`
-
-From version 2.2.0.0 onwards, the above command can be executed in a Linux shell to test network speed. The command sends uncompressed packages to a running `taosd` server process or a simulated server process started by `taos -n server` to test the network speed. Parameters can be used when testing network speed are as below:
-
--n：When set to "speed", it means testing network speed. 
--h：The FQDN or IP of the server process to be connected to; if not set, the FQDN configured in `taos.cfg` is used. 
--P：The port of the server process to connect to, the default value is 6030. 
--N：The number of packages that will be sent in the test, range is [1,10000], default value is 100. 
--l：The size of each package in bytes, range is [1024, 1024 \* 1024 \* 1024], default value is 1024. 
--S：The type of network packages to send, can be either TCP or UDP, default value is TCP.  
-
-## FQDN Resolution Diagnostic
-
-`taos -n fqdn -h <fqdn of server>`
-
-From version 2.2.0.0 onward, the above command can be executed in a Linux shell to test the resolution speed of FQDN. It can be used to try to resolve a FQDN to an IP address and record the time spent in this process. The parameters that can be used for this purpose are as below:
-
--n：When set to "fqdn", it means testing the speed of resolving FQDN. 
--h：The FQDN to be resolved. If not set, the `FQDN` parameter in `taos.cfg` is used by default.  
+The output needs to be checked carefully for the system operator to find the root cause and resolve the problem.
 
 ## Server Log
 
-The parameter `debugFlag` is used to control the log level of the `taosd` server process. The default value is 131. For debugging and tracing, it needs to be set to either 135 or 143 respectively. 
-
-Once this parameter is set to 135 or 143, the log file grows very quickly especially when there is a huge volume of data insertion and data query requests. If all the logs are stored together, some important information may be missed very easily and so on the server side, important information is stored in a different place from other logs.
+The parameter `debugFlag` is used to control the log level of the `taosd` server process. The default value is 131. For debugging and tracing, it needs to be set to either 135 or 143 respectively.
 
-- The log at level of INFO, WARNING and ERROR is stored in `taosinfo` so that it is easy to find important information 
-- The log at level of DEBUG (135) and TRACE (143) and other information not handled by `taosinfo` are stored in `taosdlog`
+Once this parameter is set to 135 or 143, the log file grows very quickly especially when there is a huge volume of data insertion and data query requests. Ensure that the disk drive on which logs are stored has sufficient space.
 
 ## Client Log
 
-An independent log file, named as "taoslog+<seq num\>" is generated for each client program, i.e. a client process. The default value of `debugFlag` is also 131 and only logs at level of INFO/ERROR/WARNING are recorded. As stated above, for debugging and tracing, it needs to be changed to 135 or 143 respectively, so that logs at DEBUG or TRACE level can be recorded.
+An independent log file, named as "taoslog+<seq num\>" is generated for each client program, i.e. a client process. The parameter `debugFlag` is used to control the log level. The default value is 131. For debugging and tracing, it needs to be set to either 135 or 143 respectively.
+
+The default value of `debugFlag` is also 131 and only logs at level of INFO/ERROR/WARNING are recorded. As stated above, for debugging and tracing, it needs to be changed to 135 or 143 respectively, so that logs at DEBUG or TRACE level can be recorded.
 
 The maximum length of a single log file is controlled by parameter `numOfLogLines` and only 2 log files are kept for each `taosd` server process.
 
-Log files are written in an async way to minimize the workload on disk, but the trade off for performance is that a few log lines may be lost in some extreme conditions. 
+Log files are written in an async way to minimize the workload on disk, but the trade off for performance is that a few log lines may be lost in some extreme conditions. You can configure asynclog to 0 when needed for troubleshooting purposes to ensure that no log information is lost.

docs/en/14-reference/11-docker/index.md

@@ -72,7 +72,7 @@ Next, ensure the hostname "tdengine" is resolvable in `/etc/hosts`.
 echo 127.0.0.1 tdengine |sudo tee -a /etc/hosts
 ```
 
-Finally, the TDengine service can be accessed from the taos shell or any connector with "tdengine" as the server address.
+Finally, the TDengine service can be accessed from the TDengine CLI or any connector with "tdengine" as the server address.
 
 ```shell
 taos -h tdengine -P 6030

docs/en/14-reference/12-config/index.md

 ---
-sidebar_label: Configuration
 title: Configuration Parameters
 description: "Configuration parameters for client and server in TDengine"
 ---
 
-In this chapter, all the configuration parameters on both server and client side are described thoroughly.
-
 ## Configuration File on Server Side
 
 On the server side, the actual service of TDengine is provided by an executable `taosd` whose parameters can be configured in file `taos.cfg` to meet the requirements of different use cases. The default location of `taos.cfg` is `/etc/taos`, but can be changed by using `-c` parameter on the CLI of `taosd`. For example, the configuration file can be put under `/home/user` and used like below
 
-```bash
+```
 taosd -c /home/user
 ```
 
@@ -24,8 +21,6 @@ taosd -C
 
 TDengine CLI `taos` is the tool for users to interact with TDengine. It can share same configuration file as `taosd` or use a separate configuration file. When launching `taos`, parameter `-c` can be used to specify the location where its configuration file is. For example `taos -c /home/cfg` means `/home/cfg/taos.cfg` will be used. If `-c` is not used, the default location of the configuration file is `/etc/taos`. For more details please use `taos --help` to get.
 
-From version 2.0.10.0 below commands can be used to show the configuration parameters of the client side.
-
 ```bash
 taos -C
 ```
@@ -36,6 +31,11 @@ taos --dump-config
 
 # Configuration Parameters
 
+:::note
+The parameters described in this document by the effect that they have on the system.
+
+:::
+
 :::note
 `taosd` needs to be restarted for the parameters changed in the configuration file to take effect.
 
@@ -45,19 +45,19 @@ taos --dump-config
 
 ### firstEp
 
-| Attribute     | Description                                                                                          |
-| ------------- | ---------------------------------------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                                                    |
+| Attribute     | Description                            |
+| -------- | -------------------------------------------------------------- |
+| Applicable | Server and Client                                           |
 | Meaning       | The end point of the first dnode in the cluster to be connected to when `taosd` or `taos` is started |
-| Default Value | localhost:6030                                                                                       |
+| Default   | localhost:6030                                                 |
 
 ### secondEp
 
-| Attribute     | Description                                                                                                            |
-| ------------- | ---------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                                                                      |
+| Attribute     | Description                                                                                  |
+| -------- | ------------------------------------------------------------------------------------- |
+| Applicable | Server and Client                                           |
 | Meaning       | The end point of the second dnode to be connected to if the firstEp is not available when `taosd` or `taos` is started |
-| Default Value | None                                                                                                                   |
+| Default   | None                                                                                    |
 
 ### fqdn
 
@@ -65,35 +65,28 @@ taos --dump-config
 | ------------- | ------------------------------------------------------------------------ |
 | Applicable    | Server Only                                                              |
 | Meaning       | The FQDN of the host where `taosd` will be started. It can be IP address |
-| Default Value | The first hostname configured for the host                               |
-| Note          | It should be within 96 bytes                                             |
+| Default Value | The first hostname configured for the host                             |
+| Note          | It should be within 96 bytes                                             |                        |
 
 ### serverPort
 
-| Attribute     | Description                                                                                                                     |
-| ------------- | ------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                                     |
+| Attribute     | Description                                                              |
+| -------- | ----------------------------------------------------------------------------------------------------------------------- |
+| Applicable    | Server Only                                                              |
 | Meaning       | The port for external access after `taosd` is started                                                                           |
 | Default Value | 6030                                                                                                                            |
 
 :::note
-TDengine uses 13 continuous ports, both TCP and UDP, starting with the port specified by `serverPort`. You should ensure, in your firewall rules, that these ports are kept open. Below table describes the ports used by TDengine in details.
-
+- Ensure that your firewall rules do not block TCP port 6042  on any host in the cluster. Below table describes the ports used by TDengine in details.
 :::
-
 | Protocol | Default Port | Description                                      | How to configure                                                                               |
 | :------- | :----------- | :----------------------------------------------- | :--------------------------------------------------------------------------------------------- |
-| TCP      | 6030         | Communication between client and server          | serverPort                                                                                     |
-| TCP      | 6035         | Communication among server nodes in cluster      | serverPort+5                                                                                   |
-| TCP      | 6040         | Data syncup among server nodes in cluster        | serverPort+10                                                                                  |
-| TCP      | 6041         | REST connection between client and server        | Please refer to [taosAdapter](../taosadapter/) |
-| TCP      | 6042         | Service Port of Arbitrator                       | The parameter of Arbitrator                                                                    |
-| TCP      | 6043         | Service Port of TaosKeeper                       | The parameter of TaosKeeper                                                                    |
-| TCP      | 6044         | Data access port for StatsD                      | refer to [taosAdapter](../taosadapter/)                                                 |
-| UDP      | 6045         | Data access for statsd                           | refer to [taosAdapter](../taosadapter/)                                                 |
-| TCP      | 6060         | Port of Monitoring Service in Enterprise version |                                                                                                |
-| UDP      | 6030-6034    | Communication between client and server          | serverPort                                                                                     |
-| UDP      | 6035-6039    | Communication among server nodes in cluster      | serverPort                                                                                     |
+| TCP | 6030 | Communication between client and server. In a multi-node cluster, communication between nodes. serverPort |
+| TCP      | 6041         | REST connection between client and server        | Prior to 2.4.0.0: serverPort+11; After 2.4.0.0 refer to [taosAdapter](/reference/taosadapter/) |
+| TCP      | 6043         | Service Port of TaosKeeper                       | The parameter of TaosKeeper |
+| TCP      | 6044         | Data access port for StatsD                      | Configurable through taosAdapter parameters.
+| UDP      | 6045         | Data access for statsd                           | Configurable through taosAdapter parameters.
+| TCP      | 6060         | Port of Monitoring Service in Enterprise version | |
 
 ### maxShellConns
 
@@ -104,104 +97,109 @@ TDengine uses 13 continuous ports, both TCP and UDP, starting with the port spec
 | Value Range   | 10-50000000                                          |
 | Default Value | 5000                                                 |
 
-### maxConnections
+## Monitoring Parameters
 
-| Attribute     | Description                                                                   |
-| ------------- | ----------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                   |
-| Meaning       | The maximum number of connections allowed by a database                       |
-| Value Range   | 1-100000                                                                      |
-| Default Value | 5000                                                                          |
-| Note          | The maximum number of worker threads on the client side is maxConnections/100 |
+### monitor
 
-### rpcForceTcp
+| Attribute     | Description                                                                                                                                                                                               |
+| -------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| Applicable | Server only                                           |
+| Meaning       | The switch for monitoring inside server. The main object of monitoring is to collect information about load on physical nodes, including CPU usage, memory usage, disk usage, and network bandwidth. Monitoring information is sent over HTTP to the taosKeeper service specified by `monitorFqdn` and `monitorProt`.
+| Value Range   | 0: monitoring disabled, 1: monitoring enabled                                                                                                                                                                |
+| Default   | 1                                                                                                                                                                                                  |
 
-| Attribute     | Description                                                         |
-| ------------- | ------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                   |
-| Meaning       | TCP is used by force                                                |
-| Value Range   | 0: disabled 1: enabled                                              |
-| Default Value | 0                                                                   |
-| Note          | It's suggested to configure to enable if network is not good enough |
+### monitorFqdn
 
-## Monitoring Parameters
+| Attribute     | Description                                                    |
+| -------- | -------------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | FQDN of taosKeeper monitoring service |
+| Default   | None                                                                                    |
 
-### monitor
+### monitorPort
 
-| Attribute     | Description                                                                                                                                                                         |
-| ------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                                                                                         |
-| Meaning       | The switch for monitoring inside server. The workload of the hosts, including CPU, memory, disk, network, TTP requests, are collected and stored in a system builtin database `LOG` |
-| Value Range   | 0: monitoring disabled, 1: monitoring enabled                                                                                                                                       |
-| Default Value | 1                                                                                                                                                                                   |
+| Attribute     | Description                            |
+| -------- | --------------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | Port of taosKeeper monitoring service |
+| Default Value | 6043                                                               |
 
 ### monitorInterval
 
-| Attribute     | Description                                |
-| ------------- | ------------------------------------------ |
-| Applicable    | Server Only                                |
+| Attribute     | Description                                                                                                                                                                         |
+| -------- | -------------------------------------------- |
+| Applicable    | Server Only                                                                                                                                                                         |
 | Meaning       | The interval of collecting system workload |
 | Unit          | second                                     |
-| Value Range   | 1-600                                      |
-| Default Value | 30                                         |
+| Value Range | 1-200000                                     |
+| Default Value | 30                                                                                                                                                                                   |
 
 ### telemetryReporting
 
-| Attribute     | Description                                                                  |
-| ------------- | ---------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                  |
+| Attribute     | Description                                                                                                                                                                         |
+| -------- | ---------------------------------------- |
+| Applicable    | Server Only                                                                                                                                                                         |
 | Meaning       | Switch for allowing TDengine to collect and report service usage information |
 | Value Range   | 0: Not allowed; 1: Allowed                                                   |
-| Default Value | 1                                                                            |
+| Default Value | 1                                                                                                                                                                                   |
 
 ## Query Parameters
 
-### queryBufferSize
+### queryPolicy
 
-| Attribute     | Description                                                                              |
-| ------------- | ---------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                              |
-| Meaning       | The total memory size reserved for all queries                                           |
-| Unit          | MB                                                                                       |
-| Default Value | None                                                                                     |
-| Note          | It can be estimated by "maximum number of concurrent queries" _ "number of tables" _ 170 |
+| Attribute     | Description                          |
+| -------- | ----------------------------- |
+| Applicable | Client only                                           |
+| Meaning     | Execution policy for query statements            |
+| Unit     | None                            |
+| Default   | 1                             |
+| Notes | 1: Run queries on vnodes and not on qnodes |
+
+2: Run subtasks without scan operators on qnodes and subtasks with scan operators on vnodes.
 
-### ratioOfQueryCores
+3: Only run scan operators on vnodes; run all other operators on qnodes.
+
+### querySmaOptimize
+
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable | Client only                                           |
+| 含义     | SMA index optimization policy |
+| Unit     | None                            |
+| Default Value | 0                                                 |
+| Notes |
+
+0: Disable SMA indexing and perform all queries on non-indexed data.
+
+1: Enable SMA indexing and perform queries from suitable statements on precomputation results.|
 
-| Attribute     | Description                                                                                           |
-| ------------- | ----------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                           |
-| Meaning       | Maximum number of query threads                                                                       |
-| Default Value | 1                                                                                                     |
-| Note          | value range: float number between [0, 2] 0: only 1 query thread; >0: the times of the number of cores |
 
 ### maxNumOfDistinctRes
 
-| Attribute     | Description                                  |
-| ------------- | -------------------------------------------- |
-| Applicable    | Server Only                                  |
+| Attribute     | Description                                                                                                                                                                         |
+| -------- | -------------------------------- | --- |
+| Applicable    | Server Only                                                                                                                                                                         |
 | Meaning       | The maximum number of distinct rows returned |
 | Value Range   | [100,000 - 100,000,000]                      |
 | Default Value | 100,000                                      |
-| Note          | After version 2.3.0.0                        |
 
 ## Locale Parameters
 
 ### timezone
 
-| Attribute     | Description                     |
-| ------------- | ------------------------------- |
-| Applicable    | Server and Client               |
+| Attribute     | Description                                                                                                                                                                         |
+| -------- | ------------------------------ |
+| Applicable    | Server and Client                                                                                                      |
 | Meaning       | TimeZone                        |
 | Default Value | TimeZone configured in the host |
 
 :::info
-To handle the data insertion and data query from multiple timezones, Unix Timestamp is used and stored in TDengine. The timestamp generated from any timezones at same time is same in Unix timestamp. To make sure the time on client side can be converted to Unix timestamp correctly, the timezone must be set properly.
+To handle the data insertion and data query from multiple timezones, Unix Timestamp is used and stored in TDengine. The timestamp generated from any timezones at same time is same in Unix timestamp. Note that Unix timestamps are converted and recorded on the client side. To make sure the time on client side can be converted to Unix timestamp correctly, the timezone must be set properly.
 
-On Linux system, TDengine clients automatically obtain timezone from the host. Alternatively, the timezone can be configured explicitly in configuration file `taos.cfg` like below.
+On Linux system, TDengine clients automatically obtain timezone from the host. Alternatively, the timezone can be configured explicitly in configuration file `taos.cfg` like below. For example:
 
 ```
-timezone UTC-7
+timezone UTC-8
 timezone GMT-8
 timezone Asia/Shanghai
 ```
@@ -239,11 +237,11 @@ To avoid the problems of using time strings, Unix timestamp can be used directly
 | Default Value | Locale configured in host |
 
 :::info
-A specific type "nchar" is provided in TDengine to store non-ASCII characters such as Chinese, Japanese, and Korean. The characters to be stored in nchar type are firstly encoded in UCS4-LE before sending to server side. To store non-ASCII characters correctly, the encoding format of the client side needs to be set properly.
+A specific type "nchar" is provided in TDengine to store non-ASCII characters such as Chinese, Japanese, and Korean. The characters to be stored in nchar type are firstly encoded in UCS4-LE before sending to server side. Note that the correct encoding is determined by the user. To store non-ASCII characters correctly, the encoding format of the client side needs to be set properly.
 
 The characters input on the client side are encoded using the default system encoding, which is UTF-8 on Linux, or GB18030 or GBK on some systems in Chinese, POSIX in docker, CP936 on Windows in Chinese. The encoding of the operating system in use must be set correctly so that the characters in nchar type can be converted to UCS4-LE.
 
-The locale definition standard on Linux is: <Language\>\_<Region\>.<charset\>, for example, in "zh_CN.UTF-8", "zh" means Chinese, "CN" means China mainland, "UTF-8" means charset. On Linux and Mac OSX, the charset can be set by locale in the system. On Windows system another configuration parameter `charset` must be used to configure charset because the locale used on Windows is not POSIX standard. Of course, `charset` can also be used on Linux to specify the charset.
+The locale definition standard on Linux is: <Language\>\_<Region\>.<charset\>, for example, in "zh_CN.UTF-8", "zh" means Chinese, "CN" means China mainland, "UTF-8" means charset. The charset indicates how to display the characters. On Linux and Mac OSX, the charset can be set by locale in the system. On Windows system another configuration parameter `charset` must be used to configure charset because the locale used on Windows is not POSIX standard. Of course, `charset` can also be used on Linux to specify the charset.
 
 :::
 
@@ -256,29 +254,37 @@ The locale definition standard on Linux is: <Language\>\_<Region\>.<charset\>, f
 | Default Value | charset set in the system |
 
 :::info
-On Linux, if `charset` is not set in `taos.cfg`, when `taos` is started, the charset is obtained from system locale. If obtaining charset from system locale fails, `taos` would fail to start. So on Linux system, if system locale is set properly, it's not necessary to set `charset` in `taos.cfg`. For example:
+On Linux, if `charset` is not set in `taos.cfg`, when `taos` is started, the charset is obtained from system locale. If obtaining charset from system locale fails, `taos` would fail to start.
+
+So on Linux system, if system locale is set properly, it's not necessary to set `charset` in `taos.cfg`. For example:
 
 ```
 locale zh_CN.UTF-8
 ```
 
+On Windows system, it's not possible to obtain charset from system locale. If it's not set in configuration file `taos.cfg`, it would be default to CP936, same as set as below in `taos.cfg`. For example
+
+```
+charset CP936
+```
+
+Refer to the documentation for your operating system before changing the charset.
+
 On a Linux system, if the charset contained in `locale` is not consistent with that set by `charset`, the later setting in the configuration file takes precedence.
 
-```title="Effective charset is GBK"
+```
 locale zh_CN.UTF-8
 charset GBK
 ```
 
-```title="Effective charset is UTF-8"
+The charset that takes effect is GBK.
+
+```
 charset GBK
 locale zh_CN.UTF-8
 ```
 
-On Windows system, it's not possible to obtain charset from system locale. If it's not set in configuration file `taos.cfg`, it would be default to CP936, same as set as below in `taos.cfg`. For example
-
-```
-charset CP936
-```
+The charset that takes effect is UTF-8.
 
 :::
 
@@ -286,819 +292,528 @@ charset CP936
 
 ### dataDir
 
-| Attribute     | Description                                 |
-| ------------- | ------------------------------------------- |
+| Attribute     | Description               |
+| -------- | ------------------------------------------ |
 | Applicable    | Server Only                                 |
 | Meaning       | All data files are stored in this directory |
 | Default Value | /var/lib/taos                               |
 
-### cache
-
-| Attribute     | Description                   |
-| ------------- | ----------------------------- |
-| Applicable    | Server Only                   |
-| Meaning       | The size of each memory block |
-| Unit          | MB                            |
-| Default Value | 16                            |
-
-### blocks
-
-| Attribute     | Description                                                    |
-| ------------- | -------------------------------------------------------------- |
-| Applicable    | Server Only                                                    |
-| Meaning       | The number of memory blocks of size `cache` used by each vnode |
-| Default Value | 6                                                              |
-
-### days
-
-| Attribute     | Description                                           |
-| ------------- | ----------------------------------------------------- |
-| Applicable    | Server Only                                           |
-| Meaning       | The time range of the data stored in single data file |
-| Unit          | day                                                   |
-| Default Value | 10                                                    |
-
-### keep
-
-| Attribute     | Description                            |
-| ------------- | -------------------------------------- |
-| Applicable    | Server Only                            |
-| Meaning       | The number of days for data to be kept |
-| Unit          | day                                    |
-| Default Value | 3650                                   |
-
-### minRows
-
-| Attribute     | Description                                |
-| ------------- | ------------------------------------------ |
-| Applicable    | Server Only                                |
-| Meaning       | minimum number of rows in single data file |
-| Default Value | 100                                        |
-
-### maxRows
-
-| Attribute     | Description                                |
-| ------------- | ------------------------------------------ |
-| Applicable    | Server Only                                |
-| Meaning       | maximum number of rows in single data file |
-| Default Value | 4096                                       |
-
-### walLevel
-
-| Attribute     | Description                                                                        |
-| ------------- | ---------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                        |
-| Meaning       | WAL level                                                                          |
-| Value Range   | 0: wal disabled <br/> 1: wal enabled without fsync <br/> 2: wal enabled with fsync |
-| Default Value | 1                                                                                  |
-
-### fsync
-
-| Attribute     | Description                                                                                                           |
-| ------------- | --------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                           |
-| Meaning       | The waiting time for invoking fsync when walLevel is 2                                                                |
-| Unit          | millisecond                                                                                                           |
-| Value Range   | 0: no waiting time, fsync is performed immediately once WAL is written; <br/> maximum value is 180000, i.e. 3 minutes |
-| Default Value | 3000                                                                                                                  |
-
-### update
-
-| Attribute     | Description                                                                                            |
-| ------------- | ------------------------------------------------------------------------------------------------------ |
-| Applicable    | Server Only                                                                                            |
-| Meaning       | If it's allowed to update existing data                                                                |
-| Value Range   | 0: not allowed <br/> 1: a row can only be updated as a whole <br/> 2: a part of columns can be updated |
-| Default Value | 0                                                                                                      |
-| Note          | Not available from version 2.0.8.0                                                                     |
-
-### cacheLast
-
-| Attribute     | Description                                                                                                                                                          |
-| ------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                                                                          |
-| Meaning       | Whether to cache the latest rows of each sub table in memory                                                                                                         |
-| Value Range   | 0: not cached <br/> 1: the last row of each sub table is cached <br/> 2: the last non-null value of each column is cached <br/> 3: identical to both 1 and 2 are set |
-| Default Value | 0                                                                                                                                                                    |
-
 ### minimalTmpDirGB
 
-| Attribute     | Description                                                                                     |
-| ------------- | ----------------------------------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                                               |
+| Attribute     | Description                            |
+| -------- | ------------------------------------------------ |
+| Applicable    | Server and Client         |
 | Meaning       | When the available disk space in tmpDir is below this threshold, writing to tmpDir is suspended |
-| Unit          | GB                                                                                              |
-| Default Value | 1.0                                                                                             |
+| Unit          | GB                            |
+| Default Value | 1.0                                                                   |
 
 ### minimalDataDirGB
 
-| Attribute     | Description                                                                                      |
-| ------------- | ------------------------------------------------------------------------------------------------ |
-| Applicable    | Server Only                                                                                      |
-| Meaning       | hen the available disk space in dataDir is below this threshold, writing to dataDir is suspended |
-| Unit          | GB                                                                                               |
-| Default Value | 2.0                                                                                              |
-
-### vnodeBak
-
-| Attribute     | Description                                                                 |
-| ------------- | --------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                 |
-| Meaning       | Whether to backup the corresponding vnode directory when a vnode is deleted |
-| Value Range   | 0: not backed up, 1: backup                                                 |
-| Default Value | 1                                                                           |
+| Attribute     | Description                            |
+| -------- | ------------------------------------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning       | When the available disk space in dataDir is below this threshold, writing to dataDir is suspended |
+| Unit          | GB                            |
+| Default Value | 2.0                                                                   |
 
 ## Cluster Parameters
 
-### numOfMnodes
-
-| Attribute     | Description                    |
-| ------------- | ------------------------------ |
-| Applicable    | Server Only                    |
-| Meaning       | The number of management nodes |
-| Default Value | 3                              |
-
-### replica
-
-| Attribute     | Description                |
-| ------------- | -------------------------- |
-| Applicable    | Server Only                |
-| Meaning       | The number of replications |
-| Value Range   | 1-3                        |
-| Default Value | 1                          |
-
-### quorum
-
-| Attribute     | Description                                                                                |
-| ------------- | ------------------------------------------------------------------------------------------ |
-| Applicable    | Server Only                                                                                |
-| Meaning       | The number of required confirmations for data replication in case of multiple replications |
-| Value Range   | 1,2                                                                                        |
-| Default Value | 1                                                                                          |
-
-### role
-
-| Attribute     | Description                                                     |
-| ------------- | --------------------------------------------------------------- |
-| Applicable    | Server Only                                                     |
-| Meaning       | The role of the dnode                                           |
-| Value Range   | 0: both mnode and vnode <br/> 1: mnode only <br/> 2: dnode only |
-| Default Value | 0                                                               |
+### supportVnodes
 
-### balance
-
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Server Only              |
-| Meaning       | Automatic load balancing |
-| Value Range   | 0: disabled, 1: enabled  |
-| Default Value | 1                        |
-
-### balanceInterval
-
-| Attribute     | Description                                     |
-| ------------- | ----------------------------------------------- |
-| Applicable    | Server Only                                     |
-| Meaning       | The interval for checking load balance by mnode |
-| Unit          | second                                          |
-| Value Range   | 1-30000                                         |
-| Default Value | 300                                             |
-
-### arbitrator
-
-| Attribute     | Description                                        |
-| ------------- | -------------------------------------------------- |
-| Applicable    | Server Only                                        |
-| Meaning       | End point of arbitrator, format is same as firstEp |
-| Default Value | None                                               |
+| Attribute     | Description                            |
+| -------- | --------------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | Maximum number of vnodes per dnode |
+| Value Range | 0-4096                                     |
+| Default Value | 256                                                    |
 
 ## Time Parameters
 
-### precision
-
-| Attribute     | Description                                       |
-| ------------- | ------------------------------------------------- |
-| Applicable    | Server only                                       |
-| Meaning       | Time precision used for each database             |
-| Value Range   | ms: millisecond; us: microsecond ; ns: nanosecond |
-| Default Value | ms                                                |
-
-### rpcTimer
-
-| Attribute     | Description        |
-| ------------- | ------------------ |
-| Applicable    | Server and Client  |
-| Meaning       | rpc retry interval |
-| Unit          | milliseconds       |
-| Value Range   | 100-3000           |
-| Default Value | 300                |
-
-### rpcMaxTime
-
-| Attribute     | Description                        |
-| ------------- | ---------------------------------- |
-| Applicable    | Server and Client                  |
-| Meaning       | maximum wait time for rpc response |
-| Unit          | second                             |
-| Value Range   | 100-7200                           |
-| Default Value | 600                                |
-
 ### statusInterval
 
-| Attribute     | Description                                     |
-| ------------- | ----------------------------------------------- |
-| Applicable    | Server Only                                     |
+| Attribute     | Description                            |
+| -------- | --------------------------- |
+| Applicable    | Server Only                                                    |
 | Meaning       | the interval of dnode reporting status to mnode |
 | Unit          | second                                          |
-| Value Range   | 1-10                                            |
-| Default Value | 1                                               |
+| Value Range   | 1-10                                         |
+| Default Value | 1                          |
 
 ### shellActivityTimer
 
-| Attribute     | Description                                            |
-| ------------- | ------------------------------------------------------ |
-| Applicable    | Server and Client                                      |
-| Meaning       | The interval for taos shell to send heartbeat to mnode |
-| Unit          | second                                                 |
-| Value Range   | 1-120                                                  |
-| Default Value | 3                                                      |
-
-### tableMetaKeepTimer
-
-| Attribute     | Description                                                                                        |
-| ------------- | -------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                        |
-| Meaning       | The expiration time for metadata in cache, once it's reached the client would refresh the metadata |
-| Unit          | second                                                                                             |
-| Value Range   | 1-8640000                                                                                          |
-| Default Value | 7200                                                                                               |
-
-### maxTmrCtrl
-
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Server and Client        |
-| Meaning       | Maximum number of timers |
-| Unit          | None                     |
-| Value Range   | 8-2048                   |
-| Default Value | 512                      |
-
-### offlineThreshold
-
-| Attribute     | Description                                                                                                                   |
-| ------------- | ----------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                                   |
-| Meaning       | The expiration time for dnode online status, once it's reached before receiving status from a node, the dnode becomes offline |
-| Unit          | second                                                                                                                        |
-| Value Range   | 5-7200000                                                                                                                     |
-| Default Value | 86400\*10 (i.e. 10 days)                                                                                                      |
-
-## Performance Optimization Parameters
-
-### numOfThreadsPerCore
-
-| Attribute     | Description                                 |
-| ------------- | ------------------------------------------- |
-| Applicable    | Server and Client                           |
-| Meaning       | The number of consumer threads per CPU core |
-| Default Value | 1.0                                         |
-
-### ratioOfQueryThreads
-
-| Attribute     | Description                                                                                   |
-| ------------- | --------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                   |
-| Meaning       | Maximum number of query threads                                                               |
-| Value Range   | 0: Only one query thread <br/> 1: Same as number of CPU cores <br/> 2: two times of CPU cores |
-| Default Value | 1                                                                                             |
-| Note          | This value can be a float number, 0.5 means half of the CPU cores                             |
-
-### maxVgroupsPerDb
-
-| Attribute     | Description                          |
-| ------------- | ------------------------------------ |
-| Applicable    | Server Only                          |
-| Meaning       | Maximum number of vnodes for each DB |
-| Value Range   | 0-8192                               |
-| Default Value |                                      |
-
-### maxTablesPerVnode
-
-| Attribute     | Description                            |
-| ------------- | -------------------------------------- |
-| Applicable    | Server Only                            |
-| Meaning       | Maximum number of tables in each vnode |
-| Default Value | 1000000                                |
-
-### minTablesPerVnode
-
 | Attribute     | Description                            |
-| ------------- | -------------------------------------- |
-| Applicable    | Server Only                            |
-| Meaning       | Minimum number of tables in each vnode |
-| Default Value | 1000                                   |
-
-### tableIncStepPerVnode
-
-| Attribute     | Description                                                                                 |
-| ------------- | ------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                 |
-| Meaning       | When minTablesPerVnode is reached, the number of tables are allocated for a vnode each time |
-| Default Value | 1000                                                                                        |
-
-### maxNumOfOrderedRes
-
-| Attribute     | Description                                 |
-| ------------- | ------------------------------------------- |
-| Applicable    | Server and Client                           |
-| Meaning       | Maximum number of rows ordered for a STable |
-| Default Value | 100,000                                     |
-
-### mnodeEqualVnodeNum
+| -------- | --------------------------------- |
+| Applicable    | Server and Client         |
+| Meaning       | The interval for TDengine CLI to send heartbeat to mnode |
+| Unit          | second                                          |
+| Value Range   | 1-120                                         |
+| Default Value | 3                              |
 
-| Attribute     | Description                                                                                     |
-| ------------- | ----------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                     |
-| Meaning       | The number of vnodes whose system resources consumption are considered as equal to single mnode |
-| Default Value | 4                                                                                               |
+## Performance Optimization Parameters
 
 ### numOfCommitThreads
 
-| Attribute     | Description                               |
-| ------------- | ----------------------------------------- |
-| Applicable    | Server Only                               |
+| Attribute     | Description                            |
+| -------- | ---------------------- |
+| Applicable    | Server Only                                                    |
 | Meaning       | Maximum of threads for committing to disk |
-| Default Value |                                           |
+| Default Value | |
 
 ## Compression Parameters
 
-### comp
-
-| Attribute     | Description                                                         |
-| ------------- | ------------------------------------------------------------------- |
-| Applicable    | Server Only                                                         |
-| Meaning       | Whether data is compressed                                          |
-| Value Range   | 0: uncompressed, 1: One phase compression, 2: Two phase compression |
-| Default Value | 2                                                                   |
-
-### tsdbMetaCompactRatio
-
-| Attribute     | Description                                                                                 |
-| ------------- | ------------------------------------------------------------------------------------------- |
-| Meaning       | The threshold for percentage of redundant in meta file to trigger compression for meta file |
-| Value Range   | 0: no compression forever, [1-100]: The threshold percentage                                |
-| Default Value | 0                                                                                           |
-
 ### compressMsgSize
 
-| Attribute     | Description                                                                      |
-| ------------- | -------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                      |
-| Meaning       | The threshold for message size to compress the message..                         |
+| Attribute     | Description                                                                                                                                                                         |
+| ------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| Applicable    | Server Only                                                                                                                                                                         |
+| Meaning       | The threshold for message size to compress the message.                         | Set the value to 64330 bytes for good message compression. |
 | Unit          | bytes                                                                            |
 | Value Range   | 0: already compress; >0: compress when message exceeds it; -1: always uncompress |
-| Default Value | -1                                                                               |
+| Default Value | -1                                                               |
 
 ### compressColData
 
-| Attribute     | Description                                                                                                         |
-| ------------- | ------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                         |
-| Meaning       | The threshold for size of column data to trigger compression for the query result                                   |
+| Attribute     | Description                            |
+| -------- | --------------------------------------------------------------------------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning       | The threshold for size of column data to trigger compression for the query result              |
 | Unit          | bytes                                                                                                               |
 | Value Range   | 0: always compress; >0: only compress when the size of any column data exceeds the threshold; -1: always uncompress |
-| Default Value | -1                                                                                                                  |
-| Note          | available from version 2.3.0.0                                                                                      |
-
-### lossyColumns
-
-| Attribute     | Description                                                                                                                                 |
-| ------------- | ------------------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                                                                                                 |
-| Meaning       | The floating number types for lossy compression                                                                                             |
-| Value Range   | "": lossy compression is disabled <br/> float: only for float <br/>double: only for double <br/> float \| double: for both float and double |
-| Default Value | "" , i.e. disabled                                                                                                                          |
-
-### fPrecision
-
-| Attribute     | Description                                                 |
-| ------------- | ----------------------------------------------------------- |
-| Applicable    | Server Only                                                 |
-| Meaning       | Compression precision for float type                        |
-| Value Range   | 0.1 ~ 0.00000001                                            |
-| Default Value | 0.00000001                                                  |
-| Note          | The fractional part lower than this value will be discarded |
-
-### dPrecision
-
-| Attribute     | Description                                                 |
-| ------------- | ----------------------------------------------------------- |
-| Applicable    | Server Only                                                 |
-| Meaning       | Compression precision for double type                       |
-| Value Range   | 0.1 ~ 0.0000000000000001                                    |
-| Default Value | 0.0000000000000001                                          |
-| Note          | The fractional part lower than this value will be discarded |
-
-## Continuous Query Parameters
-
-### stream
-
-| Attribute     | Description                        |
-| ------------- | ---------------------------------- |
-| Applicable    | Server Only                        |
-| Meaning       | Whether to enable continuous query |
-| Value Range   | 0: disabled <br/> 1: enabled       |
-| Default Value | 1                                  |
-
-### minSlidingTime
-
-| Attribute     | Description                                              |
-| ------------- | -------------------------------------------------------- |
-| Applicable    | Server Only                                              |
-| Meaning       | Minimum sliding time of time window                      |
-| Unit          | millisecond or microsecond , depending on time precision |
-| Value Range   | 10-1000000                                               |
-| Default Value | 10                                                       |
-
-### minIntervalTime
-
-| Attribute     | Description                 |
-| ------------- | --------------------------- |
-| Applicable    | Server Only                 |
-| Meaning       | Minimum size of time window |
-| Unit          | millisecond                 |
-| Value Range   | 1-1000000                   |
-| Default Value | 10                          |
-
-### maxStreamCompDelay
-
-| Attribute     | Description                                      |
-| ------------- | ------------------------------------------------ |
-| Applicable    | Server Only                                      |
-| Meaning       | Maximum delay before starting a continuous query |
-| Unit          | millisecond                                      |
-| Value Range   | 10-1000000000                                    |
-| Default Value | 20000                                            |
-
-### maxFirstStreamCompDelay
-
-| Attribute     | Description                                                          |
-| ------------- | -------------------------------------------------------------------- |
-| Applicable    | Server Only                                                          |
-| Meaning       | Maximum delay time before starting a continuous query the first time |
-| Unit          | millisecond                                                          |
-| Value Range   | 10-1000000000                                                        |
-| Default Value | 10000                                                                |
-
-### retryStreamCompDelay
-
-| Attribute     | Description                                   |
-| ------------- | --------------------------------------------- |
-| Applicable    | Server Only                                   |
-| Meaning       | Delay time before retrying a continuous query |
-| Unit          | millisecond                                   |
-| Value Range   | 10-1000000000                                 |
-| Default Value | 10                                            |
-
-### streamCompDelayRatio
-
-| Attribute     | Description                                                              |
-| ------------- | ------------------------------------------------------------------------ |
-| Applicable    | Server Only                                                              |
-| Meaning       | The delay ratio, with time window size as the base, for continuous query |
-| Value Range   | 0.1-0.9                                                                  |
-| Default Value | 0.1                                                                      |
-
-:::info
-To prevent system resource from being exhausted by multiple concurrent streams, a random delay is applied on each stream automatically. `maxFirstStreamCompDelay` is the maximum delay time before a continuous query is started the first time. `streamCompDelayRatio` is the ratio for calculating delay time, with the size of the time window as base. `maxStreamCompDelay` is the maximum delay time. The actual delay time is a random time not bigger than `maxStreamCompDelay`. If a continuous query fails, `retryStreamComDelay` is the delay time before retrying it, also not bigger than `maxStreamCompDelay`.
-
-:::
-
-## HTTP Parameters
-
-### http
-
-| Attribute     | Description                    |
-| ------------- | ------------------------------ |
-| Applicable    | Server Only                    |
-| Meaning       | Whether to enable http service |
-| Value Range   | 0: disabled, 1: enabled        |
-| Default Value | 1                              |
-
-### httpEnableRecordSql
-
-| Attribute     | Description                                                               |
-| ------------- | ------------------------------------------------------------------------- |
-| Applicable    | Server Only                                                               |
-| Meaning       | Whether to record the SQL invocation through REST interface               |
-| Default Value | 0: false; 1: true                                                         |
-| Note          | The resulting files, i.e. httpnote.0/httpnote.1, are located under logDir |
-
-### httpMaxThreads
-
-| Attribute     | Description                                  |
-| ------------- | -------------------------------------------- |
-| Applicable    | Server Only                                  |
-| Meaning       | The number of threads for RESTFul interface. |
-| Default Value | 2                                            |
-
-### restfulRowLimit
-
-| Attribute     | Description                                                  |
-| ------------- | ------------------------------------------------------------ |
-| Applicable    | Server Only                                                  |
-| Meaning       | Maximum number of rows returned each time by REST interface. |
-| Default Value | 10240                                                        |
-| Note          | Maximum value is 10,000,000                                  |
-
-### httpDBNameMandatory
-
-| Attribute     | Description                              |
-| ------------- | ---------------------------------------- |
-| Applicable    | Server Only                              |
-| Meaning       | Whether database name is required in URL |
-| Value Range   | 0:not required, 1: required              |
-| Default Value | 0                                        |
-| Note          | From version 2.3.0.0                     |
+| Default Value | -1                                                               |
 
 ## Log Parameters
 
 ### logDir
 
-| Attribute     | Description                         |
-| ------------- | ----------------------------------- |
-| Applicable    | Server and Client                   |
+| Attribute     | Description                            |
+| -------- | -------------------------------------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | The directory for writing log files |
 | Default Value | /var/log/taos                       |
 
 ### minimalLogDirGB
 
-| Attribute     | Description                                                                                        |
-| ------------- | -------------------------------------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                                                  |
+| Attribute     | Description                                                                                                                                                                         |
+| -------- | -------------------------------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | When the available disk space in logDir is below this threshold, writing to log files is suspended |
-| Unit          | GB                                                                                                 |
-| Default Value | 1.0                                                                                                |
+| Unit          | GB                            |
+| Default Value | 1.0                              |
 
 ### numOfLogLines
 
-| Attribute     | Description                                |
-| ------------- | ------------------------------------------ |
-| Applicable    | Server and Client                          |
+| Attribute     | Description                            |
+| -------- | ---------------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | Maximum number of lines in single log file |
-| Default Value | 10,000,000                                 |
+| Default Value | 10000000                            |
 
 ### asyncLog
 
-| Attribute     | Description                  |
-| ------------- | ---------------------------- |
-| Applicable    | Server and Client            |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | The mode of writing log file |
 | Value Range   | 0: sync way; 1: async way    |
-| Default Value | 1                            |
+| Default Value | 1                                                 |
 
 ### logKeepDays
 
-| Attribute     | Description                                                                                                                                 |
-| ------------- | ------------------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable    | Server and Client                                                                                                                           |
+| Attribute     | Description                            |
+| -------- | ----------------------------------------------------------------------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | The number of days for log files to be kept                                                                                                 |
-| Unit          | day                                                                                                                                         |
-| Default Value | 0                                                                                                                                           |
+| Unit          | day                                                   |
+| Default Value | 0                                                               |
 | Note          | When it's bigger than 0, the log file would be renamed to "taosdlog.xxx" in which "xxx" is the timestamp when the file is changed last time |
 
 ### debugFlag
 
-| Attribute     | Description                                               |
-| ------------- | --------------------------------------------------------- |
-| Applicable    | Server and Client                                         |
+| Attribute     | Description                            |
+| -------- | ------------------------------------------------------------------------------------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | Log level                                                 |
 | Value Range   | 131: INFO/WARNING/ERROR; 135: plus DEBUG; 143: plus TRACE |
 | Default Value | 131 or 135, depending on the module                       |
 
-### mDebugFlag
+### tmrDebugFlag
 
-| Attribute     | Description        |
-| ------------- | ------------------ |
-| Applicable    | Server Only        |
-| Meaning       | Log level of mnode |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server and Client         |
+| Meaning       | Log level of timer module |
 | Value Range   | same as debugFlag  |
-| Default Value | 135                |
+| Default Value | |
 
-### dDebugFlag
+### uDebugFlag
 
-| Attribute     | Description        |
-| ------------- | ------------------ |
-| Applicable    | Server and Client  |
-| Meaning       | Log level of dnode |
+| Attribute     | Description                            |
+| -------- | ---------------------- |
+| Applicable    | Server and Client         |
+| Meaning       | Log level of common module |
 | Value Range   | same as debugFlag  |
-| Default Value | 135                |
-
-### sDebugFlag
-
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Server and Client        |
-| Meaning       | Log level of sync module |
-| Value Range   | same as debugFlag        |
-| Default Value | 135                      |
-
-### wDebugFlag
-
-| Attribute     | Description             |
-| ------------- | ----------------------- |
-| Applicable    | Server and Client       |
-| Meaning       | Log level of WAL module |
-| Value Range   | same as debugFlag       |
-| Default Value | 135                     |
-
-### sdbDebugFlag
-
-| Attribute     | Description            |
-| ------------- | ---------------------- |
-| Applicable    | Server and Client      |
-| Meaning       | logLevel of sdb module |
-| Value Range   | same as debugFlag      |
-| Default Value | 135                    |
+| Default Value | |
 
 ### rpcDebugFlag
 
-| Attribute     | Description             |
-| ------------- | ----------------------- |
-| Applicable    | Server and Client       |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server and Client         |
 | Meaning       | Log level of rpc module |
-| Value Range   | Same as debugFlag       |
-| Default Value |                         |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### tmrDebugFlag
+### jniDebugFlag
 
-| Attribute     | Description               |
-| ------------- | ------------------------- |
+| Attribute     | Description                            |
+| -------- | ------------------ |
+| Applicable    | Client Only         |
+| Meaning       | Log level of jni module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
+
+### qDebugFlag
+
+| Attribute     | Description                            |
+| -------- | -------------------- |
 | Applicable    | Server and Client         |
-| Meaning       | Log level of timer module |
-| Value Range   | Same as debugFlag         |
-| Default Value |                           |
+| Meaning     | Log level of query module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
 ### cDebugFlag
 
-| Attribute     | Description         |
-| ------------- | ------------------- |
+| Attribute     | Description                            |
+| -------- | --------------------- |
 | Applicable    | Client Only         |
 | Meaning       | Log level of Client |
-| Value Range   | Same as debugFlag   |
-| Default Value |                     |
-
-### jniDebugFlag
-
-| Attribute     | Description             |
-| ------------- | ----------------------- |
-| Applicable    | Client Only             |
-| Meaning       | Log level of jni module |
-| Value Range   | Same as debugFlag       |
-| Default Value |                         |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### odbcDebugFlag
+### dDebugFlag
 
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Client Only              |
-| Meaning       | Log level of odbc module |
-| Value Range   | Same as debugFlag        |
-| Default Value |                          |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning       | Log level of dnode |
+| Value Range   | same as debugFlag  |
+| Default Value | 135                              |
 
-### uDebugFlag
+### vDebugFlag
 
-| Attribute     | Description                |
-| ------------- | -------------------------- |
-| Applicable    | Server and Client          |
-| Meaning       | Log level of common module |
-| Value Range   | Same as debugFlag          |
-| Default Value |                            |                                            |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning       | Log level of vnode |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### mqttDebugFlag
+### mDebugFlag
 
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Server Only              |
-| Meaning       | Log level of mqtt module |
-| Value Range   | Same as debugFlag        |
-| Default Value |                          |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of mnode module |
+| Value Range   | same as debugFlag  |
+| Default Value | 135                              |
 
-### monitorDebugFlag
+### wDebugFlag
 
-| Attribute     | Description                    |
-| ------------- | ------------------------------ |
-| Applicable    | Server Only                    |
-| Meaning       | Log level of monitoring module |
-| Value Range   | Same as debugFlag              |
-| Default Value |                                |
+| Attribute     | Description                            |
+| -------- | ------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of WAL module |
+| Value Range   | same as debugFlag  |
+| Default Value | 135                          |
 
-### qDebugFlag
+### sDebugFlag
 
-| Attribute     | Description               |
-| ------------- | ------------------------- |
+| Attribute     | Description                            |
+| -------- | -------------------- |
 | Applicable    | Server and Client         |
-| Meaning       | Log level of query module |
-| Value Range   | Same as debugFlag         |
-| Default Value |                           |
-
-### vDebugFlag
-
-| Attribute     | Description        |
-| ------------- | ------------------ |
-| Applicable    | Server and Client  |
-| Meaning       | Log level of vnode |
-| Value Range   | Same as debugFlag  |
-| Default Value |                    |
+| Meaning       | Log level of sync module |
+| Value Range   | same as debugFlag  |
+| Default Value | 135                              |
 
 ### tsdbDebugFlag
 
-| Attribute     | Description              |
-| ------------- | ------------------------ |
-| Applicable    | Server Only              |
-| Meaning       | Log level of TSDB module |
-| Value Range   | Same as debugFlag        |
-| Default Value |                          |
+| Attribute     | Description                            |
+| -------- | ------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of TSDB module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### cqDebugFlag
+### tqDebugFlag
 
 | Attribute     | Description                          |
-| ------------- | ------------------------------------ |
-| Applicable    | Server and Client                    |
-| Meaning       | Log level of continuous query module |
-| Value Range   | Same as debugFlag                    |
-| Default Value |                                      |
+| -------- | ----------------- |
+| Applicable | Server only                                           |
+| Meaning     | Log level of TQ module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-## Client Only
+### fsDebugFlag
 
-### maxSQLLength
+| Attribute     | Description                          |
+| -------- | ----------------- |
+| Applicable | Server only                                           |
+| Meaning     | Log level of FS module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
+
+### udfDebugFlag
 
 | Attribute     | Description                            |
-| ------------- | -------------------------------------- |
-| Applicable    | Client Only                            |
-| Meaning       | Maximum length of single SQL statement |
-| Unit          | bytes                                  |
-| Value Range   | 65480-1048576                          |
-| Default Value | 1048576                                |
+| -------- | ------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning       | Log level of UDF module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### tscEnableRecordSql
+### smaDebugFlag
 
-| Attribute     | Description                                                                                                                                       |
-| ------------- | ------------------------------------------------------------------------------------------------------------------------------------------------- |
-| Meaning       | Whether to record SQL statements in file                                                                                                          |
-| Value Range   | 0: false, 1: true                                                                                                                                 |
-| Default Value | 0                                                                                                                                                 |
-| Note          | The generated files are named as "tscnote-xxxx.0/tscnote-xxx.1" in which "xxxx" is the pid of the client, and located at same place as client log |
+| Attribute     | Description                            |
+| -------- | ------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of SMA module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### maxBinaryDisplayWidth
+### idxDebugFlag
 
-| Attribute     | Description                                                                                         |
-| ------------- | --------------------------------------------------------------------------------------------------- |
-| Meaning       | Maximum display width of binary and nchar in taos shell. Anything beyond this limit would be hidden |
-| Value Range   | 5 -                                                                                                 |
-| Default Value | 30                                                                                                  |
+| Attribute     | Description                            |
+| -------- | -------------------- |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of index module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-:::info
-If the length of value exceeds `maxBinaryDisplayWidth`, then the actual display width is max(column name, maxBinaryDisplayLength); otherwise the actual display width is max(length of column name, length of column value). This parameter can also be changed dynamically using `set max_binary_display_width <nn\>` in TDengine CLI `taos`.
+### tdbDebugFlag
 
-:::
+| Attribute     | Description                            |
+| -------- | ------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning     | Log level of TDB module |
+| Value Range   | same as debugFlag  |
+| Default Value | |
 
-### maxWildCardsLength
+## Schemaless Parameters
 
-| Attribute     | Description                                           |
-| ------------- | ----------------------------------------------------- |
-| Meaning       | The maximum length for wildcard string used with LIKE |
-| Unit          | bytes                                                 |
-| Value Range   | 0-16384                                               |
-| Default Value | 100                                                   |
-| Note          | From version 2.1.6.1                                  |
+### smlChildTableName
 
-### clientMerge
+| Attribute     | Description                      |
+| -------- | ------------------------- |
+| Applicable | Client only                                           |
+| Meaning     | Custom subtable name for schemaless writes |
+| Type     | String                    |
+| Default Value   | None                        |
 
-| Attribute     | Description                                         |
-| ------------- | --------------------------------------------------- |
-| Meaning       | Whether to filter out duplicate data on client side |
-| Value Range   | 0: false; 1: true                                   |
-| Default Value | 0                                                   |
-| Note          | From version 2.3.0.0                                |
+### smlTagName
 
-### maxRegexStringLen
+| Attribute     | Description                            |
+| -------- | ------------------------------------ |
+| Applicable | Client only                                           |
+| Meaning     | Default tag for schemaless writes without tag value specified |
+| Type     | String                    |
+| Default Value   | _tag_null                                 |
+
+### smlDataFormat
 
 | Attribute     | Description                          |
-| ------------- | ------------------------------------ |
-| Meaning       | Maximum length of regular expression |
-| Value Range   | [128, 16384]                         |
-| Default Value | 128                                  |
-| Note          | From version 2.3.0.0                 |
+| -------- | ----------------------------- |
+| Applicable | Client only                                           |
+| Meaning     | Whether schemaless columns are consistently ordered |
+| Value Range     | 0: not consistent; 1: consistent.            |
+| Default   | 1                             |
 
 ## Other Parameters
 
 ### enableCoreFile
 
-| Attribute     | Description                                                                                                                                                             |
-| ------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| Attribute     | Description                                                                                         |
+| -------- | ------------------------------------------------------------------------------------------------------------------------------------------ |
 | Applicable    | Server and Client                                                                                                                                                       |
 | Meaning       | Whether to generate core file when server crashes                                                                                                                       |
 | Value Range   | 0: false, 1: true                                                                                                                                                       |
 | Default Value | 1                                                                                                                                                                       |
 | Note          | The core file is generated under root directory `systemctl start taosd` is used to start, or under the working directory if `taosd` is started directly on Linux Shell. |
+
+### udf
+
+| Attribute     | Description                            |
+| -------- | ------------------ |
+| Applicable    | Server Only                                                    |
+| Meaning     | Whether the UDF service is enabled  |
+| Value Range   | 0: disable UDF; 1: enabled UDF |
+| Default Value | 1                              |
+
+## Parameter Comparison of TDengine 2.x and 3.0
+| #   | **Parameter**             | **In 2.x** | **In 3.0** |
+| --- | :-----------------: | ---------------    | ---------------   |
+| 1   | firstEp | Yes | Yes |
+| 2   | secondEp | Yes | Yes |
+| 3   | fqdn | Yes | Yes |
+| 4   | serverPort | Yes | Yes |
+| 5   | maxShellConns | Yes | Yes |
+| 6   | monitor | Yes | Yes |
+| 7   | monitorFqdn | No | Yes |
+| 8   | monitorPort | No | Yes |
+| 9   | monitorInterval | Yes | Yes |
+| 10  | monitorMaxLogs | No | Yes |
+| 11  | monitorComp | No | Yes |
+| 12  | telemetryReporting | Yes | Yes |
+| 13  | telemetryInterval | No | Yes |
+| 14  | telemetryServer | No | Yes |
+| 15  | telemetryPort | No | Yes |
+| 16  | queryPolicy | No | Yes |
+| 17  | querySmaOptimize | No | Yes |
+| 18  | queryBufferSize | Yes | Yes |
+| 19  | maxNumOfDistinctRes | Yes | Yes |
+| 20  | minSlidingTime | Yes | Yes |
+| 21  | minIntervalTime | Yes | Yes |
+| 22  | countAlwaysReturnValue | Yes | Yes |
+| 23  | dataDir | Yes | Yes |
+| 24  | minimalDataDirGB | Yes | Yes |
+| 25  | supportVnodes | No | Yes |
+| 26  | tempDir | Yes | Yes |
+| 27  | minimalTmpDirGB | Yes | Yes |
+| 28  | compressMsgSize | Yes | Yes |
+| 29  | compressColData | Yes | Yes |
+| 30  | smlChildTableName | Yes | Yes |
+| 31  | smlTagName | Yes | Yes |
+| 32  | smlDataFormat | No | Yes |
+| 33  | statusInterval | Yes | Yes |
+| 34  | shellActivityTimer | Yes | Yes |
+| 35  | transPullupInterval | No | Yes |
+| 36  | mqRebalanceInterval | No | Yes |
+| 37  | ttlUnit | No | Yes |
+| 38  | ttlPushInterval | No | Yes |
+| 39  | numOfTaskQueueThreads | No | Yes |
+| 40  | numOfRpcThreads | No | Yes |
+| 41  | numOfCommitThreads | Yes | Yes |
+| 42  | numOfMnodeReadThreads | No | Yes |
+| 43  | numOfVnodeQueryThreads | No | Yes |
+| 44  | numOfVnodeStreamThreads | No | Yes |
+| 45  | numOfVnodeFetchThreads | No | Yes |
+| 46  | numOfVnodeWriteThreads | No | Yes |
+| 47  | numOfVnodeSyncThreads | No | Yes |
+| 48  | numOfQnodeQueryThreads | No | Yes |
+| 49  | numOfQnodeFetchThreads | No | Yes |
+| 50  | numOfSnodeSharedThreads | No | Yes |
+| 51  | numOfSnodeUniqueThreads | No | Yes |
+| 52  | rpcQueueMemoryAllowed | No | Yes |
+| 53  | logDir | Yes | Yes |
+| 54  | minimalLogDirGB | Yes | Yes |
+| 55  | numOfLogLines | Yes | Yes |
+| 56  | asyncLog | Yes | Yes |
+| 57  | logKeepDays | Yes | Yes |
+| 58  | debugFlag | Yes | Yes |
+| 59  | tmrDebugFlag | Yes | Yes |
+| 60  | uDebugFlag | Yes | Yes |
+| 61  | rpcDebugFlag | Yes | Yes |
+| 62  | jniDebugFlag | Yes | Yes |
+| 63  | qDebugFlag | Yes | Yes |
+| 64  | cDebugFlag | Yes | Yes |
+| 65  | dDebugFlag | Yes | Yes |
+| 66  | vDebugFlag | Yes | Yes |
+| 67  | mDebugFlag | Yes | Yes |
+| 68  | wDebugFlag | Yes | Yes |
+| 69  | sDebugFlag | Yes | Yes |
+| 70  | tsdbDebugFlag | Yes | Yes |
+| 71  | tqDebugFlag | No | Yes |
+| 72  | fsDebugFlag | Yes | Yes |
+| 73  | udfDebugFlag | No | Yes |
+| 74  | smaDebugFlag | No | Yes |
+| 75  | idxDebugFlag | No | Yes |
+| 76  | tdbDebugFlag | No | Yes |
+| 77  | metaDebugFlag | No | Yes |
+| 78  | timezone | Yes | Yes |
+| 79  | locale | Yes | Yes |
+| 80  | charset | Yes | Yes |
+| 81  | udf | Yes | Yes |
+| 82  | enableCoreFile | Yes | Yes |
+| 83  | arbitrator | Yes | No |
+| 84  | numOfThreadsPerCore | Yes | No |
+| 85  | numOfMnodes | Yes | No |
+| 86  | vnodeBak | Yes | No |
+| 87  | balance | Yes | No |
+| 88  | balanceInterval | Yes | No |
+| 89  | offlineThreshold | Yes | No |
+| 90  | role | Yes | No |
+| 91  | dnodeNopLoop | Yes | No |
+| 92  | keepTimeOffset | Yes | No |
+| 93  | rpcTimer | Yes | No |
+| 94  | rpcMaxTime | Yes | No |
+| 95  | rpcForceTcp | Yes | No |
+| 96  | tcpConnTimeout | Yes | No |
+| 97  | syncCheckInterval | Yes | No |
+| 98  | maxTmrCtrl | Yes | No |
+| 99  | monitorReplica | Yes | No |
+| 100 | smlTagNullName | Yes | No |
+| 101 | keepColumnName | Yes | No |
+| 102 | ratioOfQueryCores | Yes | No |
+| 103 | maxStreamCompDelay | Yes | No |
+| 104 | maxFirstStreamCompDelay | Yes | No |
+| 105 | retryStreamCompDelay | Yes | No |
+| 106 | streamCompDelayRatio | Yes | No |
+| 107 | maxVgroupsPerDb | Yes | No |
+| 108 | maxTablesPerVnode | Yes | No |
+| 109 | minTablesPerVnode | Yes | No |
+| 110 | tableIncStepPerVnode | Yes | No |
+| 111 | cache | Yes | No |
+| 112 | blocks | Yes | No |
+| 113 | days | Yes | No |
+| 114 | keep | Yes | No |
+| 115 | minRows | Yes | No |
+| 116 | maxRows | Yes | No |
+| 117 | quorum | Yes | No |
+| 118 | comp | Yes | No |
+| 119 | walLevel | Yes | No |
+| 120 | fsync | Yes | No |
+| 121 | replica | Yes | No |
+| 122 | partitions | Yes | No |
+| 123 | quorum | Yes | No |
+| 124 | update | Yes | No |
+| 125 | cachelast | Yes | No |
+| 126 | maxSQLLength | Yes | No |
+| 127 | maxWildCardsLength | Yes | No |
+| 128 | maxRegexStringLen | Yes | No |
+| 129 | maxNumOfOrderedRes | Yes | No |
+| 130 | maxConnections | Yes | No |
+| 131 | mnodeEqualVnodeNum | Yes | No |
+| 132 | http | Yes | No |
+| 133 | httpEnableRecordSql | Yes | No |
+| 134 | httpMaxThreads | Yes | No |
+| 135 | restfulRowLimit | Yes | No |
+| 136 | httpDbNameMandatory | Yes | No |
+| 137 | httpKeepAlive | Yes | No |
+| 138 | enableRecordSql | Yes | No |
+| 139 | maxBinaryDisplayWidth | Yes | No |
+| 140 | stream | Yes | No |
+| 141 | retrieveBlockingModel | Yes | No |
+| 142 | tsdbMetaCompactRatio | Yes | No |
+| 143 | defaultJSONStrType | Yes | No |
+| 144 | walFlushSize | Yes | No |
+| 145 | keepTimeOffset | Yes | No |
+| 146 | flowctrl | Yes | No |
+| 147 | slaveQuery | Yes | No |
+| 148 | adjustMaster | Yes | No |
+| 149 | topicBinaryLen | Yes | No |
+| 150 | telegrafUseFieldNum | Yes | No |
+| 151 | deadLockKillQuery | Yes | No |
+| 152 | clientMerge | Yes | No |
+| 153 | sdbDebugFlag | Yes | No |
+| 154 | odbcDebugFlag | Yes | No |
+| 155 | httpDebugFlag | Yes | No |
+| 156 | monDebugFlag | Yes | No |
+| 157 | cqDebugFlag | Yes | No |
+| 158 | shortcutFlag | Yes | No |
+| 159 | probeSeconds | Yes | No |
+| 160 | probeKillSeconds | Yes | No |
+| 161 | probeInterval | Yes | No |
+| 162 | lossyColumns | Yes | No |
+| 163 | fPrecision | Yes | No |
+| 164 | dPrecision | Yes | No |
+| 165 | maxRange | Yes | No |
+| 166 | range | Yes | No |

docs/en/14-reference/13-schemaless/13-schemaless.md

@@ -3,7 +3,8 @@ title: Schemaless Writing
 description: "The Schemaless write method eliminates the need to create super tables/sub tables in advance and automatically creates the storage structure corresponding to the data, as it is written to the interface."
 ---
 
-In IoT applications, data is collected for many purposes such as intelligent control, business analysis, device monitoring and so on. Due to changes in business or functional requirements or changes in device hardware, the application logic and even the data collected may change. To provide the flexibility needed in such cases and in a rapidly changing IoT landscape, TDengine provides a series of interfaces for the schemaless writing method. These interfaces eliminate the need to create super tables and subtables in advance by automatically creating the storage structure corresponding to the data as the data is written to the interface. When necessary, schemaless writing will automatically add the required columns to ensure that the data written by the user is stored correctly.
+In IoT applications, data is collected for many purposes such as intelligent control, business analysis, device monitoring and so on. Due to changes in business or functional requirements or changes in device hardware, the application logic and even the data collected may change. Schemaless writing automatically creates storage structures for your data as it is being written to TDengine, so that you do not need to create supertables in advance. When necessary, schemaless writing
+will automatically add the required columns to ensure that the data written by the user is stored correctly.
 
 The schemaless writing method creates super tables and their corresponding subtables. These are completely indistinguishable from the super tables and subtables created directly via SQL. You can write data directly to them via SQL statements. Note that the names of tables created by schemaless writing are based on fixed mapping rules for tag values, so they are not explicitly ideographic and they lack readability.
 
@@ -19,12 +20,12 @@ With the following formatting conventions, schemaless writing uses a single stri
 measurement,tag_set field_set timestamp
 ```
 
-where :
+where:
 
 - measurement will be used as the data table name. It will be separated from tag_set by a comma.
-- tag_set will be used as tag data in the format `<tag_key>=<tag_value>,<tag_key>=<tag_value>`, i.e. multiple tags' data can be separated by a comma. It is separated from field_set by space.
-- field_set will be used as normal column data in the format of `<field_key>=<field_value>,<field_key>=<field_value>`, again using a comma to separate multiple normal columns of data. It is separated from the timestamp by a space.
-- The timestamp is the primary key corresponding to the data in this row.
+- `tag_set` will be used as tags, with format like `<tag_key>=<tag_value>,<tag_key>=<tag_value>` Enter a space between `tag_set` and `field_set`.
+- `field_set`will be used as data columns, with format like `<field_key>=<field_value>,<field_key>=<field_value>` Enter a space between `field_set` and `timestamp`.
+- `timestamp`  is the primary key timestamp corresponding to this row of data
 
 All data in tag_set is automatically converted to the NCHAR data type and does not require double quotes (").
 
@@ -37,16 +38,18 @@ In the schemaless writing data line protocol, each data item in the field_set ne
 
 | **Serial number** | **Postfix** | **Mapping type** | **Size (bytes)** |
 | -------- | -------- | ------------ | -------------- |
-| 1 | none or f64 | double | 8 |
-| 2 | f32 | float | 4 |
-| 3 | i8/u8 | TinyInt/UTinyInt | 1 |
-| 4 | i16/u16 | SmallInt/USmallInt | 2 |
-| 5 | i32/u32 | Int/UInt | 4 |
-| 6 | i64/i/u64/u | Bigint/Bigint/UBigint/UBigint | 8 |
+| 1        | None or f64 | double       | 8              |
+| 2        | f32      | float        | 4              |
+| 3        | i8/u8       | TinyInt/UTinyInt      | 1              |
+| 4        | i16/u16      | SmallInt/USmallInt     | 2              |
+| 5        | i32/u32      | Int/UInt          | 4              |
+| 6        | i64/i/u64/u  | BigInt/BigInt/UBigInt/UBigInt       | 8              |
 
 - `t`, `T`, `true`, `True`, `TRUE`, `f`, `F`, `false`, and `False` will be handled directly as BOOL types.
 
-For example, the following data rows indicate that the t1 label is "3" (NCHAR), the t2 label is "4" (NCHAR), and the t3 label is "t3" to the super table named `st` labeled "t3" (NCHAR), write c1 column as 3 (BIGINT), c2 column as false (BOOL), c3 column is "passit" (BINARY), c4 column is 4 (DOUBLE), and the primary key timestamp is 1626006833639000000 in one row.
+For example, the following data rows indicate that the t1 label is "3" (NCHAR), the t2 label is "4" (NCHAR), and the t3 label
+is "t3" to the super table named `st` labeled "t3" (NCHAR), write c1 column as 3 (BIGINT), c2 column as false (BOOL), c3 column
+is "passit" (BINARY), c4 column is 4 (DOUBLE), and the primary key timestamp is 1626006833639000000 in one row.
 
 ```json
 st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4f64 1626006833639000000
@@ -65,18 +68,22 @@ Schemaless writes process row data according to the following principles.
 ```
 
 Note that tag_key1, tag_key2 are not the original order of the tags entered by the user but the result of using the tag names in ascending order of the strings. Therefore, tag_key1 is not the first tag entered in the line protocol.
-The string's MD5 hash value "md5_val" is calculated after the ranking is completed. The calculation result is then combined with the string to generate the table name: "t_md5_val". "t*" is a fixed prefix that every table generated by this mapping relationship has.
+The string's MD5 hash value "md5_val" is calculated after the ranking is completed. The calculation result is then combined with the string to generate the table name: "t_md5_val". "t_" is a fixed prefix that every table generated by this mapping relationship has.
+You can configure smlChildTableName to specify table names, for example, `smlChildTableName=tname`. You can insert `st,tname=cpul,t1=4 c1=3 1626006833639000000` and the cpu1 table will be automatically created. Note that if multiple rows have the same tname but different tag_set values, the tag_set of the first row is used to create the table and the others are ignored.
 
 2. If the super table obtained by parsing the line protocol does not exist, this super table is created.
-If the subtable obtained by the parse line protocol does not exist, Schemaless creates the sub-table according to the subtable name determined in steps 1 or 2.
+3. If the subtable obtained by the parse line protocol does not exist, Schemaless creates the sub-table according to the subtable name determined in steps 1 or 2.
 4. If the specified tag or regular column in the data row does not exist, the corresponding tag or regular column is added to the super table (only incremental).
-5. If there are some tag columns or regular columns in the super table that are not specified to take values in a data row, then the values of these columns are set to NULL.
+5. If there are some tag columns or regular columns in the super table that are not specified to take values in a data row, then the values of these columns are set to
+   NULL.
 6. For BINARY or NCHAR columns, if the length of the value provided in a data row exceeds the column type limit, the maximum length of characters allowed to be stored in the column is automatically increased (only incremented and not decremented) to ensure complete preservation of the data.
 7. Errors encountered throughout the processing will interrupt the writing process and return an error code.
-8. In order to improve the efficiency of writing, it is assumed by default that the order of the fields in the same Super is the same (the first data contains all fields, and the following data is in this order). If the order is different, the parameter smlDataFormat needs to be configured to be false. Otherwise, the data is written in the same order, and the data in the library will be abnormal.
+8. It is assumed that the order of field_set in a supertable is consistent, meaning that the first record contains all fields and subsequent records store fields in the same order. If the order is not consistent, set smlDataFormat to false. Otherwise, data will be written out of order and a database error will occur.
 
 :::tip
-All processing logic of schemaless will still follow TDengine's underlying restrictions on data structures, such as the total length of each row of data cannot exceed 16k bytes. See [TAOS SQL Boundary Limits](/taos-sql/limit) for specific constraints in this area.
+All processing logic of schemaless will still follow TDengine's underlying restrictions on data structures, such as the total length of each row of data cannot exceed
+16KB. See [TAOS SQL Boundary Limits](/taos-sql/limit) for specific constraints in this area.
+
 :::
 
 ## Time resolution recognition
@@ -85,75 +92,74 @@ Three specified modes are supported in the schemaless writing process, as follow
 
 | **Serial** | **Value** | **Description** |
 | -------- | ------------------- | ------------------------------- |
-| 1 | SML_LINE_PROTOCOL | InfluxDB Line Protocol |
-| 2 | SML_TELNET_PROTOCOL | OpenTSDB Text Line Protocol |
-| 3 | SML_JSON_PROTOCOL | JSON protocol format |
+| 1        | SML_LINE_PROTOCOL   | InfluxDB Line Protocol |
+| 2        | SML_TELNET_PROTOCOL | OpenTSDB file protocol            |
+| 3        | SML_JSON_PROTOCOL   | OpenTSDB JSON protocol                   |
 
-In the SML_LINE_PROTOCOL parsing mode, the user is required to specify the time resolution of the input timestamp. The available time resolutions are shown in the following table.
+In InfluxDB line protocol mode, you must specify the precision of the input timestamp. Valid precisions are described in the following table.
 
-| **Serial Number** | **Time Resolution Definition** | **Meaning** |
+| **No.** | **Precision**                | **Description**       |
 | -------- | --------------------------------- | -------------- |
-| 1 | TSDB_SML_TIMESTAMP_NOT_CONFIGURED | Not defined (invalid) |
-| 2 | TSDB_SML_TIMESTAMP_HOURS | hour |
-| 3 | TSDB_SML_TIMESTAMP_MINUTES | MINUTES
-| 4 | TSDB_SML_TIMESTAMP_SECONDS | SECONDS
-| 5 | TSDB_SML_TIMESTAMP_MILLI_SECONDS | milliseconds
-| 6 | TSDB_SML_TIMESTAMP_MICRO_SECONDS | microseconds
-| 7 | TSDB_SML_TIMESTAMP_NANO_SECONDS | nanoseconds |
-
-In SML_TELNET_PROTOCOL and SML_JSON_PROTOCOL modes, the time precision is determined based on the length of the timestamp (in the same way as the OpenTSDB standard operation), and the user-specified time resolution is ignored at this point.
+| 1        | TSDB_SML_TIMESTAMP_NOT_CONFIGURED | Not defined (invalid) |
+| 2        | TSDB_SML_TIMESTAMP_HOURS          | Hours           |
+| 3        | TSDB_SML_TIMESTAMP_MINUTES        | Minutes           |
+| 4        | TSDB_SML_TIMESTAMP_SECONDS        | Seconds             |
+| 5        | TSDB_SML_TIMESTAMP_MILLI_SECONDS  | Milliseconds           |
+| 6        | TSDB_SML_TIMESTAMP_MICRO_SECONDS  | Microseconds           |
+| 7        | TSDB_SML_TIMESTAMP_NANO_SECONDS   | Nanoseconds           |
 
-## Data schema mapping rules
+In OpenTSDB file and JSON protocol modes, the precision of the timestamp is determined from its length in the standard OpenTSDB manner. User input is ignored.
 
-This section describes how data for line protocols are mapped to data with a schema. The data measurement in each line protocol is mapped as follows:
-- The tag name in tag_set is the name of the tag in the data schema
-- The name in field_set is the column's name. 
+## Data Model Mapping
 
-The following data is used as an example to illustrate the mapping rules.
+This section describes how data in line protocol is mapped to a schema. The data measurement in each line is mapped to a
+supertable name. The tag name in tag_set is the tag name in the schema, and the name in field_set is the column name in the schema. The following example shows how data is mapped:
 
 ```json
 st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4f64 1626006833639000000
 ```
 
-The row data mapping generates a super table: `st`, which contains three labels of type NCHAR: t1, t2, t3. Five data columns are ts (timestamp), c1 (bigint), c3 (binary), c2 (bool), c4 (bigint). The mapping becomes the following SQL statement.
+This row is mapped to a supertable: `st` contains three NCHAR tags: t1, t2, and t3. Five columns are created: ts (timestamp), c1 (bigint), c3 (binary), c2 (bool), and c4 (bigint). The following SQL statement is generated:
 
 ```json
 create stable st (_ts timestamp, c1 bigint, c2 bool, c3 binary(6), c4 bigint) tags(t1 nchar(1), t2 nchar(1), t3 nchar(2))
 ```
 
-## Data schema change handling
+## Processing Schema Changes
 
-This section describes the impact on the data schema for different line protocol data writing cases.
+This section describes the impact on the schema caused by different data being written.
 
-When writing to an explicitly identified field type using the line protocol, subsequent changes to the field's type definition will result in an explicit data schema error, i.e., will trigger a write API report error. As shown below, the
+If you use line protocol to write to a specific tag field and then later change the field type, a schema error will ocur. This triggers an error on the write API. This is shown as follows:
 
 ```json
-st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4 1626006833639000000
-st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4i 1626006833640000000
+st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4    1626006833639000000
+st,t1=3,t2=4,t3=t3 c1=3i64,c3="passit",c2=false,c4=4i   1626006833640000000
 ```
 
-The data type mapping in the first row defines column c4 as DOUBLE, but the data in the second row is declared as BIGINT by the numeric suffix, which triggers a parsing error with schemaless writing.
+The first row defines c4 as a double. However, in the second row, the suffix indicates that the value of c4 is a bigint. This causes schemaless writing to throw an error.
 
-If the line protocol before the column declares the data column as BINARY, the subsequent one requires a longer binary length, which triggers a super table schema change.
+An error also occurs if data input into a binary column exceeds the defined length of the column.
 
 ```json
-st,t1=3,t2=4,t3=t3 c1=3i64,c5="pass" 1626006833639000000
-st,t1=3,t2=4,t3=t3 c1=3i64,c5="passit" 1626006833640000000
+st,t1=3,t2=4,t3=t3 c1=3i64,c5="pass"     1626006833639000000
+st,t1=3,t2=4,t3=t3 c1=3i64,c5="passit"   1626006833640000000
 ```
 
-The first line of the line protocol parsing will declare column c5 is a BINARY(4) field. The second line data write will parse column c5 as a BINARY column. But in the second line, c5's width is 6 so you need to increase the width of the BINARY field to be able to accommodate the new string.
+The first row defines c5 as a binary(4). but the second row writes 6 bytes to it. This means that the length of the binary column must be expanded to contain the data.
 
 ```json
-st,t1=3,t2=4,t3=t3 c1=3i64 1626006833639000000
-st,t1=3,t2=4,t3=t3 c1=3i64,c6="passit" 1626006833640000000
+st,t1=3,t2=4,t3=t3 c1=3i64               1626006833639000000
+st,t1=3,t2=4,t3=t3 c1=3i64,c6="passit"   1626006833640000000
 ```
 
-The second line of data has an additional column c6 of type BINARY(6) compared to the first row. Then a column c6 of type BINARY(6) is automatically added at this point.
+The preceding data includes a new entry, c6, with type binary(6). When this occurs, a new column c6 with type binary(6) is added automatically.
 
-## Write integrity
+## Write Integrity
 
-TDengine provides idempotency guarantees for data writing, i.e., you can repeatedly call the API to write data with errors. However, it does not give atomicity guarantees for writing multiple rows of data. During the process of writing numerous rows of data in one batch, some data will be written successfully, and some data will fail.
+TDengine guarantees the idempotency of data writes. This means that you can repeatedly call the API to perform write operations with bad data. However, TDengine does not guarantee the atomicity of multi-row writes. In a multi-row write, some data may be written successfully and other data unsuccessfully.
 
-## Error code
+##: Error Codes
 
-If it is an error in the data itself during the schemaless writing process, the application will get `TSDB_CODE_TSC_LINE_SYNTAX_ERROR` error message, which indicates that the error occurred in writing. The other error codes are consistent with the TDengine and can be obtained via the `taos_errstr()` to get the specific cause of the error.
+The TSDB_CODE_TSC_LINE_SYNTAX_ERROR indicates an error in the schemaless writing component.
+This error occurs when writing text. For other errors, schemaless writing uses the standard TDengine error codes
+found in taos_errstr.

docs/en/20-third-party/01-grafana.mdx

@@ -6,9 +6,7 @@ title: Grafana
 import Tabs from "@theme/Tabs";
 import TabItem from "@theme/TabItem";
 
-TDengine can be quickly integrated with the open-source data visualization system [Grafana](https://www.grafana.com/) to build a data monitoring and alerting system. The whole process does not require any code development. And you can visualize the contents of the data tables in TDengine on a dashboard.
-
-You can learn more about using the TDengine plugin on [GitHub](https://github.com/taosdata/grafanaplugin/blob/master/README.md).
+TDengine can be quickly integrated with the open-source data visualization system [Grafana](https://www.grafana.com/) to build a data monitoring and alerting system. The whole process does not require any code development. And you can visualize the contents of the data tables in TDengine on a dashboard. You can learn more about using the TDengine plugin on [GitHub](https://github.com/taosdata/grafanaplugin/blob/master/README.md).
 
 ## Prerequisites
 
@@ -65,7 +63,6 @@ Restart Grafana service and open Grafana in web-browser, usually <http://localho
 Save the script and type `./install.sh --help` for the full usage of the script.
 
 </TabItem>
-
 <TabItem value="manual" label="Install & Configure Manually">
 
 Follow the installation steps in [Grafana](https://grafana.com/grafana/plugins/tdengine-datasource/?tab=installation) with the [``grafana-cli`` command-line tool](https://grafana.com/docs/grafana/latest/administration/cli/) for plugin installation.
@@ -76,7 +73,7 @@ grafana-cli plugins install tdengine-datasource
 sudo -u grafana grafana-cli plugins install tdengine-datasource
 ```
 
-Alternatively, you can manually download the .zip file from [GitHub](https://github.com/taosdata/grafanaplugin/releases/tag/latest) or [Grafana](https://grafana.com/grafana/plugins/tdengine-datasource/?tab=installation) and unpack it into your grafana plugins directory.
+You can also download zip files from [GitHub](https://github.com/taosdata/grafanaplugin/releases/tag/latest) or [Grafana](https://grafana.com/grafana/plugins/tdengine-datasource/?tab=installation) and install manually. The commands are as follows:
 
 ```bash
 GF_VERSION=3.2.2
@@ -131,7 +128,7 @@ docker run -d \
   grafana/grafana
 ```
 
-You can setup a zero-configuration stack for TDengine + Grafana by [docker-compose](https://docs.docker.com/compose/) and [Grafana provisioning](https://grafana.com/docs/grafana/latest/administration/provisioning/) file：
+You can setup a zero-configuration stack for TDengine + Grafana by [docker-compose](https://docs.docker.com/compose/) and [Grafana provisioning](https://grafana.com/docs/grafana/latest/administration/provisioning/) file:
 
 1. Save the provisioning configuration file to `tdengine.yml`.
 
@@ -196,7 +193,7 @@ Go back to the main interface to create a dashboard and click Add Query to enter
 
 As shown above, select the `TDengine` data source in the `Query` and enter the corresponding SQL in the query box below for query.
 
-- INPUT SQL: enter the statement to be queried (the result set of the SQL statement should be two columns and multiple rows), for example: `select avg(mem_system) from log.dn where ts >= $from and ts < $to interval($interval)`, where, from, to and interval are built-in variables of the TDengine plugin, indicating the range and time interval of queries fetched from the Grafana plugin panel. In addition to the built-in variables, custom template variables are also supported.
+- INPUT SQL: Enter the desired query (the results being two columns and multiple rows), such as `select _wstart, avg(mem_system) from log.dnodes_info where ts >= $from and ts < $to interval($interval)`. In this statement, $from, $to, and $interval are variables that Grafana replaces with the query time range and interval. In addition to the built-in variables, custom template variables are also supported.
 - ALIAS BY: This allows you to set the current query alias.
 - GENERATE SQL: Clicking this button will automatically replace the corresponding variables and generate the final executed statement.
 
@@ -208,7 +205,11 @@ Follow the default prompt to query the average system memory usage for the speci
 
 ### Importing the Dashboard
 
-You can install TDinsight dashboard in data source configuration page (like `http://localhost:3000/datasources/edit/1/dashboards`) as a monitoring visualization tool for TDengine cluster. The dashboard is published in Grafana as [Dashboard 15167 - TDinsight](https://grafana.com/grafana/dashboards/15167). Check the [TDinsight User Manual](/reference/tdinsight/) for the details.
+You can install TDinsight dashboard in data source configuration page (like `http://localhost:3000/datasources/edit/1/dashboards`) as a monitoring visualization tool for TDengine cluster. Ensure that you use TDinsight for 3.x.
+
+![TDengine Database Grafana plugine import dashboard](./import_dashboard.webp)
+
+A dashboard for TDengine 2.x has been published on Grafana: [Dashboard 15167 - TDinsight](https://grafana.com/grafana/dashboards/15167)) 。 Check the [TDinsight User Manual](/reference/tdinsight/) for the details.
 
 For more dashboards using TDengine data source, [search here in Grafana](https://grafana.com/grafana/dashboards/?dataSource=tdengine-datasource). Here is a sub list:
 

docs/en/20-third-party/06-statsd.md

 ---
 sidebar_label: StatsD
-title: StatsD writing
+title: StatsD Writing
 ---
 
 import StatsD from "../14-reference/_statsd.mdx"
@@ -12,8 +12,8 @@ You can write StatsD data to TDengine by simply modifying the configuration file
 ## Prerequisites
 
 To write StatsD data to TDengine requires the following preparations.
-- The TDengine cluster has been deployed and is working properly
-- taosAdapter is installed and running properly. Please refer to the [taosAdapter manual](/reference/taosadapter) for details.
+1. The TDengine cluster is deployed and functioning properly
+2. taosAdapter is installed and running properly. Please refer to the taosAdapter manual for details.
 - StatsD has been installed. To install StatsD, please refer to [official documentation](https://github.com/statsd/statsd)
 
 ## Configuration steps
@@ -39,8 +39,12 @@ $ echo "foo:1|c" | nc -u -w0 127.0.0.1 8125
 Use the TDengine CLI to verify that StatsD data is written to TDengine and can read out correctly.
 
 ```
-Welcome to the TDengine shell from Linux, Client Version:3.0.0.0
-Copyright (c) 2022 by TAOS Data, Inc. All rights reserved.
+taos> show databases;
+              name              |      created_time       |   ntables   |   vgroups   | replica | quorum |  days  |           keep           |  cache(MB)  |   blocks    |   minrows   |   maxrows   | wallevel |    fsync    | comp | cachelast | precision | update |   status   |
+====================================================================================================================================================================================================================================================================================
+ log                            | 2022-04-20 07:19:50.260 |          11 |           1 |       1 |      1 |     10 | 3650                     |          16 |           6 |         100 |        4096 |        1 |        3000 |    2 |         0 | ms        |      0 | ready      |
+ statsd                         | 2022-04-20 09:54:51.220 |           1 |           1 |       1 |      1 |     10 | 3650                     |          16 |           6 |         100 |        4096 |        1 |        3000 |    2 |         0 | ns        |      2 | ready      |
+Query OK, 2 row(s) in set (0.003142s)
 
 taos> use statsd;
 Database changed.

docs/en/20-third-party/10-hive-mq-broker.md

 ---
 sidebar_label: HiveMQ Broker
-title: HiveMQ Broker writing
+title: HiveMQ Broker Writing
 ---
 
-[HiveMQ](https://www.hivemq.com/) is an MQTT broker that provides community and enterprise editions. HiveMQ is mainly for enterprise emerging machine-to-machine M2M communication and internal transport, meeting scalability, ease of management, and security features. HiveMQ provides an open-source plug-in development kit. MQTT data can be saved to TDengine via TDengine extension for HiveMQ. Please refer to the [HiveMQ extension - TDengine documentation](https://github.com/huskar-t/hivemq-tdengine-extension/blob/b62a26ecc164a310104df57691691b237e091c89/README_EN.md) for details on how to use it.
+[HiveMQ](https://www.hivemq.com/) is an MQTT broker that provides community and enterprise editions. HiveMQ is mainly for enterprise emerging machine-to-machine M2M communication and internal transport, meeting scalability, ease of management, and security features. HiveMQ provides an open-source plug-in development kit. MQTT data can be saved to TDengine via TDengine extension for HiveMQ. For more information, see [HiveMQ TDengine Extension](https://github.com/huskar-t/hivemq-tdengine-extension/blob/b62a26ecc164a310104df57691691b237e091c89/README_EN.md).
\ No newline at end of file

docs/en/27-train-faq/01-faq.md

 ---
-sidebar_label: FAQ
 title: Frequently Asked Questions
 ---
 
 ## Submit an Issue
 
-If the tips in FAQ don't help much, please submit an issue on [GitHub](https://github.com/taosdata/TDengine) to describe your problem. In your description please include the TDengine version, hardware and OS information, the steps to reproduce the problem and any other relevant information. It would be very helpful if you can package the contents in `/var/log/taos` and `/etc/taos` and upload. These two are the default directories used by TDengine. If you have changed the default directories in your configuration, please package the files in your configured directories. We recommended setting `debugFlag` to 135 in `taos.cfg`, restarting `taosd`, then reproducing the problem and collecting the logs. If you don't want to restart, an alternative way of setting `debugFlag` is executing `alter dnode <dnode_id> debugFlag 135` command in TDengine CLI `taos`. During normal running, however, please make sure `debugFlag` is set to 131.
+If your issue could not be resolved by reviewing this documentation, you can submit your issue on GitHub and receive support from the TDengine Team. When you submit an issue, attach the following directories from your TDengine deployment:
 
-## Frequently Asked Questions
+1. The directory containing TDengine logs (`/var/log/taos` by default)
+2. The directory containing TDengine configuration files (`/etc/taos` by default)
 
-### 1. How to upgrade to TDengine 2.0 from older version?
+In your GitHub issue, provide the version of TDengine and the operating system and environment for your deployment, the operations that you performed when the issue occurred, and the time of occurrence and affected tables.
 
-version 2.x is not compatible with version 1.x. With regard to the configuration and data files, please perform the following steps before upgrading. Please follow data integrity, security, backup and other relevant SOPs, best practices before removing/deleting any data. 
+To obtain more debugging information, open `taos.cfg` and set the `debugFlag` parameter to `135`. Then restart TDengine Server and reproduce the issue. The debug-level logs generated help the TDengine Team to resolve your issue. If it is not possible to restart TDengine Server, you can run the following command in the TDengine CLI to set the debug flag:
 
-1. Delete configuration files:  `sudo rm -rf /etc/taos/taos.cfg`
-2. Delete log files:  `sudo rm -rf /var/log/taos/`
-3. Delete data files if the data doesn't need to be kept: `sudo rm -rf /var/lib/taos/`
-4. Install latest 2.x version
-5. If the data needs to be kept and migrated to newer version, please contact professional service at TDengine for assistance.
+```
+  alter dnode <dnode_id> 'debugFlag' '135';
+```
 
-### 2. How to handle "Unable to establish connection"？
+You can run the `SHOW DNODES` command to determine the dnode ID.
 
-When the client is unable to connect to the server, you can try the following ways to troubleshoot and resolve the problem.
+When debugging information is no longer needed, set `debugFlag` to 131.
 
-1. Check the network
+## Frequently Asked Questions
 
- - Check if the hosts where the client and server are running are accessible to each other, for example by `ping` command.
- - Check if the TCP/UDP on port 6030-6042 are open for access if firewall is enabled. If possible, disable the firewall for diagnostics, but please ensure that you are following security and other relevant protocols.
- - Check if the FQDN and serverPort are configured correctly in `taos.cfg` used by the server side.
- - Check if the `firstEp` is set properly in the `taos.cfg` used by the client side.
+### 1. What are the best practices for upgrading a previous version of TDengine to version 3.0?
 
-2. Make sure the client version and server version are same.
+TDengine 3.0 is not compatible with the configuration and data files from previous versions. Before upgrading, perform the following steps:
 
-3. On server side, check the running status of `taosd` by executing `systemctl status taosd` . If your server is started using another way instead of `systemctl`, use the proper method to check whether the server process is running normally.
+1. Run `sudo rm -rf /etc/taos/taos.cfg` to delete your configuration file.
+2. Run `sudo rm -rf /var/log/taos/` to delete your log files.
+3. Run `sudo rm -rf /var/lib/taos/` to delete your data files.
+4. Install TDengine 3.0.
+5. For assistance in migrating data to TDengine 3.0, contact [TDengine Support](https://tdengine.com/support).
 
-4. If using connector of Python, Java, Go, Rust, C#, node.JS on Linux to connect to the server, please make sure `libtaos.so` is in directory `/usr/local/taos/driver` and `/usr/local/taos/driver` is in system lib search environment variable `LD_LIBRARY_PATH`.
+### 4. How can I resolve the "Unable to establish connection" error?
 
-5. If using connector on Windows, please make sure `C:\TDengine\driver\taos.dll` is in your system lib search path. We recommend putting `taos.dll` under `C:\Windows\System32`.
+This error indicates that the client could not connect to the server. Perform the following troubleshooting steps:
 
-6. Some advanced network diagnostics tools
+1. Check the network.
 
- - On Linux system tool `nc` can be used to check whether the TCP/UDP can be accessible on a specified port
-   Check whether a UDP port is open: `nc -vuz {hostIP} {port} `
-   Check whether a TCP port on server side is open: `nc -l {port}`
-   Check whether a TCP port on client side is open: `nc {hostIP} {port}`
+   - For machines deployed in the cloud, verify that your security group can access ports 6030 and 6031 (TCP and UDP).
+   - For virtual machines deployed locally, verify that the hosts where the client and server are running are accessible to each other. Do not use localhost as the hostname.
+   - For machines deployed on a corporate network, verify that your NAT configuration allows the server to respond to the client.
 
- - On Windows system `Test-NetConnection -ComputerName {fqdn} -Port {port}` on PowerShell can be used to check whether the port on server side is open for access.
+2. Verify that the client and server are running the same version of TDengine.
 
-7.  TDengine CLI `taos` can also be used to check network, please refer to [TDengine CLI](/reference/taos-shell).
+3. On the server, run `systemctl status taosd` to verify that taosd is running normally. If taosd is stopped, run `systemctl start taosd`.
 
-### 3. How to handle "Unexpected generic error in RPC" or "Unable to resolve FQDN" ?
+4. Verify that the client is configured with the correct FQDN for the server.
 
-This error is caused because the FQDN can't be resolved. Please try following ways:
+5. If the server cannot be reached with the `ping` command, verify that network and DNS or hosts file settings are correct. For a TDengine cluster, the client must be able to ping the FQDN of every node in the cluster.
 
-1. Check whether the FQDN is configured properly on the server side
-2. If DSN server is configured in the network, please check whether it works; otherwise, check `/etc/hosts` to see whether the FQDN is configured with correct IP
-3. If the network configuration on the server side is OK, try to ping the server from the client side.
-4. If TDengine has been used before with an old hostname then the hostname has been changed, please check `/var/lib/taos/taos/dnode/dnodeEps.json`. Before setting up a new TDengine cluster, it's better to cleanup the directories configured.
+6. Verify that your firewall settings allow all hosts in the cluster to communicate on ports 6030 and 6041 (TCP and UDP). You can run `ufw status` (Ubuntu) or `firewall-cmd --list-port` (CentOS) to check the configuration.
 
-### 4. "Invalid SQL" is returned even though the Syntax is correct
+7. If you are using the Python, Java, Go, Rust, C#, or Node.js connector on Linux to connect to the server, verify that `libtaos.so` is in the `/usr/local/taos/driver` directory and `/usr/local/taos/driver` is in the `LD_LIBRARY_PATH` environment variable.
 
-"Invalid SQL" is returned when the length of SQL statement exceeds maximum allowed length or the syntax is not correct.
+8. If you are using Windows, verify that `C:\TDengine\driver\taos.dll` is in the `PATH` environment variable. If possible, move `taos.dll` to the `C:\Windows\System32` directory.
 
-### 5. Whether validation queries are supported?
+9. On Linux systems, you can use the `nc` tool to check whether a port is accessible:
+   - To check whether a UDP port is open, run `nc -vuz {hostIP} {port}`.
+   - To check whether a TCP port on the server side is open, run `nc -l {port}`.
+   - To check whether a TCP port on client side is open, run `nc {hostIP} {port}`.
 
-It's suggested to use a builtin database named as `log` to monitor.
+10. On Windows systems, you can run `Test-NetConnection -ComputerName {fqdn} -Port {port}` in PowerShell to check whether a port on the server side is accessible.
 
-<a class="anchor" id="update"></a>
+11. You can also use the TDengine CLI to diagnose network issues. For more information, see [Problem Diagnostics](https://docs.tdengine.com/operation/diagnose/).
 
-### 6. Can I delete a record?
+### 5. How can I resolve the "Unable to resolve FQDN" error?
 
-From version 2.6.0.0 Enterprise version, deleting data can be supported.
+Clients and dnodes must be able to resolve the FQDN of each required node. You can confirm your configuration as follows:
 
-### 7. How to create a table of over 1024 columns?
+1. Verify that the FQDN is configured properly on the server.
+2. If your network has a DNS server, verify that it is operational.
+3. If your network does not have a DNS server, verify that the FQDNs in the `hosts` file are correct.
+4. On the client, use the `ping` command to test your connection to the server. If you cannot ping an FQDN, TDengine cannot reach it.
+5. If TDengine has been previously installed and the `hostname` was modified, open `dnode.json` in the `data` folder and verify that the endpoint configuration is correct. The default location of the dnode file is `/var/lib/taos/dnode`. Ensure that you clean up previous installations before reinstalling TDengine.
+6. Confirm whether FQDNs are preconfigured in `/etc/hosts` and `/etc/hostname`.
 
-From version 2.1.7.0, at most 4096 columns can be defined for a table.
+### 6. What is the most effective way to write data to TDengine?
 
-### 8. How to improve the efficiency of inserting data?
+Writing data in batches provides higher efficiency in most situations. You can insert one or more data records into one or more tables in a single SQL statement.
 
-Inserting data in batch is a good practice. Single SQL statement can insert data for one or multiple tables in batch.
+### 9. Why are table names not fully displayed?
 
-### 9. JDBC Error： the executed SQL is not a DML or a DDL？
+The number of columns in the TDengine CLI terminal display is limited. This can cause table names to be cut off, and if you use an incomplete name in a statement, the "Table does not exist" error will occur. You can increase the display size with the `maxBinaryDisplayWidth` parameter or the SQL statement `set max_binary_display_width`. You can also append `\G` to your SQL statement to bypass this limitation.
 
-Please upgrade to latest JDBC driver, for details please refer to [Java Connector](/reference/connector/java)
+### 10. How can I migrate data?
 
-### 10. Failed to connect with error "invalid timestamp"
+In TDengine, the `hostname` uniquely identifies a machine. When you move data files to a new machine, you must configure the new machine to have the same `host name` as the original machine.
 
-The most common reason is that the time setting is not aligned on the client side and the server side. On Linux system, please use `ntpdate` command. On Windows system, please enable automatic sync in system time setting.
+:::note
 
-### 11. Table name is not shown in full
+The data structure of previous versions of TDengine is not compatible with version 3.0. To migrate from TDengine 1.x or 2.x to 3.0, you must export data from your older deployment and import it back into TDengine 3.0.
 
-There is a display width setting in TDengine CLI `taos`. It can be controlled by configuration parameter `maxBinaryDisplayWidth`, or can be set using SQL command `set max_binary_display_width`. A more convenient way is to append `\G` in a SQL command to bypass this limitation.
+:::
 
-### 12. How to change log level temporarily?
+### 11. How can I temporary change the log level from the TDengine Client?
 
-Below SQL command can be used to adjust log level temporarily
+To change the log level for debugging purposes, you can use the following command:
 
 ```sql
-ALTER LOCAL flag_name flag_value;
+ALTER LOCAL local_option
+ 
+local_option: {
+    'resetLog'
+  | 'rpcDebugFlag' value
+  | 'tmrDebugFlag' value
+  | 'cDebugFlag' value
+  | 'uDebugFlag' value
+  | 'debugFlag' value
+}
 ```
- - flag_name can be: debugFlag，cDebugFlag，tmrDebugFlag，uDebugFlag，rpcDebugFlag
- - flag_value can be: 131 (INFO/WARNING/ERROR), 135 (plus DEBUG), 143 (plus TRACE)
 
-<a class="anchor" id="timezone"></a>
+Use `resetlog` to remove all logs generated on the local client. Use the other parameters to specify a log level for a specific component.
 
-### 13. What to do if go compilation fails?
+For each parameter, you can set the value to `131` (error and warning), `135` (error, warning, and debug), or `143` (error, warning, debug, and trace).
 
-From version 2.3.0.0, a new component named `taosAdapter` is introduced. Its' developed in Go. If you want to compile from source code and meet go compilation problems, try to do below steps to resolve Go environment problems.
+### Why do TDengine components written in Go fail to compile?
 
-```sh
-go env -w GO111MODULE=on
-go env -w GOPROXY=https://goproxy.cn,direct
-```
+TDengine includes taosAdapter, an independent component written in Go. This component provides the REST API as well as data access for other products such as Prometheus and Telegraf.
+When using the develop branch, you must run `git submodule update --init --recursive` to download the taosAdapter repository and then compile it.
+
+TDengine Go components require Go version 1.14 or later.
+
+### 13. How can I query the storage space being used by my data?
+
+The TDengine data files are stored in `/var/lib/taos` by default. Log files are stored in `/var/log/taos`.
+
+To see how much space your data files occupy, run `du -sh /var/lib/taos/vnode --exclude='wal'`. This excludes the write-ahead log (WAL) because its size is relatively fixed while writes are occurring, and it is written to disk and cleared when you shut down TDengine.
+
+If you want to see how much space is occupied by a single database, first determine which vgroup is storing the database by running `show vgroups`. Then check `/var/lib/taos/vnode` for the files associated with the vgroup ID.
+
+### 15. How is timezone information processed for timestamps?
+
+TDengine uses the timezone of the client for timestamps. The server timezone does not affect timestamps. The client converts Unix timestamps in SQL statements to UTC before sending them to the server. When you query data on the server, it provides timestamps in UTC to the client, which converts them to its local time.
+
+Timestamps are processed as follows:
+
+1. The client uses its system timezone unless it has been configured otherwise.
+2. A timezone configured in `taos.cfg` takes precedence over the system timezone.
+3. A timezone explicitly specified when establishing a connection to TDengine through a connector takes precedence over `taos.cfg` and the system timezone. For example, the Java connector allows you to specify a timezone in the JDBC URL.
+4. If you use an RFC 3339 timestamp (2013-04-12T15:52:01.123+08:00), or an ISO 8601 timestamp (2013-04-12T15:52:01.123+0800), the timezone specified in the timestamp is used instead of the timestamps configured using any other method. 
+
+### 16. Which network ports are required by TDengine?
+
+See [serverPort](https://docs.tdengine.com/reference/config/#serverport) in Configuration Parameters.
+
+Note that ports are specified using 6030 as the default first port. If you change this port, all other ports change as well.
+
+### 17. Why do applications such as Grafana fail to connect to TDengine over the REST API?
+
+In TDengine, the REST API is provided by taosAdapter. Ensure that taosAdapter is running before you connect an application to TDengine over the REST API. You can run `systemctl start taosadapter` to start the service.
+
+Note that the log path for taosAdapter must be configured separately. The default path is `/var/log/taos`. You can choose one of eight log levels. The default is `info`. You can set the log level to `panic` to disable log output. You can modify the taosAdapter configuration file to change these settings. The default location is `/etc/taos/taosadapter.toml`.
+
+For more information, see [taosAdapter](https://docs.tdengine.com/reference/taosadapter/).
+
+### 18. How can I resolve out-of-memory (OOM) errors?
+
+OOM errors are thrown by the operating system when its memory, including swap, becomes insufficient and it needs to terminate processes to remain operational. Most OOM errors in TDengine occur for one of the following reasons: free memory is less than the value of `vm.min_free_kbytes` or free memory is less than the size of the request. If TDengine occupies reserved memory, an OOM error can occur even when free memory is sufficient.
+
+TDengine preallocates memory to each vnode. The number of vnodes per database is determined by the `vgroups` parameter, and the amount of memory per vnode is determined by the `buffer` parameter. To prevent OOM errors from occurring, ensure that you prepare sufficient memory on your hosts to support the number of vnodes that your deployment requires. Configure an appropriately sized swap space. If you continue to receive OOM errors, your SQL statements may be querying too much data for your system. TDengine Enterprise Edition includes optimized memory management that increases stability for enterprise customers.

docs/examples/python/fast_write_example.py

+# install dependencies:
+# recommend python >= 3.8
+# pip3 install faster-fifo
+#
+
+import logging
+import math
+import sys
+import time
+import os
+from multiprocessing import Process
+from faster_fifo import Queue
+from mockdatasource import MockDataSource
+from queue import Empty
+from typing import List
+
+logging.basicConfig(stream=sys.stdout, level=logging.DEBUG, format="%(asctime)s [%(name)s] - %(message)s")
+
+READ_TASK_COUNT = 1
+WRITE_TASK_COUNT = 1
+TABLE_COUNT = 1000
+QUEUE_SIZE = 1000000
+MAX_BATCH_SIZE = 3000
+
+read_processes = []
+write_processes = []
+
+
+def get_connection():
+    """
+    If variable TDENGINE_FIRST_EP is provided then it will be used. If not, firstEP in /etc/taos/taos.cfg will be used.
+    You can also override the default username and password by supply variable TDENGINE_USER and TDENGINE_PASSWORD
+    """
+    import taos
+    firstEP = os.environ.get("TDENGINE_FIRST_EP")
+    if firstEP:
+        host, port = firstEP.split(":")
+    else:
+        host, port = None, 0
+    user = os.environ.get("TDENGINE_USER", "root")
+    password = os.environ.get("TDENGINE_PASSWORD", "taosdata")
+    return taos.connect(host=host, port=int(port), user=user, password=password)
+
+
+# ANCHOR: read
+
+def run_read_task(task_id: int, task_queues: List[Queue]):
+    table_count_per_task = TABLE_COUNT // READ_TASK_COUNT
+    data_source = MockDataSource(f"tb{task_id}", table_count_per_task)
+    try:
+        for batch in data_source:
+            for table_id, rows in batch:
+                # hash data to different queue
+                i = table_id % len(task_queues)
+                # block putting forever when the queue is full
+                task_queues[i].put_many(rows, block=True, timeout=-1)
+    except KeyboardInterrupt:
+        pass
+
+
+# ANCHOR_END: read
+
+# ANCHOR: write
+def run_write_task(task_id: int, queue: Queue):
+    from sql_writer import SQLWriter
+    log = logging.getLogger(f"WriteTask-{task_id}")
+    writer = SQLWriter(get_connection)
+    lines = None
+    try:
+        while True:
+            try:
+                # get as many as possible
+                lines = queue.get_many(block=False, max_messages_to_get=MAX_BATCH_SIZE)
+                writer.process_lines(lines)
+            except Empty:
+                time.sleep(0.01)
+    except KeyboardInterrupt:
+        pass
+    except BaseException as e:
+        log.debug(f"lines={lines}")
+        raise e
+
+
+# ANCHOR_END: write
+
+def set_global_config():
+    argc = len(sys.argv)
+    if argc > 1:
+        global READ_TASK_COUNT
+        READ_TASK_COUNT = int(sys.argv[1])
+    if argc > 2:
+        global WRITE_TASK_COUNT
+        WRITE_TASK_COUNT = int(sys.argv[2])
+    if argc > 3:
+        global TABLE_COUNT
+        TABLE_COUNT = int(sys.argv[3])
+    if argc > 4:
+        global QUEUE_SIZE
+        QUEUE_SIZE = int(sys.argv[4])
+    if argc > 5:
+        global MAX_BATCH_SIZE
+        MAX_BATCH_SIZE = int(sys.argv[5])
+
+
+# ANCHOR: monitor
+def run_monitor_process():
+    log = logging.getLogger("DataBaseMonitor")
+    conn = get_connection()
+    conn.execute("DROP DATABASE IF EXISTS test")
+    conn.execute("CREATE DATABASE test")
+    conn.execute("CREATE STABLE test.meters (ts TIMESTAMP, current FLOAT, voltage INT, phase FLOAT) "
+                 "TAGS (location BINARY(64), groupId INT)")
+
+    def get_count():
+        res = conn.query("SELECT count(*) FROM test.meters")
+        rows = res.fetch_all()
+        return rows[0][0] if rows else 0
+
+    last_count = 0
+    while True:
+        time.sleep(10)
+        count = get_count()
+        log.info(f"count={count} speed={(count - last_count) / 10}")
+        last_count = count
+
+
+# ANCHOR_END: monitor
+# ANCHOR: main
+def main():
+    set_global_config()
+    logging.info(f"READ_TASK_COUNT={READ_TASK_COUNT}, WRITE_TASK_COUNT={WRITE_TASK_COUNT}, "
+                 f"TABLE_COUNT={TABLE_COUNT}, QUEUE_SIZE={QUEUE_SIZE}, MAX_BATCH_SIZE={MAX_BATCH_SIZE}")
+
+    monitor_process = Process(target=run_monitor_process)
+    monitor_process.start()
+    time.sleep(3)  # waiting for database ready.
+
+    task_queues: List[Queue] = []
+    # create task queues
+    for i in range(WRITE_TASK_COUNT):
+        queue = Queue(max_size_bytes=QUEUE_SIZE)
+        task_queues.append(queue)
+
+    # create write processes
+    for i in range(WRITE_TASK_COUNT):
+        p = Process(target=run_write_task, args=(i, task_queues[i]))
+        p.start()
+        logging.debug(f"WriteTask-{i} started with pid {p.pid}")
+        write_processes.append(p)
+
+    # create read processes
+    for i in range(READ_TASK_COUNT):
+        queues = assign_queues(i, task_queues)
+        p = Process(target=run_read_task, args=(i, queues))
+        p.start()
+        logging.debug(f"ReadTask-{i} started with pid {p.pid}")
+        read_processes.append(p)
+
+    try:
+        monitor_process.join()
+    except KeyboardInterrupt:
+        monitor_process.terminate()
+        [p.terminate() for p in read_processes]
+        [p.terminate() for p in write_processes]
+        [q.close() for q in task_queues]
+
+
+def assign_queues(read_task_id, task_queues):
+    """
+    Compute target queues for a specific read task.
+    """
+    ratio = WRITE_TASK_COUNT / READ_TASK_COUNT
+    from_index = math.floor(read_task_id * ratio)
+    end_index = math.ceil((read_task_id + 1) * ratio)
+    return task_queues[from_index:end_index]
+
+
+if __name__ == '__main__':
+    main()
+# ANCHOR_END: main

docs/examples/python/mockdatasource.py

+import time
+
+
+class MockDataSource:
+    samples = [
+        "8.8,119,0.32,LosAngeles,0",
+        "10.7,116,0.34,SanDiego,1",
+        "9.9,111,0.33,Hollywood,2",
+        "8.9,113,0.329,Compton,3",
+        "9.4,118,0.141,San Francisco,4"
+    ]
+
+    def __init__(self, tb_name_prefix, table_count):
+        self.table_name_prefix = tb_name_prefix + "_"
+        self.table_count = table_count
+        self.max_rows = 10000000
+        self.current_ts = round(time.time() * 1000) - self.max_rows * 100
+        # [(tableId, tableName, values),]
+        self.data = self._init_data()
+
+    def _init_data(self):
+        lines = self.samples * (self.table_count // 5 + 1)
+        data = []
+        for i in range(self.table_count):
+            table_name = self.table_name_prefix + str(i)
+            data.append((i, table_name, lines[i]))  # tableId, row
+        return data
+
+    def __iter__(self):
+        self.row = 0
+        return self
+
+    def __next__(self):
+        """
+        next 1000 rows for each table.
+        return: {tableId:[row,...]}
+        """
+        # generate 1000 timestamps
+        ts = []
+        for _ in range(1000):
+            self.current_ts += 100
+            ts.append(str(self.current_ts))
+        # add timestamp to each row
+        # [(tableId, ["tableName,ts,current,voltage,phase,location,groupId"])]
+        result = []
+        for table_id, table_name, values in self.data:
+            rows = [table_name + ',' + t + ',' + values for t in ts]
+            result.append((table_id, rows))
+        return result

docs/examples/python/sql_writer.py

+import logging
+import taos
+
+
+class SQLWriter:
+    log = logging.getLogger("SQLWriter")
+
+    def __init__(self, get_connection_func):
+        self._tb_values = {}
+        self._tb_tags = {}
+        self._conn = get_connection_func()
+        self._max_sql_length = self.get_max_sql_length()
+        self._conn.execute("USE test")
+
+    def get_max_sql_length(self):
+        rows = self._conn.query("SHOW variables").fetch_all()
+        for r in rows:
+            name = r[0]
+            if name == "maxSQLLength":
+                return int(r[1])
+        return 1024 * 1024
+
+    def process_lines(self, lines: str):
+        """
+        :param lines: [[tbName,ts,current,voltage,phase,location,groupId]]
+        """
+        for line in lines:
+            ps = line.split(",")
+            table_name = ps[0]
+            value = '(' + ",".join(ps[1:-2]) + ') '
+            if table_name in self._tb_values:
+                self._tb_values[table_name] += value
+            else:
+                self._tb_values[table_name] = value
+
+            if table_name not in self._tb_tags:
+                location = ps[-2]
+                group_id = ps[-1]
+                tag_value = f"('{location}',{group_id})"
+                self._tb_tags[table_name] = tag_value
+        self.flush()
+
+    def flush(self):
+        """
+        Assemble INSERT statement and execute it.
+        When the sql length grows close to MAX_SQL_LENGTH, the sql will be executed immediately, and a new INSERT statement will be created.
+        In case of "Table does not exit" exception, tables in the sql will be created and the sql will be re-executed.
+        """
+        sql = "INSERT INTO "
+        sql_len = len(sql)
+        buf = []
+        for tb_name, values in self._tb_values.items():
+            q = tb_name + " VALUES " + values
+            if sql_len + len(q) >= self._max_sql_length:
+                sql += " ".join(buf)
+                self.execute_sql(sql)
+                sql = "INSERT INTO "
+                sql_len = len(sql)
+                buf = []
+            buf.append(q)
+            sql_len += len(q)
+        sql += " ".join(buf)
+        self.execute_sql(sql)
+        self._tb_values.clear()
+
+    def execute_sql(self, sql):
+        try:
+            self._conn.execute(sql)
+        except taos.Error as e:
+            error_code = e.errno & 0xffff
+            # Table does not exit
+            if error_code == 9731:
+                self.create_tables()
+            else:
+                self.log.error("Execute SQL: %s", sql)
+                raise e
+        except BaseException as baseException:
+            self.log.error("Execute SQL: %s", sql)
+            raise baseException
+
+    def create_tables(self):
+        sql = "CREATE TABLE "
+        for tb in self._tb_values.keys():
+            tag_values = self._tb_tags[tb]
+            sql += "IF NOT EXISTS " + tb + " USING meters TAGS " + tag_values + " "
+        try:
+            self._conn.execute(sql)
+        except BaseException as e:
+            self.log.error("Execute SQL: %s", sql)
+            raise e

docs/zh/07-develop/03-insert-data/01-sql-writing.mdx

@@ -23,7 +23,7 @@ import PhpStmt from "./_php_stmt.mdx";
 
 ## SQL 写入简介
 
-应用通过连接器执行 INSERT 语句来插入数据，用户还可以通过 TAOS Shell，手动输入 INSERT 语句插入数据。
+应用通过连接器执行 INSERT 语句来插入数据，用户还可以通过 TDengine CLI，手动输入 INSERT 语句插入数据。
 
 ### 一次写入一条
 下面这条 INSERT 就将一条记录写入到表 d1001 中：

docs/zh/07-develop/03-insert-data/05-high-volume.md

+import Tabs from "@theme/Tabs";
+import TabItem from "@theme/TabItem";
+
+# 高效写入
+
+本节介绍如何高效地向 TDengine 写入数据。
+
+## 高效写入原理 {#principle}
+
+### 客户端程序的角度 {#application-view}
+
+从客户端程序的角度来说，高效写入数据要考虑以下几个因素：
+
+1. 单次写入的数据量。一般来讲，每批次写入的数据量越大越高效（但超过一定阈值其优势会消失）。使用 SQL 写入 TDengine 时，尽量在一条 SQL 中拼接更多数据。目前，TDengine 支持的一条 SQL 的最大长度为 1,048,576（1M）个字符。可通过配置客户端参数 maxSQLLength（默认值为 65480）进行修改。
+2. 并发连接数。一般来讲，同时写入数据的并发连接数越多写入越高效（但超过一定阈值反而会下降，取决于服务端处理能力）。
+3. 数据在不同表（或子表）之间的分布，即要写入数据的相邻性。一般来说，每批次只向同一张表（或子表）写入数据比向多张表（或子表）写入数据要更高效；
+4. 写入方式。一般来讲：
+   - 参数绑定写入比 SQL 写入更高效。因参数绑定方式避免了 SQL 解析。（但增加了 C 接口的调用次数，对于连接器也有性能损耗）。
+   - SQL 写入不自动建表比自动建表更高效。因自动建表要频繁检查表是否存在
+   - SQL 写入比无模式写入更高效。因无模式写入会自动建表且支持动态更改表结构
+
+客户端程序要充分且恰当地利用以上几个因素。在单次写入中尽量只向同一张表（或子表）写入数据，每批次写入的数据量经过测试和调优设定为一个最适合当前系统处理能力的数值，并发写入的连接数同样经过测试和调优后设定为一个最适合当前系统处理能力的数值，以实现在当前系统中的最佳写入速度。
+
+### 数据源的角度 {#datasource-view}
+
+客户端程序通常需要从数据源读数据再写入 TDengine。从数据源角度来说，以下几种情况需要在读线程和写线程之间增加队列：
+
+1. 有多个数据源，单个数据源生成数据的速度远小于单线程写入的速度，但数据量整体比较大。此时队列的作用是把多个数据源的数据汇聚到一起，增加单次写入的数据量。
+2. 单个数据源生成数据的速度远大于单线程写入的速度。此时队列的作用是增加写入的并发度。
+3. 单张表的数据分散在多个数据源。此时队列的作用是将同一张表的数据提前汇聚到一起，提高写入时数据的相邻性。
+
+如果写应用的数据源是 Kafka, 写应用本身即 Kafka 的消费者，则可利用 Kafka 的特性实现高效写入。比如：
+
+1. 将同一张表的数据写到同一个 Topic 的同一个 Partition，增加数据的相邻性
+2. 通过订阅多个 Topic 实现数据汇聚
+3. 通过增加 Consumer 线程数增加写入的并发度
+4. 通过增加每次 fetch 的最大数据量来增加单次写入的最大数据量
+
+### 服务器配置的角度 {#setting-view}
+
+从服务器配置的角度来说，也有很多优化写入性能的方法。
+
+如果总表数不多(远小于核数乘以1000), 且无论怎么调节客户端程序，taosd 进程的 CPU 使用率都很低，那么很可能是因为表在各个 vgroup 分布不均。比如：数据库总表数是 1000 且 minTablesPerVnode 设置的也是 1000，那么所有的表都会分布在 1 个 vgroup 上。此时如果将 minTablesPerVnode 和 tablelncStepPerVnode 都设置成 100， 则可将表分布至 10 个 vgroup。（假设 maxVgroupsPerDb 大于等于 10）。
+
+如果总表数比较大（比如大于500万），适当增加 maxVgroupsPerDb 也能显著提高建表的速度。maxVgroupsPerDb 默认值为 0， 自动配置为 CPU 的核数。 如果表的数量巨大，也建议调节 maxTablesPerVnode 参数，以免超过单个 vnode 建表的上限。
+
+更多调优参数，请参考[性能优化](../../../operation/optimize)和[配置参考](../../../reference/config)部分。
+
+## 高效写入示例 {#sample-code}
+
+### 场景设计 {#scenario}
+
+下面的示例程序展示了如何高效写入数据，场景设计如下：
+
+- TDengine 客户端程序从其它数据源不断读入数据，在示例程序中采用生成模拟数据的方式来模拟读取数据源
+- 单个连接向 TDengine 写入的速度无法与读数据的速度相匹配，因此客户端程序启动多个线程，每个线程都建立了与 TDengine 的连接，每个线程都有一个独占的固定大小的消息队列
+- 客户端程序将接收到的数据根据所属的表名（或子表名）HASH 到不同的线程，即写入该线程所对应的消息队列，以此确保属于某个表（或子表）的数据一定会被一个固定的线程处理
+- 各个子线程在将所关联的消息队列中的数据读空后或者读取数据量达到一个预定的阈值后将该批数据写入 TDengine，并继续处理后面接收到的数据
+
+![TDengine 高效写入示例场景的线程模型](highvolume.webp)
+
+### 示例代码 {#code}
+
+这一部分是针对以上场景的示例代码。对于其它场景高效写入原理相同，不过代码需要适当修改。
+
+本示例代码假设源数据属于同一张超级表(meters)的不同子表。程序在开始写入数据之前已经在 test 库创建了这个超级表。对于子表，将根据收到的数据，由应用程序自动创建。如果实际场景是多个超级表，只需修改写任务自动建表的代码。
+
+<Tabs defaultValue="java" groupId="lang">
+<TabItem label="Java" value="java">
+
+**程序清单**
+
+| 类名             | 功能说明                                                                    |
+| ---------------- | --------------------------------------------------------------------------- |
+| FastWriteExample | 主程序                                                                      |
+| ReadTask         | 从模拟源中读取数据，将表名经过 hash 后得到 Queue 的 index，写入对应的 Queue |
+| WriteTask        | 从 Queue 中获取数据，组成一个 Batch，写入 TDengine                          |
+| MockDataSource   | 模拟生成一定数量 meters 子表的数据                                          |
+| SQLWriter        | WriteTask 依赖这个类完成 SQL 拼接、自动建表、 SQL 写入、SQL 长度检查        |
+| StmtWriter       | 实现参数绑定方式批量写入（暂未完成）                                        |
+| DataBaseMonitor  | 统计写入速度，并每隔 10 秒把当前写入速度打印到控制台                        |
+
+
+以下是各类的完整代码和更详细的功能说明。
+
+<details>
+<summary>FastWriteExample</summary>
+主程序负责：
+
+1. 创建消息队列
+2. 启动写线程
+3. 启动读线程
+4. 每隔 10 秒统计一次写入速度
+
+主程序默认暴露了 4 个参数，每次启动程序都可调节，用于测试和调优：
+
+1. 读线程个数。默认为 1。
+2. 写线程个数。默认为 3。
+3. 模拟生成的总表数。默认为 1000。将会平分给各个读线程。如果总表数较大，建表需要花费较长，开始统计的写入速度可能较慢。
+4. 每批最多写入记录数量。默认为 3000。
+
+队列容量(taskQueueCapacity)也是与性能有关的参数，可通过修改程序调节。一般来讲，队列容量越大，入队被阻塞的概率越小，队列的吞吐量越大，但是内存占用也会越大。 示例程序默认值已经设置地足够大。
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/FastWriteExample.java}}
+```
+
+</details>
+
+<details>
+<summary>ReadTask</summary>
+
+读任务负责从数据源读数据。每个读任务都关联了一个模拟数据源。每个模拟数据源可生成一点数量表的数据。不同的模拟数据源生成不同表的数据。
+
+读任务采用阻塞的方式写消息队列。也就是说，一旦队列满了，写操作就会阻塞。
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/ReadTask.java}}
+```
+
+</details>
+
+<details>
+<summary>WriteTask</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/WriteTask.java}}
+```
+
+</details>
+
+<details>
+
+<summary>MockDataSource</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/MockDataSource.java}}
+```
+
+</details>
+
+<details>
+
+<summary>SQLWriter</summary>
+
+SQLWriter 类封装了拼 SQL 和写数据的逻辑。注意，所有的表都没有提前创建，而是在 catch 到表不存在异常的时候，再以超级表为模板批量建表，然后重新执行 INSERT 语句。对于其它异常，这里简单地记录当时执行的 SQL 语句到日志中，你也可以记录更多线索到日志，已便排查错误和故障恢复。
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/SQLWriter.java}}
+```
+
+</details>
+
+<details>
+
+<summary>DataBaseMonitor</summary>
+
+```java
+{{#include docs/examples/java/src/main/java/com/taos/example/highvolume/DataBaseMonitor.java}}
+```
+
+</details>
+
+**执行步骤**
+
+<details>
+<summary>执行 Java 示例程序</summary>
+
+执行程序前需配置环境变量 `TDENGINE_JDBC_URL`。如果 TDengine Server 部署在本机，且用户名、密码和端口都是默认值，那么可配置：
+
+```
+TDENGINE_JDBC_URL="jdbc:TAOS://localhost:6030?user=root&password=taosdata"
+```
+
+**本地集成开发环境执行示例程序**
+
+1. clone TDengine 仓库
+   ```
+   git clone git@github.com:taosdata/TDengine.git --depth 1
+   ```
+2. 用集成开发环境打开 `docs/examples/java` 目录。
+3. 在开发环境中配置环境变量 `TDENGINE_JDBC_URL`。如果已配置了全局的环境变量 `TDENGINE_JDBC_URL` 可跳过这一步。
+4. 运行类 `com.taos.example.highvolume.FastWriteExample`。
+
+**远程服务器上执行示例程序**
+
+若要在服务器上执行示例程序，可按照下面的步骤操作：
+
+1. 打包示例代码。在目录 TDengine/docs/examples/java 下执行：
+   ```
+   mvn package
+   ```
+2. 远程服务器上创建 examples 目录：
+   ```
+   mkdir -p examples/java
+   ```
+3. 复制依赖到服务器指定目录：
+   - 复制依赖包，只用复制一次
+     ```
+     scp -r .\target\lib <user>@<host>:~/examples/java
+     ```
+   - 复制本程序的 jar 包，每次更新代码都需要复制
+     ```
+     scp -r .\target\javaexample-1.0.jar <user>@<host>:~/examples/java
+     ```
+4. 配置环境变量。
+   编辑 `~/.bash_profile` 或 `~/.bashrc` 添加如下内容例如：
+
+   ```
+   export TDENGINE_JDBC_URL="jdbc:TAOS://localhost:6030?user=root&password=taosdata"
+   ```
+
+   以上使用的是本地部署 TDengine Server 时默认的 JDBC URL。你需要根据自己的实际情况更改。
+
+5. 用 java 命令启动示例程序，命令模板：
+
+   ```
+   java -classpath lib/*:javaexample-1.0.jar  com.taos.example.highvolume.FastWriteExample <read_thread_count>  <white_thread_count> <total_table_count> <max_batch_size>
+   ```
+
+6. 结束测试程序。测试程序不会自动结束，在获取到当前配置下稳定的写入速度后，按 <kbd>CTRL</kbd> + <kbd>C</kbd> 结束程序。
+   下面是一次实际运行的日志输出，机器配置 16核 + 64G + 固态硬盘。
+
+   ```
+   root@vm85$ java -classpath lib/*:javaexample-1.0.jar  com.taos.example.highvolume.FastWriteExample 2 12
+   18:56:35.896 [main] INFO  c.t.e.highvolume.FastWriteExample - readTaskCount=2, writeTaskCount=12 tableCount=1000 maxBatchSize=3000
+   18:56:36.011 [WriteThread-0] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.015 [WriteThread-0] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.021 [WriteThread-1] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.022 [WriteThread-1] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.031 [WriteThread-2] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.032 [WriteThread-2] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.041 [WriteThread-3] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.042 [WriteThread-3] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.093 [WriteThread-4] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.094 [WriteThread-4] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.099 [WriteThread-5] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.100 [WriteThread-5] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.100 [WriteThread-6] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.101 [WriteThread-6] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.103 [WriteThread-7] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.104 [WriteThread-7] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.105 [WriteThread-8] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.107 [WriteThread-8] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.108 [WriteThread-9] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.109 [WriteThread-9] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.156 [WriteThread-10] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.157 [WriteThread-11] INFO  c.taos.example.highvolume.WriteTask - started
+   18:56:36.158 [WriteThread-10] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:36.158 [ReadThread-0] INFO  com.taos.example.highvolume.ReadTask - started
+   18:56:36.158 [ReadThread-1] INFO  com.taos.example.highvolume.ReadTask - started
+   18:56:36.158 [WriteThread-11] INFO  c.taos.example.highvolume.SQLWriter - maxSQLLength=1048576
+   18:56:46.369 [main] INFO  c.t.e.highvolume.FastWriteExample - count=18554448 speed=1855444
+   18:56:56.946 [main] INFO  c.t.e.highvolume.FastWriteExample - count=39059660 speed=2050521
+   18:57:07.322 [main] INFO  c.t.e.highvolume.FastWriteExample - count=59403604 speed=2034394
+   18:57:18.032 [main] INFO  c.t.e.highvolume.FastWriteExample - count=80262938 speed=2085933
+   18:57:28.432 [main] INFO  c.t.e.highvolume.FastWriteExample - count=101139906 speed=2087696
+   18:57:38.921 [main] INFO  c.t.e.highvolume.FastWriteExample - count=121807202 speed=2066729
+   18:57:49.375 [main] INFO  c.t.e.highvolume.FastWriteExample - count=142952417 speed=2114521
+   18:58:00.689 [main] INFO  c.t.e.highvolume.FastWriteExample - count=163650306 speed=2069788
+   18:58:11.646 [main] INFO  c.t.e.highvolume.FastWriteExample - count=185019808 speed=2136950
+   ```
+
+</details>
+
+</TabItem>
+<TabItem label="Python" value="python">
+
+**程序清单**
+
+Python 示例程序中采用了多进程的架构，并使用了跨进程的消息队列。
+
+| 函数或类                 | 功能说明                                                             |
+| ------------------------ | -------------------------------------------------------------------- |
+| main 函数                | 程序入口， 创建各个子进程和消息队列                                  |
+| run_monitor_process 函数 | 创建数据库，超级表，统计写入速度并定时打印到控制台                   |
+| run_read_task 函数       | 读进程主要逻辑，负责从其它数据系统读数据，并分发数据到为之分配的队列 |
+| MockDataSource 类        | 模拟数据源, 实现迭代器接口，每次批量返回每张表的接下来 1000 条数据   |
+| run_write_task 函数      | 写进程主要逻辑。每次从队列中取出尽量多的数据，并批量写入             |
+| SQLWriter类              | SQL 写入和自动建表                                                   |
+| StmtWriter 类            | 实现参数绑定方式批量写入（暂未完成）                                 |
+
+
+<details>
+<summary>main 函数</summary>
+
+main 函数负责创建消息队列和启动子进程，子进程有 3 类：
+
+1. 1 个监控进程，负责数据库初始化和统计写入速度
+2. n 个读进程，负责从其它数据系统读数据
+3. m 个写进程，负责写数据库
+
+main 函数可以接收 5 个启动参数，依次是：
+
+1. 读任务（进程）数, 默认为 1
+2. 写任务（进程）数, 默认为 1
+3. 模拟生成的总表数，默认为 1000
+4. 队列大小（单位字节），默认为 1000000
+5. 每批最多写入记录数量， 默认为 3000
+
+```python
+{{#include docs/examples/python/fast_write_example.py:main}}
+```
+
+</details>
+
+<details>
+<summary>run_monitor_process</summary>
+
+监控进程负责初始化数据库，并监控当前的写入速度。
+
+```python
+{{#include docs/examples/python/fast_write_example.py:monitor}}
+```
+
+</details>
+
+<details>
+
+<summary>run_read_task 函数</summary>
+
+读进程，负责从其它数据系统读数据，并分发数据到为之分配的队列。
+
+```python
+{{#include docs/examples/python/fast_write_example.py:read}}
+```
+
+</details>
+
+<details>
+
+<summary>MockDataSource</summary>
+
+以下是模拟数据源的实现，我们假设数据源生成的每一条数据都带有目标表名信息。实际中你可能需要一定的规则确定目标表名。
+
+```python
+{{#include docs/examples/python/mockdatasource.py}}
+```
+
+</details>
+
+<details>
+<summary>run_write_task 函数</summary>
+
+写进程每次从队列中取出尽量多的数据，并批量写入。
+
+```python
+{{#include docs/examples/python/fast_write_example.py:write}}
+```
+
+</details>
+
+<details>
+
+SQLWriter 类封装了拼 SQL 和写数据的逻辑。所有的表都没有提前创建，而是在发生表不存在错误的时候，再以超级表为模板批量建表，然后重新执行 INSERT 语句。对于其它错误会记录当时执行的 SQL， 以便排查错误和故障恢复。这个类也对 SQL 是否超过最大长度限制做了检查，如果接近 SQL 最大长度限制（maxSQLLength），将会立即执行 SQL。为了减少 SQL 此时，建议将 maxSQLLength 适当调大。
+
+<summary>SQLWriter</summary>
+
+```python
+{{#include docs/examples/python/sql_writer.py}}
+```
+
+</details>
+
+**执行步骤**
+
+<details>
+
+<summary>执行 Python 示例程序</summary>
+
+1. 前提条件
+
+   - 已安装 TDengine 客户端驱动
+   - 已安装 Python3， 推荐版本 >= 3.8
+   - 已安装 taospy
+
+2. 安装 faster-fifo 代替 python 内置的 multiprocessing.Queue
+
+   ```
+   pip3 install faster-fifo
+   ```
+
+3. 点击上面的“查看源码”链接复制 `fast_write_example.py` 、 `sql_writer.py` 和 `mockdatasource.py` 三个文件。
+
+4. 执行示例程序
+
+   ```
+   python3  fast_write_example.py <READ_TASK_COUNT> <WRITE_TASK_COUNT> <TABLE_COUNT> <QUEUE_SIZE> <MAX_BATCH_SIZE>
+   ```
+
+   下面是一次实际运行的输出, 机器配置 16核 + 64G + 固态硬盘。
+
+   ```
+   root@vm85$ python3 fast_write_example.py  8 8
+   2022-07-14 19:13:45,869 [root] - READ_TASK_COUNT=8, WRITE_TASK_COUNT=8, TABLE_COUNT=1000, QUEUE_SIZE=1000000, MAX_BATCH_SIZE=3000
+   2022-07-14 19:13:48,882 [root] - WriteTask-0 started with pid 718347
+   2022-07-14 19:13:48,883 [root] - WriteTask-1 started with pid 718348
+   2022-07-14 19:13:48,884 [root] - WriteTask-2 started with pid 718349
+   2022-07-14 19:13:48,884 [root] - WriteTask-3 started with pid 718350
+   2022-07-14 19:13:48,885 [root] - WriteTask-4 started with pid 718351
+   2022-07-14 19:13:48,885 [root] - WriteTask-5 started with pid 718352
+   2022-07-14 19:13:48,886 [root] - WriteTask-6 started with pid 718353
+   2022-07-14 19:13:48,886 [root] - WriteTask-7 started with pid 718354
+   2022-07-14 19:13:48,887 [root] - ReadTask-0 started with pid 718355
+   2022-07-14 19:13:48,888 [root] - ReadTask-1 started with pid 718356
+   2022-07-14 19:13:48,889 [root] - ReadTask-2 started with pid 718357
+   2022-07-14 19:13:48,889 [root] - ReadTask-3 started with pid 718358
+   2022-07-14 19:13:48,890 [root] - ReadTask-4 started with pid 718359
+   2022-07-14 19:13:48,891 [root] - ReadTask-5 started with pid 718361
+   2022-07-14 19:13:48,892 [root] - ReadTask-6 started with pid 718364
+   2022-07-14 19:13:48,893 [root] - ReadTask-7 started with pid 718365
+   2022-07-14 19:13:56,042 [DataBaseMonitor] - count=6676310 speed=667631.0
+   2022-07-14 19:14:06,196 [DataBaseMonitor] - count=20004310 speed=1332800.0
+   2022-07-14 19:14:16,366 [DataBaseMonitor] - count=32290310 speed=1228600.0
+   2022-07-14 19:14:26,527 [DataBaseMonitor] - count=44438310 speed=1214800.0
+   2022-07-14 19:14:36,673 [DataBaseMonitor] - count=56608310 speed=1217000.0
+   2022-07-14 19:14:46,834 [DataBaseMonitor] - count=68757310 speed=1214900.0
+   2022-07-14 19:14:57,280 [DataBaseMonitor] - count=80992310 speed=1223500.0
+   2022-07-14 19:15:07,689 [DataBaseMonitor] - count=93805310 speed=1281300.0
+   2022-07-14 19:15:18,020 [DataBaseMonitor] - count=106111310 speed=1230600.0
+   2022-07-14 19:15:28,356 [DataBaseMonitor] - count=118394310 speed=1228300.0
+   2022-07-14 19:15:38,690 [DataBaseMonitor] - count=130742310 speed=1234800.0
+   2022-07-14 19:15:49,000 [DataBaseMonitor] - count=143051310 speed=1230900.0
+   2022-07-14 19:15:59,323 [DataBaseMonitor] - count=155276310 speed=1222500.0
+   2022-07-14 19:16:09,649 [DataBaseMonitor] - count=167603310 speed=1232700.0
+   2022-07-14 19:16:19,995 [DataBaseMonitor] - count=179976310 speed=1237300.0
+   ```
+
+</details>
+
+:::note
+使用 Python 连接器多进程连接 TDengine 的时候，有一个限制：不能在父进程中建立连接，所有连接只能在子进程中创建。
+如果在父进程中创建连接，子进程再创建连接就会一直阻塞。这是个已知问题。
+
+:::
+
+</TabItem>
+</Tabs>
+
+

docs/zh/07-develop/04-query-data/index.mdx

@@ -52,7 +52,7 @@ Query OK, 2 row(s) in set (0.001100s)
 
 ### 示例一
 
-在 TAOS Shell，查找加利福尼亚州所有智能电表采集的电压平均值，并按照 location 分组。
+在 TDengine CLI，查找加利福尼亚州所有智能电表采集的电压平均值，并按照 location 分组。
 
 ```
 taos> SELECT AVG(voltage), location FROM meters GROUP BY location;
@@ -65,7 +65,7 @@ Query OK, 2 rows in database (0.005995s)
 
 ### 示例二
 
-在 TAOS shell, 查找 groupId 为 2 的所有智能电表的记录条数，电流的最大值。
+在 TDengine CLI, 查找 groupId 为 2 的所有智能电表的记录条数，电流的最大值。
 
 ```
 taos> SELECT count(*), max(current) FROM meters where groupId = 2;

docs/zh/07-develop/08-cache.md

@@ -20,11 +20,11 @@ create database db0 vgroups 100 buffer 16MB
 
 ## 读缓存
 
-在创建数据库时可以选择是否缓存该数据库中每个子表的最新数据。由参数 cachelast 设置，分为三种情况：
-- 0: 不缓存
-- 1: 缓存子表最近一行数据，这将显著改善 last_row 函数的性能
-- 2: 缓存子表每一列最近的非 NULL 值，这将显著改善无特殊影响（比如 WHERE, ORDER BY, GROUP BY, INTERVAL）时的 last 函数的性能
-- 3: 同时缓存行和列，即等同于上述 cachelast 值为 1 或 2 时的行为同时生效
+在创建数据库时可以选择是否缓存该数据库中每个子表的最新数据。由参数 cachemodel 设置，分为四种情况：
+- none: 不缓存
+- last_row: 缓存子表最近一行数据，这将显著改善 last_row 函数的性能
+- last_value: 缓存子表每一列最近的非 NULL 值，这将显著改善无特殊影响（比如 WHERE, ORDER BY, GROUP BY, INTERVAL）时的 last 函数的性能
+- both: 同时缓存最近的行和列，即等同于上述 cachemodel 值为 last_row 和 last_value 的行为同时生效
 
 ## 元数据缓存
 

docs/zh/10-deployment/01-deploy.md

@@ -71,7 +71,7 @@ serverPort            6030
 
 ## 启动集群
 
-按照《立即开始》里的步骤，启动第一个数据节点，例如 h1.taosdata.com，然后执行 taos，启动 taos shell，从 shell 里执行命令“SHOW DNODES”，如下所示：
+按照《立即开始》里的步骤，启动第一个数据节点，例如 h1.taosdata.com，然后执行 taos，启动 TDengine CLI，从 shell 里执行命令“SHOW DNODES”，如下所示：
 
 ```
 taos> show dnodes;
@@ -115,7 +115,7 @@ SHOW DNODES;
 
 任何已经加入集群在线的数据节点，都可以作为后续待加入节点的 firstEp。
 firstEp 这个参数仅仅在该数据节点首次加入集群时有作用，加入集群后，该数据节点会保存最新的 mnode 的 End Point 列表，不再依赖这个参数。
-接下来，配置文件中的 firstEp 参数就主要在客户端连接的时候使用了，例如 taos shell 如果不加参数，会默认连接由 firstEp 指定的节点。
+接下来，配置文件中的 firstEp 参数就主要在客户端连接的时候使用了，例如 TDengine CLI 如果不加参数，会默认连接由 firstEp 指定的节点。
 两个没有配置 firstEp 参数的数据节点 dnode 启动后，会独立运行起来。这个时候，无法将其中一个数据节点加入到另外一个数据节点，形成集群。无法将两个独立的集群合并成为新的集群。
 
 :::

docs/zh/10-deployment/03-k8s.md

@@ -366,7 +366,7 @@ kubectl scale statefulsets tdengine --replicas=1
 
 ```
 
-在 taos shell 中的所有数据库操作将无法成功。
+在 TDengine CLI 中的所有数据库操作将无法成功。
 
 ```
 taos> show dnodes;

docs/zh/12-taos-sql/03-table.md

@@ -10,27 +10,27 @@ description: 对表的各种管理操作
 
 ```sql
 CREATE TABLE [IF NOT EXISTS] [db_name.]tb_name (create_definition [, create_definitionn] ...) [table_options]
- 
+
 CREATE TABLE create_subtable_clause
- 
+
 CREATE TABLE [IF NOT EXISTS] [db_name.]tb_name (create_definition [, create_definitionn] ...)
     [TAGS (create_definition [, create_definitionn] ...)]
     [table_options]
- 
+
 create_subtable_clause: {
     create_subtable_clause [create_subtable_clause] ...
   | [IF NOT EXISTS] [db_name.]tb_name USING [db_name.]stb_name [(tag_name [, tag_name] ...)] TAGS (tag_value [, tag_value] ...)
 }
- 
+
 create_definition:
     col_name column_definition
- 
+
 column_definition:
     type_name [comment 'string_value']
- 
+
 table_options:
     table_option ...
- 
+
 table_option: {
     COMMENT 'string_value'
   | WATERMARK duration[,duration]
@@ -54,12 +54,13 @@ table_option: {
    需要注意的是转义字符中的内容必须是可打印字符。
 
 **参数说明**
+
 1. COMMENT：表注释。可用于超级表、子表和普通表。
-2. WATERMARK：指定窗口的关闭时间，默认值为 5 秒，最小单位毫秒，范围为0到15分钟，多个以逗号分隔。只可用于超级表，且只有当数据库使用了RETENTIONS参数时，才可以使用此表参数。
-3. MAX_DELAY：用于控制推送计算结果的最大延迟，默认值为 interval 的值(但不能超过最大值)，最小单位毫秒，范围为1毫秒到15分钟，多个以逗号分隔。注：不建议 MAX_DELAY 设置太小，否则会过于频繁的推送结果，影响存储和查询性能，如无特殊需求，取默认值即可。只可用于超级表，且只有当数据库使用了RETENTIONS参数时，才可以使用此表参数。
-4. ROLLUP：Rollup 指定的聚合函数，提供基于多层级的降采样聚合结果。只可用于超级表。只有当数据库使用了RETENTIONS参数时，才可以使用此表参数。作用于超级表除TS列外的其它所有列，但是只能定义一个聚合函数。 聚合函数支持 avg, sum, min, max, last, first。
-5. SMA：Small Materialized Aggregates，提供基于数据块的自定义预计算功能。预计算类型包括MAX、MIN和SUM。可用于超级表/普通表。
-6. TTL：Time to Live，是用户用来指定表的生命周期的参数。如果在持续的TTL时间内，都没有数据写入该表，则TDengine系统会自动删除该表。这个TTL的时间只是一个大概时间，我们系统不保证到了时间一定会将其删除，而只保证存在这样一个机制。TTL单位是天，默认为0，表示不限制。用户需要注意，TTL优先级高于KEEP，即TTL时间满足删除机制时，即使当前数据的存在时间小于KEEP，此表也会被删除。只可用于子表和普通表。
+2. WATERMARK：指定窗口的关闭时间，默认值为 5 秒，最小单位毫秒，范围为 0 到 15 分钟，多个以逗号分隔。只可用于超级表，且只有当数据库使用了 RETENTIONS 参数时，才可以使用此表参数。
+3. MAX_DELAY：用于控制推送计算结果的最大延迟，默认值为 interval 的值(但不能超过最大值)，最小单位毫秒，范围为 1 毫秒到 15 分钟，多个以逗号分隔。注：不建议 MAX_DELAY 设置太小，否则会过于频繁的推送结果，影响存储和查询性能，如无特殊需求，取默认值即可。只可用于超级表，且只有当数据库使用了 RETENTIONS 参数时，才可以使用此表参数。
+4. ROLLUP：Rollup 指定的聚合函数，提供基于多层级的降采样聚合结果。只可用于超级表。只有当数据库使用了 RETENTIONS 参数时，才可以使用此表参数。作用于超级表除 TS 列外的其它所有列，但是只能定义一个聚合函数。 聚合函数支持 avg, sum, min, max, last, first。
+5. SMA：Small Materialized Aggregates，提供基于数据块的自定义预计算功能。预计算类型包括 MAX、MIN 和 SUM。可用于超级表/普通表。
+6. TTL：Time to Live，是用户用来指定表的生命周期的参数。如果创建表时指定了这个参数，当该表的存在时间超过 TTL 指定的时间后，TDengine 自动删除该表。这个 TTL 的时间只是一个大概时间，系统不保证到了时间一定会将其删除，而只保证存在这样一个机制且最终一定会删除。TTL 单位是天，默认为 0，表示不限制，到期时间为表创建时间加上 TTL 时间。
 
 ## 创建子表
 
@@ -89,7 +90,7 @@ CREATE TABLE [IF NOT EXISTS] tb_name1 USING stb_name TAGS (tag_value1, ...) [IF
 
 ```sql
 ALTER TABLE [db_name.]tb_name alter_table_clause
- 
+
 alter_table_clause: {
     alter_table_options
   | ADD COLUMN col_name column_type
@@ -97,10 +98,10 @@ alter_table_clause: {
   | MODIFY COLUMN col_name column_type
   | RENAME COLUMN old_col_name new_col_name
 }
- 
+
 alter_table_options:
     alter_table_option ...
- 
+
 alter_table_option: {
     TTL value
   | COMMENT 'string_value'
@@ -110,6 +111,7 @@ alter_table_option: {
 
 **使用说明**
 对普通表可以进行如下修改操作
+
 1. ADD COLUMN：添加列。
 2. DROP COLUMN：删除列。
 3. MODIFY COLUMN：修改列定义，如果数据列的类型是可变长类型，那么可以使用此指令修改其宽度，只能改大，不能改小。
@@ -143,15 +145,15 @@ ALTER TABLE tb_name RENAME COLUMN old_col_name new_col_name
 
 ```sql
 ALTER TABLE [db_name.]tb_name alter_table_clause
- 
+
 alter_table_clause: {
     alter_table_options
   | SET TAG tag_name = new_tag_value
 }
- 
+
 alter_table_options:
     alter_table_option ...
- 
+
 alter_table_option: {
     TTL value
   | COMMENT 'string_value'
@@ -159,6 +161,7 @@ alter_table_option: {
 ```
 
 **使用说明**
+
 1. 对子表的列和标签的修改，除了更改标签值以外，都要通过超级表才能进行。
 
 ### 修改子表标签值
@@ -169,7 +172,7 @@ ALTER TABLE tb_name SET TAG tag_name=new_tag_value;
 
 ## 删除表
 
-可以在一条SQL语句中删除一个或多个普通表或子表。
+可以在一条 SQL 语句中删除一个或多个普通表或子表。
 
 ```sql
 DROP TABLE [IF EXISTS] [db_name.]tb_name [, [IF EXISTS] [db_name.]tb_name] ...
@@ -179,7 +182,7 @@ DROP TABLE [IF EXISTS] [db_name.]tb_name [, [IF EXISTS] [db_name.]tb_name] ...
 
 ### 显示所有表
 
-如下SQL语句可以列出当前数据库中的所有表名。
+如下 SQL 语句可以列出当前数据库中的所有表名。
 
 ```sql
 SHOW TABLES [LIKE tb_name_wildchar];

docs/zh/12-taos-sql/24-show.md

@@ -195,7 +195,7 @@ SHOW STREAMS;
 SHOW SUBSCRIPTIONS;
 ```
 
-显示当前数据库下的所有的订阅关系
+显示当前系统内所有的订阅关系
 
 ## SHOW TABLES
 

docs/zh/14-reference/11-docker/index.md

@@ -32,7 +32,9 @@ taos> show databases;
 Query OK, 2 rows in database (0.033802s)
 ```
 
-因为运行在容器中的 TDengine 服务端使用容器的 hostname 建立连接，使用 taos shell 或者各种连接器（例如 JDBC-JNI）从容器外访问容器内的 TDengine 比较复杂，所以上述方式是访问容器中 TDengine 服务的最简单的方法，适用于一些简单场景。如果在一些复杂场景下想要从容器化使用 taos shell 或者各种连接器访问容器中的 TDengine 服务，请参考下一节。
+
+因为运行在容器中的 TDengine 服务端使用容器的 hostname 建立连接，使用 TDengine CLI 或者各种连接器（例如 JDBC-JNI）从容器外访问容器内的 TDengine 比较复杂，所以上述方式是访问容器中 TDengine 服务的最简单的方法，适用于一些简单场景。如果在一些复杂场景下想要从容器化使用 TDengine CLI 或者各种连接器访问容器中的 TDengine 服务，请参考下一节。
+
 
 ## 在 host 网络上启动 TDengine
 
@@ -75,7 +77,7 @@ docker run -d \
 echo 127.0.0.1 tdengine |sudo tee -a /etc/hosts
 ```
 
-最后，可以从 taos shell 或者任意连接器以 "tdengine" 为服务端地址访问 TDengine 服务。
+最后，可以从 TDengine CLI 或者任意连接器以 "tdengine" 为服务端地址访问 TDengine 服务。
 
 ```shell
 taos -h tdengine -P 6030
@@ -354,7 +356,7 @@ test-docker_td-2_1   /tini -- /usr/bin/entrypoi ...   Up
 test-docker_td-3_1   /tini -- /usr/bin/entrypoi ...   Up
 ```
 
-4. 用 taos shell 查看 dnodes
+4. 用 TDengine CLI 查看 dnodes
 
 ```shell
 

docs/zh/17-operation/01-pkg-install.md

@@ -47,7 +47,7 @@ lrwxrwxrwx  1 root root   13 Feb 22 09:34 log -> /var/log/taos/
 <Tabs>
 <TabItem label="apt-get 卸载" value="aptremove">
 
-卸载命令如下:
+TDengine 卸载命令如下:
 
 ```
 $ sudo apt-get remove tdengine
@@ -65,10 +65,26 @@ TDengine is removed successfully!
 
 ```
 
+taosTools 卸载命令如下:
+
+```
+$ sudo apt remove taostools
+Reading package lists... Done
+Building dependency tree
+Reading state information... Done
+The following packages will be REMOVED:
+  taostools
+0 upgraded, 0 newly installed, 1 to remove and 0 not upgraded.
+After this operation, 68.3 MB disk space will be freed.
+Do you want to continue? [Y/n]
+(Reading database ... 147973 files and directories currently installed.)
+Removing taostools (2.1.2) ...
+```
+
 </TabItem>
 <TabItem label="Deb 卸载" value="debuninst">
 
-卸载命令如下:
+TDengine 卸载命令如下:
 
 ```
 $ sudo dpkg -r tdengine
@@ -78,28 +94,52 @@ TDengine is removed successfully!
 
 ```
 
+taosTools 卸载命令如下:
+
+```
+$ sudo dpkg -r taostools
+(Reading database ... 147973 files and directories currently installed.)
+Removing taostools (2.1.2) ...
+```
+
 </TabItem>
 
 <TabItem label="RPM 卸载" value="rpmuninst">
 
-卸载命令如下:
+卸载 TDengine 命令如下:
 
 ```
 $ sudo rpm -e tdengine
 TDengine is removed successfully!
 ```
 
+卸载 taosTools 命令如下:
+
+```
+sudo rpm -e taostools
+taosToole is removed successfully!
+```
+
 </TabItem>
 
 <TabItem label="tar.gz 卸载" value="taruninst">
 
-卸载命令如下:
+卸载 TDengine 命令如下:
 
 ```
 $ rmtaos
 TDengine is removed successfully!
 ```
 
+卸载 taosTools 命令如下：
+
+```
+$ rmtaostools
+Start to uninstall taos tools ...
+
+taos tools is uninstalled successfully!
+```
+
 </TabItem>
 <TabItem label="Windows 卸载" value="windows">
 在 C:\TDengine 目录下，通过运行 unins000.exe 卸载程序来卸载 TDengine。

docs/zh/17-operation/08-export.md

@@ -7,7 +7,7 @@ description: 如何导出 TDengine 中的数据
 
 ## 按表导出 CSV 文件
 
-如果用户需要导出一个表或一个 STable 中的数据，可在 taos shell 中运行：
+如果用户需要导出一个表或一个 STable 中的数据，可在 TDengine CLI 中运行：
 
 ```sql
 select * from <tb_name> >> data.csv;

examples/JDBC/JDBCDemo/README-jdbc-windows.md

@@ -129,7 +129,7 @@ https://www.taosdata.com/cn/all-downloads/
 192.168.236.136	td01
 ```
 
-配置完成后，在命令行内使用taos shell连接server端
+配置完成后，在命令行内使用TDengine CLI连接server端
 
 ```shell
 C:\TDengine>taos -h td01

examples/nodejs/README-win.md

@@ -35,7 +35,7 @@ Python 2.7.18
 
 下载地址：https://www.taosdata.com/cn/all-downloads/，选择一个合适的windows-client下载（client应该尽量与server端的版本保持一致）
 
-使用client的taos shell连接server
+使用client的TDengine CLI连接server
 
 ```shell
 >taos -h node5

include/common/tmsg.h

@@ -2677,15 +2677,6 @@ typedef struct {
 int32_t tSerializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);
 int32_t tDeserializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);
 
-typedef struct {
-  int32_t vgId;
-  SEpSet  epSet;
-} SVgEpSet;
-
-typedef struct {
-  int32_t padding;
-} SRSmaExecMsg;
-
 typedef struct {
   int8_t         version;       // for compatibility(default 0)
   int8_t         intervalUnit;  // MACRO: TIME_UNIT_XXX

include/os/os.h

@@ -79,6 +79,7 @@ extern "C" {
 #include <wchar.h>
 #include <wctype.h>
 
+#include "taoserror.h"
 #include "osAtomic.h"
 #include "osDef.h"
 #include "osDir.h"

include/os/osSemaphore.h

-/*
- * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
- *
- * This program is free software: you can use, redistribute, and/or modify
- * it under the terms of the GNU Affero General Public License, version 3
- * or later ("AGPL"), as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but WITHOUT
- * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
- * FITNESS FOR A PARTICULAR PURPOSE.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- */
-
-#ifndef _TD_OS_SEMPHONE_H_
-#define _TD_OS_SEMPHONE_H_
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <semaphore.h>
-
-#if defined(_TD_DARWIN_64)
-
-// typedef struct tsem_s *tsem_t;
-typedef struct bosal_sem_t *tsem_t;
-
-
-int tsem_init(tsem_t *sem, int pshared, unsigned int value);
-int tsem_wait(tsem_t *sem);
-int tsem_timewait(tsem_t *sim, int64_t nanosecs);
-int tsem_post(tsem_t *sem);
-int tsem_destroy(tsem_t *sem);
-
-#else
-
-#define tsem_t       sem_t
-#define tsem_init    sem_init
-int tsem_wait(tsem_t *sem);
-int tsem_timewait(tsem_t *sim, int64_t nanosecs);
-#define tsem_post    sem_post
-#define tsem_destroy sem_destroy
-
-#endif
-
-#if defined(_TD_DARWIN_64)
-//  #define TdThreadRwlock TdThreadMutex
-//  #define taosThreadRwlockInit(lock, NULL) taosThreadMutexInit(lock, NULL)
-//  #define taosThreadRwlockDestroy(lock) taosThreadMutexDestroy(lock)
-// #define taosThreadRwlockWrlock(lock) taosThreadMutexLock(lock)
-//  #define taosThreadRwlockRdlock(lock) taosThreadMutexLock(lock)
-//  #define taosThreadRwlockUnlock(lock) taosThreadMutexUnlock(lock)
-
-// #define TdThreadSpinlock               TdThreadMutex
-// #define taosThreadSpinInit(lock, NULL) taosThreadMutexInit(lock, NULL)
-// #define taosThreadSpinDestroy(lock)    taosThreadMutexDestroy(lock)
-// #define taosThreadSpinLock(lock)       taosThreadMutexLock(lock)
-// #define taosThreadSpinUnlock(lock)     taosThreadMutexUnlock(lock)
-#endif
-
-bool    taosCheckPthreadValid(TdThread thread);
-int64_t taosGetSelfPthreadId();
-int64_t taosGetPthreadId(TdThread thread);
-void    taosResetPthread(TdThread *thread);
-bool    taosComparePthread(TdThread first, TdThread second);
-int32_t taosGetPId();
-int32_t taosGetAppName(char *name, int32_t *len);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /*_TD_OS_SEMPHONE_H_*/
+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#ifndef _TD_OS_SEMPHONE_H_
+#define _TD_OS_SEMPHONE_H_
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <semaphore.h>
+
+#if defined(_TD_DARWIN_64)
+#include <dispatch/dispatch.h>
+// typedef struct tsem_s *tsem_t;
+typedef dispatch_semaphore_t tsem_t;
+
+int tsem_init(tsem_t *sem, int pshared, unsigned int value);
+int tsem_wait(tsem_t *sem);
+int tsem_timewait(tsem_t *sim, int64_t nanosecs);
+int tsem_post(tsem_t *sem);
+int tsem_destroy(tsem_t *sem);
+
+#else
+
+#define tsem_t       sem_t
+#define tsem_init    sem_init
+int tsem_wait(tsem_t *sem);
+int tsem_timewait(tsem_t *sim, int64_t nanosecs);
+#define tsem_post    sem_post
+#define tsem_destroy sem_destroy
+
+#endif
+
+#if defined(_TD_DARWIN_64)
+//  #define TdThreadRwlock TdThreadMutex
+//  #define taosThreadRwlockInit(lock, NULL) taosThreadMutexInit(lock, NULL)
+//  #define taosThreadRwlockDestroy(lock) taosThreadMutexDestroy(lock)
+// #define taosThreadRwlockWrlock(lock) taosThreadMutexLock(lock)
+//  #define taosThreadRwlockRdlock(lock) taosThreadMutexLock(lock)
+//  #define taosThreadRwlockUnlock(lock) taosThreadMutexUnlock(lock)
+
+// #define TdThreadSpinlock               TdThreadMutex
+// #define taosThreadSpinInit(lock, NULL) taosThreadMutexInit(lock, NULL)
+// #define taosThreadSpinDestroy(lock)    taosThreadMutexDestroy(lock)
+// #define taosThreadSpinLock(lock)       taosThreadMutexLock(lock)
+// #define taosThreadSpinUnlock(lock)     taosThreadMutexUnlock(lock)
+#endif
+
+bool    taosCheckPthreadValid(TdThread thread);
+int64_t taosGetSelfPthreadId();
+int64_t taosGetPthreadId(TdThread thread);
+void    taosResetPthread(TdThread *thread);
+bool    taosComparePthread(TdThread first, TdThread second);
+int32_t taosGetPId();
+int32_t taosGetAppName(char *name, int32_t *len);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /*_TD_OS_SEMPHONE_H_*/

packaging/cfg/taos.cfg

@@ -38,7 +38,7 @@
 # The interval of dnode reporting status to mnode
 # statusInterval            1
 
-# The interval for taos shell to send heartbeat to mnode
+# The interval for TDengine CLI to send heartbeat to mnode
 # shellActivityTimer        3
 
 # The minimum sliding window time, milli-second

packaging/deb/DEBIAN/prerm

 #!/bin/bash
 
-if [ $1 -eq "abort-upgrade" ]; then
+if [ "$1"x = "abort-upgrade"x ]; then
   exit 0
 fi
 

packaging/docker/README.md

@@ -47,7 +47,7 @@ taos> show databases;
 Query OK, 1 row(s) in set (0.002843s)
 ```
 
-Since TDengine use container hostname to establish connections, it's a bit more complex to use taos shell and native connectors(such as JDBC-JNI) with TDengine container instance. This is the recommended way to expose ports and use TDengine with docker in simple cases. If you want to use taos shell or taosc/connectors smoothly outside the `tdengine` container, see next use cases that match you need.
+Since TDengine use container hostname to establish connections, it's a bit more complex to use TDengine CLI and native connectors(such as JDBC-JNI) with TDengine container instance. This is the recommended way to expose ports and use TDengine with docker in simple cases. If you want to use TDengine CLI or taosc/connectors smoothly outside the `tdengine` container, see next use cases that match you need.
 
 ### Start with host network
 
@@ -87,7 +87,7 @@ docker run -d \
 
 This command starts a docker container with TDengine server running and maps the container's TCP ports from 6030 to 6049 to the host's ports from 6030 to 6049 with TCP protocol and UDP ports range 6030-6039 to the host's UDP ports 6030-6039. If the host is already running TDengine server and occupying the same port(s), you need to map the container's port to a different unused port segment. (Please see TDengine 2.0 Port Description for details). In order to support TDengine clients accessing TDengine server services, both TCP and UDP ports need to be exposed by default(unless `rpcForceTcp` is set to `1`).
 
-If you want to use taos shell or native connectors([JDBC-JNI](https://www.taosdata.com/cn/documentation/connector/java), or [driver-go](https://github.com/taosdata/driver-go)), you need to make sure the `TAOS_FQDN` is resolvable at `/etc/hosts` or with custom DNS service.
+If you want to use TDengine CLI or native connectors([JDBC-JNI](https://www.taosdata.com/cn/documentation/connector/java), or [driver-go](https://github.com/taosdata/driver-go)), you need to make sure the `TAOS_FQDN` is resolvable at `/etc/hosts` or with custom DNS service.
 
 If you set the `TAOS_FQDN` to host's hostname, it will works as using `hosts` network like previous use case. Otherwise, like in `-e TAOS_FQDN=tdengine`, you can add the hostname record `tdengine` into `/etc/hosts` (use `127.0.0.1` here in host path, if use TDengine client/application in other hosts, you should set the right ip to the host eg. `192.168.10.1`(check the real ip in host with `hostname -i` or `ip route list default`) to make the TDengine endpoint resolvable):
 
@@ -391,7 +391,7 @@ test_td-1_1         /usr/bin/entrypoint.sh taosd     Up      6030/tcp, 6031/tcp,
 test_td-2_1         /usr/bin/entrypoint.sh taosd     Up      6030/tcp, 6031/tcp, 6032/tcp, 6033/tcp, 6034/tcp, 6035/tcp, 6036/tcp, 6037/tcp, 6038/tcp, 6039/tcp, 6040/tcp, 6041/tcp, 6042/tcp
 ```
 
-Check dnodes with taos shell:
+Check dnodes with TDengine CLI:
 
 ```bash
 $ docker-compose exec td-1 taos -s "show dnodes"

packaging/tools/make_install.sh

@@ -381,8 +381,7 @@ function install_header() {
       ${install_main_dir}/include ||
       ${csudo}cp -f ${source_dir}/include/client/taos.h ${source_dir}/include/common/taosdef.h ${source_dir}/include/util/taoserror.h ${source_dir}/include/libs/function/taosudf.h \
         ${install_main_2_dir}/include &&
-      ${csudo}chmod 644 ${install_main_dir}/include/* ||:
-      ${csudo}chmod 644 ${install_main_2_dir}/include/*
+      ${csudo}chmod 644 ${install_main_dir}/include/* || ${csudo}chmod 644 ${install_main_2_dir}/include/*
   fi
 }
 

source/client/src/clientImpl.c

@@ -1975,7 +1975,7 @@ _OVER:
 
 int32_t appendTbToReq(SHashObj* pHash, int32_t pos1, int32_t len1, int32_t pos2, int32_t len2, const char* str,
                       int32_t acctId, char* db) {
-  SName name;
+  SName name = {0};
 
   if (len1 <= 0) {
     return -1;

source/common/src/systable.c

@@ -350,7 +350,7 @@ static const SSysTableMeta perfsMeta[] = {
     {TSDB_PERFS_TABLE_SUBSCRIPTIONS, subscriptionSchema, tListLen(subscriptionSchema), false},
     // {TSDB_PERFS_TABLE_OFFSETS, offsetSchema, tListLen(offsetSchema)},
     {TSDB_PERFS_TABLE_TRANS, transSchema, tListLen(transSchema), false},
-    {TSDB_PERFS_TABLE_SMAS, smaSchema, tListLen(smaSchema), false},
+    // {TSDB_PERFS_TABLE_SMAS, smaSchema, tListLen(smaSchema), false},
     {TSDB_PERFS_TABLE_STREAMS, streamSchema, tListLen(streamSchema), false},
     {TSDB_PERFS_TABLE_APPS, appSchema, tListLen(appSchema), false}};
 // clang-format on

source/dnode/mnode/impl/src/mndSma.c

@@ -38,7 +38,6 @@ static SSdbRow *mndSmaActionDecode(SSdbRaw *pRaw);
 static int32_t  mndSmaActionInsert(SSdb *pSdb, SSmaObj *pSma);
 static int32_t  mndSmaActionDelete(SSdb *pSdb, SSmaObj *pSpSmatb);
 static int32_t  mndSmaActionUpdate(SSdb *pSdb, SSmaObj *pOld, SSmaObj *pNew);
-static int32_t  mndSmaGetVgEpSet(SMnode *pMnode, SDbObj *pDb, SVgEpSet **ppVgEpSet, int32_t *numOfVgroups);
 static int32_t  mndProcessCreateSmaReq(SRpcMsg *pReq);
 static int32_t  mndProcessDropSmaReq(SRpcMsg *pReq);
 static int32_t  mndProcessGetSmaReq(SRpcMsg *pReq);
@@ -841,6 +840,7 @@ static int32_t mndDropSma(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SSmaObj *p
 
 _OVER:
   mndTransDrop(pTrans);
+  mndReleaseStream(pMnode, pStream);
   mndReleaseVgroup(pMnode, pVgroup);
   mndReleaseStb(pMnode, pStb);
   return code;
@@ -961,6 +961,7 @@ _OVER:
     mError("sma:%s, failed to drop since %s", dropReq.name, terrstr());
   }
 
+  mndReleaseSma(pMnode, pSma);
   mndReleaseDb(pMnode, pDb);
   return code;
 }

source/dnode/vnode/src/meta/metaTable.c

@@ -532,6 +532,9 @@ static int metaDropTableByUid(SMeta *pMeta, tb_uid_t uid, int *type) {
   SDecoder   dc = {0};
 
   rc = tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData);
+  if (rc < 0) {
+    return -1;
+  }
   int64_t version = ((SUidIdxVal *)pData)[0].version;
 
   tdbTbGet(pMeta->pTbDb, &(STbDbKey){.version = version, .uid = uid}, sizeof(STbDbKey), &pData, &nData);

source/dnode/vnode/src/tsdb/tsdbCache.c

@@ -476,7 +476,7 @@ static int32_t getNextRowFromFSLast(void *iter, TSDBROW **ppRow) {
       if (code) goto _err;
 
       if (!state->aBlockL) {
-        state->aBlockL = taosArrayInit(0, sizeof(SBlockIdx));
+        state->aBlockL = taosArrayInit(0, sizeof(SBlockL));
       } else {
         taosArrayClear(state->aBlockL);
       }

source/dnode/vnode/src/tsdb/tsdbRead.c

@@ -129,13 +129,19 @@ typedef struct SFileBlockDumpInfo {
   bool    allDumped;
 } SFileBlockDumpInfo;
 
+typedef struct SUidOrderCheckInfo {
+  uint64_t*            tableUidList;  // access table uid list in uid ascending order list
+  int32_t              currentIndex;  // index in table uid list
+} SUidOrderCheckInfo;
+
 typedef struct SReaderStatus {
-  bool                 loadFromFile;  // check file stage
+  bool                 loadFromFile;       // check file stage
   bool                 composedDataBlock;  // the returned data block is a composed block or not
-  SHashObj*            pTableMap;     // SHash<STableBlockScanInfo>
-  STableBlockScanInfo* pTableIter;    // table iterator used in building in-memory buffer data blocks.
+  SHashObj*            pTableMap;          // SHash<STableBlockScanInfo>
+  STableBlockScanInfo* pTableIter;         // table iterator used in building in-memory buffer data blocks.
+  SUidOrderCheckInfo   uidCheckInfo;      // check all table in uid order
   SFileBlockDumpInfo   fBlockDumpInfo;
-  SDFileSet*           pCurrentFileset;  // current opened file set
+  SDFileSet*           pCurrentFileset;    // current opened file set
   SBlockData           fileBlockData;
   SFilesetIter         fileIter;
   SDataBlockIter       blockIter;
@@ -573,7 +579,7 @@ static void cleanupTableScanInfo(SHashObj* pTableMap) {
     }
 
     // reset the index in last block when handing a new file
-    px->indexInBlockL = -1;
+    px->indexInBlockL = DEFAULT_ROW_INDEX_VAL;
     tMapDataClear(&px->mapData);
     taosArrayClear(px->pBlockList);
   }
@@ -651,9 +657,11 @@ static int32_t doLoadFileBlock(STsdbReader* pReader, SArray* pIndexList, SArray*
   int32_t total = pBlockNum->numOfLastBlocks + pBlockNum->numOfBlocks;
 
   double el = (taosGetTimestampUs() - st) / 1000.0;
-  tsdbDebug("load block of %d tables completed, blocks:%d in %d tables, lastBlock:%d, size:%.2f Kb, elapsed time:%.2f ms %s",
-            numOfTables, pBlockNum->numOfBlocks, numOfQTable, pBlockNum->numOfLastBlocks, sizeInDisk
-            / 1000.0, el, pReader->idStr);
+  tsdbDebug(
+      "load block of %d tables completed, blocks:%d in %d tables, lastBlock:%d, block-info-size:%.2f Kb, elapsed "
+      "time:%.2f ms %s",
+      numOfTables, pBlockNum->numOfBlocks, numOfQTable, pBlockNum->numOfLastBlocks, sizeInDisk / 1000.0, el,
+      pReader->idStr);
 
   pReader->cost.numOfBlocks += total;
   pReader->cost.headFileLoadTime += el;
@@ -1810,7 +1818,8 @@ static void setAllRowsChecked(SLastBlockReader *pLastBlockReader) {
 }
 
 static bool nextRowInLastBlock(SLastBlockReader *pLastBlockReader, STableBlockScanInfo* pBlockScanInfo) {
-  int32_t step = (pLastBlockReader->order == TSDB_ORDER_ASC) ? 1 : -1;
+  bool asc = ASCENDING_TRAVERSE(pLastBlockReader->order);
+  int32_t step = (asc) ? 1 : -1;
   if (*pLastBlockReader->rowIndex == ALL_ROWS_CHECKED_INDEX) {
     return false;
   }
@@ -1819,8 +1828,20 @@ static bool nextRowInLastBlock(SLastBlockReader *pLastBlockReader, STableBlockSc
 
   SBlockData* pBlockData = &pLastBlockReader->lastBlockData;
   for(int32_t i = *(pLastBlockReader->rowIndex); i < pBlockData->nRow && i >= 0; i += step) {
-    if (pBlockData->aUid != NULL && pBlockData->aUid[i] != pLastBlockReader->uid) {
-      continue;
+    if (pBlockData->aUid != NULL) {
+      if (asc) {
+        if (pBlockData->aUid[i] < pLastBlockReader->uid) {
+          continue;
+        } else if (pBlockData->aUid[i] > pLastBlockReader->uid) {
+          break;
+        }
+      } else {
+        if (pBlockData->aUid[i] > pLastBlockReader->uid) {
+          continue;
+        } else if (pBlockData->aUid[i] < pLastBlockReader->uid) {
+          break;
+        }
+      }
     }
 
     int64_t ts = pBlockData->aTSKEY[i];
@@ -1866,7 +1887,7 @@ static bool hasDataInLastBlock(SLastBlockReader* pLastBlockReader) {
   if (*pLastBlockReader->rowIndex == ALL_ROWS_CHECKED_INDEX) {
     return false;
   }
-  
+
   ASSERT(pLastBlockReader->lastBlockData.nRow > 0);
   return true;
 }
@@ -1891,7 +1912,7 @@ int32_t mergeRowsInFileBlocks(SBlockData* pBlockData, STableBlockScanInfo* pBloc
     tRowMergerClear(&merge);
     return TSDB_CODE_SUCCESS;
   }
-  
+
   return TSDB_CODE_SUCCESS;
 }
 
@@ -1959,7 +1980,7 @@ static int32_t buildComposedDataBlock(STsdbReader* pReader) {
         }
       }
     }
-      
+
     bool hasBlockLData = hasDataInLastBlock(pLastBlockReader);
 
     // no data in last block and block, no need to proceed.
@@ -1987,9 +2008,12 @@ static int32_t buildComposedDataBlock(STsdbReader* pReader) {
   setComposedBlockFlag(pReader, true);
   int64_t et = taosGetTimestampUs();
 
-  tsdbDebug("%p uid:%" PRIu64 ", composed data block created, brange:%" PRIu64 "-%" PRIu64 " rows:%d, elapsed time:%.2f ms %s",
-            pReader, pBlockScanInfo->uid, pResBlock->info.window.skey, pResBlock->info.window.ekey,
-            pResBlock->info.rows, (et - st) / 1000.0, pReader->idStr);
+  if (pResBlock->info.rows > 0) {
+    tsdbDebug("%p uid:%" PRIu64 ", composed data block created, brange:%" PRIu64 "-%" PRIu64
+              " rows:%d, elapsed time:%.2f ms %s",
+              pReader, pBlockScanInfo->uid, pResBlock->info.window.skey, pResBlock->info.window.ekey,
+              pResBlock->info.rows, (et - st) / 1000.0, pReader->idStr);
+  }
 
   return TSDB_CODE_SUCCESS;
 }
@@ -2279,22 +2303,98 @@ static int32_t doLoadRelatedLastBlock(SLastBlockReader* pLastBlockReader, STable
   return TSDB_CODE_SUCCESS;
 }
 
-static int32_t doLoadLastBlockSequentially(STsdbReader* pReader) {
-  SReaderStatus* pStatus = &pReader->status;
-  SLastBlockReader* pLastBlockReader = pStatus->fileIter.pLastBlockReader;
+static int32_t uidComparFunc(const void* p1, const void* p2) {
+  uint64_t pu1 = *(uint64_t*) p1;
+  uint64_t pu2 = *(uint64_t*) p2;
+  if (pu1 == pu2) {
+    return 0;
+  } else {
+    return (pu1 < pu2)? -1:1;
+  }
+}
 
-  while(1) {
-    if (pStatus->pTableIter == NULL) {
-      pStatus->pTableIter = taosHashIterate(pStatus->pTableMap, NULL);
+static void extractOrderedTableUidList(SUidOrderCheckInfo *pOrderCheckInfo, SReaderStatus* pStatus) {
+  int32_t index = 0;
+  int32_t total = taosHashGetSize(pStatus->pTableMap);
+
+  void* p = taosHashIterate(pStatus->pTableMap, NULL);
+  while(p != NULL) {
+    STableBlockScanInfo* pScanInfo = p;
+    pOrderCheckInfo->tableUidList[index++] = pScanInfo->uid;
+    p = taosHashIterate(pStatus->pTableMap, p);
+  }
+
+  taosSort(pOrderCheckInfo->tableUidList, total, sizeof(uint64_t), uidComparFunc);
+}
+
+static int32_t initOrderCheckInfo(SUidOrderCheckInfo* pOrderCheckInfo, SReaderStatus* pStatus) {
+  if (pOrderCheckInfo->tableUidList == NULL) {
+    int32_t total = taosHashGetSize(pStatus->pTableMap);
+
+    pOrderCheckInfo->currentIndex = 0;
+    pOrderCheckInfo->tableUidList = taosMemoryMalloc(total * sizeof(uint64_t));
+    if (pOrderCheckInfo->tableUidList == NULL) {
+      return TSDB_CODE_OUT_OF_MEMORY;
+    }
+
+    extractOrderedTableUidList(pOrderCheckInfo, pStatus);
+
+    uint64_t uid = pOrderCheckInfo->tableUidList[0];
+    pStatus->pTableIter = taosHashGet(pStatus->pTableMap, &uid, sizeof(uid));
+  } else {
+    if (pStatus->pTableIter == NULL) {  // it is the last block of a new file
+//      ASSERT(pOrderCheckInfo->currentIndex == taosHashGetSize(pStatus->pTableMap));
+
+      pOrderCheckInfo->currentIndex = 0;
+      uint64_t uid = pOrderCheckInfo->tableUidList[pOrderCheckInfo->currentIndex];
+      pStatus->pTableIter = taosHashGet(pStatus->pTableMap, &uid, sizeof(uid));
+
+      // the tableMap has already updated
       if (pStatus->pTableIter == NULL) {
-        return TSDB_CODE_SUCCESS;
+        void* p = taosMemoryRealloc(pOrderCheckInfo->tableUidList, taosHashGetSize(pStatus->pTableMap)*sizeof(uint64_t));
+        if (p == NULL) {
+          return TSDB_CODE_OUT_OF_MEMORY;
+        }
+
+        pOrderCheckInfo->tableUidList = p;
+        extractOrderedTableUidList(pOrderCheckInfo, pStatus);
+
+        uid = pOrderCheckInfo->tableUidList[0];
+        pStatus->pTableIter = taosHashGet(pStatus->pTableMap, &uid, sizeof(uid));
       }
     }
+  }
+
+  return TSDB_CODE_SUCCESS;
+}
+
+static bool moveToNextTable(SUidOrderCheckInfo *pOrderedCheckInfo, SReaderStatus* pStatus) {
+  pOrderedCheckInfo->currentIndex += 1;
+  if (pOrderedCheckInfo->currentIndex >= taosHashGetSize(pStatus->pTableMap)) {
+    pStatus->pTableIter = NULL;
+    return false;
+  }
+
+  uint64_t uid = pOrderedCheckInfo->tableUidList[pOrderedCheckInfo->currentIndex];
+  pStatus->pTableIter = taosHashGet(pStatus->pTableMap, &uid, sizeof(uid));
+  ASSERT(pStatus->pTableIter != NULL);
+  return true;
+}
+
+static int32_t doLoadLastBlockSequentially(STsdbReader* pReader) {
+  SReaderStatus* pStatus = &pReader->status;
+  SLastBlockReader* pLastBlockReader = pStatus->fileIter.pLastBlockReader;
+
+  SUidOrderCheckInfo *pOrderedCheckInfo = &pStatus->uidCheckInfo;
+  int32_t code = initOrderCheckInfo(pOrderedCheckInfo, pStatus);
+  if (code != TSDB_CODE_SUCCESS || (taosHashGetSize(pStatus->pTableMap) == 0)) {
+    return code;
+  }
 
+  while(1) {
     // load the last data block of current table
-    // todo opt perf by avoiding load last block repeatly
     STableBlockScanInfo* pScanInfo = pStatus->pTableIter;
-    int32_t code = doLoadRelatedLastBlock(pLastBlockReader, pScanInfo, pReader);
+    code = doLoadRelatedLastBlock(pLastBlockReader, pScanInfo, pReader);
     if (code != TSDB_CODE_SUCCESS) {
       return code;
     }
@@ -2302,19 +2402,20 @@ static int32_t doLoadLastBlockSequentially(STsdbReader* pReader) {
     if (pLastBlockReader->currentBlockIndex != -1) {
       initLastBlockReader(pLastBlockReader, pScanInfo->uid, &pScanInfo->indexInBlockL);
       int32_t index = pScanInfo->indexInBlockL;
+
       if (index == DEFAULT_ROW_INDEX_VAL || index == pLastBlockReader->lastBlockData.nRow) {
         bool hasData = nextRowInLastBlock(pLastBlockReader, pScanInfo);
         if (!hasData) {  // current table does not have rows in last block, try next table
-          pStatus->pTableIter = taosHashIterate(pStatus->pTableMap, pStatus->pTableIter);
-          if (pStatus->pTableIter == NULL) {
+          bool hasNexTable = moveToNextTable(pOrderedCheckInfo, pStatus);
+          if (!hasNexTable) {
             return TSDB_CODE_SUCCESS;
           }
           continue;
         }
       }
     } else {  // no data in last block, try next table
-      pStatus->pTableIter = taosHashIterate(pStatus->pTableMap, pStatus->pTableIter);
-      if (pStatus->pTableIter == NULL) {
+      bool hasNexTable = moveToNextTable(pOrderedCheckInfo, pStatus);
+      if (!hasNexTable) {
         return TSDB_CODE_SUCCESS;
       }
       continue;
@@ -2330,8 +2431,8 @@ static int32_t doLoadLastBlockSequentially(STsdbReader* pReader) {
     }
 
     // current table is exhausted, let's try next table
-    pStatus->pTableIter = taosHashIterate(pStatus->pTableMap, pStatus->pTableIter);
-    if (pStatus->pTableIter == NULL) {
+    bool hasNexTable = moveToNextTable(pOrderedCheckInfo, pStatus);
+    if (!hasNexTable) {
       return TSDB_CODE_SUCCESS;
     }
   }
@@ -3343,6 +3444,8 @@ void tsdbReaderClose(STsdbReader* pReader) {
     tsdbDataFReaderClose(&pReader->pFileReader);
   }
 
+  taosMemoryFree(pReader->status.uidCheckInfo.tableUidList);
+
   SFilesetIter* pFilesetIter = &pReader->status.fileIter;
   if (pFilesetIter->pLastBlockReader != NULL) {
     tBlockDataDestroy(&pFilesetIter->pLastBlockReader->lastBlockData, true);

source/libs/catalog/inc/catalogInt.h

@@ -188,7 +188,7 @@ typedef struct SCtgTbCache {
 
 typedef struct SCtgVgCache {
   SRWLatch         vgLock;
-  SDBVgInfo       *vgInfo;  
+  SDBVgInfo       *vgInfo;
 } SCtgVgCache;
 
 typedef struct SCtgDBCache {
@@ -224,7 +224,7 @@ typedef struct SCtgUserAuth {
 } SCtgUserAuth;
 
 typedef struct SCatalog {
-  uint64_t         clusterId;  
+  uint64_t         clusterId;
   SHashObj        *userCache;    //key:user, value:SCtgUserAuth
   SHashObj        *dbCache;      //key:dbname, value:SCtgDBCache
   SCtgRentMgmt     dbRent;
@@ -253,9 +253,9 @@ typedef struct SCtgJob {
   int32_t           jobResCode;
   int32_t           taskIdx;
   SRWLatch          taskLock;
-  
+
   uint64_t          queryId;
-  SCatalog*         pCtg; 
+  SCatalog*         pCtg;
   SRequestConnInfo  conn;
   void*             userParam;
   catalogCallback   userFp;
@@ -279,7 +279,7 @@ typedef struct SCtgMsgCtx {
   void* lastOut;
   void* out;
   char* target;
-  SHashObj* pBatchs;  
+  SHashObj* pBatchs;
 } SCtgMsgCtx;
 
 
@@ -364,7 +364,7 @@ typedef struct SCtgCacheStat {
   uint64_t numOfMetaHit;
   uint64_t numOfMetaMiss;
   uint64_t numOfIndexHit;
-  uint64_t numOfIndexMiss;  
+  uint64_t numOfIndexMiss;
   uint64_t numOfUserHit;
   uint64_t numOfUserMiss;
   uint64_t numOfClear;
@@ -451,7 +451,7 @@ typedef struct SCtgCacheOperation {
   int32_t  opId;
   void    *data;
   bool     syncOp;
-  tsem_t   rspSem;  
+  tsem_t   rspSem;
   bool     stopQueue;
   bool     unLocked;
 } SCtgCacheOperation;
@@ -466,7 +466,7 @@ typedef struct SCtgQueue {
   bool                  stopQueue;
   SCtgQNode            *head;
   SCtgQNode            *tail;
-  tsem_t                reqSem;  
+  tsem_t                reqSem;
   uint64_t              qRemainNum;
 } SCtgQueue;
 
@@ -475,7 +475,7 @@ typedef struct SCatalogMgmt {
   int32_t               jobPool;
   SRWLatch              lock;
   SCtgQueue             queue;
-  TdThread              updateThread;  
+  TdThread              updateThread;
   SHashObj             *pCluster;     //key: clusterId, value: SCatalog*
   SCatalogStat          stat;
   SCatalogCfg           cfg;
@@ -528,8 +528,8 @@ typedef struct SCtgOperation {
 
 #define CTG_META_SIZE(pMeta) (sizeof(STableMeta) + ((pMeta)->tableInfo.numOfTags + (pMeta)->tableInfo.numOfColumns) * sizeof(SSchema))
 
-#define CTG_TABLE_NOT_EXIST(code) (code == CTG_ERR_CODE_TABLE_NOT_EXIST) 
-#define CTG_DB_NOT_EXIST(code) (code == TSDB_CODE_MND_DB_NOT_EXIST) 
+#define CTG_TABLE_NOT_EXIST(code) (code == CTG_ERR_CODE_TABLE_NOT_EXIST)
+#define CTG_DB_NOT_EXIST(code) (code == TSDB_CODE_MND_DB_NOT_EXIST)
 
 #define ctgFatal(param, ...)  qFatal("CTG:%p " param, pCtg, __VA_ARGS__)
 #define ctgError(param, ...)  qError("CTG:%p " param, pCtg, __VA_ARGS__)
@@ -576,7 +576,7 @@ typedef struct SCtgOperation {
   }                                                       \
 } while (0)
 
-  
+
 #define CTG_ERR_RET(c) do { int32_t _code = c; if (_code != TSDB_CODE_SUCCESS) { terrno = _code; return _code; } } while (0)
 #define CTG_RET(c) do { int32_t _code = c; if (_code != TSDB_CODE_SUCCESS) { terrno = _code; } return _code; } while (0)
 #define CTG_ERR_JRET(c) do { code = c; if (code != TSDB_CODE_SUCCESS) { terrno = code; goto _return; } } while (0)

source/libs/catalog/src/ctgAsync.c

@@ -39,7 +39,7 @@ int32_t ctgInitGetTbMetaTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
     taosMemoryFree(task.taskCtx);
     CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
   }
-  
+
   memcpy(ctx->pName, name, sizeof(*name));
   ctx->flag = CTG_FLAG_UNKNOWN_STB;
 
@@ -69,7 +69,7 @@ int32_t ctgInitGetTbMetasTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
 
   taosArrayPush(pJob->pTasks, &task);
 
-  qDebug("QID:0x%" PRIx64 " the %dth task type %s initialized, dbNum:%d, tbNum:%d", 
+  qDebug("QID:0x%" PRIx64 " the %dth task type %s initialized, dbNum:%d, tbNum:%d",
          pJob->queryId, taskIdx, ctgTaskTypeStr(task.type), taosArrayGetSize(ctx->pNames), pJob->tbMetaNum);
 
   return TSDB_CODE_SUCCESS;
@@ -89,7 +89,7 @@ int32_t ctgInitGetDbVgTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgDbVgCtx* ctx = task.taskCtx;
-  
+
   memcpy(ctx->dbFName, dbFName, sizeof(ctx->dbFName));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -113,7 +113,7 @@ int32_t ctgInitGetDbCfgTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgDbCfgCtx* ctx = task.taskCtx;
-  
+
   memcpy(ctx->dbFName, dbFName, sizeof(ctx->dbFName));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -137,7 +137,7 @@ int32_t ctgInitGetDbInfoTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgDbInfoCtx* ctx = task.taskCtx;
-  
+
   memcpy(ctx->dbFName, dbFName, sizeof(ctx->dbFName));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -167,7 +167,7 @@ int32_t ctgInitGetTbHashTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
     taosMemoryFree(task.taskCtx);
     CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
   }
-  
+
   memcpy(ctx->pName, name, sizeof(*name));
   tNameGetFullDbName(ctx->pName, ctx->dbFName);
 
@@ -197,7 +197,7 @@ int32_t ctgInitGetTbHashsTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
 
   taosArrayPush(pJob->pTasks, &task);
 
-  qDebug("QID:0x%" PRIx64 " the %dth task type %s initialized, dbNum:%d, tbNum:%d", 
+  qDebug("QID:0x%" PRIx64 " the %dth task type %s initialized, dbNum:%d, tbNum:%d",
          pJob->queryId, taskIdx, ctgTaskTypeStr(task.type), taosArrayGetSize(ctx->pNames), pJob->tbHashNum);
 
   return TSDB_CODE_SUCCESS;
@@ -248,7 +248,7 @@ int32_t ctgInitGetIndexTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgIndexCtx* ctx = task.taskCtx;
-  
+
   strcpy(ctx->indexFName, name);
 
   taosArrayPush(pJob->pTasks, &task);
@@ -272,7 +272,7 @@ int32_t ctgInitGetUdfTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgUdfCtx* ctx = task.taskCtx;
-  
+
   strcpy(ctx->udfName, name);
 
   taosArrayPush(pJob->pTasks, &task);
@@ -296,7 +296,7 @@ int32_t ctgInitGetUserTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
   }
 
   SCtgUserCtx* ctx = task.taskCtx;
-  
+
   memcpy(&ctx->user, user, sizeof(*user));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -339,7 +339,7 @@ int32_t ctgInitGetTbIndexTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
     taosMemoryFree(task.taskCtx);
     CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
   }
-  
+
   memcpy(ctx->pName, name, sizeof(*name));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -368,7 +368,7 @@ int32_t ctgInitGetTbCfgTask(SCtgJob *pJob, int32_t taskIdx, void* param) {
     taosMemoryFree(task.taskCtx);
     CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
   }
-  
+
   memcpy(ctx->pName, name, sizeof(*name));
 
   taosArrayPush(pJob->pTasks, &task);
@@ -387,7 +387,7 @@ int32_t ctgHandleForceUpdate(SCatalog* pCtg, int32_t taskNum, SCtgJob *pJob, con
     taosHashCleanup(pTb);
     CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
   }
-  
+
   for (int32_t i = 0; i < pJob->dbVgNum; ++i) {
     char* dbFName = taosArrayGet(pReq->pDbVgroup, i);
     taosHashPut(pDb, dbFName, strlen(dbFName), dbFName, TSDB_DB_FNAME_LEN);
@@ -474,7 +474,7 @@ int32_t ctgInitTask(SCtgJob *pJob, CTG_TASK_TYPE type, void* param, int32_t *tas
   if (taskId) {
     *taskId = tid;
   }
-  
+
   return TSDB_CODE_SUCCESS;
 }
 
@@ -510,7 +510,7 @@ int32_t ctgInitJob(SCatalog* pCtg, SRequestConnInfo *pConn, SCtgJob** job, const
   pJob->pCtg    = pCtg;
   pJob->conn    = *pConn;
   pJob->userParam = param;
-  
+
   pJob->tbMetaNum = tbMetaNum;
   pJob->tbHashNum = tbHashNum;
   pJob->qnodeNum = qnodeNum;
@@ -844,20 +844,20 @@ int32_t ctgDumpSvrVer(SCtgTask* pTask) {
 
   pJob->jobRes.pSvrVer->code = pTask->code;
   pJob->jobRes.pSvrVer->pRes = pTask->res;
-  
+
   return TSDB_CODE_SUCCESS;
 }
 
 int32_t ctgCallSubCb(SCtgTask *pTask) {
   int32_t code = 0;
-  
+
   CTG_LOCK(CTG_WRITE, &pTask->lock);
-  
+
   int32_t parentNum = taosArrayGetSize(pTask->pParents);
   for (int32_t i = 0; i < parentNum; ++i) {
     SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
     SCtgTask* pParent = taosArrayGetP(pTask->pParents, i);
-    
+
     pParent->subRes.code = pTask->code;
     if (TSDB_CODE_SUCCESS == pTask->code) {
       code = (*gCtgAsyncFps[pTask->type].cloneFp)(pTask, &pParent->subRes.res);
@@ -868,22 +868,22 @@ int32_t ctgCallSubCb(SCtgTask *pTask) {
 
     SCtgMsgCtx *pParMsgCtx = CTG_GET_TASK_MSGCTX(pParent, -1);
 
-    pParMsgCtx->pBatchs = pMsgCtx->pBatchs;    
+    pParMsgCtx->pBatchs = pMsgCtx->pBatchs;
     CTG_ERR_JRET(pParent->subRes.fp(pParent));
   }
-  
+
 _return:
 
   CTG_UNLOCK(CTG_WRITE, &pTask->lock);
 
-  CTG_RET(code);  
+  CTG_RET(code);
 }
 
 int32_t ctgCallUserCb(void* param) {
   SCtgJob* pJob = (SCtgJob*)param;
 
   qDebug("QID:0x%" PRIx64 " ctg start to call user cb with rsp %s", pJob->queryId, tstrerror(pJob->jobResCode));
-  
+
   (*pJob->userFp)(&pJob->jobRes, pJob->userParam, pJob->jobResCode);
 
   qDebug("QID:0x%" PRIx64 " ctg end to call user cb", pJob->queryId);
@@ -922,9 +922,9 @@ _return:
 
   //taosSsleep(2);
   //qDebug("QID:0x%" PRIx64 " ctg after sleep", pJob->queryId);
-  
+
   taosAsyncExec(ctgCallUserCb, pJob, NULL);
-  
+
   CTG_RET(code);
 }
 
@@ -932,7 +932,7 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   int32_t code = 0;
   SCtgDBCache *dbCache = NULL;
   SCtgTask* pTask = tReq->pTask;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgMsgCtx* pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, tReq->msgIdx);
   SCtgTbMetaCtx* ctx = (SCtgTbMetaCtx*)pTask->taskCtx;
@@ -958,38 +958,38 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
     }
     case TDMT_MND_TABLE_META: {
       STableMetaOutput* pOut = (STableMetaOutput*)pMsgCtx->out;
-      
+
       if (CTG_IS_META_NULL(pOut->metaType)) {
         if (CTG_FLAG_IS_STB(flag)) {
           char dbFName[TSDB_DB_FNAME_LEN] = {0};
           tNameGetFullDbName(pName, dbFName);
-          
+
           CTG_ERR_RET(ctgAcquireVgInfoFromCache(pCtg, dbFName, &dbCache));
           if (NULL != dbCache) {
             SVgroupInfo vgInfo = {0};
             CTG_ERR_JRET(ctgGetVgInfoFromHashValue(pCtg, dbCache->vgCache.vgInfo, pName, &vgInfo));
-          
+
             ctgDebug("will refresh tbmeta, supposed to be stb, tbName:%s, flag:%d", tNameGetTableName(pName), flag);
 
-            *vgId = vgInfo.vgId;          
+            *vgId = vgInfo.vgId;
             CTG_ERR_JRET(ctgGetTbMetaFromVnode(pCtg, pConn, pName, &vgInfo, NULL, tReq));
 
             ctgReleaseVgInfoToCache(pCtg, dbCache);
           } else {
             SBuildUseDBInput input = {0};
-          
+
             tstrncpy(input.db, dbFName, tListLen(input.db));
             input.vgVersion = CTG_DEFAULT_INVALID_VERSION;
-          
+
             CTG_ERR_JRET(ctgGetDBVgInfoFromMnode(pCtg, pConn, &input, NULL, tReq));
           }
 
           return TSDB_CODE_SUCCESS;
         }
-        
+
         ctgError("no tbmeta got, tbName:%s", tNameGetTableName(pName));
         ctgRemoveTbMetaFromCache(pCtg, pName, false);
-        
+
         CTG_ERR_JRET(CTG_ERR_CODE_TABLE_NOT_EXIST);
       }
 
@@ -998,12 +998,12 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
         STableMetaOutput* pLastOut = (STableMetaOutput*)pMsgCtx->out;
         TSWAP(pLastOut->tbMeta, pOut->tbMeta);
       }
-      
+
       break;
     }
     case TDMT_VND_TABLE_META: {
       STableMetaOutput* pOut = (STableMetaOutput*)pMsgCtx->out;
-      
+
       if (CTG_IS_META_NULL(pOut->metaType)) {
         ctgError("no tbmeta got, tbNmae:%s", tNameGetTableName(pName));
         ctgRemoveTbMetaFromCache(pCtg, pName, false);
@@ -1013,12 +1013,12 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
       if (CTG_FLAG_IS_STB(flag)) {
         break;
       }
-      
+
       if (CTG_IS_META_TABLE(pOut->metaType) && TSDB_SUPER_TABLE == pOut->tbMeta->tableType) {
         ctgDebug("will continue to refresh tbmeta since got stb, tbName:%s", tNameGetTableName(pName));
-      
+
         taosMemoryFreeClear(pOut->tbMeta);
-        
+
         CTG_RET(ctgGetTbMetaFromMnode(pCtg, pConn, pName, NULL, tReq));
       } else if (CTG_IS_META_BOTH(pOut->metaType)) {
         int32_t exist = 0;
@@ -1029,13 +1029,13 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
           stbCtx.flag = flag;
           stbCtx.pName = &stbName;
 
-          taosMemoryFreeClear(pOut->tbMeta);          
+          taosMemoryFreeClear(pOut->tbMeta);
           CTG_ERR_JRET(ctgReadTbMetaFromCache(pCtg, &stbCtx, &pOut->tbMeta));
           if (pOut->tbMeta) {
             exist = 1;
           }
         }
-      
+
         if (0 == exist) {
           TSWAP(pMsgCtx->lastOut, pMsgCtx->out);
           CTG_RET(ctgGetTbMetaFromMnodeImpl(pCtg, pConn, pOut->dbFName, pOut->tbName, NULL, tReq));
@@ -1056,7 +1056,7 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   if (CTG_IS_META_BOTH(pOut->metaType)) {
     memcpy(pOut->tbMeta, &pOut->ctbMeta, sizeof(pOut->ctbMeta));
   }
-  
+
 /*
   else if (CTG_IS_META_CTABLE(pOut->metaType)) {
     SName stbName = *pName;
@@ -1064,7 +1064,7 @@ int32_t ctgHandleGetTbMetaRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
     SCtgTbMetaCtx stbCtx = {0};
     stbCtx.flag = flag;
     stbCtx.pName = &stbName;
-    
+
     CTG_ERR_JRET(ctgReadTbMetaFromCache(pCtg, &stbCtx, &pOut->tbMeta));
     if (NULL == pOut->tbMeta) {
       ctgDebug("stb no longer exist, stbName:%s", stbName.tname);
@@ -1088,7 +1088,7 @@ _return:
   if (pTask->res || code) {
     ctgHandleTaskEnd(pTask, code);
   }
-  
+
   CTG_RET(code);
 }
 
@@ -1097,7 +1097,7 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
   int32_t code = 0;
   SCtgDBCache *dbCache = NULL;
   SCtgTask* pTask = tReq->pTask;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgMsgCtx* pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, tReq->msgIdx);
   SCtgTbMetasCtx* ctx = (SCtgTbMetasCtx*)pTask->taskCtx;
@@ -1125,38 +1125,38 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
     }
     case TDMT_MND_TABLE_META: {
       STableMetaOutput* pOut = (STableMetaOutput*)pMsgCtx->out;
-      
+
       if (CTG_IS_META_NULL(pOut->metaType)) {
         if (CTG_FLAG_IS_STB(flag)) {
           char dbFName[TSDB_DB_FNAME_LEN] = {0};
           tNameGetFullDbName(pName, dbFName);
-          
+
           CTG_ERR_RET(ctgAcquireVgInfoFromCache(pCtg, dbFName, &dbCache));
           if (NULL != dbCache) {
             SVgroupInfo vgInfo = {0};
             CTG_ERR_JRET(ctgGetVgInfoFromHashValue(pCtg, dbCache->vgCache.vgInfo, pName, &vgInfo));
-          
+
             ctgDebug("will refresh tbmeta, supposed to be stb, tbName:%s, flag:%d", tNameGetTableName(pName), flag);
 
-            *vgId = vgInfo.vgId;          
+            *vgId = vgInfo.vgId;
             CTG_ERR_JRET(ctgGetTbMetaFromVnode(pCtg, pConn, pName, &vgInfo, NULL, tReq));
 
             ctgReleaseVgInfoToCache(pCtg, dbCache);
           } else {
             SBuildUseDBInput input = {0};
-          
+
             tstrncpy(input.db, dbFName, tListLen(input.db));
             input.vgVersion = CTG_DEFAULT_INVALID_VERSION;
-          
+
             CTG_ERR_JRET(ctgGetDBVgInfoFromMnode(pCtg, pConn, &input, NULL, tReq));
           }
 
           return TSDB_CODE_SUCCESS;
         }
-        
+
         ctgError("no tbmeta got, tbName:%s", tNameGetTableName(pName));
         ctgRemoveTbMetaFromCache(pCtg, pName, false);
-        
+
         CTG_ERR_JRET(CTG_ERR_CODE_TABLE_NOT_EXIST);
       }
 
@@ -1165,12 +1165,12 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
         STableMetaOutput* pLastOut = (STableMetaOutput*)pMsgCtx->out;
         TSWAP(pLastOut->tbMeta, pOut->tbMeta);
       }
-      
+
       break;
     }
     case TDMT_VND_TABLE_META: {
       STableMetaOutput* pOut = (STableMetaOutput*)pMsgCtx->out;
-      
+
       if (CTG_IS_META_NULL(pOut->metaType)) {
         ctgError("no tbmeta got, tbNmae:%s", tNameGetTableName(pName));
         ctgRemoveTbMetaFromCache(pCtg, pName, false);
@@ -1180,12 +1180,12 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
       if (CTG_FLAG_IS_STB(flag)) {
         break;
       }
-      
+
       if (CTG_IS_META_TABLE(pOut->metaType) && TSDB_SUPER_TABLE == pOut->tbMeta->tableType) {
         ctgDebug("will continue to refresh tbmeta since got stb, tbName:%s", tNameGetTableName(pName));
-      
+
         taosMemoryFreeClear(pOut->tbMeta);
-        
+
         CTG_RET(ctgGetTbMetaFromMnode(pCtg, pConn, pName, NULL, tReq));
       } else if (CTG_IS_META_BOTH(pOut->metaType)) {
         int32_t exist = 0;
@@ -1196,14 +1196,14 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
           stbCtx.flag = flag;
           stbCtx.pName = &stbName;
 
-          taosMemoryFreeClear(pOut->tbMeta);          
+          taosMemoryFreeClear(pOut->tbMeta);
           CTG_ERR_JRET(ctgReadTbMetaFromCache(pCtg, &stbCtx, &pOut->tbMeta));
           if (pOut->tbMeta) {
             ctgDebug("use cached stb meta, tbName:%s", tNameGetTableName(pName));
             exist = 1;
           }
         }
-      
+
         if (0 == exist) {
           TSWAP(pMsgCtx->lastOut, pMsgCtx->out);
           CTG_RET(ctgGetTbMetaFromMnodeImpl(pCtg, pConn, pOut->dbFName, pOut->tbName, NULL, tReq));
@@ -1224,7 +1224,7 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
   if (CTG_IS_META_BOTH(pOut->metaType)) {
     memcpy(pOut->tbMeta, &pOut->ctbMeta, sizeof(pOut->ctbMeta));
   }
-  
+
 /*
   else if (CTG_IS_META_CTABLE(pOut->metaType)) {
     SName stbName = *pName;
@@ -1232,7 +1232,7 @@ int32_t ctgHandleGetTbMetasRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
     SCtgTbMetaCtx stbCtx = {0};
     stbCtx.flag = flag;
     stbCtx.pName = &stbName;
-    
+
     CTG_ERR_JRET(ctgReadTbMetaFromCache(pCtg, &stbCtx, &pOut->tbMeta));
     if (NULL == pOut->tbMeta) {
       ctgDebug("stb no longer exist, stbName:%s", stbName.tname);
@@ -1273,7 +1273,7 @@ _return:
   if (pTask->res && taskDone) {
     ctgHandleTaskEnd(pTask, code);
   }
-  
+
   CTG_RET(code);
 }
 
@@ -1282,7 +1282,7 @@ int32_t ctgHandleGetDbVgRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf *
   int32_t code = 0;
   SCtgTask* pTask = tReq->pTask;
   SCtgDbVgCtx* ctx = (SCtgDbVgCtx*)pTask->taskCtx;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
 
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
@@ -1290,7 +1290,7 @@ int32_t ctgHandleGetDbVgRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf *
     case TDMT_MND_USE_DB: {
       SUseDbOutput* pOut = (SUseDbOutput*)pTask->msgCtx.out;
       SDBVgInfo* pDb = NULL;
-      
+
       CTG_ERR_JRET(ctgGenerateVgList(pCtg, pOut->dbVgroup->vgHash, (SArray**)&pTask->res));
 
       CTG_ERR_JRET(cloneDbVgInfo(pOut->dbVgroup, &pDb));
@@ -1316,7 +1316,7 @@ int32_t ctgHandleGetTbHashRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   int32_t code = 0;
   SCtgTask* pTask = tReq->pTask;
   SCtgTbHashCtx* ctx = (SCtgTbHashCtx*)pTask->taskCtx;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
 
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
@@ -1330,7 +1330,7 @@ int32_t ctgHandleGetTbHashRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
       }
 
       CTG_ERR_JRET(ctgGetVgInfoFromHashValue(pCtg, pOut->dbVgroup, ctx->pName, (SVgroupInfo*)pTask->res));
-      
+
       CTG_ERR_JRET(ctgUpdateVgroupEnqueue(pCtg, ctx->dbFName, pOut->dbId, pOut->dbVgroup, false));
       pOut->dbVgroup = NULL;
 
@@ -1354,7 +1354,7 @@ int32_t ctgHandleGetTbHashsRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
   int32_t code = 0;
   SCtgTask* pTask = tReq->pTask;
   SCtgTbHashsCtx* ctx = (SCtgTbHashsCtx*)pTask->taskCtx;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SCtgMsgCtx* pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, tReq->msgIdx);
   SCtgFetch* pFetch = taosArrayGet(ctx->pFetchs, tReq->msgIdx);
   bool taskDone = false;
@@ -1367,7 +1367,7 @@ int32_t ctgHandleGetTbHashsRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
 
       STablesReq* pReq = taosArrayGet(ctx->pNames, pFetch->dbIdx);
       CTG_ERR_JRET(ctgGetVgInfosFromHashValue(pCtg, tReq, pOut->dbVgroup, ctx, pMsgCtx->target, pReq->pTables, true));
-     
+
       CTG_ERR_JRET(ctgUpdateVgroupEnqueue(pCtg, pMsgCtx->target, pOut->dbId, pOut->dbVgroup, false));
       pOut->dbVgroup = NULL;
 
@@ -1394,7 +1394,7 @@ _return:
       pRes->code = code;
       pRes->pRes = NULL;
     }
-    
+
     if (0 == atomic_sub_fetch_32(&ctx->fetchNum, 1)) {
       TSWAP(pTask->res, ctx->pResList);
       taskDone = true;
@@ -1419,9 +1419,9 @@ int32_t ctgHandleGetTbIndexRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBu
   CTG_ERR_JRET(ctgCloneTableIndex(pOut->pIndex, &pInfo));
   pTask->res = pInfo;
 
-  SCtgTbIndexCtx* ctx = pTask->taskCtx;  
+  SCtgTbIndexCtx* ctx = pTask->taskCtx;
   CTG_ERR_JRET(ctgUpdateTbIndexEnqueue(pTask->pJob->pCtg, (STableIndex**)&pTask->msgCtx.out, false));
-  
+
 _return:
 
   if (TSDB_CODE_MND_DB_INDEX_NOT_EXIST == code) {
@@ -1438,7 +1438,7 @@ int32_t ctgHandleGetTbCfgRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(&pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1452,7 +1452,7 @@ int32_t ctgHandleGetDbCfgRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1471,7 +1471,7 @@ int32_t ctgHandleGetQnodeRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1485,7 +1485,7 @@ int32_t ctgHandleGetDnodeRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(&pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1499,7 +1499,7 @@ int32_t ctgHandleGetIndexRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1513,7 +1513,7 @@ int32_t ctgHandleGetUdfRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf *p
   CTG_ERR_JRET(ctgProcessRspMsg(pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1525,7 +1525,7 @@ int32_t ctgHandleGetUserRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf *
   int32_t code = 0;
   SCtgTask* pTask = tReq->pTask;
   SCtgUserCtx* ctx = (SCtgUserCtx*)pTask->taskCtx;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   bool pass = false;
   SGetUserAuthRsp* pOut = (SGetUserAuthRsp*)pTask->msgCtx.out;
 
@@ -1573,7 +1573,7 @@ int32_t ctgHandleGetSvrVerRsp(SCtgTaskReq* tReq, int32_t reqType, const SDataBuf
   CTG_ERR_JRET(ctgProcessRspMsg(&pTask->msgCtx.out, reqType, pMsg->pData, pMsg->len, rspCode, pTask->msgCtx.target));
 
   TSWAP(pTask->res, pTask->msgCtx.out);
-  
+
 _return:
 
   ctgHandleTaskEnd(pTask, code);
@@ -1583,7 +1583,7 @@ _return:
 
 int32_t ctgAsyncRefreshTbMeta(SCtgTaskReq *tReq, int32_t flag, SName* pName, int32_t* vgId) {
   SCtgTask* pTask = tReq->pTask;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   int32_t code = 0;
 
@@ -1603,7 +1603,7 @@ int32_t ctgAsyncRefreshTbMeta(SCtgTaskReq *tReq, int32_t flag, SName* pName, int
   SCtgDBCache *dbCache = NULL;
   char dbFName[TSDB_DB_FNAME_LEN] = {0};
   tNameGetFullDbName(pName, dbFName);
-  
+
   CTG_ERR_RET(ctgAcquireVgInfoFromCache(pCtg, dbFName, &dbCache));
   if (dbCache) {
     SVgroupInfo vgInfo = {0};
@@ -1632,7 +1632,7 @@ _return:
 }
 
 int32_t ctgLaunchGetTbMetaTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgJob* pJob = pTask->pJob;
   SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
@@ -1649,14 +1649,14 @@ int32_t ctgLaunchGetTbMetaTask(SCtgTask *pTask) {
   SCtgTbMetaCtx* pCtx = (SCtgTbMetaCtx*)pTask->taskCtx;
   SCtgTaskReq tReq;
   tReq.pTask = pTask;
-  tReq.msgIdx = -1;    
+  tReq.msgIdx = -1;
   CTG_ERR_RET(ctgAsyncRefreshTbMeta(&tReq, pCtx->flag, pCtx->pName, &pCtx->vgId));
 
   return TSDB_CODE_SUCCESS;
 }
 
 int32_t ctgLaunchGetTbMetasTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgTbMetasCtx* pCtx = (SCtgTbMetasCtx*)pTask->taskCtx;
   SCtgJob* pJob = pTask->pJob;
@@ -1670,18 +1670,18 @@ int32_t ctgLaunchGetTbMetasTask(SCtgTask *pTask) {
     CTG_ERR_RET(ctgGetTbMetasFromCache(pCtg, pConn, pCtx, i, &fetchIdx, baseResIdx, pReq->pTables));
     baseResIdx += taosArrayGetSize(pReq->pTables);
   }
-  
+
   pCtx->fetchNum = taosArrayGetSize(pCtx->pFetchs);
   if (pCtx->fetchNum <= 0) {
     TSWAP(pTask->res, pCtx->pResList);
-    
+
     CTG_ERR_RET(ctgHandleTaskEnd(pTask, 0));
     return TSDB_CODE_SUCCESS;
   }
-  
+
   pTask->msgCtxs = taosArrayInit(pCtx->fetchNum, sizeof(SCtgMsgCtx));
   taosArraySetSize(pTask->msgCtxs, pCtx->fetchNum);
-  
+
   for (int32_t i = 0; i < pCtx->fetchNum; ++i) {
     SCtgFetch* pFetch = taosArrayGet(pCtx->pFetchs, i);
     SName* pName = ctgGetFetchName(pCtx->pNames, pFetch);
@@ -1689,19 +1689,19 @@ int32_t ctgLaunchGetTbMetasTask(SCtgTask *pTask) {
     if (NULL == pMsgCtx->pBatchs) {
       pMsgCtx->pBatchs = pJob->pBatchs;
     }
-    
+
     SCtgTaskReq tReq;
     tReq.pTask = pTask;
-    tReq.msgIdx = pFetch->fetchIdx;    
+    tReq.msgIdx = pFetch->fetchIdx;
     CTG_ERR_RET(ctgAsyncRefreshTbMeta(&tReq, pFetch->flag, pName, &pFetch->vgId));
   }
-  
+
   return TSDB_CODE_SUCCESS;
 }
 
 int32_t ctgLaunchGetDbVgTask(SCtgTask *pTask) {
   int32_t code = 0;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgDBCache *dbCache = NULL;
   SCtgDbVgCtx* pCtx = (SCtgDbVgCtx*)pTask->taskCtx;
@@ -1710,18 +1710,18 @@ int32_t ctgLaunchGetDbVgTask(SCtgTask *pTask) {
   if (NULL == pMsgCtx->pBatchs) {
     pMsgCtx->pBatchs = pJob->pBatchs;
   }
-  
+
   CTG_ERR_RET(ctgAcquireVgInfoFromCache(pCtg, pCtx->dbFName, &dbCache));
   if (NULL != dbCache) {
     CTG_ERR_JRET(ctgGenerateVgList(pCtg, dbCache->vgCache.vgInfo->vgHash, (SArray**)&pTask->res));
 
     ctgReleaseVgInfoToCache(pCtg, dbCache);
     dbCache = NULL;
-    
+
     CTG_ERR_JRET(ctgHandleTaskEnd(pTask, 0));
   } else {
     SBuildUseDBInput input = {0};
-    
+
     tstrncpy(input.db, pCtx->dbFName, tListLen(input.db));
     input.vgVersion = CTG_DEFAULT_INVALID_VERSION;
 
@@ -1742,7 +1742,7 @@ _return:
 
 int32_t ctgLaunchGetTbHashTask(SCtgTask *pTask) {
   int32_t code = 0;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgDBCache *dbCache = NULL;
   SCtgTbHashCtx* pCtx = (SCtgTbHashCtx*)pTask->taskCtx;
@@ -1751,7 +1751,7 @@ int32_t ctgLaunchGetTbHashTask(SCtgTask *pTask) {
   if (NULL == pMsgCtx->pBatchs) {
     pMsgCtx->pBatchs = pJob->pBatchs;
   }
-  
+
   CTG_ERR_RET(ctgAcquireVgInfoFromCache(pCtg, pCtx->dbFName, &dbCache));
   if (NULL != dbCache) {
     pTask->res = taosMemoryMalloc(sizeof(SVgroupInfo));
@@ -1762,17 +1762,17 @@ int32_t ctgLaunchGetTbHashTask(SCtgTask *pTask) {
 
     ctgReleaseVgInfoToCache(pCtg, dbCache);
     dbCache = NULL;
-    
+
     CTG_ERR_JRET(ctgHandleTaskEnd(pTask, 0));
   } else {
     SBuildUseDBInput input = {0};
-    
+
     tstrncpy(input.db, pCtx->dbFName, tListLen(input.db));
     input.vgVersion = CTG_DEFAULT_INVALID_VERSION;
 
     SCtgTaskReq tReq;
     tReq.pTask = pTask;
-    tReq.msgIdx = -1;    
+    tReq.msgIdx = -1;
     CTG_ERR_RET(ctgGetDBVgInfoFromMnode(pCtg, pConn, &input, NULL, &tReq));
   }
 
@@ -1786,16 +1786,16 @@ _return:
 }
 
 int32_t ctgLaunchGetTbHashsTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgTbHashsCtx* pCtx = (SCtgTbHashsCtx*)pTask->taskCtx;
   SCtgDBCache *dbCache = NULL;
-  SCtgJob* pJob = pTask->pJob;  
+  SCtgJob* pJob = pTask->pJob;
   int32_t dbNum = taosArrayGetSize(pCtx->pNames);
   int32_t fetchIdx = 0;
   int32_t baseResIdx = 0;
   int32_t code = 0;
-  
+
   for (int32_t i = 0; i < dbNum; ++i) {
     STablesReq* pReq = taosArrayGet(pCtx->pNames, i);
 
@@ -1804,7 +1804,7 @@ int32_t ctgLaunchGetTbHashsTask(SCtgTask *pTask) {
     if (NULL != dbCache) {
       SCtgTaskReq tReq;
       tReq.pTask = pTask;
-      tReq.msgIdx = -1;    
+      tReq.msgIdx = -1;
       CTG_ERR_JRET(ctgGetVgInfosFromHashValue(pCtg, &tReq, dbCache->vgCache.vgInfo, pCtx, pReq->dbFName, pReq->pTables, false));
 
       ctgReleaseVgInfoToCache(pCtg, dbCache);
@@ -1815,21 +1815,21 @@ int32_t ctgLaunchGetTbHashsTask(SCtgTask *pTask) {
       ctgAddFetch(&pCtx->pFetchs, i, -1, &fetchIdx, baseResIdx, 0);
 
       baseResIdx += taosArrayGetSize(pReq->pTables);
-      taosArraySetSize(pCtx->pResList, baseResIdx);      
+      taosArraySetSize(pCtx->pResList, baseResIdx);
     }
   }
 
   pCtx->fetchNum = taosArrayGetSize(pCtx->pFetchs);
   if (pCtx->fetchNum <= 0) {
     TSWAP(pTask->res, pCtx->pResList);
-    
+
     CTG_ERR_RET(ctgHandleTaskEnd(pTask, 0));
     return TSDB_CODE_SUCCESS;
   }
-  
+
   pTask->msgCtxs = taosArrayInit(pCtx->fetchNum, sizeof(SCtgMsgCtx));
   taosArraySetSize(pTask->msgCtxs, pCtx->fetchNum);
-  
+
   for (int32_t i = 0; i < pCtx->fetchNum; ++i) {
     SCtgFetch* pFetch = taosArrayGet(pCtx->pFetchs, i);
     STablesReq* pReq = taosArrayGet(pCtx->pNames, pFetch->dbIdx);
@@ -1837,10 +1837,10 @@ int32_t ctgLaunchGetTbHashsTask(SCtgTask *pTask) {
     if (NULL == pMsgCtx->pBatchs) {
       pMsgCtx->pBatchs = pJob->pBatchs;
     }
-    
+
     SBuildUseDBInput input = {0};
     strcpy(input.db, pReq->dbFName);
-    
+
     input.vgVersion = CTG_DEFAULT_INVALID_VERSION;
 
     SCtgTaskReq tReq;
@@ -1854,14 +1854,14 @@ _return:
   if (dbCache) {
     ctgReleaseVgInfoToCache(pCtg, dbCache);
   }
-  
+
   return code;
 }
 
 
 int32_t ctgLaunchGetTbIndexTask(SCtgTask *pTask) {
   int32_t code = 0;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgTbIndexCtx* pCtx = (SCtgTbIndexCtx*)pTask->taskCtx;
   SArray* pRes = NULL;
@@ -1874,18 +1874,18 @@ int32_t ctgLaunchGetTbIndexTask(SCtgTask *pTask) {
   CTG_ERR_RET(ctgReadTbIndexFromCache(pCtg, pCtx->pName, &pRes));
   if (pRes) {
     pTask->res = pRes;
-    
+
     CTG_ERR_RET(ctgHandleTaskEnd(pTask, 0));
     return TSDB_CODE_SUCCESS;
   }
-  
+
   CTG_ERR_RET(ctgGetTbIndexFromMnode(pCtg, pConn, pCtx->pName, NULL, pTask));
   return TSDB_CODE_SUCCESS;
 }
 
 int32_t ctgLaunchGetTbCfgTask(SCtgTask *pTask) {
   int32_t code = 0;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgTbCfgCtx* pCtx = (SCtgTbCfgCtx*)pTask->taskCtx;
   SArray* pRes = NULL;
@@ -1915,7 +1915,7 @@ int32_t ctgLaunchGetTbCfgTask(SCtgTask *pTask) {
         return TSDB_CODE_SUCCESS;
       }
     }
-    
+
     CTG_ERR_JRET(ctgGetTableCfgFromVnode(pCtg, pConn, pCtx->pName, pCtx->pVgInfo, NULL, pTask));
   }
 
@@ -1926,13 +1926,13 @@ _return:
   if (CTG_TASK_LAUNCHED == pTask->status) {
     ctgHandleTaskEnd(pTask, code);
   }
-  
+
   CTG_RET(code);
 }
 
 
 int32_t ctgLaunchGetQnodeTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgJob* pJob = pTask->pJob;
   SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
@@ -1945,7 +1945,7 @@ int32_t ctgLaunchGetQnodeTask(SCtgTask *pTask) {
 }
 
 int32_t ctgLaunchGetDnodeTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgJob* pJob = pTask->pJob;
   SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
@@ -1959,7 +1959,7 @@ int32_t ctgLaunchGetDnodeTask(SCtgTask *pTask) {
 
 
 int32_t ctgLaunchGetDbCfgTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgDbCfgCtx* pCtx = (SCtgDbCfgCtx*)pTask->taskCtx;
   SCtgJob* pJob = pTask->pJob;
@@ -1975,7 +1975,7 @@ int32_t ctgLaunchGetDbCfgTask(SCtgTask *pTask) {
 
 int32_t ctgLaunchGetDbInfoTask(SCtgTask *pTask) {
   int32_t code = 0;
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SCtgDBCache *dbCache = NULL;
   SCtgDbInfoCtx* pCtx = (SCtgDbInfoCtx*)pTask->taskCtx;
   SCtgJob* pJob = pTask->pJob;
@@ -2014,7 +2014,7 @@ _return:
 }
 
 int32_t ctgLaunchGetIndexTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgIndexCtx* pCtx = (SCtgIndexCtx*)pTask->taskCtx;
   SCtgJob* pJob = pTask->pJob;
@@ -2029,7 +2029,7 @@ int32_t ctgLaunchGetIndexTask(SCtgTask *pTask) {
 }
 
 int32_t ctgLaunchGetUdfTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgUdfCtx* pCtx = (SCtgUdfCtx*)pTask->taskCtx;
   SCtgJob* pJob = pTask->pJob;
@@ -2044,7 +2044,7 @@ int32_t ctgLaunchGetUdfTask(SCtgTask *pTask) {
 }
 
 int32_t ctgLaunchGetUserTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgUserCtx* pCtx = (SCtgUserCtx*)pTask->taskCtx;
   bool inCache = false;
@@ -2054,7 +2054,7 @@ int32_t ctgLaunchGetUserTask(SCtgTask *pTask) {
   if (NULL == pMsgCtx->pBatchs) {
     pMsgCtx->pBatchs = pJob->pBatchs;
   }
-  
+
   CTG_ERR_RET(ctgChkAuthFromCache(pCtg, pCtx->user.user, pCtx->user.dbFName, pCtx->user.type, &inCache, &pass));
   if (inCache) {
     pTask->res = taosMemoryCalloc(1, sizeof(bool));
@@ -2062,7 +2062,7 @@ int32_t ctgLaunchGetUserTask(SCtgTask *pTask) {
       CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
     }
     *(bool*)pTask->res = pass;
-    
+
     CTG_ERR_RET(ctgHandleTaskEnd(pTask, 0));
     return TSDB_CODE_SUCCESS;
   }
@@ -2073,7 +2073,7 @@ int32_t ctgLaunchGetUserTask(SCtgTask *pTask) {
 }
 
 int32_t ctgLaunchGetSvrVerTask(SCtgTask *pTask) {
-  SCatalog* pCtg = pTask->pJob->pCtg; 
+  SCatalog* pCtg = pTask->pJob->pCtg;
   SRequestConnInfo* pConn = &pTask->pJob->conn;
   SCtgJob* pJob = pTask->pJob;
   SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
@@ -2096,7 +2096,7 @@ int32_t ctgRelaunchGetTbMetaTask(SCtgTask *pTask) {
 
 int32_t ctgGetTbCfgCb(SCtgTask *pTask) {
   int32_t code = 0;
-  
+
   CTG_ERR_JRET(pTask->subRes.code);
 
   SCtgTbCfgCtx* pCtx = (SCtgTbCfgCtx*)pTask->taskCtx;
@@ -2104,7 +2104,7 @@ int32_t ctgGetTbCfgCb(SCtgTask *pTask) {
     pCtx->tbType = ((STableMeta*)pTask->subRes.res)->tableType;
   } else if (CTG_TASK_GET_DB_VGROUP == pTask->subRes.type) {
     SDBVgInfo* pDb = (SDBVgInfo*)pTask->subRes.res;
-    
+
     pCtx->pVgInfo = taosMemoryCalloc(1, sizeof(SVgroupInfo));
     CTG_ERR_JRET(ctgGetVgInfoFromHashValue(pTask->pJob->pCtg, pDb, pCtx->pName, pCtx->pVgInfo));
   }
@@ -2167,7 +2167,7 @@ SCtgAsyncFps gCtgAsyncFps[] = {
 int32_t ctgMakeAsyncRes(SCtgJob *pJob) {
   int32_t code = 0;
   int32_t taskNum = taosArrayGetSize(pJob->pTasks);
-  
+
   for (int32_t i = 0; i < taskNum; ++i) {
     SCtgTask *pTask = taosArrayGet(pJob->pTasks, i);
     CTG_ERR_RET((*gCtgAsyncFps[pTask->type].dumpResFp)(pTask));
@@ -2180,16 +2180,16 @@ int32_t ctgSearchExistingTask(SCtgJob *pJob, CTG_TASK_TYPE type, void* param, in
   bool      equal = false;
   SCtgTask* pTask = NULL;
   int32_t   code = 0;
-  
+
   CTG_LOCK(CTG_READ, &pJob->taskLock);
-  
+
   int32_t taskNum = taosArrayGetSize(pJob->pTasks);
   for (int32_t i = 0; i < taskNum; ++i) {
     pTask = taosArrayGet(pJob->pTasks, i);
     if (type !=  pTask->type) {
       continue;
     }
-    
+
     CTG_ERR_JRET((*gCtgAsyncFps[type].compFp)(pTask, param, &equal));
     if (equal) {
       break;
@@ -2208,7 +2208,7 @@ _return:
 
 int32_t ctgSetSubTaskCb(SCtgTask *pSub, SCtgTask *pTask) {
   int32_t code = 0;
-  
+
   CTG_LOCK(CTG_WRITE, &pSub->lock);
   if (CTG_TASK_DONE == pSub->status) {
     pTask->subRes.code = pSub->code;
@@ -2216,7 +2216,7 @@ int32_t ctgSetSubTaskCb(SCtgTask *pSub, SCtgTask *pTask) {
     SCtgMsgCtx *pMsgCtx = CTG_GET_TASK_MSGCTX(pTask, -1);
     SCtgMsgCtx *pSubMsgCtx = CTG_GET_TASK_MSGCTX(pSub, -1);
     pMsgCtx->pBatchs = pSubMsgCtx->pBatchs;
-    
+
     CTG_ERR_JRET(pTask->subRes.fp(pTask));
   } else {
     if (NULL == pSub->pParents) {
@@ -2230,7 +2230,7 @@ _return:
 
   CTG_UNLOCK(CTG_WRITE, &pSub->lock);
 
-  CTG_RET(code);  
+  CTG_RET(code);
 }
 
 
@@ -2242,13 +2242,13 @@ int32_t ctgLaunchSubTask(SCtgTask *pTask, CTG_TASK_TYPE type, ctgSubTaskCbFp fp,
   ctgClearSubTaskRes(&pTask->subRes);
   pTask->subRes.type = type;
   pTask->subRes.fp = fp;
-  
+
   CTG_ERR_RET(ctgSearchExistingTask(pJob, type, param, &subTaskId));
   if (subTaskId < 0) {
     CTG_ERR_RET(ctgInitTask(pJob, type, param, &subTaskId));
     newTask = true;
   }
-  
+
   SCtgTask* pSub = taosArrayGet(pJob->pTasks, subTaskId);
 
   CTG_ERR_RET(ctgSetSubTaskCb(pSub, pTask));
@@ -2267,21 +2267,21 @@ int32_t ctgLaunchSubTask(SCtgTask *pTask, CTG_TASK_TYPE type, ctgSubTaskCbFp fp,
 
 int32_t ctgLaunchJob(SCtgJob *pJob) {
   int32_t taskNum = taosArrayGetSize(pJob->pTasks);
-  
+
   for (int32_t i = 0; i < taskNum; ++i) {
     SCtgTask *pTask = taosArrayGet(pJob->pTasks, i);
 
     qDebug("QID:0x%" PRIx64 " ctg launch [%dth] task", pJob->queryId, pTask->taskId);
     CTG_ERR_RET((*gCtgAsyncFps[pTask->type].launchFp)(pTask));
-    
+
     pTask->status = CTG_TASK_LAUNCHED;
   }
 
   if (taskNum <= 0) {
     qDebug("QID:0x%" PRIx64 " ctg call user callback with rsp %s", pJob->queryId, tstrerror(pJob->jobResCode));
-    
+
     taosAsyncExec(ctgCallUserCb, pJob, NULL);
-#if CTG_BATCH_FETCH    
+#if CTG_BATCH_FETCH
   } else {
     ctgLaunchBatchs(pJob->pCtg, pJob, pJob->pBatchs);
 #endif

source/libs/executor/inc/executorimpl.h

@@ -207,6 +207,7 @@ typedef struct SExprSupp {
 
 typedef struct SOperatorInfo {
   uint16_t               operatorType;
+  int16_t                resultDataBlockId;
   bool                   blocking;  // block operator or not
   uint8_t                status;    // denote if current operator is completed
   char*                  name;      // name, for debug purpose
@@ -218,7 +219,6 @@ typedef struct SOperatorInfo {
   struct SOperatorInfo** pDownstream;      // downstram pointer list
   int32_t                numOfDownstream;  // number of downstream. The value is always ONE expect for join operator
   SOperatorFpSet         fpSet;
-  int16_t                resultDataBlockId;
 } SOperatorInfo;
 
 typedef enum {
@@ -909,21 +909,15 @@ SOperatorInfo* createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhy
 SOperatorInfo* createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode, SExecTaskInfo* pTaskInfo);
 SOperatorInfo* createSortOperatorInfo(SOperatorInfo* downstream, SSortPhysiNode* pSortNode, SExecTaskInfo* pTaskInfo);
 SOperatorInfo* createMultiwayMergeOperatorInfo(SOperatorInfo** dowStreams, size_t numStreams, SMergePhysiNode* pMergePhysiNode, SExecTaskInfo* pTaskInfo);
-SOperatorInfo* createSortedMergeOperatorInfo(SOperatorInfo** downstream, int32_t numOfDownstream, SExprInfo* pExprInfo, int32_t num, SArray* pSortInfo, SArray* pGroupInfo, SExecTaskInfo* pTaskInfo);
 SOperatorInfo* createLastrowScanOperator(SLastRowScanPhysiNode* pTableScanNode, SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
 
 SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
                                           SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
                                           STimeWindowAggSupp* pTwAggSupp, SIntervalPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, bool isStream);
-
-SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
-                                          SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
-                                          bool mergeResultBlock, SExecTaskInfo* pTaskInfo);
-
-SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
-                                          SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
-                                          SNode* pCondition, bool mergeResultBlocks, SExecTaskInfo* pTaskInfo);
-
+SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
+                                               SExecTaskInfo* pTaskInfo);
+SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
+                                                      SExecTaskInfo* pTaskInfo);
 SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                      SExecTaskInfo* pTaskInfo, int32_t numOfChild);
 SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionWinodwPhysiNode* pSessionNode,
@@ -931,22 +925,16 @@ SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionW
 SOperatorInfo* createGroupOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
                                        SSDataBlock* pResultBlock, SArray* pGroupColList, SNode* pCondition,
                                        SExprInfo* pScalarExprInfo, int32_t numOfScalarExpr, SExecTaskInfo* pTaskInfo);
-SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid, SBlockDistScanPhysiNode* pBlockScanNode,
-                                               SExecTaskInfo* pTaskInfo);
+SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid,
+                                               SBlockDistScanPhysiNode* pBlockScanNode, SExecTaskInfo* pTaskInfo);
 
 SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,
                                             SExecTaskInfo* pTaskInfo);
 
 SOperatorInfo* createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode, SExecTaskInfo* pTaskInfo);
-
-SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExpr, int32_t numOfCols,
-                                             SSDataBlock* pResBlock, STimeWindowAggSupp *pTwAggSupp, int32_t tsSlotId,
-                                             SColumn* pStateKeyCol, SNode* pCondition, SExecTaskInfo* pTaskInfo);
-
+SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode, SExecTaskInfo* pTaskInfo);
 SOperatorInfo* createPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode, SExecTaskInfo* pTaskInfo);
-
 SOperatorInfo* createTimeSliceOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
-
 SOperatorInfo* createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream, SSortMergeJoinPhysiNode* pJoinNode,
                                            SExecTaskInfo* pTaskInfo);
 
@@ -957,10 +945,6 @@ SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream
 
 SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo);
 
-#if 0
-SOperatorInfo* createTableSeqScanOperatorInfo(void* pTsdbReadHandle, STaskRuntimeEnv* pRuntimeEnv);
-#endif
-
 int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
                            int32_t numOfOutput, SArray* pPseudoList);
 

source/libs/executor/src/executorimpl.c

@@ -600,7 +600,7 @@ int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBloc
     if (pExpr[k].pExpr->nodeType == QUERY_NODE_COLUMN) {  // it is a project query
       SColumnInfoData* pColInfoData = taosArrayGet(pResult->pDataBlock, outputSlotId);
       if (pResult->info.rows > 0 && !createNewColModel) {
-        colDataMergeCol(pColInfoData, pResult->info.rows, &pResult->info.capacity, pInputData->pData[0],
+        colDataMergeCol(pColInfoData, pResult->info.rows, (int32_t*)&pResult->info.capacity, pInputData->pData[0],
                         pInputData->numOfRows);
       } else {
         colDataAssign(pColInfoData, pInputData->pData[0], pInputData->numOfRows, &pResult->info);
@@ -638,7 +638,7 @@ int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBloc
 
       int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
       ASSERT(pResult->info.capacity > 0);
-      colDataMergeCol(pResColData, startOffset, &pResult->info.capacity, &idata, dest.numOfRows);
+      colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
       colDataDestroy(&idata);
 
       numOfRows = dest.numOfRows;
@@ -703,7 +703,7 @@ int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBloc
 
         int32_t startOffset = createNewColModel ? 0 : pResult->info.rows;
         ASSERT(pResult->info.capacity > 0);
-        colDataMergeCol(pResColData, startOffset, &pResult->info.capacity, &idata, dest.numOfRows);
+        colDataMergeCol(pResColData, startOffset, (int32_t*)&pResult->info.capacity, &idata, dest.numOfRows);
         colDataDestroy(&idata);
 
         numOfRows = dest.numOfRows;
@@ -4024,7 +4024,7 @@ SOperatorInfo* createOperatorTree(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo
                                   pTableListInfo, pTagCond, pTagIndexCond, GET_TASKID(pTaskInfo));
       if (code) {
         pTaskInfo->code = code;
-        qError("failed to createScanTableListInfo, code: %s", tstrerror(code));
+        qError("failed to createScanTableListInfo, code:%s, %s", tstrerror(code), GET_TASKID(pTaskInfo));
         return NULL;
       }
 
@@ -4162,9 +4162,9 @@ SOperatorInfo* createOperatorTree(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo
     if (ops[i] == NULL) {
       taosMemoryFree(ops);
       return NULL;
-    } else {
-      ops[i]->resultDataBlockId = pChildNode->pOutputDataBlockDesc->dataBlockId;
     }
+
+    ops[i]->resultDataBlockId = pChildNode->pOutputDataBlockDesc->dataBlockId;
   }
 
   SOperatorInfo* pOptr = NULL;
@@ -4216,37 +4216,10 @@ SOperatorInfo* createOperatorTree(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo
 
   } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL == type) {
     SMergeAlignedIntervalPhysiNode* pIntervalPhyNode = (SMergeAlignedIntervalPhysiNode*)pPhyNode;
-
-    SExprInfo*   pExprInfo = createExprInfo(pIntervalPhyNode->window.pFuncs, NULL, &num);
-    SSDataBlock* pResBlock = createResDataBlock(pPhyNode->pOutputDataBlockDesc);
-
-    SInterval interval = {.interval = pIntervalPhyNode->interval,
-                          .sliding = pIntervalPhyNode->sliding,
-                          .intervalUnit = pIntervalPhyNode->intervalUnit,
-                          .slidingUnit = pIntervalPhyNode->slidingUnit,
-                          .offset = pIntervalPhyNode->offset,
-                          .precision = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->node.resType.precision};
-
-    int32_t tsSlotId = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->slotId;
-    pOptr = createMergeAlignedIntervalOperatorInfo(ops[0], pExprInfo, num, pResBlock, &interval, tsSlotId,
-                                                   pPhyNode->pConditions, pIntervalPhyNode->window.mergeDataBlock,
-                                                   pTaskInfo);
+    pOptr = createMergeAlignedIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo);
   } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL == type) {
     SMergeIntervalPhysiNode* pIntervalPhyNode = (SMergeIntervalPhysiNode*)pPhyNode;
-
-    SExprInfo*   pExprInfo = createExprInfo(pIntervalPhyNode->window.pFuncs, NULL, &num);
-    SSDataBlock* pResBlock = createResDataBlock(pPhyNode->pOutputDataBlockDesc);
-
-    SInterval interval = {.interval = pIntervalPhyNode->interval,
-                          .sliding = pIntervalPhyNode->sliding,
-                          .intervalUnit = pIntervalPhyNode->intervalUnit,
-                          .slidingUnit = pIntervalPhyNode->slidingUnit,
-                          .offset = pIntervalPhyNode->offset,
-                          .precision = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->node.resType.precision};
-
-    int32_t tsSlotId = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->slotId;
-    pOptr = createMergeIntervalOperatorInfo(ops[0], pExprInfo, num, pResBlock, &interval, tsSlotId,
-                                            pIntervalPhyNode->window.mergeDataBlock, pTaskInfo);
+    pOptr = createMergeIntervalOperatorInfo(ops[0], pIntervalPhyNode, pTaskInfo);
   } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_INTERVAL == type) {
     int32_t children = 0;
     pOptr = createStreamFinalIntervalOperatorInfo(ops[0], pPhyNode, pTaskInfo, children);
@@ -4275,17 +4248,7 @@ SOperatorInfo* createOperatorTree(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo
     pOptr = createPartitionOperatorInfo(ops[0], (SPartitionPhysiNode*)pPhyNode, pTaskInfo);
   } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE == type) {
     SStateWinodwPhysiNode* pStateNode = (SStateWinodwPhysiNode*)pPhyNode;
-
-    STimeWindowAggSupp as = {.waterMark = pStateNode->window.watermark, .calTrigger = pStateNode->window.triggerType};
-
-    SExprInfo*   pExprInfo = createExprInfo(pStateNode->window.pFuncs, NULL, &num);
-    SSDataBlock* pResBlock = createResDataBlock(pPhyNode->pOutputDataBlockDesc);
-    int32_t      tsSlotId = ((SColumnNode*)pStateNode->window.pTspk)->slotId;
-
-    SColumnNode* pColNode = (SColumnNode*)((STargetNode*)pStateNode->pStateKey)->pExpr;
-    SColumn      col = extractColumnFromColumnNode(pColNode);
-    pOptr = createStatewindowOperatorInfo(ops[0], pExprInfo, num, pResBlock, &as, tsSlotId, &col, pPhyNode->pConditions,
-                                          pTaskInfo);
+    pOptr = createStatewindowOperatorInfo(ops[0], pStateNode, pTaskInfo);
   } else if (QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE == type) {
     pOptr = createStreamStateAggOperatorInfo(ops[0], pPhyNode, pTaskInfo);
   } else if (QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN == type) {
@@ -4299,8 +4262,12 @@ SOperatorInfo* createOperatorTree(SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo
   } else {
     ASSERT(0);
   }
+
   taosMemoryFree(ops);
-  if (pOptr) pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
+  if (pOptr) {
+    pOptr->resultDataBlockId = pPhyNode->pOutputDataBlockDesc->dataBlockId;
+  }
+
   return pOptr;
 }
 

source/libs/executor/src/groupoperator.c

@@ -702,8 +702,8 @@ static SSDataBlock* hashPartition(SOperatorInfo* pOperator) {
   }
 
   SArray* groupArray = taosArrayInit(taosHashGetSize(pInfo->pGroupSet), sizeof(SDataGroupInfo));
-  void* pGroupIter = NULL;
-  pGroupIter = taosHashIterate(pInfo->pGroupSet, NULL);
+
+  void* pGroupIter = taosHashIterate(pInfo->pGroupSet, NULL);
   while (pGroupIter != NULL) {
     SDataGroupInfo* pGroupInfo = pGroupIter;
     taosArrayPush(groupArray, pGroupInfo);

source/libs/executor/src/timewindowoperator.c

@@ -1915,8 +1915,6 @@ SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo*
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_HASH_INTERVAL;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
   pOperator->info = pInfo;
 
   pOperator->fpSet = createOperatorFpSet(doOpenIntervalAgg, doBuildIntervalResult, doStreamIntervalAgg, NULL,
@@ -2715,20 +2713,26 @@ _error:
   return NULL;
 }
 
-SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExpr, int32_t numOfCols,
-                                             SSDataBlock* pResBlock, STimeWindowAggSupp* pTwAggSup, int32_t tsSlotId,
-                                             SColumn* pStateKeyCol, SNode* pCondition, SExecTaskInfo* pTaskInfo) {
+SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode,
+                                             SExecTaskInfo* pTaskInfo) {
   SStateWindowOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SStateWindowOperatorInfo));
   SOperatorInfo*            pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
   if (pInfo == NULL || pOperator == NULL) {
     goto _error;
   }
 
-  pInfo->stateCol = *pStateKeyCol;
+  int32_t num = 0;
+  SExprInfo*   pExprInfo = createExprInfo(pStateNode->window.pFuncs, NULL, &num);
+  SSDataBlock* pResBlock = createResDataBlock(pStateNode->window.node.pOutputDataBlockDesc);
+  int32_t      tsSlotId = ((SColumnNode*)pStateNode->window.pTspk)->slotId;
+
+  SColumnNode* pColNode = (SColumnNode*)((STargetNode*)pStateNode->pStateKey)->pExpr;
+
+  pInfo->stateCol = extractColumnFromColumnNode(pColNode);
   pInfo->stateKey.type = pInfo->stateCol.type;
   pInfo->stateKey.bytes = pInfo->stateCol.bytes;
   pInfo->stateKey.pData = taosMemoryCalloc(1, pInfo->stateCol.bytes);
-  pInfo->pCondition = pCondition;
+  pInfo->pCondition = pStateNode->window.node.pConditions;
   if (pInfo->stateKey.pData == NULL) {
     goto _error;
   }
@@ -2736,16 +2740,15 @@ SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SExprInf
   size_t keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
 
   initResultSizeInfo(&pOperator->resultInfo, 4096);
-  int32_t code = initAggInfo(&pOperator->exprSupp, &pInfo->aggSup, pExpr, numOfCols, keyBufSize, pTaskInfo->id.str);
+  int32_t code = initAggInfo(&pOperator->exprSupp, &pInfo->aggSup, pExprInfo, num, keyBufSize, pTaskInfo->id.str);
   if (code != TSDB_CODE_SUCCESS) {
     goto _error;
   }
 
   initBasicInfo(&pInfo->binfo, pResBlock);
-
   initResultRowInfo(&pInfo->binfo.resultRowInfo);
 
-  pInfo->twAggSup = *pTwAggSup;
+  pInfo->twAggSup = (STimeWindowAggSupp){.waterMark = pStateNode->window.watermark, .calTrigger = pStateNode->window.triggerType};;
   initExecTimeWindowInfo(&pInfo->twAggSup.timeWindowData, &pTaskInfo->window);
 
   pInfo->tsSlotId = tsSlotId;
@@ -2753,8 +2756,6 @@ SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SExprInf
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExpr;
-  pOperator->exprSupp.numOfExprs = numOfCols;
   pOperator->pTaskInfo = pTaskInfo;
   pOperator->info = pInfo;
 
@@ -2828,8 +2829,6 @@ SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionW
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_MERGE_SESSION;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
   pOperator->info = pInfo;
 
   pOperator->fpSet = createOperatorFpSet(operatorDummyOpenFn, doSessionWindowAgg, NULL, NULL,
@@ -3464,8 +3463,6 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream,
   pOperator->operatorType = pPhyNode->type;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
   pOperator->info = pInfo;
 
   pOperator->fpSet =
@@ -3651,8 +3648,6 @@ SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream, SPh
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
   pOperator->info = pInfo;
   pOperator->fpSet =
       createOperatorFpSet(operatorDummyOpenFn, doStreamSessionAgg, NULL, NULL, destroyStreamSessionAggOperatorInfo,
@@ -4913,8 +4908,6 @@ SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhys
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE;
   pOperator->blocking = true;
   pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.numOfExprs = numOfCols;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
   pOperator->pTaskInfo = pTaskInfo;
   pOperator->info = pInfo;
   pOperator->fpSet = createOperatorFpSet(operatorDummyOpenFn, doStreamStateAgg, NULL, NULL,
@@ -5130,9 +5123,7 @@ static SSDataBlock* mergeAlignedIntervalAgg(SOperatorInfo* pOperator) {
   return (rows == 0) ? NULL : pRes;
 }
 
-SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo,
-                                                      int32_t numOfCols, SSDataBlock* pResBlock, SInterval* pInterval,
-                                                      int32_t primaryTsSlotId, SNode* pCondition, bool mergeResultBlock,
+SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
                                                       SExecTaskInfo* pTaskInfo) {
   SMergeAlignedIntervalAggOperatorInfo* miaInfo = taosMemoryCalloc(1, sizeof(SMergeAlignedIntervalAggOperatorInfo));
   SOperatorInfo*                        pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
@@ -5145,24 +5136,33 @@ SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream,
     goto _error;
   }
 
+  int32_t      num = 0;
+  SExprInfo*   pExprInfo = createExprInfo(pNode->window.pFuncs, NULL, &num);
+  SSDataBlock* pResBlock = createResDataBlock(pNode->window.node.pOutputDataBlockDesc);
+
+  SInterval interval = {.interval = pNode->interval,
+                        .sliding = pNode->sliding,
+                        .intervalUnit = pNode->intervalUnit,
+                        .slidingUnit = pNode->slidingUnit,
+                        .offset = pNode->offset,
+                        .precision = ((SColumnNode*)pNode->window.pTspk)->node.resType.precision};
+
   SIntervalAggOperatorInfo* iaInfo = miaInfo->intervalAggOperatorInfo;
   SExprSupp*                pSup = &pOperator->exprSupp;
 
-  miaInfo->pCondition = pCondition;
-  miaInfo->curTs = INT64_MIN;
-
-  iaInfo->win = pTaskInfo->window;
-  iaInfo->inputOrder = TSDB_ORDER_ASC;
-  iaInfo->interval = *pInterval;
-  iaInfo->execModel = pTaskInfo->execModel;
-  iaInfo->primaryTsIndex = primaryTsSlotId;
-  iaInfo->binfo.mergeResultBlock = mergeResultBlock;
+  miaInfo->pCondition = pNode->window.node.pConditions;
+  miaInfo->curTs      = INT64_MIN;
+  iaInfo->win         = pTaskInfo->window;
+  iaInfo->inputOrder  = TSDB_ORDER_ASC;
+  iaInfo->interval    = interval;
+  iaInfo->execModel   = pTaskInfo->execModel;
+  iaInfo->primaryTsIndex = ((SColumnNode*)pNode->window.pTspk)->slotId;
+  iaInfo->binfo.mergeResultBlock = pNode->window.mergeDataBlock;
 
   size_t keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
   initResultSizeInfo(&pOperator->resultInfo, 4096);
 
-  int32_t code =
-      initAggInfo(&pOperator->exprSupp, &iaInfo->aggSup, pExprInfo, numOfCols, keyBufSize, pTaskInfo->id.str);
+  int32_t code = initAggInfo(&pOperator->exprSupp, &iaInfo->aggSup, pExprInfo, num, keyBufSize, pTaskInfo->id.str);
   if (code != TSDB_CODE_SUCCESS) {
     goto _error;
   }
@@ -5170,7 +5170,7 @@ SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream,
   initBasicInfo(&iaInfo->binfo, pResBlock);
   initExecTimeWindowInfo(&iaInfo->twAggSup.timeWindowData, &iaInfo->win);
 
-  iaInfo->timeWindowInterpo = timeWindowinterpNeeded(pSup->pCtx, numOfCols, iaInfo);
+  iaInfo->timeWindowInterpo = timeWindowinterpNeeded(pSup->pCtx, num, iaInfo);
   if (iaInfo->timeWindowInterpo) {
     iaInfo->binfo.resultRowInfo.openWindow = tdListNew(sizeof(SOpenWindowInfo));
   }
@@ -5178,14 +5178,12 @@ SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream,
   initResultRowInfo(&iaInfo->binfo.resultRowInfo);
   blockDataEnsureCapacity(iaInfo->binfo.pRes, pOperator->resultInfo.capacity);
 
-  pOperator->name = "TimeMergeAlignedIntervalAggOperator";
+  pOperator->name         = "TimeMergeAlignedIntervalAggOperator";
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_MERGE_ALIGNED_INTERVAL;
-  pOperator->blocking = false;
-  pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->pTaskInfo = pTaskInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
-  pOperator->info = miaInfo;
+  pOperator->blocking     = false;
+  pOperator->status       = OP_NOT_OPENED;
+  pOperator->pTaskInfo    = pTaskInfo;
+  pOperator->info         = miaInfo;
 
   pOperator->fpSet = createOperatorFpSet(operatorDummyOpenFn, mergeAlignedIntervalAgg, NULL, NULL,
                                          destroyMergeAlignedIntervalOperatorInfo, NULL, NULL, NULL);
@@ -5442,57 +5440,65 @@ static SSDataBlock* doMergeIntervalAgg(SOperatorInfo* pOperator) {
   return (rows == 0) ? NULL : pRes;
 }
 
-SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
-                                               SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
-                                               bool mergeBlock, SExecTaskInfo* pTaskInfo) {
-  SMergeIntervalAggOperatorInfo* miaInfo = taosMemoryCalloc(1, sizeof(SMergeIntervalAggOperatorInfo));
+SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
+                                               SExecTaskInfo* pTaskInfo) {
+  SMergeIntervalAggOperatorInfo* pMergeIntervalInfo = taosMemoryCalloc(1, sizeof(SMergeIntervalAggOperatorInfo));
   SOperatorInfo*                 pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
-  if (miaInfo == NULL || pOperator == NULL) {
+  if (pMergeIntervalInfo == NULL || pOperator == NULL) {
     goto _error;
   }
 
-  miaInfo->groupIntervals = tdListNew(sizeof(SGroupTimeWindow));
+  int32_t      num = 0;
+  SExprInfo*   pExprInfo = createExprInfo(pIntervalPhyNode->window.pFuncs, NULL, &num);
+  SSDataBlock* pResBlock = createResDataBlock(pIntervalPhyNode->window.node.pOutputDataBlockDesc);
 
-  SIntervalAggOperatorInfo* iaInfo = &miaInfo->intervalAggOperatorInfo;
-  iaInfo->win = pTaskInfo->window;
-  iaInfo->inputOrder = TSDB_ORDER_ASC;
-  iaInfo->interval = *pInterval;
-  iaInfo->execModel = pTaskInfo->execModel;
-  iaInfo->binfo.mergeResultBlock = mergeBlock;
+  SInterval interval = {.interval = pIntervalPhyNode->interval,
+                        .sliding = pIntervalPhyNode->sliding,
+                        .intervalUnit = pIntervalPhyNode->intervalUnit,
+                        .slidingUnit = pIntervalPhyNode->slidingUnit,
+                        .offset = pIntervalPhyNode->offset,
+                        .precision = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->node.resType.precision};
 
-  iaInfo->primaryTsIndex = primaryTsSlotId;
+  pMergeIntervalInfo->groupIntervals = tdListNew(sizeof(SGroupTimeWindow));
+
+  SIntervalAggOperatorInfo* pIntervalInfo = &pMergeIntervalInfo->intervalAggOperatorInfo;
+  pIntervalInfo->win        = pTaskInfo->window;
+  pIntervalInfo->inputOrder = TSDB_ORDER_ASC;
+  pIntervalInfo->interval   = interval;
+  pIntervalInfo->execModel  = pTaskInfo->execModel;
+  pIntervalInfo->binfo.mergeResultBlock = pIntervalPhyNode->window.mergeDataBlock;
+  pIntervalInfo->primaryTsIndex = ((SColumnNode*)pIntervalPhyNode->window.pTspk)->slotId;
 
   SExprSupp* pExprSupp = &pOperator->exprSupp;
 
   size_t keyBufSize = sizeof(int64_t) + sizeof(int64_t) + POINTER_BYTES;
   initResultSizeInfo(&pOperator->resultInfo, 4096);
 
-  int32_t code = initAggInfo(pExprSupp, &iaInfo->aggSup, pExprInfo, numOfCols, keyBufSize, pTaskInfo->id.str);
+  int32_t code = initAggInfo(pExprSupp, &pIntervalInfo->aggSup, pExprInfo, num, keyBufSize, pTaskInfo->id.str);
   if (code != TSDB_CODE_SUCCESS) {
     goto _error;
   }
 
-  initBasicInfo(&iaInfo->binfo, pResBlock);
-  initExecTimeWindowInfo(&iaInfo->twAggSup.timeWindowData, &iaInfo->win);
+  initBasicInfo(&pIntervalInfo->binfo, pResBlock);
+  initExecTimeWindowInfo(&pIntervalInfo->twAggSup.timeWindowData, &pIntervalInfo->win);
 
-  iaInfo->timeWindowInterpo = timeWindowinterpNeeded(pExprSupp->pCtx, numOfCols, iaInfo);
-  if (iaInfo->timeWindowInterpo) {
-    iaInfo->binfo.resultRowInfo.openWindow = tdListNew(sizeof(SOpenWindowInfo));
-    if (iaInfo->binfo.resultRowInfo.openWindow == NULL) {
+
+  pIntervalInfo->timeWindowInterpo = timeWindowinterpNeeded(pExprSupp->pCtx, num, pIntervalInfo);
+  if (pIntervalInfo->timeWindowInterpo) {
+    pIntervalInfo->binfo.resultRowInfo.openWindow = tdListNew(sizeof(SOpenWindowInfo));
+    if (pIntervalInfo->binfo.resultRowInfo.openWindow == NULL) {
       goto _error;
     }
   }
 
-  initResultRowInfo(&iaInfo->binfo.resultRowInfo);
+  initResultRowInfo(&pIntervalInfo->binfo.resultRowInfo);
 
-  pOperator->name = "TimeMergeIntervalAggOperator";
+  pOperator->name         = "TimeMergeIntervalAggOperator";
   pOperator->operatorType = QUERY_NODE_PHYSICAL_PLAN_MERGE_INTERVAL;
-  pOperator->blocking = false;
-  pOperator->status = OP_NOT_OPENED;
-  pOperator->exprSupp.pExprInfo = pExprInfo;
-  pOperator->pTaskInfo = pTaskInfo;
-  pOperator->exprSupp.numOfExprs = numOfCols;
-  pOperator->info = miaInfo;
+  pOperator->blocking     = false;
+  pOperator->status       = OP_NOT_OPENED;
+  pOperator->pTaskInfo    = pTaskInfo;
+  pOperator->info         = pMergeIntervalInfo;
 
   pOperator->fpSet = createOperatorFpSet(operatorDummyOpenFn, doMergeIntervalAgg, NULL, NULL,
                                          destroyMergeIntervalOperatorInfo, NULL, NULL, NULL);
@@ -5505,7 +5511,7 @@ SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SExprI
   return pOperator;
 
 _error:
-  destroyMergeIntervalOperatorInfo(miaInfo);
+  destroyMergeIntervalOperatorInfo(pMergeIntervalInfo);
   taosMemoryFreeClear(pOperator);
   pTaskInfo->code = code;
   return NULL;

source/libs/function/src/builtins.c

@@ -303,7 +303,7 @@ static int32_t translateInOutStr(SFunctionNode* pFunc, char* pErrBuf, int32_t le
   }
 
   SExprNode* pPara1 = (SExprNode*)nodesListGetNode(pFunc->pParameterList, 0);
-  if (!IS_VAR_DATA_TYPE(pPara1->resType.type)) {
+  if (!IS_STR_DATA_TYPE(pPara1->resType.type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
@@ -317,7 +317,7 @@ static int32_t translateTrimStr(SFunctionNode* pFunc, char* pErrBuf, int32_t len
   }
 
   SExprNode* pPara1 = (SExprNode*)nodesListGetNode(pFunc->pParameterList, 0);
-  if (!IS_VAR_DATA_TYPE(pPara1->resType.type)) {
+  if (!IS_STR_DATA_TYPE(pPara1->resType.type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
@@ -546,7 +546,7 @@ static int32_t translateApercentile(SFunctionNode* pFunc, char* pErrBuf, int32_t
   // param2
   if (3 == numOfParams) {
     uint8_t para3Type = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, 2))->resType.type;
-    if (!IS_VAR_DATA_TYPE(para3Type)) {
+    if (!IS_STR_DATA_TYPE(para3Type)) {
       return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
     }
 
@@ -593,7 +593,7 @@ static int32_t translateApercentileImpl(SFunctionNode* pFunc, char* pErrBuf, int
     // param2
     if (3 == numOfParams) {
       uint8_t para3Type = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, 2))->resType.type;
-      if (!IS_VAR_DATA_TYPE(para3Type)) {
+      if (!IS_STR_DATA_TYPE(para3Type)) {
         return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
       }
 
@@ -1388,7 +1388,7 @@ static int32_t translateSample(SFunctionNode* pFunc, char* pErrBuf, int32_t len)
   }
 
   // set result type
-  if (IS_VAR_DATA_TYPE(colType)) {
+  if (IS_STR_DATA_TYPE(colType)) {
     pFunc->node.resType = (SDataType){.bytes = pCol->resType.bytes, .type = colType};
   } else {
     pFunc->node.resType = (SDataType){.bytes = tDataTypes[colType].bytes, .type = colType};
@@ -1431,7 +1431,7 @@ static int32_t translateTail(SFunctionNode* pFunc, char* pErrBuf, int32_t len) {
   }
 
   // set result type
-  if (IS_VAR_DATA_TYPE(colType)) {
+  if (IS_STR_DATA_TYPE(colType)) {
     pFunc->node.resType = (SDataType){.bytes = pCol->resType.bytes, .type = colType};
   } else {
     pFunc->node.resType = (SDataType){.bytes = tDataTypes[colType].bytes, .type = colType};
@@ -1514,7 +1514,7 @@ static int32_t translateInterp(SFunctionNode* pFunc, char* pErrBuf, int32_t len)
     for (int32_t i = 1; i < 3; ++i) {
       nodeType = nodeType(nodesListGetNode(pFunc->pParameterList, i));
       paraType = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, i))->resType.type;
-      if (!IS_VAR_DATA_TYPE(paraType) || QUERY_NODE_VALUE != nodeType) {
+      if (!IS_STR_DATA_TYPE(paraType) || QUERY_NODE_VALUE != nodeType) {
         return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
       }
 
@@ -1682,7 +1682,7 @@ static int32_t translateLength(SFunctionNode* pFunc, char* pErrBuf, int32_t len)
     return invaildFuncParaNumErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
-  if (!IS_VAR_DATA_TYPE(((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->resType.type)) {
+  if (!IS_STR_DATA_TYPE(((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->resType.type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
@@ -1714,7 +1714,7 @@ static int32_t translateConcatImpl(SFunctionNode* pFunc, char* pErrBuf, int32_t
   for (int32_t i = 0; i < numOfParams; ++i) {
     SNode*  pPara = nodesListGetNode(pFunc->pParameterList, i);
     uint8_t paraType = ((SExprNode*)pPara)->resType.type;
-    if (!IS_VAR_DATA_TYPE(paraType) && !IS_NULL_TYPE(paraType)) {
+    if (!IS_STR_DATA_TYPE(paraType) && !IS_NULL_TYPE(paraType)) {
       return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
     }
     if (TSDB_DATA_TYPE_NCHAR == paraType) {
@@ -1770,7 +1770,7 @@ static int32_t translateSubstr(SFunctionNode* pFunc, char* pErrBuf, int32_t len)
 
   uint8_t para0Type = pPara0->resType.type;
   uint8_t para1Type = pPara1->resType.type;
-  if (!IS_VAR_DATA_TYPE(para0Type) || !IS_INTEGER_TYPE(para1Type)) {
+  if (!IS_STR_DATA_TYPE(para0Type) || !IS_INTEGER_TYPE(para1Type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
@@ -1802,7 +1802,7 @@ static int32_t translateCast(SFunctionNode* pFunc, char* pErrBuf, int32_t len) {
   uint8_t para2Type = pFunc->node.resType.type;
 
   int32_t para2Bytes = pFunc->node.resType.bytes;
-  if (IS_VAR_DATA_TYPE(para2Type)) {
+  if (IS_STR_DATA_TYPE(para2Type)) {
     para2Bytes -= VARSTR_HEADER_SIZE;
   }
   if (para2Bytes <= 0 || para2Bytes > 4096) {  // cast dst var type length limits to 4096 bytes
@@ -1859,7 +1859,7 @@ static int32_t translateToUnixtimestamp(SFunctionNode* pFunc, char* pErrBuf, int
     return invaildFuncParaNumErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
-  if (!IS_VAR_DATA_TYPE(((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->resType.type)) {
+  if (!IS_STR_DATA_TYPE(((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->resType.type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
 
@@ -1878,7 +1878,7 @@ static int32_t translateTimeTruncate(SFunctionNode* pFunc, char* pErrBuf, int32_
 
   uint8_t para1Type = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->resType.type;
   uint8_t para2Type = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, 1))->resType.type;
-  if ((!IS_VAR_DATA_TYPE(para1Type) && !IS_INTEGER_TYPE(para1Type) && TSDB_DATA_TYPE_TIMESTAMP != para1Type) ||
+  if ((!IS_STR_DATA_TYPE(para1Type) && !IS_INTEGER_TYPE(para1Type) && TSDB_DATA_TYPE_TIMESTAMP != para1Type) ||
       !IS_INTEGER_TYPE(para2Type)) {
     return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
   }
@@ -1911,7 +1911,7 @@ static int32_t translateTimeDiff(SFunctionNode* pFunc, char* pErrBuf, int32_t le
 
   for (int32_t i = 0; i < 2; ++i) {
     uint8_t paraType = ((SExprNode*)nodesListGetNode(pFunc->pParameterList, i))->resType.type;
-    if (!IS_VAR_DATA_TYPE(paraType) && !IS_INTEGER_TYPE(paraType) && TSDB_DATA_TYPE_TIMESTAMP != paraType) {
+    if (!IS_STR_DATA_TYPE(paraType) && !IS_INTEGER_TYPE(paraType) && TSDB_DATA_TYPE_TIMESTAMP != paraType) {
       return invaildFuncParaTypeErrMsg(pErrBuf, len, pFunc->functionName);
     }
   }

source/libs/parser/inc/sql.y

@@ -495,12 +495,9 @@ bufsize_opt(A) ::= BUFSIZE NK_INTEGER(B).
 
 /************************************************ create/drop stream **************************************************/
 cmd ::= CREATE STREAM not_exists_opt(E) stream_name(A)
-  stream_options(B) into_opt(C) AS query_expression(D).                           { pCxt->pRootNode = createCreateStreamStmt(pCxt, E, &A, C, B, D); }
+  stream_options(B) INTO full_table_name(C) AS query_expression(D).               { pCxt->pRootNode = createCreateStreamStmt(pCxt, E, &A, C, B, D); }
 cmd ::= DROP STREAM exists_opt(A) stream_name(B).                                 { pCxt->pRootNode = createDropStreamStmt(pCxt, A, &B); }
 
-into_opt(A) ::= .                                                                 { A = NULL; }
-into_opt(A) ::= INTO full_table_name(B).                                          { A = B; }
-
 stream_options(A) ::= .                                                           { A = createStreamOptions(pCxt); }
 stream_options(A) ::= stream_options(B) TRIGGER AT_ONCE.                          { ((SStreamOptions*)B)->triggerType = STREAM_TRIGGER_AT_ONCE; A = B; }
 stream_options(A) ::= stream_options(B) TRIGGER WINDOW_CLOSE.                     { ((SStreamOptions*)B)->triggerType = STREAM_TRIGGER_WINDOW_CLOSE; A = B; }

source/libs/parser/src/parAstParser.c

@@ -464,6 +464,9 @@ static int32_t collectMetaKeyFromShowCreateTable(SCollectMetaKeyCxt* pCxt, SShow
   if (TSDB_CODE_SUCCESS == code) {
     code = reserveDbCfgInCache(pCxt->pParseCxt->acctId, pStmt->dbName, pCxt->pMetaCache);
   }
+  if (TSDB_CODE_SUCCESS == code) {
+    code = reserveUserAuthInCacheExt(pCxt->pParseCxt->pUser, &name, AUTH_TYPE_READ, pCxt->pMetaCache);
+  }
   return code;
 }
 

source/libs/parser/src/parAuthenticator.c

@@ -96,6 +96,10 @@ static int32_t authInsert(SAuthCxt* pCxt, SInsertStmt* pInsert) {
   return code;
 }
 
+static int32_t authShowCreateTable(SAuthCxt* pCxt, SShowCreateTableStmt* pStmt) {
+  return checkAuth(pCxt, pStmt->dbName, AUTH_TYPE_READ);
+}
+
 static int32_t authQuery(SAuthCxt* pCxt, SNode* pStmt) {
   switch (nodeType(pStmt)) {
     case QUERY_NODE_SET_OPERATOR:
@@ -118,11 +122,14 @@ static int32_t authQuery(SAuthCxt* pCxt, SNode* pStmt) {
     case QUERY_NODE_SHOW_LICENCES_STMT:
     case QUERY_NODE_SHOW_VGROUPS_STMT:
     case QUERY_NODE_SHOW_VARIABLES_STMT:
-    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
+    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
     case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
     case QUERY_NODE_SHOW_VNODES_STMT:
     case QUERY_NODE_SHOW_SCORES_STMT:
       return !pCxt->pParseCxt->enableSysInfo ? TSDB_CODE_PAR_PERMISSION_DENIED : TSDB_CODE_SUCCESS;
+    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
+    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
+      return authShowCreateTable(pCxt, (SShowCreateTableStmt*)pStmt);
     default:
       break;
   }

source/libs/parser/src/parInsert.c

@@ -1715,7 +1715,7 @@ static int32_t skipUsingClause(SInsertParseSyntaxCxt* pCxt) {
 }
 
 static int32_t collectTableMetaKey(SInsertParseSyntaxCxt* pCxt, bool isStable, int32_t tableNo, SToken* pTbToken) {
-  SName name;
+  SName name = {0};
   CHECK_CODE(createSName(&name, pTbToken, pCxt->pComCxt->acctId, pCxt->pComCxt->db, &pCxt->msg));
   CHECK_CODE(reserveTableMetaInCacheForInsert(&name, isStable ? CATALOG_REQ_TYPE_META : CATALOG_REQ_TYPE_BOTH, tableNo,
                                               pCxt->pMetaCache));
@@ -1730,7 +1730,7 @@ static int32_t checkTableName(const char* pTableName, SMsgBuf* pMsgBuf) {
 }
 
 static int32_t collectAutoCreateTableMetaKey(SInsertParseSyntaxCxt* pCxt, int32_t tableNo, SToken* pTbToken) {
-  SName name;
+  SName name = {0};
   CHECK_CODE(createSName(&name, pTbToken, pCxt->pComCxt->acctId, pCxt->pComCxt->db, &pCxt->msg));
   CHECK_CODE(checkTableName(name.tname, &pCxt->msg));
   CHECK_CODE(reserveTableMetaInCacheForInsert(&name, CATALOG_REQ_TYPE_VGROUP, tableNo, pCxt->pMetaCache));

source/libs/parser/test/parInitialCTest.cpp

@@ -568,15 +568,13 @@ TEST_F(ParserInitialCTest, createStream) {
     memset(&expect, 0, sizeof(SCMCreateStreamReq));
   };
 
-  auto setCreateStreamReqFunc = [&](const char* pStream, const char* pSrcDb, const char* pSql,
-                                    const char* pDstStb = nullptr, int8_t igExists = 0,
-                                    int8_t triggerType = STREAM_TRIGGER_AT_ONCE, int64_t maxDelay = 0,
-                                    int64_t watermark = 0, int8_t igExpired = STREAM_DEFAULT_IGNORE_EXPIRED) {
+  auto setCreateStreamReqFunc = [&](const char* pStream, const char* pSrcDb, const char* pSql, const char* pDstStb,
+                                    int8_t igExists = 0, int8_t triggerType = STREAM_TRIGGER_AT_ONCE,
+                                    int64_t maxDelay = 0, int64_t watermark = 0,
+                                    int8_t igExpired = STREAM_DEFAULT_IGNORE_EXPIRED) {
     snprintf(expect.name, sizeof(expect.name), "0.%s", pStream);
     snprintf(expect.sourceDB, sizeof(expect.sourceDB), "0.%s", pSrcDb);
-    if (NULL != pDstStb) {
-      snprintf(expect.targetStbFullName, sizeof(expect.targetStbFullName), "0.test.%s", pDstStb);
-    }
+    snprintf(expect.targetStbFullName, sizeof(expect.targetStbFullName), "0.test.%s", pDstStb);
     expect.igExists = igExists;
     expect.sql = strdup(pSql);
     expect.triggerType = triggerType;
@@ -603,15 +601,6 @@ TEST_F(ParserInitialCTest, createStream) {
     tFreeSCMCreateStreamReq(&req);
   });
 
-  setCreateStreamReqFunc("s1", "test", "create stream s1 as select count(*) from t1 interval(10s)");
-  run("CREATE STREAM s1 AS SELECT COUNT(*) FROM t1 INTERVAL(10S)");
-  clearCreateStreamReq();
-
-  setCreateStreamReqFunc("s1", "test", "create stream if not exists s1 as select count(*) from t1 interval(10s)",
-                         nullptr, 1);
-  run("CREATE STREAM IF NOT EXISTS s1 AS SELECT COUNT(*) FROM t1 INTERVAL(10S)");
-  clearCreateStreamReq();
-
   setCreateStreamReqFunc("s1", "test", "create stream s1 into st1 as select count(*) from t1 interval(10s)", "st1");
   run("CREATE STREAM s1 INTO st1 AS SELECT COUNT(*) FROM t1 INTERVAL(10S)");
   clearCreateStreamReq();
@@ -629,7 +618,8 @@ TEST_F(ParserInitialCTest, createStream) {
 TEST_F(ParserInitialCTest, createStreamSemanticCheck) {
   useDb("root", "test");
 
-  run("CREATE STREAM s1 AS SELECT PERCENTILE(c1, 30) FROM t1 INTERVAL(10S)", TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC);
+  run("CREATE STREAM s1 INTO st1 AS SELECT PERCENTILE(c1, 30) FROM t1 INTERVAL(10S)",
+      TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC);
 }
 
 TEST_F(ParserInitialCTest, createTable) {

source/libs/planner/test/planOtherTest.cpp

@@ -37,9 +37,9 @@ TEST_F(PlanOtherTest, createStream) {
 TEST_F(PlanOtherTest, createStreamUseSTable) {
   useDb("root", "test");
 
-  run("CREATE STREAM IF NOT EXISTS s1 as SELECT COUNT(*) FROM st1 INTERVAL(10s)");
+  run("CREATE STREAM IF NOT EXISTS s1 into st1 as SELECT COUNT(*) FROM st1 INTERVAL(10s)");
 
-  run("CREATE STREAM IF NOT EXISTS s1 as SELECT COUNT(*) FROM st1 PARTITION BY TBNAME INTERVAL(10s)");
+  run("CREATE STREAM IF NOT EXISTS s1 into st1 as SELECT COUNT(*) FROM st1 PARTITION BY TBNAME INTERVAL(10s)");
 }
 
 TEST_F(PlanOtherTest, createSmaIndex) {

source/libs/scalar/inc/sclInt.h

@@ -45,6 +45,8 @@ typedef struct SScalarCtx {
 #define SCL_IS_CONST_CALC(_ctx) (NULL == (_ctx)->pBlockList)
 //#define SCL_IS_NULL_VALUE_NODE(_node) ((QUERY_NODE_VALUE == nodeType(_node)) && (TSDB_DATA_TYPE_NULL == ((SValueNode *)_node)->node.resType.type) && (((SValueNode *)_node)->placeholderNo <= 0))
 #define SCL_IS_NULL_VALUE_NODE(_node) ((QUERY_NODE_VALUE == nodeType(_node)) && (TSDB_DATA_TYPE_NULL == ((SValueNode *)_node)->node.resType.type))
+#define SCL_IS_COMPARISON_OPERATOR(_opType) ((_opType) >= OP_TYPE_GREATER_THAN && (_opType) < OP_TYPE_IS_NOT_UNKNOWN)
+#define SCL_DOWNGRADE_DATETYPE(_type) ((_type) == TSDB_DATA_TYPE_BIGINT || TSDB_DATA_TYPE_DOUBLE == (_type) || (_type) == TSDB_DATA_TYPE_UBIGINT)
 
 #define sclFatal(...)  qFatal(__VA_ARGS__)
 #define sclError(...)  qError(__VA_ARGS__)

source/libs/scalar/src/scalar.c

@@ -9,6 +9,7 @@
 #include "scalar.h"
 #include "tudf.h"
 #include "ttime.h"
+#include "tcompare.h"
 
 int32_t scalarGetOperatorParamNum(EOperatorType type) {
   if (OP_TYPE_IS_NULL == type || OP_TYPE_IS_NOT_NULL == type || OP_TYPE_IS_TRUE == type || OP_TYPE_IS_NOT_TRUE == type
@@ -219,6 +220,82 @@ void sclFreeParamList(SScalarParam *param, int32_t paramNum) {
   taosMemoryFree(param);
 }
 
+void sclDowngradeValueType(SValueNode *valueNode) {
+  switch (valueNode->node.resType.type) {
+    case TSDB_DATA_TYPE_BIGINT: {
+      int8_t i8 = valueNode->datum.i;
+      if (i8 == valueNode->datum.i) {
+        valueNode->node.resType.type = TSDB_DATA_TYPE_TINYINT;
+        *(int8_t*)&valueNode->typeData = i8;
+        break;
+      }
+      int16_t i16 = valueNode->datum.i;
+      if (i16 == valueNode->datum.i) {
+        valueNode->node.resType.type = TSDB_DATA_TYPE_SMALLINT;
+        *(int16_t*)&valueNode->typeData = i16;
+        break;
+      }
+      int32_t i32 = valueNode->datum.i;
+      if (i32 == valueNode->datum.i) {
+        valueNode->node.resType.type = TSDB_DATA_TYPE_INT;
+        *(int32_t*)&valueNode->typeData = i32;
+        break;
+      }
+      break;
+    }
+    case TSDB_DATA_TYPE_UBIGINT:{
+      uint8_t u8 = valueNode->datum.i;
+      if (u8 == valueNode->datum.i) {
+        int8_t i8 = valueNode->datum.i;
+        if (i8 == valueNode->datum.i) {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_TINYINT;
+          *(int8_t*)&valueNode->typeData = i8;
+        } else {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_UTINYINT;
+          *(uint8_t*)&valueNode->typeData = u8;
+        }
+        break;
+      }
+      uint16_t u16 = valueNode->datum.i;
+      if (u16 == valueNode->datum.i) {
+        int16_t i16 = valueNode->datum.i;
+        if (i16 == valueNode->datum.i) {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_SMALLINT;
+          *(int16_t*)&valueNode->typeData = i16;
+        } else {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_USMALLINT;
+          *(uint16_t*)&valueNode->typeData = u16;
+        }
+        break;
+      }
+      uint32_t u32 = valueNode->datum.i;
+      if (u32 == valueNode->datum.i) {
+        int32_t i32 = valueNode->datum.i;
+        if (i32 == valueNode->datum.i) {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_INT;
+          *(int32_t*)&valueNode->typeData = i32;
+        } else {
+          valueNode->node.resType.type = TSDB_DATA_TYPE_UINT;
+          *(uint32_t*)&valueNode->typeData = u32;
+        }
+        break;
+      }
+      break;
+    }
+    case TSDB_DATA_TYPE_DOUBLE: {
+      float f = valueNode->datum.d;
+      if (FLT_EQUAL(f, valueNode->datum.d)) {
+        valueNode->node.resType.type = TSDB_DATA_TYPE_FLOAT;
+        *(float*)&valueNode->typeData = f;
+        break;
+      }
+      break;
+    }
+    default:
+      break;
+  }
+}
+
 int32_t sclInitParam(SNode* node, SScalarParam *param, SScalarCtx *ctx, int32_t *rowNum) {
   switch (nodeType(node)) {
     case QUERY_NODE_LEFT_VALUE: {
@@ -675,6 +752,10 @@ EDealRes sclRewriteNonConstOperator(SNode** pNode, SScalarCtx *ctx) {
         return DEAL_RES_ERROR;
       }
     }
+
+    if (SCL_IS_COMPARISON_OPERATOR(node->opType) && SCL_DOWNGRADE_DATETYPE(valueNode->node.resType.type)) {
+      sclDowngradeValueType(valueNode);
+    }    
   }
 
   if (node->pRight && (QUERY_NODE_VALUE == nodeType(node->pRight))) {
@@ -692,6 +773,10 @@ EDealRes sclRewriteNonConstOperator(SNode** pNode, SScalarCtx *ctx) {
         return DEAL_RES_ERROR;
       }
     }
+
+    if (SCL_IS_COMPARISON_OPERATOR(node->opType) && SCL_DOWNGRADE_DATETYPE(valueNode->node.resType.type)) {
+      sclDowngradeValueType(valueNode);
+    }    
   }
 
   if (node->pRight && (QUERY_NODE_NODE_LIST == nodeType(node->pRight))) {

source/libs/stream/src/streamMeta.c

@@ -265,6 +265,8 @@ int32_t streamLoadTasks(SStreamMeta* pMeta) {
     }
   }
 
+  tdbFree(pKey);
+  tdbFree(pVal);
   if (tdbTbcClose(pCur) < 0) {
     return -1;
   }

source/libs/tdb/src/db/tdbBtree.c

@@ -782,6 +782,11 @@ static int tdbBtreeBalanceNonRoot(SBTree *pBt, SPage *pParent, int idx, TXN *pTx
                                  pBt);
               tdbPageInsertCell(pParent, sIdx++, pNewCell, szNewCell, 0);
               tdbOsFree(pNewCell);
+
+              if (TDB_CELLDECODER_FREE_VAL(&cd)) {
+                tdbFree(cd.pVal);
+                cd.pVal = NULL;
+              }
             }
 
             // move to next new page

source/libs/transport/src/thttp.c

@@ -175,7 +175,7 @@ static int32_t taosBuildDstAddr(const char* server, uint16_t port, struct sockad
   uint32_t ip = taosGetIpv4FromFqdn(server);
   if (ip == 0xffffffff) {
     terrno = TAOS_SYSTEM_ERROR(errno);
-    uError("http-report failed to get http server:%s ip since %s", server, terrstr());
+    uError("http-report failed to get http server:%s since %s", server, errno == 0 ? "invalid http server" : terrstr());
     return -1;
   }
   char buf[128] = {0};
@@ -224,6 +224,7 @@ int32_t taosSendHttpReport(const char* server, uint16_t port, char* pCont, int32
   if (ret != 0) {
     uError("http-report failed to connect to server, reason:%s, dst:%s:%d", uv_strerror(ret), cli->addr, cli->port);
     destroyHttpClient(cli);
+    uv_stop(loop);
   }
 
   uv_run(loop, UV_RUN_DEFAULT);

source/os/src/osDir.c

@@ -133,6 +133,7 @@ int32_t taosMulMkDir(const char *dirname) {
       code = mkdir(temp, 0755);
 #endif
       if (code < 0 && errno != EEXIST) {
+        terrno = TAOS_SYSTEM_ERROR(errno);
         return code;
       }
       *pos = TD_DIRSEP[0];
@@ -146,6 +147,7 @@ int32_t taosMulMkDir(const char *dirname) {
     code = mkdir(temp, 0755);
 #endif
     if (code < 0 && errno != EEXIST) {
+      terrno = TAOS_SYSTEM_ERROR(errno);
       return code;
     }
   }

source/os/src/osFile.c

@@ -313,6 +313,7 @@ TdFilePtr taosOpenFile(const char *path, int32_t tdFileOptions) {
     assert(!(tdFileOptions & TD_FILE_EXCL));
     fp = fopen(path, mode);
     if (fp == NULL) {
+      terrno = TAOS_SYSTEM_ERROR(errno);
       return NULL;
     }
   } else {
@@ -335,6 +336,7 @@ TdFilePtr taosOpenFile(const char *path, int32_t tdFileOptions) {
     fd = open(path, access, S_IRWXU | S_IRWXG | S_IRWXO);
 #endif
     if (fd == -1) {
+      terrno = TAOS_SYSTEM_ERROR(errno);
       return NULL;
     }
   }

source/os/src/osSemaphore.c

-/*
- * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
- *
- * This program is free software: you can use, redistribute, and/or modify
- * it under the terms of the GNU Affero General Public License, version 3
- * or later ("AGPL"), as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but WITHOUT
- * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
- * FITNESS FOR A PARTICULAR PURPOSE.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- */
-
-#define ALLOW_FORBID_FUNC
-#define _DEFAULT_SOURCE
-#include "os.h"
-#include "pthread.h"
-#include "tdef.h"
-
-#ifdef WINDOWS
-
-/*
- * windows implementation
- */
-
-#include <windows.h>
-
-bool taosCheckPthreadValid(TdThread thread) { return thread.p != NULL; }
-
-void taosResetPthread(TdThread* thread) { thread->p = 0; }
-
-int64_t taosGetPthreadId(TdThread thread) {
-#ifdef PTW32_VERSION
-  return pthread_getw32threadid_np(thread);
-#else
-  return (int64_t)thread;
-#endif
-}
-
-int64_t taosGetSelfPthreadId() { return GetCurrentThreadId(); }
-
-bool taosComparePthread(TdThread first, TdThread second) { return first.p == second.p; }
-
-int32_t taosGetPId() { return GetCurrentProcessId(); }
-
-int32_t taosGetAppName(char* name, int32_t* len) {
-  char filepath[1024] = {0};
-
-  GetModuleFileName(NULL, filepath, MAX_PATH);
-  char* sub = strrchr(filepath, '.');
-  if (sub != NULL) {
-    *sub = '\0';
-  }
-  char* end = strrchr(filepath, TD_DIRSEP[0]);
-  if (end == NULL) {
-    end = filepath;
-  }
-
-  tstrncpy(name, end, TSDB_APP_NAME_LEN);
-
-  if (len != NULL) {
-    *len = (int32_t)strlen(end);
-  }
-
-  return 0;
-}
-
-int32_t tsem_wait(tsem_t* sem) {
-  int ret = 0;
-  do {
-    ret = sem_wait(sem);
-  } while (ret != 0 && errno == EINTR);
-  return ret;
-}
-
-int32_t tsem_timewait(tsem_t* sem, int64_t nanosecs) {
-  struct timespec ts, rel;
-  FILETIME        ft_before, ft_after;
-  int             rc;
-
-  rel.tv_sec = 0;
-  rel.tv_nsec = nanosecs;
-
-  GetSystemTimeAsFileTime(&ft_before);
-  // errno = 0;
-  rc = sem_timedwait(sem, pthread_win32_getabstime_np(&ts, &rel));
-
-  /* This should have timed out */
-  // assert(errno == ETIMEDOUT);
-  // assert(rc != 0);
-  // GetSystemTimeAsFileTime(&ft_after);
-  // // We specified a non-zero wait. Time must advance.
-  // if (ft_before.dwLowDateTime == ft_after.dwLowDateTime && ft_before.dwHighDateTime == ft_after.dwHighDateTime)
-  //   {
-  //     printf("nanoseconds: %d, rc: %d, code:0x%x. before filetime: %d, %d; after filetime: %d, %d\n",
-  //         nanosecs, rc, errno,
-  //         (int)ft_before.dwLowDateTime, (int)ft_before.dwHighDateTime,
-  //         (int)ft_after.dwLowDateTime, (int)ft_after.dwHighDateTime);
-  //     printf("time must advance during sem_timedwait.");
-  //     return 1;
-  //   }
-  return rc;
-}
-
-#elif defined(_TD_DARWIN_64)
-
-/*
- * darwin implementation
- */
-
-#include <libproc.h>
-
-// #define SEM_USE_PTHREAD
-// #define SEM_USE_POSIX
-// #define SEM_USE_SEM
-
-// #ifdef SEM_USE_SEM
-// #include <mach/mach_error.h>
-// #include <mach/mach_init.h>
-// #include <mach/semaphore.h>
-// #include <mach/task.h>
-
-// static TdThread     sem_thread;
-// static TdThreadOnce sem_once;
-// static task_t       sem_port;
-// static volatile int sem_inited = 0;
-// static semaphore_t  sem_exit;
-
-// static void *sem_thread_routine(void *arg) {
-//   (void)arg;
-//   setThreadName("sem_thrd");
-
-//   sem_port = mach_task_self();
-//   kern_return_t ret = semaphore_create(sem_port, &sem_exit, SYNC_POLICY_FIFO, 0);
-//   if (ret != KERN_SUCCESS) {
-//     fprintf(stderr, "==%s[%d]%s()==failed to create sem_exit\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__);
-//     sem_inited = -1;
-//     return NULL;
-//   }
-//   sem_inited = 1;
-//   semaphore_wait(sem_exit);
-//   return NULL;
-// }
-
-// static void once_init(void) {
-//   int r = 0;
-//   r = taosThreadCreate(&sem_thread, NULL, sem_thread_routine, NULL);
-//   if (r) {
-//     fprintf(stderr, "==%s[%d]%s()==failed to create thread\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__);
-//     return;
-//   }
-//   while (sem_inited == 0) {
-//     ;
-//   }
-// }
-// #endif
-
-// struct tsem_s {
-// #ifdef SEM_USE_PTHREAD
-//   TdThreadMutex    lock;
-//   TdThreadCond     cond;
-//   volatile int64_t val;
-// #elif defined(SEM_USE_POSIX)
-//   size_t        id;
-//   sem_t        *sem;
-// #elif defined(SEM_USE_SEM)
-//   semaphore_t sem;
-// #else   // SEM_USE_PTHREAD
-//   dispatch_semaphore_t sem;
-// #endif  // SEM_USE_PTHREAD
-
-//   volatile unsigned int valid : 1;
-// };
-
-// int tsem_init(tsem_t *sem, int pshared, unsigned int value) {
-//   // fprintf(stderr, "==%s[%d]%s():[%p]==creating\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//   if (*sem) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==already initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   struct tsem_s *p = (struct tsem_s *)taosMemoryCalloc(1, sizeof(*p));
-//   if (!p) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==out of memory\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//     abort();
-//   }
-
-// #ifdef SEM_USE_PTHREAD
-//   int r = taosThreadMutexInit(&p->lock, NULL);
-//   do {
-//     if (r) break;
-//     r = taosThreadCondInit(&p->cond, NULL);
-//     if (r) {
-//       taosThreadMutexDestroy(&p->lock);
-//       break;
-//     }
-//     p->val = value;
-//   } while (0);
-//   if (r) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==not created\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//     abort();
-//   }
-// #elif defined(SEM_USE_POSIX)
-//   static size_t tick = 0;
-//   do {
-//     size_t id = atomic_add_fetch_64(&tick, 1);
-//     if (id == SEM_VALUE_MAX) {
-//       atomic_store_64(&tick, 0);
-//       id = 0;
-//     }
-//     char name[NAME_MAX - 4];
-//     snprintf(name, sizeof(name), "/t" PRId64, id);
-//     p->sem = sem_open(name, O_CREAT | O_EXCL, pshared, value);
-//     p->id = id;
-//     if (p->sem != SEM_FAILED) break;
-//     int e = errno;
-//     if (e == EEXIST) continue;
-//     if (e == EINTR) continue;
-//     fprintf(stderr, "==%s[%d]%s():[%p]==not created[%d]%s\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     sem,
-//             e, strerror(e));
-//     abort();
-//   } while (p->sem == SEM_FAILED);
-// #elif defined(SEM_USE_SEM)
-//   taosThreadOnce(&sem_once, once_init);
-//   if (sem_inited != 1) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal resource init failed\n", taosDirEntryBaseName(__FILE__), __LINE__,
-//             __func__, sem);
-//     errno = ENOMEM;
-//     return -1;
-//   }
-//   kern_return_t ret = semaphore_create(sem_port, &p->sem, SYNC_POLICY_FIFO, value);
-//   if (ret != KERN_SUCCESS) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==semophore_create failed\n", taosDirEntryBaseName(__FILE__), __LINE__,
-//     __func__,
-//             sem);
-//     // we fail-fast here, because we have less-doc about semaphore_create for the moment
-//     abort();
-//   }
-// #else   // SEM_USE_PTHREAD
-//   p->sem = dispatch_semaphore_create(value);
-//   if (p->sem == NULL) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==not created\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//     abort();
-//   }
-// #endif  // SEM_USE_PTHREAD
-
-//   p->valid = 1;
-
-//   *sem = p;
-
-//   return 0;
-// }
-
-// int tsem_wait(tsem_t *sem) {
-//   if (!*sem) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//     abort();
-//   }
-//   struct tsem_s *p = *sem;
-//   if (!p->valid) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     sem); abort();
-//   }
-// #ifdef SEM_USE_PTHREAD
-//   if (taosThreadMutexLock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   p->val -= 1;
-//   if (p->val < 0) {
-//     if (taosThreadCondWait(&p->cond, &p->lock)) {
-//       fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__,
-//       __func__,
-//               sem);
-//       abort();
-//     }
-//   }
-//   if (taosThreadMutexUnlock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   return 0;
-// #elif defined(SEM_USE_POSIX)
-//   return sem_wait(p->sem);
-// #elif defined(SEM_USE_SEM)
-//   return semaphore_wait(p->sem);
-// #else   // SEM_USE_PTHREAD
-//   return dispatch_semaphore_wait(p->sem, DISPATCH_TIME_FOREVER);
-// #endif  // SEM_USE_PTHREAD
-// }
-
-// int tsem_post(tsem_t *sem) {
-//   if (!*sem) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//     abort();
-//   }
-//   struct tsem_s *p = *sem;
-//   if (!p->valid) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     sem); abort();
-//   }
-// #ifdef SEM_USE_PTHREAD
-//   if (taosThreadMutexLock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   p->val += 1;
-//   if (p->val <= 0) {
-//     if (taosThreadCondSignal(&p->cond)) {
-//       fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__,
-//       __func__,
-//               sem);
-//       abort();
-//     }
-//   }
-//   if (taosThreadMutexUnlock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   return 0;
-// #elif defined(SEM_USE_POSIX)
-//   return sem_post(p->sem);
-// #elif defined(SEM_USE_SEM)
-//   return semaphore_signal(p->sem);
-// #else   // SEM_USE_PTHREAD
-//   return dispatch_semaphore_signal(p->sem);
-// #endif  // SEM_USE_PTHREAD
-// }
-
-// int tsem_destroy(tsem_t *sem) {
-//   // fprintf(stderr, "==%s[%d]%s():[%p]==destroying\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
-//   if (!*sem) {
-//     // fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     sem);
-//     // abort();
-//     return 0;
-//   }
-//   struct tsem_s *p = *sem;
-//   if (!p->valid) {
-//     // fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     // sem); abort();
-//     return 0;
-//   }
-// #ifdef SEM_USE_PTHREAD
-//   if (taosThreadMutexLock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   p->valid = 0;
-//   if (taosThreadCondDestroy(&p->cond)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   if (taosThreadMutexUnlock(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-//   if (taosThreadMutexDestroy(&p->lock)) {
-//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//             sem);
-//     abort();
-//   }
-// #elif defined(SEM_USE_POSIX)
-//   char name[NAME_MAX - 4];
-//   snprintf(name, sizeof(name), "/t" PRId64, p->id);
-//   int r = sem_unlink(name);
-//   if (r) {
-//     int e = errno;
-//     fprintf(stderr, "==%s[%d]%s():[%p]==unlink failed[%d]%s\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
-//     sem,
-//             e, strerror(e));
-//     abort();
-//   }
-// #elif defined(SEM_USE_SEM)
-//   semaphore_destroy(sem_port, p->sem);
-// #else   // SEM_USE_PTHREAD
-// #endif  // SEM_USE_PTHREAD
-
-//   p->valid = 0;
-//   taosMemoryFree(p);
-
-//   *sem = NULL;
-//   return 0;
-// }
-typedef struct {
-  pthread_mutex_t count_lock;
-  pthread_cond_t  count_bump;
-  unsigned int    count;
-} bosal_sem_t;
-
-int tsem_init(tsem_t *psem, int flags, unsigned int count) {
-  bosal_sem_t *pnewsem;
-  int          result;
-
-  pnewsem = (bosal_sem_t *)malloc(sizeof(bosal_sem_t));
-  if (!pnewsem) {
-    return -1;
-  }
-  result = pthread_mutex_init(&pnewsem->count_lock, NULL);
-  if (result) {
-    free(pnewsem);
-    return result;
-  }
-  result = pthread_cond_init(&pnewsem->count_bump, NULL);
-  if (result) {
-    pthread_mutex_destroy(&pnewsem->count_lock);
-    free(pnewsem);
-    return result;
-  }
-  pnewsem->count = count;
-  *psem = (tsem_t)pnewsem;
-  return 0;
-}
-
-int tsem_destroy(tsem_t *psem) {
-  bosal_sem_t *poldsem;
-
-  if (!psem) {
-    return EINVAL;
-  }
-  poldsem = (bosal_sem_t *)*psem;
-
-  pthread_mutex_destroy(&poldsem->count_lock);
-  pthread_cond_destroy(&poldsem->count_bump);
-  free(poldsem);
-  return 0;
-}
-
-int tsem_post(tsem_t *psem) {
-  bosal_sem_t *pxsem;
-  int          result, xresult;
-
-  if (!psem) {
-    return EINVAL;
-  }
-  pxsem = (bosal_sem_t *)*psem;
-
-  result = pthread_mutex_lock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  pxsem->count = pxsem->count + 1;
-
-  xresult = pthread_cond_signal(&pxsem->count_bump);
-
-  result = pthread_mutex_unlock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  if (xresult) {
-    errno = xresult;
-    return -1;
-  }
-  return 0;
-}
-
-int tsem_trywait(tsem_t *psem) {
-  bosal_sem_t *pxsem;
-  int          result, xresult;
-
-  if (!psem) {
-    return EINVAL;
-  }
-  pxsem = (bosal_sem_t *)*psem;
-
-  result = pthread_mutex_lock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  xresult = 0;
-
-  if (pxsem->count > 0) {
-    pxsem->count--;
-  } else {
-    xresult = EAGAIN;
-  }
-  result = pthread_mutex_unlock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  if (xresult) {
-    errno = xresult;
-    return -1;
-  }
-  return 0;
-}
-
-int tsem_wait(tsem_t *psem) {
-  bosal_sem_t *pxsem;
-  int          result, xresult;
-
-  if (!psem) {
-    return EINVAL;
-  }
-  pxsem = (bosal_sem_t *)*psem;
-
-  result = pthread_mutex_lock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  xresult = 0;
-
-  if (pxsem->count == 0) {
-    xresult = pthread_cond_wait(&pxsem->count_bump, &pxsem->count_lock);
-  }
-  if (!xresult) {
-    if (pxsem->count > 0) {
-      pxsem->count--;
-    }
-  }
-  result = pthread_mutex_unlock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  if (xresult) {
-    errno = xresult;
-    return -1;
-  }
-  return 0;
-}
-
-int tsem_timewait(tsem_t *psem, int64_t nanosecs) {
-  struct timespec abstim = {
-      .tv_sec = 0,
-      .tv_nsec = nanosecs,
-  };
-
-  bosal_sem_t *pxsem;
-  int          result, xresult;
-
-  if (!psem) {
-    return EINVAL;
-  }
-  pxsem = (bosal_sem_t *)*psem;
-
-  result = pthread_mutex_lock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  xresult = 0;
-
-  if (pxsem->count == 0) {
-    xresult = pthread_cond_timedwait(&pxsem->count_bump, &pxsem->count_lock, &abstim);
-  }
-  if (!xresult) {
-    if (pxsem->count > 0) {
-      pxsem->count--;
-    }
-  }
-  result = pthread_mutex_unlock(&pxsem->count_lock);
-  if (result) {
-    return result;
-  }
-  if (xresult) {
-    errno = xresult;
-    return -1;
-  }
-  return 0;
-}
-
-bool taosCheckPthreadValid(TdThread thread) {
-  int32_t ret = taosThreadKill(thread, 0);
-  if (ret == ESRCH) return false;
-  if (ret == EINVAL) return false;
-  // alive
-  return true;
-}
-
-int64_t taosGetSelfPthreadId() {
-  TdThread thread = taosThreadSelf();
-  return (int64_t)thread;
-}
-
-int64_t taosGetPthreadId(TdThread thread) { return (int64_t)thread; }
-
-void taosResetPthread(TdThread *thread) { *thread = NULL; }
-
-bool taosComparePthread(TdThread first, TdThread second) { return taosThreadEqual(first, second) ? true : false; }
-
-int32_t taosGetPId() { return (int32_t)getpid(); }
-
-int32_t taosGetAppName(char *name, int32_t *len) {
-  char buf[PATH_MAX + 1];
-  buf[0] = '\0';
-  proc_name(getpid(), buf, sizeof(buf) - 1);
-  buf[PATH_MAX] = '\0';
-  size_t n = strlen(buf);
-  if (len) *len = n;
-  if (name) tstrncpy(name, buf, TSDB_APP_NAME_LEN);
-  return 0;
-}
-
-#else
-
-/*
- * linux implementation
- */
-
-#include <sys/syscall.h>
-#include <unistd.h>
-
-bool taosCheckPthreadValid(TdThread thread) { return thread != 0; }
-
-int64_t taosGetSelfPthreadId() {
-  static __thread int id = 0;
-  if (id != 0) return id;
-  id = syscall(SYS_gettid);
-  return id;
-}
-
-int64_t taosGetPthreadId(TdThread thread) { return (int64_t)thread; }
-void    taosResetPthread(TdThread* thread) { *thread = 0; }
-bool    taosComparePthread(TdThread first, TdThread second) { return first == second; }
-
-int32_t taosGetPId() {
-  static int32_t pid;
-  if (pid != 0) return pid;
-  pid = getpid();
-  return pid;
-}
-
-int32_t taosGetAppName(char* name, int32_t* len) {
-  const char* self = "/proc/self/exe";
-  char        path[PATH_MAX] = {0};
-
-  if (readlink(self, path, PATH_MAX) <= 0) {
-    return -1;
-  }
-
-  path[PATH_MAX - 1] = 0;
-  char* end = strrchr(path, '/');
-  if (end == NULL) {
-    return -1;
-  }
-
-  ++end;
-
-  tstrncpy(name, end, TSDB_APP_NAME_LEN);
-
-  if (len != NULL) {
-    *len = strlen(name);
-  }
-
-  return 0;
-}
-
-int32_t tsem_wait(tsem_t* sem) {
-  int ret = 0;
-  do {
-    ret = sem_wait(sem);
-  } while (ret != 0 && errno == EINTR);
-  return ret;
-}
-
-int32_t tsem_timewait(tsem_t* sem, int64_t nanosecs) {
-  int ret = 0;
-
-  struct timespec tv = {
-      .tv_sec = 0,
-      .tv_nsec = nanosecs,
-  };
-
-  while ((ret = sem_timedwait(sem, &tv)) == -1 && errno == EINTR) continue;
-
-  return ret;
-}
-
-#endif
+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#define ALLOW_FORBID_FUNC
+#define _DEFAULT_SOURCE
+#include "os.h"
+#include "pthread.h"
+#include "tdef.h"
+
+#ifdef WINDOWS
+
+/*
+ * windows implementation
+ */
+
+#include <windows.h>
+
+bool taosCheckPthreadValid(TdThread thread) { return thread.p != NULL; }
+
+void taosResetPthread(TdThread* thread) { thread->p = 0; }
+
+int64_t taosGetPthreadId(TdThread thread) {
+#ifdef PTW32_VERSION
+  return pthread_getw32threadid_np(thread);
+#else
+  return (int64_t)thread;
+#endif
+}
+
+int64_t taosGetSelfPthreadId() { return GetCurrentThreadId(); }
+
+bool taosComparePthread(TdThread first, TdThread second) { return first.p == second.p; }
+
+int32_t taosGetPId() { return GetCurrentProcessId(); }
+
+int32_t taosGetAppName(char* name, int32_t* len) {
+  char filepath[1024] = {0};
+
+  GetModuleFileName(NULL, filepath, MAX_PATH);
+  char* sub = strrchr(filepath, '.');
+  if (sub != NULL) {
+    *sub = '\0';
+  }
+  char* end = strrchr(filepath, TD_DIRSEP[0]);
+  if (end == NULL) {
+    end = filepath;
+  }
+
+  tstrncpy(name, end, TSDB_APP_NAME_LEN);
+
+  if (len != NULL) {
+    *len = (int32_t)strlen(end);
+  }
+
+  return 0;
+}
+
+int32_t tsem_wait(tsem_t* sem) {
+  int ret = 0;
+  do {
+    ret = sem_wait(sem);
+  } while (ret != 0 && errno == EINTR);
+  return ret;
+}
+
+int32_t tsem_timewait(tsem_t* sem, int64_t nanosecs) {
+  struct timespec ts, rel;
+  FILETIME        ft_before, ft_after;
+  int             rc;
+
+  rel.tv_sec = 0;
+  rel.tv_nsec = nanosecs;
+
+  GetSystemTimeAsFileTime(&ft_before);
+  // errno = 0;
+  rc = sem_timedwait(sem, pthread_win32_getabstime_np(&ts, &rel));
+
+  /* This should have timed out */
+  // assert(errno == ETIMEDOUT);
+  // assert(rc != 0);
+  // GetSystemTimeAsFileTime(&ft_after);
+  // // We specified a non-zero wait. Time must advance.
+  // if (ft_before.dwLowDateTime == ft_after.dwLowDateTime && ft_before.dwHighDateTime == ft_after.dwHighDateTime)
+  //   {
+  //     printf("nanoseconds: %d, rc: %d, code:0x%x. before filetime: %d, %d; after filetime: %d, %d\n",
+  //         nanosecs, rc, errno,
+  //         (int)ft_before.dwLowDateTime, (int)ft_before.dwHighDateTime,
+  //         (int)ft_after.dwLowDateTime, (int)ft_after.dwHighDateTime);
+  //     printf("time must advance during sem_timedwait.");
+  //     return 1;
+  //   }
+  return rc;
+}
+
+#elif defined(_TD_DARWIN_64)
+
+/*
+ * darwin implementation
+ */
+
+#include <libproc.h>
+
+// #define SEM_USE_PTHREAD
+// #define SEM_USE_POSIX
+// #define SEM_USE_SEM
+
+// #ifdef SEM_USE_SEM
+// #include <mach/mach_error.h>
+// #include <mach/mach_init.h>
+// #include <mach/semaphore.h>
+// #include <mach/task.h>
+
+// static TdThread     sem_thread;
+// static TdThreadOnce sem_once;
+// static task_t       sem_port;
+// static volatile int sem_inited = 0;
+// static semaphore_t  sem_exit;
+
+// static void *sem_thread_routine(void *arg) {
+//   (void)arg;
+//   setThreadName("sem_thrd");
+
+//   sem_port = mach_task_self();
+//   kern_return_t ret = semaphore_create(sem_port, &sem_exit, SYNC_POLICY_FIFO, 0);
+//   if (ret != KERN_SUCCESS) {
+//     fprintf(stderr, "==%s[%d]%s()==failed to create sem_exit\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__);
+//     sem_inited = -1;
+//     return NULL;
+//   }
+//   sem_inited = 1;
+//   semaphore_wait(sem_exit);
+//   return NULL;
+// }
+
+// static void once_init(void) {
+//   int r = 0;
+//   r = taosThreadCreate(&sem_thread, NULL, sem_thread_routine, NULL);
+//   if (r) {
+//     fprintf(stderr, "==%s[%d]%s()==failed to create thread\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__);
+//     return;
+//   }
+//   while (sem_inited == 0) {
+//     ;
+//   }
+// }
+// #endif
+
+// struct tsem_s {
+// #ifdef SEM_USE_PTHREAD
+//   TdThreadMutex    lock;
+//   TdThreadCond     cond;
+//   volatile int64_t val;
+// #elif defined(SEM_USE_POSIX)
+//   size_t        id;
+//   sem_t        *sem;
+// #elif defined(SEM_USE_SEM)
+//   semaphore_t sem;
+// #else   // SEM_USE_PTHREAD
+//   dispatch_semaphore_t sem;
+// #endif  // SEM_USE_PTHREAD
+
+//   volatile unsigned int valid : 1;
+// };
+
+// int tsem_init(tsem_t *sem, int pshared, unsigned int value) {
+//   // fprintf(stderr, "==%s[%d]%s():[%p]==creating\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//   if (*sem) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==already initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   struct tsem_s *p = (struct tsem_s *)taosMemoryCalloc(1, sizeof(*p));
+//   if (!p) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==out of memory\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//     abort();
+//   }
+
+// #ifdef SEM_USE_PTHREAD
+//   int r = taosThreadMutexInit(&p->lock, NULL);
+//   do {
+//     if (r) break;
+//     r = taosThreadCondInit(&p->cond, NULL);
+//     if (r) {
+//       taosThreadMutexDestroy(&p->lock);
+//       break;
+//     }
+//     p->val = value;
+//   } while (0);
+//   if (r) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==not created\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//     abort();
+//   }
+// #elif defined(SEM_USE_POSIX)
+//   static size_t tick = 0;
+//   do {
+//     size_t id = atomic_add_fetch_64(&tick, 1);
+//     if (id == SEM_VALUE_MAX) {
+//       atomic_store_64(&tick, 0);
+//       id = 0;
+//     }
+//     char name[NAME_MAX - 4];
+//     snprintf(name, sizeof(name), "/t" PRId64, id);
+//     p->sem = sem_open(name, O_CREAT | O_EXCL, pshared, value);
+//     p->id = id;
+//     if (p->sem != SEM_FAILED) break;
+//     int e = errno;
+//     if (e == EEXIST) continue;
+//     if (e == EINTR) continue;
+//     fprintf(stderr, "==%s[%d]%s():[%p]==not created[%d]%s\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     sem,
+//             e, strerror(e));
+//     abort();
+//   } while (p->sem == SEM_FAILED);
+// #elif defined(SEM_USE_SEM)
+//   taosThreadOnce(&sem_once, once_init);
+//   if (sem_inited != 1) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal resource init failed\n", taosDirEntryBaseName(__FILE__), __LINE__,
+//             __func__, sem);
+//     errno = ENOMEM;
+//     return -1;
+//   }
+//   kern_return_t ret = semaphore_create(sem_port, &p->sem, SYNC_POLICY_FIFO, value);
+//   if (ret != KERN_SUCCESS) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==semophore_create failed\n", taosDirEntryBaseName(__FILE__), __LINE__,
+//     __func__,
+//             sem);
+//     // we fail-fast here, because we have less-doc about semaphore_create for the moment
+//     abort();
+//   }
+// #else   // SEM_USE_PTHREAD
+//   p->sem = dispatch_semaphore_create(value);
+//   if (p->sem == NULL) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==not created\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//     abort();
+//   }
+// #endif  // SEM_USE_PTHREAD
+
+//   p->valid = 1;
+
+//   *sem = p;
+
+//   return 0;
+// }
+
+// int tsem_wait(tsem_t *sem) {
+//   if (!*sem) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//     abort();
+//   }
+//   struct tsem_s *p = *sem;
+//   if (!p->valid) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     sem); abort();
+//   }
+// #ifdef SEM_USE_PTHREAD
+//   if (taosThreadMutexLock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   p->val -= 1;
+//   if (p->val < 0) {
+//     if (taosThreadCondWait(&p->cond, &p->lock)) {
+//       fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__,
+//       __func__,
+//               sem);
+//       abort();
+//     }
+//   }
+//   if (taosThreadMutexUnlock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   return 0;
+// #elif defined(SEM_USE_POSIX)
+//   return sem_wait(p->sem);
+// #elif defined(SEM_USE_SEM)
+//   return semaphore_wait(p->sem);
+// #else   // SEM_USE_PTHREAD
+//   return dispatch_semaphore_wait(p->sem, DISPATCH_TIME_FOREVER);
+// #endif  // SEM_USE_PTHREAD
+// }
+
+// int tsem_post(tsem_t *sem) {
+//   if (!*sem) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//     abort();
+//   }
+//   struct tsem_s *p = *sem;
+//   if (!p->valid) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     sem); abort();
+//   }
+// #ifdef SEM_USE_PTHREAD
+//   if (taosThreadMutexLock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   p->val += 1;
+//   if (p->val <= 0) {
+//     if (taosThreadCondSignal(&p->cond)) {
+//       fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__,
+//       __func__,
+//               sem);
+//       abort();
+//     }
+//   }
+//   if (taosThreadMutexUnlock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   return 0;
+// #elif defined(SEM_USE_POSIX)
+//   return sem_post(p->sem);
+// #elif defined(SEM_USE_SEM)
+//   return semaphore_signal(p->sem);
+// #else   // SEM_USE_PTHREAD
+//   return dispatch_semaphore_signal(p->sem);
+// #endif  // SEM_USE_PTHREAD
+// }
+
+// int tsem_destroy(tsem_t *sem) {
+//   // fprintf(stderr, "==%s[%d]%s():[%p]==destroying\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__, sem);
+//   if (!*sem) {
+//     // fprintf(stderr, "==%s[%d]%s():[%p]==not initialized\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     sem);
+//     // abort();
+//     return 0;
+//   }
+//   struct tsem_s *p = *sem;
+//   if (!p->valid) {
+//     // fprintf(stderr, "==%s[%d]%s():[%p]==already destroyed\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     // sem); abort();
+//     return 0;
+//   }
+// #ifdef SEM_USE_PTHREAD
+//   if (taosThreadMutexLock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   p->valid = 0;
+//   if (taosThreadCondDestroy(&p->cond)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   if (taosThreadMutexUnlock(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+//   if (taosThreadMutexDestroy(&p->lock)) {
+//     fprintf(stderr, "==%s[%d]%s():[%p]==internal logic error\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//             sem);
+//     abort();
+//   }
+// #elif defined(SEM_USE_POSIX)
+//   char name[NAME_MAX - 4];
+//   snprintf(name, sizeof(name), "/t" PRId64, p->id);
+//   int r = sem_unlink(name);
+//   if (r) {
+//     int e = errno;
+//     fprintf(stderr, "==%s[%d]%s():[%p]==unlink failed[%d]%s\n", taosDirEntryBaseName(__FILE__), __LINE__, __func__,
+//     sem,
+//             e, strerror(e));
+//     abort();
+//   }
+// #elif defined(SEM_USE_SEM)
+//   semaphore_destroy(sem_port, p->sem);
+// #else   // SEM_USE_PTHREAD
+// #endif  // SEM_USE_PTHREAD
+
+//   p->valid = 0;
+//   taosMemoryFree(p);
+
+//   *sem = NULL;
+//   return 0;
+// }
+
+int tsem_init(tsem_t *psem, int flags, unsigned int count) {
+  *psem = dispatch_semaphore_create(count);
+  if (*psem == NULL) return -1;
+  return 0;
+}
+
+int tsem_destroy(tsem_t *psem) {
+  return 0;
+}
+
+int tsem_post(tsem_t *psem) {
+  if (psem == NULL || *psem == NULL) return -1;
+  dispatch_semaphore_signal(*psem);
+  return 0;
+}
+
+int tsem_wait(tsem_t *psem) {
+  if (psem == NULL || *psem == NULL) return -1;
+  dispatch_semaphore_wait(*psem, DISPATCH_TIME_FOREVER);
+  return 0;
+}
+
+int tsem_timewait(tsem_t *psem, int64_t nanosecs) {
+  if (psem == NULL || *psem == NULL) return -1;
+  dispatch_semaphore_wait(*psem, nanosecs);
+  return 0;
+}
+
+bool taosCheckPthreadValid(TdThread thread) {
+  int32_t ret = taosThreadKill(thread, 0);
+  if (ret == ESRCH) return false;
+  if (ret == EINVAL) return false;
+  // alive
+  return true;
+}
+
+int64_t taosGetSelfPthreadId() {
+  TdThread thread = taosThreadSelf();
+  return (int64_t)thread;
+}
+
+int64_t taosGetPthreadId(TdThread thread) { return (int64_t)thread; }
+
+void taosResetPthread(TdThread *thread) { *thread = NULL; }
+
+bool taosComparePthread(TdThread first, TdThread second) { return taosThreadEqual(first, second) ? true : false; }
+
+int32_t taosGetPId() { return (int32_t)getpid(); }
+
+int32_t taosGetAppName(char *name, int32_t *len) {
+  char buf[PATH_MAX + 1];
+  buf[0] = '\0';
+  proc_name(getpid(), buf, sizeof(buf) - 1);
+  buf[PATH_MAX] = '\0';
+  size_t n = strlen(buf);
+  if (len) *len = n;
+  if (name) tstrncpy(name, buf, TSDB_APP_NAME_LEN);
+  return 0;
+}
+
+#else
+
+/*
+ * linux implementation
+ */
+
+#include <sys/syscall.h>
+#include <unistd.h>
+
+bool taosCheckPthreadValid(TdThread thread) { return thread != 0; }
+
+int64_t taosGetSelfPthreadId() {
+  static __thread int id = 0;
+  if (id != 0) return id;
+  id = syscall(SYS_gettid);
+  return id;
+}
+
+int64_t taosGetPthreadId(TdThread thread) { return (int64_t)thread; }
+void    taosResetPthread(TdThread* thread) { *thread = 0; }
+bool    taosComparePthread(TdThread first, TdThread second) { return first == second; }
+
+int32_t taosGetPId() {
+  static int32_t pid;
+  if (pid != 0) return pid;
+  pid = getpid();
+  return pid;
+}
+
+int32_t taosGetAppName(char* name, int32_t* len) {
+  const char* self = "/proc/self/exe";
+  char        path[PATH_MAX] = {0};
+
+  if (readlink(self, path, PATH_MAX) <= 0) {
+    return -1;
+  }
+
+  path[PATH_MAX - 1] = 0;
+  char* end = strrchr(path, '/');
+  if (end == NULL) {
+    return -1;
+  }
+
+  ++end;
+
+  tstrncpy(name, end, TSDB_APP_NAME_LEN);
+
+  if (len != NULL) {
+    *len = strlen(name);
+  }
+
+  return 0;
+}
+
+int32_t tsem_wait(tsem_t* sem) {
+  int ret = 0;
+  do {
+    ret = sem_wait(sem);
+  } while (ret != 0 && errno == EINTR);
+  return ret;
+}
+
+int32_t tsem_timewait(tsem_t* sem, int64_t nanosecs) {
+  int ret = 0;
+
+  struct timespec tv = {
+      .tv_sec = 0,
+      .tv_nsec = nanosecs,
+  };
+
+  while ((ret = sem_timedwait(sem, &tv)) == -1 && errno == EINTR) continue;
+
+  return ret;
+}
+
+#endif

source/os/src/osSysinfo.c

@@ -595,6 +595,7 @@ int32_t taosGetDiskSize(char *dataDir, SDiskSize *diskSize) {
 #else
   struct statvfs info;
   if (statvfs(dataDir, &info)) {
+    terrno = TAOS_SYSTEM_ERROR(errno);
     return -1;
   } else {
     diskSize->total = info.f_blocks * info.f_frsize;

source/util/src/tcompare.c

@@ -186,15 +186,16 @@ int32_t compareLenPrefixedStr(const void *pLeft, const void *pRight) {
   int32_t len1 = varDataLen(pLeft);
   int32_t len2 = varDataLen(pRight);
 
-  if (len1 != len2) {
-    return len1 > len2 ? 1 : -1;
-  } else {
-    int32_t ret = strncmp(varDataVal(pLeft), varDataVal(pRight), len1);
-    if (ret == 0) {
+  int32_t minLen = TMIN(len1, len2);
+  int32_t ret = strncmp(varDataVal(pLeft), varDataVal(pRight), minLen);
+  if (ret == 0) {
+    if (len1 == len2) {
       return 0;
     } else {
-      return ret > 0 ? 1 : -1;
+      return len1 > len2 ? 1 : -1;
     }
+  } else {
+    return ret > 0 ? 1 : -1;
   }
 }
 

source/util/src/thash.c

@@ -252,11 +252,15 @@ SHashObj *taosHashInit(size_t capacity, _hash_fn_t fn, bool update, SHashLockTyp
 
   // the max slots is not defined by user
   pHashObj->capacity = taosHashCapacity((int32_t)capacity);
+  pHashObj->size = 0;
 
   pHashObj->equalFp = memcmp;
   pHashObj->hashFp = fn;
   pHashObj->type = type;
+  pHashObj->lock = 0;
   pHashObj->enableUpdate = update;
+  pHashObj->freeFp = NULL;
+  pHashObj->callbackFp = NULL;
 
   ASSERT((pHashObj->capacity & (pHashObj->capacity - 1)) == 0);
 
@@ -329,7 +333,7 @@ int32_t taosHashPut(SHashObj *pHashObj, const void *key, size_t keyLen, const vo
   // disable resize
   taosHashRLock(pHashObj);
 
-  int32_t     slot = HASH_INDEX(hashVal, pHashObj->capacity);
+  uint32_t   slot = HASH_INDEX(hashVal, pHashObj->capacity);
   SHashEntry *pe = pHashObj->hashList[slot];
 
   taosHashEntryWLock(pHashObj, pe);

source/util/src/tlog.c

@@ -429,7 +429,7 @@ static inline int32_t taosBuildLogHead(char *buffer, const char *flags) {
 }
 
 static inline void taosPrintLogImp(ELogLevel level, int32_t dflag, const char *buffer, int32_t len) {
-  if ((dflag & DEBUG_FILE) && tsLogObj.logHandle && tsLogObj.logHandle->pFile != NULL) {
+  if ((dflag & DEBUG_FILE) && tsLogObj.logHandle && tsLogObj.logHandle->pFile != NULL && osLogSpaceAvailable()) {
     taosUpdateLogNums(level);
     if (tsAsyncLog) {
       taosPushLogBuffer(tsLogObj.logHandle, buffer, len);
@@ -451,7 +451,6 @@ static inline void taosPrintLogImp(ELogLevel level, int32_t dflag, const char *b
 }
 
 void taosPrintLog(const char *flags, ELogLevel level, int32_t dflag, const char *format, ...) {
-  if (!osLogSpaceAvailable()) return;
   if (!(dflag & DEBUG_FILE) && !(dflag & DEBUG_SCREEN)) return;
 
   char    buffer[LOG_MAX_LINE_BUFFER_SIZE];

tests/script/tsim/parser/groupby.sim

@@ -557,7 +557,7 @@ if $data10 != @{slop:0.000000, intercept:1.000000}@ then
   return -1
 endi
 
-if $data90 != @{slop:0.000000, intercept:9.000000}@ then
+if $data90 != @{slop:0.000000, intercept:17.000000}@ then
   return -1
 endi
 

tests/script/tsim/query/crash_sql.sim

@@ -76,7 +76,7 @@ sql insert into ct4 values ( '2022-05-21 01:01:01.000', NULL, NULL, NULL, NULL,
 
 
 print ================ start query ======================
-print ================ SQL used to cause taosd or taos shell  crash
+print ================ SQL used to cause taosd or TDengine CLI  crash
 sql_error select sum(c1) ,count(c1) from ct4 group by c1 having  sum(c10)  between 0 and 1 ;
 
 #system sh/exec.sh -n dnode1 -s stop -x SIGINT

tests/script/tsim/user/privilege_sysinfo.sim

@@ -133,8 +133,8 @@ sql_error show grants
 sql       show queries
 sql       show connections
 sql       show apps
-sql_error show transactions
-#sql_error show create database d2
+sql       show transactions
+sql_error show create database d2
 sql       show create table d2.stb2;
 sql       show create table d2.ctb2;
 sql       show create table d2.ntb2;
@@ -175,9 +175,8 @@ sql select * from performance_schema.perf_queries
 sql select * from performance_schema.perf_topics
 sql select * from performance_schema.perf_consumers
 sql select * from performance_schema.perf_subscriptions
-#sql_error select * from performance_schema.perf_trans
-#sql_error select * from performance_schema.perf_smas
-#sql_error select * from information_schema.perf_streams
-#sql_error select * from information_schema.perf_apps
+sql select * from performance_schema.perf_trans
+sql select * from performance_schema.perf_streams
+sql select * from performance_schema.perf_apps
 
 #system sh/exec.sh -n dnode1 -s stop -x SIGINT

tests/system-test/2-query/json_tag.py

@@ -338,7 +338,7 @@ class TDTestCase:
         tdSql.query(f"select * from {dbname}.jsons1 where jtag->'tag1' between 1 and 30")
         tdSql.checkRows(3)
         tdSql.query(f"select * from {dbname}.jsons1 where jtag->'tag1' between 'femail' and 'beijing'")
-        tdSql.checkRows(2)
+        tdSql.checkRows(0)
 
         # test with tbname/normal column
         tdSql.query(f"select * from {dbname}.jsons1 where tbname = 'jsons1_1'")