diff --git a/Jenkinsfile2 b/Jenkinsfile2
index 80f6b8e9e78e35acba85418e7237d34197541b89..1920d8da173cc0cf24d70137e1f6f3e1ac35ca5f 100644
--- a/Jenkinsfile2
+++ b/Jenkinsfile2
@@ -173,7 +173,7 @@ def pre_test_build_mac() {
'''
sh '''
cd ${WK}/debug
- cmake .. -DBUILD_TEST=true -DBUILD_HTTPS=false
+ cmake .. -DBUILD_TEST=true -DBUILD_HTTPS=false -DCMAKE_BUILD_TYPE=Release
make -j10
ctest -j10 || exit 7
'''
diff --git a/cmake/cmake.define b/cmake/cmake.define
index 542b4b44896a8a9536639e847ad2ff9941c779ca..d32200bb9145672e18af24fb158c68e802fcf45d 100644
--- a/cmake/cmake.define
+++ b/cmake/cmake.define
@@ -141,13 +141,13 @@ ELSE ()
SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -msse4.2")
SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -msse4.2")
ENDIF()
- IF (COMPILER_SUPPORT_FMA)
- SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -mfma")
- SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mfma")
- ENDIF()
IF ("${SIMD_SUPPORT}" MATCHES "true")
- IF (COMPILER_SUPPORT_AVX)
+ IF (COMPILER_SUPPORT_FMA)
+ SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -mfma")
+ SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mfma")
+ ENDIF()
+ IF (COMPILER_SUPPORT_AVX)
SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -mavx")
SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mavx")
ENDIF()
diff --git a/cmake/cmake.install b/cmake/cmake.install
index fd1e080ddab1478f73689e7cced405ae8404fbc2..67634625ce53c6ea48dc03746a39fdb03975c2af 100644
--- a/cmake/cmake.install
+++ b/cmake/cmake.install
@@ -21,7 +21,7 @@ IF (TD_LINUX)
ELSEIF (TD_WINDOWS)
SET(TD_MAKE_INSTALL_SH "${TD_SOURCE_DIR}/packaging/tools/make_install.bat")
INSTALL(CODE "MESSAGE(\"make install script: ${TD_MAKE_INSTALL_SH}\")")
- INSTALL(CODE "execute_process(COMMAND ${TD_MAKE_INSTALL_SH} :needAdmin ${TD_SOURCE_DIR} ${PROJECT_BINARY_DIR} Windows ${TD_VER_NUMBER})")
+ INSTALL(CODE "execute_process(COMMAND ${TD_MAKE_INSTALL_SH} :needAdmin ${TD_SOURCE_DIR} ${PROJECT_BINARY_DIR} Windows ${TD_VER_NUMBER} ${TD_BUILD_TAOSA_INTERNAL})")
ELSEIF (TD_DARWIN)
SET(TD_MAKE_INSTALL_SH "${TD_SOURCE_DIR}/packaging/tools/make_install.sh")
INSTALL(CODE "MESSAGE(\"make install script: ${TD_MAKE_INSTALL_SH}\")")
diff --git a/docs/en/07-develop/03-insert-data/50-opentsdb-json.mdx b/docs/en/07-develop/03-insert-data/50-opentsdb-json.mdx
index 7a3ac6bad3b203a9859e235e92d0865f7147d24c..214580c179b97f46f94096411c57bf0004dc68e3 100644
--- a/docs/en/07-develop/03-insert-data/50-opentsdb-json.mdx
+++ b/docs/en/07-develop/03-insert-data/50-opentsdb-json.mdx
@@ -47,7 +47,6 @@ Please refer to [OpenTSDB HTTP API](http://opentsdb.net/docs/build/html/api_http
:::note
- In JSON protocol, strings will be converted to NCHAR type and numeric values will be converted to double type.
-- Only data in array format is accepted and so an array must be used even if there is only one row.
- The child table name is created automatically in a rule to guarantee its uniqueness. But you can configure `smlChildTableName` in taos.cfg to specify a tag value as the table names if the tag value is unique globally. For example, if a tag is called `tname` and you set `smlChildTableName=tname` in taos.cfg, when you insert `st,tname=cpu1,t1=4 c1=3 1626006833639000000`, the child table `cpu1` will be automatically created. Note that if multiple rows have the same tname but different tag_set values, the tag_set of the first row is used to create the table and the others are ignored.
:::
diff --git a/docs/en/12-taos-sql/02-database.md b/docs/en/12-taos-sql/02-database.md
index a12406fe4353d437c5df9755f8f8e68b0f24282f..c3c7e5928bb6705939dfae7d4e0096b202025520 100644
--- a/docs/en/12-taos-sql/02-database.md
+++ b/docs/en/12-taos-sql/02-database.md
@@ -27,10 +27,11 @@ database_option: {
| PRECISION {'ms' | 'us' | 'ns'}
| REPLICA value
| RETENTIONS ingestion_duration:keep_duration ...
- | STRICT {'off' | 'on'}
| WAL_LEVEL {1 | 2}
| VGROUPS value
| SINGLE_STABLE {0 | 1}
+ | TABLE_PREFIX value
+ | TABLE_SUFFIX value
| WAL_RETENTION_PERIOD value
| WAL_ROLL_PERIOD value
| WAL_RETENTION_SIZE value
@@ -61,9 +62,6 @@ database_option: {
- PRECISION: specifies the precision at which a database records timestamps. Enter ms for milliseconds, us for microseconds, or ns for nanoseconds. The default value is ms.
- REPLICA: specifies the number of replicas that are made of the database. Enter 1 or 3. The default value is 1. The value of the REPLICA parameter cannot exceed the number of dnodes in the cluster.
- RETENTIONS: specifies the retention period for data aggregated at various intervals. For example, RETENTIONS 15s:7d,1m:21d,15m:50d indicates that data aggregated every 15 seconds is retained for 7 days, data aggregated every 1 minute is retained for 21 days, and data aggregated every 15 minutes is retained for 50 days. You must enter three aggregation intervals and corresponding retention periods.
-- STRICT: specifies whether strong data consistency is enabled. The default value is off.
- - on: Strong consistency is enabled and implemented through the Raft consensus algorithm. In this mode, an operation is considered successful once it is confirmed by half of the nodes in the cluster.
- - off: Strong consistency is disabled. In this mode, an operation is considered successful when it is initiated by the local node.
- WAL_LEVEL: specifies whether fsync is enabled. The default value is 1.
- 1: WAL is enabled but fsync is disabled.
- 2: WAL and fsync are both enabled.
@@ -71,6 +69,8 @@ database_option: {
- SINGLE_STABLE: specifies whether the database can contain more than one supertable.
- 0: The database can contain multiple supertables.
- 1: The database can contain only one supertable.
+- TABLE_PREFIX：The prefix length in the table name that is ignored when distributing table to vnode based on table name.
+- TABLE_SUFFIX：The suffix length in the table name that is ignored when distributing table to vnode based on table name.
- WAL_RETENTION_PERIOD: specifies the time after which WAL files are deleted. This parameter is used for data subscription. Enter a time in seconds. The default value of single copy is 0. A value of 0 indicates that each WAL file is deleted immediately after its contents are written to disk. -1: WAL files are never deleted. The default value of multiple copy is 4 days.
- WAL_RETENTION_SIZE: specifies the size at which WAL files are deleted. This parameter is used for data subscription. Enter a size in KB. The default value of single copy is 0. A value of 0 indicates that each WAL file is deleted immediately after its contents are written to disk. -1: WAL files are never deleted. The default value of multiple copy is -1.
- WAL_ROLL_PERIOD: specifies the time after which WAL files are rotated. After this period elapses, a new WAL file is created. The default value of single copy is 0. A value of 0 indicates that a new WAL file is created only after the previous WAL file was written to disk. The default values of multiple copy is 1 day.
diff --git a/docs/en/12-taos-sql/10-function.md b/docs/en/12-taos-sql/10-function.md
index f0daf4b82a2fdc9d519d151451a1bbd10fd93e31..30422ca20cf44af4e1808eae2912e1591502d4c8 100644
--- a/docs/en/12-taos-sql/10-function.md
+++ b/docs/en/12-taos-sql/10-function.md
@@ -876,7 +876,8 @@ INTERP(expr)
- The number of rows in the result set of `INTERP` is determined by the parameter `EVERY`. Starting from timestamp1, one interpolation is performed for every time interval specified `EVERY` parameter. The parameter `EVERY` must be an integer, with no quotes, with a time unit of: b(nanosecond), u(microsecond), a(millisecond)), s(second), m(minute), h(hour), d(day), or w(week). For example, `EVERY(500a)` will interpolate every 500 milliseconds.
- Interpolation is performed based on `FILL` parameter.
- `INTERP` can only be used to interpolate in single timeline. So it must be used with `partition by tbname` when it's used on a STable.
-- Pseudo column `_irowts` can be used along with `INTERP` to return the timestamps associated with interpolation points(support after version 3.0.1.4).
+- Pseudocolumn `_irowts` can be used along with `INTERP` to return the timestamps associated with interpolation points(support after version 3.0.1.4).
+- Pseudocolumn `_isfilled` can be used along with `INTERP` to indicate whether the results are original records or data points generated by interpolation algorithm(support after version 3.0.2.1).
### LAST
diff --git a/docs/en/12-taos-sql/14-stream.md b/docs/en/12-taos-sql/14-stream.md
index c47d2da0ebf8b8d3ecc2e51fad659ceb423ad46f..e70e962668d85ea6a84afd86657a7b26df90ccf4 100644
--- a/docs/en/12-taos-sql/14-stream.md
+++ b/docs/en/12-taos-sql/14-stream.md
@@ -108,7 +108,7 @@ SHOW STREAMS;
When you create a stream, you can use the TRIGGER parameter to specify triggering conditions for it.
-For non-windowed processing, triggering occurs in real time. For windowed processing, there are three methods of triggering:
+For non-windowed processing, triggering occurs in real time. For windowed processing, there are three methods of triggering，the default value is AT_ONCE:
1. AT_ONCE: triggers on write
diff --git a/docs/en/12-taos-sql/24-show.md b/docs/en/12-taos-sql/24-show.md
index 1bda4a118d796765f2dab6f5fdeae27a58cdd232..08e8df6252e406a6910d979657c2c231ad43a71a 100644
--- a/docs/en/12-taos-sql/24-show.md
+++ b/docs/en/12-taos-sql/24-show.md
@@ -178,6 +178,77 @@ SHOW TABLE DISTRIBUTED table_name;
Shows how table data is distributed.
+Examples： show table distributed d0\G; Display the block distribution of table `d0` in detailed format.
+
+*************************** 1.row ***************************
+_block_dist: Total_Blocks=[5] Total_Size=[93.65 Kb] Average_size=[18.73 Kb] Compression_Ratio=[23.98 %]
+
+Total_Blocks : Table `d0` contains total 5 blocks
+Total_Size: The total size of all the data blocks in table `d0` is 93.65 KB
+Average_size: The average size of each block is 18.73 KB
+Compression_Ratio: The data compression rate is 23.98%
+
+*************************** 2.row ***************************
+_block_dist: Total_Rows=[20000] Inmem_Rows=[0] MinRows=[3616] MaxRows=[4096] Average_Rows=[4000]
+
+Total_Rows: Table `d0` contains 20,000 rows
+Inmem_Rows： The rows still in memory, i.e. not committed in disk, is 0, i.e. none such rows
+MinRows： The minimum number of rows in a block is 3,616
+MaxRows： The maximum number of rows in a block is 4,096B
+Average_Rows： The average number of rows in a block is 4,000
+
+*************************** 3.row ***************************
+_block_dist: Total_Tables=[1] Total_Files=[2]
+
+Total_Tables: The number of child tables, 1 in this example
+Total_Files： The number of files storing the table's data, 2 in this example
+
+*************************** 4.row ***************************
+_block_dist: --------------------------------------------------------------------------------
+*************************** 5.row ***************************
+_block_dist: 0100 |
+*************************** 6.row ***************************
+_block_dist: 0299 |
+*************************** 7.row ***************************
+_block_dist: 0498 |
+*************************** 8.row ***************************
+_block_dist: 0697 |
+*************************** 9.row ***************************
+_block_dist: 0896 |
+*************************** 10.row ***************************
+_block_dist: 1095 |
+*************************** 11.row ***************************
+_block_dist: 1294 |
+*************************** 12.row ***************************
+_block_dist: 1493 |
+*************************** 13.row ***************************
+_block_dist: 1692 |
+*************************** 14.row ***************************
+_block_dist: 1891 |
+*************************** 15.row ***************************
+_block_dist: 2090 |
+*************************** 16.row ***************************
+_block_dist: 2289 |
+*************************** 17.row ***************************
+_block_dist: 2488 |
+*************************** 18.row ***************************
+_block_dist: 2687 |
+*************************** 19.row ***************************
+_block_dist: 2886 |
+*************************** 20.row ***************************
+_block_dist: 3085 |
+*************************** 21.row ***************************
+_block_dist: 3284 |
+*************************** 22.row ***************************
+_block_dist: 3483 ||||||||||||||||| 1 (20.00%)
+*************************** 23.row ***************************
+_block_dist: 3682 |
+*************************** 24.row ***************************
+_block_dist: 3881 ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| 4 (80.00%)
+Query OK, 24 row(s) in set (0.002444s)
+
+ The above show the block distribution percentage according to the number of rows in each block. In the above example, `_block_dist: 3483 ||||||||||||||||| 1 (20.00%)` means there is one block whose rows is between 3,483 and 3,681. `_block_dist: 3881 ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| 4 (80.00%)` means there are 4 blocks whose rows is between 3,881 and 4,096. The number of blocks whose rows fall in other range is zero.
+
## SHOW TAGS
```sql
diff --git a/docs/en/14-reference/03-connector/04-java.mdx b/docs/en/14-reference/03-connector/04-java.mdx
index 7b3440ebac2f630a2f6f39c3b270a2196d1d7739..c37738b3f8ddba9879159e04573798dd61efa27e 100644
--- a/docs/en/14-reference/03-connector/04-java.mdx
+++ b/docs/en/14-reference/03-connector/04-java.mdx
@@ -878,8 +878,10 @@ The source code of the sample application is under `TDengine/examples/JDBC`:
| taos-jdbcdriver version | major changes |
| :---------------------: | :--------------------------------------------: |
+| 3.0.3 | fix timestamp resolution error for REST connection in jdk17+ version |
| 3.0.1 - 3.0.2 | fix the resultSet data is parsed incorrectly sometimes. 3.0.1 is compiled on JDK 11, you are advised to use 3.0.2 in the JDK 8 environment |
| 3.0.0 | Support for TDengine 3.0 |
+| 2.0.42 | fix wasNull interface return value in WebSocket connection |
| 2.0.41 | fix decode method of username and password in REST connection |
| 2.0.39 - 2.0.40 | Add REST connection/request timeout parameters |
| 2.0.38 | JDBC REST connections add bulk pull function |
diff --git a/docs/en/14-reference/04-taosadapter.md b/docs/en/14-reference/04-taosadapter.md
index ad00584360acc18dca46998948fd96790965e5b1..9eb6cb921391df3ce494fddaae8caa23cb0f4adc 100644
--- a/docs/en/14-reference/04-taosadapter.md
+++ b/docs/en/14-reference/04-taosadapter.md
@@ -21,6 +21,7 @@ taosAdapter provides the following features.
- Seamless connection to collectd
- Seamless connection to StatsD
- Supports Prometheus remote_read and remote_write
+- Get table's VGroup ID
## taosAdapter architecture diagram
@@ -59,6 +60,7 @@ Usage of taosAdapter:
--collectd.port int collectd server port. Env "TAOS_ADAPTER_COLLECTD_PORT" (default 6045)
--collectd.user string collectd user. Env "TAOS_ADAPTER_COLLECTD_USER" (default "root")
--collectd.worker int collectd write worker. Env "TAOS_ADAPTER_COLLECTD_WORKER" (default 10)
+ --collectd.ttl int collectd data ttl. Env "TAOS_ADAPTER_COLLECTD_TTL" (default 0, means no ttl)
-c, --config string config path default /etc/taos/taosadapter.toml
--cors.allowAllOrigins cors allow all origins. Env "TAOS_ADAPTER_CORS_ALLOW_ALL_ORIGINS" (default true)
--cors.allowCredentials cors allow credentials. Env "TAOS_ADAPTER_CORS_ALLOW_Credentials"
@@ -100,6 +102,7 @@ Usage of taosAdapter:
--node_exporter.responseTimeout duration node_exporter response timeout. Env "TAOS_ADAPTER_NODE_EXPORTER_RESPONSE_TIMEOUT" (default 5s)
--node_exporter.urls strings node_exporter urls. Env "TAOS_ADAPTER_NODE_EXPORTER_URLS" (default [http://localhost:9100])
--node_exporter.user string node_exporter user. Env "TAOS_ADAPTER_NODE_EXPORTER_USER" (default "root")
+ --node_exporter.ttl int node_exporter data ttl. Env "TAOS_ADAPTER_NODE_EXPORTER_TTL"(default 0, means no ttl)
--opentsdb.enable enable opentsdb. Env "TAOS_ADAPTER_OPENTSDB_ENABLE" (default true)
--opentsdb_telnet.batchSize int opentsdb_telnet batch size. Env "TAOS_ADAPTER_OPENTSDB_TELNET_BATCH_SIZE" (default 1)
--opentsdb_telnet.dbs strings opentsdb_telnet db names. Env "TAOS_ADAPTER_OPENTSDB_TELNET_DBS" (default [opentsdb_telnet,collectd_tsdb,icinga2_tsdb,tcollector_tsdb])
@@ -110,6 +113,7 @@ Usage of taosAdapter:
--opentsdb_telnet.ports ints opentsdb telnet tcp port. Env "TAOS_ADAPTER_OPENTSDB_TELNET_PORTS" (default [6046,6047,6048,6049])
--opentsdb_telnet.tcpKeepAlive enable tcp keep alive. Env "TAOS_ADAPTER_OPENTSDB_TELNET_TCP_KEEP_ALIVE"
--opentsdb_telnet.user string opentsdb_telnet user. Env "TAOS_ADAPTER_OPENTSDB_TELNET_USER" (default "root")
+ --opentsdb_telnet.ttl int opentsdb_telnet data ttl. Env "TAOS_ADAPTER_OPENTSDB_TELNET_TTL"(default 0, means no ttl)
--pool.idleTimeout duration Set idle connection timeout. Env "TAOS_ADAPTER_POOL_IDLE_TIMEOUT" (default 1h0m0s)
--pool.maxConnect int max connections to taosd. Env "TAOS_ADAPTER_POOL_MAX_CONNECT" (default 4000)
--pool.maxIdle int max idle connections to taosd. Env "TAOS_ADAPTER_POOL_MAX_IDLE" (default 4000)
@@ -131,6 +135,7 @@ Usage of taosAdapter:
--statsd.tcpKeepAlive enable tcp keep alive. Env "TAOS_ADAPTER_STATSD_TCP_KEEP_ALIVE"
--statsd.user string statsd user. Env "TAOS_ADAPTER_STATSD_USER" (default "root")
--statsd.worker int statsd write worker. Env "TAOS_ADAPTER_STATSD_WORKER" (default 10)
+ --statsd.ttl int statsd data ttl. Env "TAOS_ADAPTER_STATSD_TTL" (default 0, means no ttl)
--taosConfigDir string load taos client config path. Env "TAOS_ADAPTER_TAOS_CONFIG_FILE"
--version Print the version and exit
```
@@ -174,6 +179,7 @@ See [example/config/taosadapter.toml](https://github.com/taosdata/taosadapter/bl
node_export is an exporter for machine metrics. Please visit [https://github.com/prometheus/node_exporter](https://github.com/prometheus/node_exporter) for more information.
- Support for Prometheus remote_read and remote_write
remote_read and remote_write are interfaces for Prometheus data read and write from/to other data storage solution. Please visit [https://prometheus.io/blog/2019/10/10/remote-read-meets-streaming/#remote-apis](https://prometheus.io/blog/2019/10/10/remote-read-meets-streaming/#remote-apis) for more information.
+- Get table's VGroup ID. For more information about VGroup, please refer to [primary-logic-unit](/tdinternal/arch/#primary-logic-unit).
## Interfaces
@@ -195,6 +201,7 @@ Support InfluxDB query parameters as follows.
- `precision` The time precision used by TDengine
- `u` TDengine user name
- `p` TDengine password
+- `ttl` The time to live of automatically created sub-table. This value cannot be updated. TDengine will use the ttl value of the first data of sub-table to create sub-table. For more information, please refer [Create Table](/taos-sql/table/#create-table)
Note: InfluxDB token authorization is not supported at present. Only Basic authorization and query parameter validation are supported.
Example: curl --request POST http://127.0.0.1:6041/influxdb/v1/write?db=test --user "root:taosdata" --data-binary "measurement,host=host1 field1=2i,field2=2.0 1577836800000000000"
@@ -236,6 +243,10 @@ node_export is an exporter of hardware and OS metrics exposed by the \*NIX kerne
+### Get table's VGroup ID
+
+You can call `http://:6041/rest/vgid?db=&table=` to get table's VGroup ID. For more information about VGroup, please refer to [primary-logic-unit](/tdinternal/arch/#primary-logic-unit).
+
## Memory usage optimization methods
taosAdapter will monitor its memory usage during operation and adjust it with two thresholds. Valid values are integers between 1 to 100, and represent a percentage of the system's physical memory.
diff --git a/docs/en/14-reference/05-taosbenchmark.md b/docs/en/14-reference/05-taosbenchmark.md
index 6e08671e344100aa3dcfeba5a10c0d0e304a1a91..19feeb674060cbe0e7ec13ed4e47bb3fd85836cc 100644
--- a/docs/en/14-reference/05-taosbenchmark.md
+++ b/docs/en/14-reference/05-taosbenchmark.md
@@ -204,6 +204,12 @@ taosBenchmark -A INT,DOUBLE,NCHAR,BINARY\(16\)
- **-a/--replica ** :
Specify the number of replicas when creating the database. The default value is 1.
+- **-k/--keep-trying ** :
+ Keep trying if failed to insert, default is no. Available with v3.0.9+.
+
+- **-z/--trying-interval ** :
+ Specify interval between keep trying insert. Valid value is a postive number. Only valid when keep trying be enabled. Available with v3.0.9+.
+
- **-V/--version** :
Show version information only. Users should not use it with other parameters.
@@ -231,6 +237,10 @@ The parameters listed in this section apply to all function modes.
`filetype` must be set to `insert` in the insertion scenario. See [General Configuration Parameters](#General Configuration Parameters)
+- ** keep_trying ** : Keep trying if failed to insert, default is no. Available with v3.0.9+.
+
+- ** trying_interval ** : Specify interval between keep trying insert. Valid value is a postive number. Only valid when keep trying be enabled. Available with v3.0.9+.
+
#### Database related configuration parameters
The parameters related to database creation are configured in `dbinfo` in the json configuration file, as follows. The other parameters correspond to the database parameters specified when `create database` in [../../taos-sql/database].
diff --git a/docs/en/14-reference/06-taosdump.md b/docs/en/14-reference/06-taosdump.md
index e73441a96b087062b2e3912ed73010fc3e761bb9..9c63b4dc035b6a6a18f8e17f19782527eef88bca 100644
--- a/docs/en/14-reference/06-taosdump.md
+++ b/docs/en/14-reference/06-taosdump.md
@@ -19,7 +19,7 @@ Users should not use taosdump to back up raw data, environment settings, hardwar
There are two ways to install taosdump:
-- Install the taosTools official installer. Please find taosTools from [All download links](https://www.tdengine.com/all-downloads) page and download and install it.
+- Install the taosTools official installer. Please find taosTools from [Release History](https://docs.taosdata.com/releases/tools/) page and download and install it.
- Compile taos-tools separately and install it. Please refer to the [taos-tools](https://github.com/taosdata/taos-tools) repository for details.
diff --git a/docs/en/14-reference/12-config/index.md b/docs/en/14-reference/12-config/index.md
index bb5516ae700ad7cd5b47a87ed56338c27aa1eab0..b6bfa4bc7d57a9139992a0f1aab528b267e5bd03 100644
--- a/docs/en/14-reference/12-config/index.md
+++ b/docs/en/14-reference/12-config/index.md
@@ -153,11 +153,11 @@ The parameters described in this document by the effect that they have on the sy
| Meaning | Execution policy for query statements |
| Unit | None |
| Default | 1 |
-| Notes | 1: Run queries on vnodes and not on qnodes |
+| Value Range | 1: Run queries on vnodes and not on qnodes
2: Run subtasks without scan operators on qnodes and subtasks with scan operators on vnodes.
-3: Only run scan operators on vnodes; run all other operators on qnodes.
+3: Only run scan operators on vnodes; run all other operators on qnodes. |
### querySmaOptimize
@@ -173,6 +173,14 @@ The parameters described in this document by the effect that they have on the sy
1: Enable SMA indexing and perform queries from suitable statements on precomputation results.|
+### countAlwaysReturnValue
+
+| Attribute | Description |
+| -------- | -------------------------------- |
+| Applicable | Server only |
+| Meaning | count()/hyperloglog() return value or not if the result data is NULL |
+| Vlue Range | 0：Return empty line，1：Return 0 |
+| Default | 1 |
### maxNumOfDistinctRes
@@ -307,6 +315,14 @@ The charset that takes effect is UTF-8.
| Meaning | All data files are stored in this directory |
| Default Value | /var/lib/taos |
+### tempDir
+
+| Attribute | Description |
+| -------- | ------------------------------------------ |
+| Applicable | Server only |
+| Meaning | The directory where to put all the temporary files generated during system running |
+| Default | /tmp |
+
### minimalTmpDirGB
| Attribute | Description |
@@ -336,89 +352,6 @@ The charset that takes effect is UTF-8.
| Value Range | 0-4096 |
| Default Value | 2x the CPU cores |
-## Time Parameters
-
-### statusInterval
-
-| Attribute | Description |
-| -------- | --------------------------- |
-| Applicable | Server Only |
-| Meaning | the interval of dnode reporting status to mnode |
-| Unit | second |
-| Value Range | 1-10 |
-| Default Value | 1 |
-
-### shellActivityTimer
-
-| Attribute | Description |
-| -------- | --------------------------------- |
-| Applicable | Server and Client |
-| Meaning | The interval for TDengine CLI to send heartbeat to mnode |
-| Unit | second |
-| Value Range | 1-120 |
-| Default Value | 3 |
-
-## Performance Optimization Parameters
-
-### numOfCommitThreads
-
-| Attribute | Description |
-| -------- | ---------------------- |
-| Applicable | Server Only |
-| Meaning | Maximum of threads for committing to disk |
-| Default Value | |
-
-## Compression Parameters
-
-### compressMsgSize
-
-| Attribute | Description |
-| ------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| Applicable | Server Only |
-| Meaning | The threshold for message size to compress the message. | Set the value to 64330 bytes for good message compression. |
-| Unit | bytes |
-| Value Range | 0: already compress; >0: compress when message exceeds it; -1: always uncompress |
-| Default Value | -1 |
-
-### compressColData
-
-| Attribute | Description |
-| -------- | --------------------------------------------------------------------------------------- |
-| Applicable | Server Only |
-| Meaning | The threshold for size of column data to trigger compression for the query result |
-| Unit | bytes |
-| Value Range | 0: always compress; >0: only compress when the size of any column data exceeds the threshold; -1: always uncompress |
-| Default Value | -1 |
-| Default Value | -1 |
-| Note | available from version 2.3.0.0 | |
-
-## Continuous Query Parameters |
-
-### minSlidingTime
-
-| Attribute | Description |
-| ------------- | -------------------------------------------------------- |
-| Applicable | Server Only |
-| Meaning | Minimum sliding time of time window |
-| Unit | millisecond or microsecond , depending on time precision |
-| Value Range | 10-1000000 |
-| Default Value | 10 |
-
-### minIntervalTime
-
-| Attribute | Description |
-| ------------- | --------------------------- |
-| Applicable | Server Only |
-| Meaning | Minimum size of time window |
-| Unit | millisecond |
-| Value Range | 1-1000000 |
-| Default Value | 10 |
-
-:::info
-To prevent system resource from being exhausted by multiple concurrent streams, a random delay is applied on each stream automatically. `maxFirstStreamCompDelay` is the maximum delay time before a continuous query is started the first time. `streamCompDelayRatio` is the ratio for calculating delay time, with the size of the time window as base. `maxStreamCompDelay` is the maximum delay time. The actual delay time is a random time not bigger than `maxStreamCompDelay`. If a continuous query fails, `retryStreamComDelay` is the delay time before retrying it, also not bigger than `maxStreamCompDelay`.
-
-:::
-
## Log Parameters
### logDir
@@ -665,6 +598,18 @@ To prevent system resource from being exhausted by multiple concurrent streams,
| Value Range | 0: not consistent; 1: consistent. |
| Default | 1 |
+## Compress Parameters
+
+### compressMsgSize
+
+| Attribute | Description |
+| -------- | ----------------------------- |
+| Applicable | Both Client and Server side |
+| Meaning | Whether RPC message is compressed |
+| Value Range | -1: none message is compressed; 0: all messages are compressed; N (N>0): messages exceeding N bytes are compressed |
+| Default | -1 |
+
+
## Other Parameters
### enableCoreFile
@@ -686,172 +631,60 @@ To prevent system resource from being exhausted by multiple concurrent streams,
| Value Range | 0: disable UDF; 1: enabled UDF |
| Default Value | 1 |
-## Parameter Comparison of TDengine 2.x and 3.0
-| # | **Parameter** | **In 2.x** | **In 3.0** |
-| --- | :-----------------: | --------------- | --------------- |
-| 1 | firstEp | Yes | Yes |
-| 2 | secondEp | Yes | Yes |
-| 3 | fqdn | Yes | Yes |
-| 4 | serverPort | Yes | Yes |
-| 5 | maxShellConns | Yes | Yes |
-| 6 | monitor | Yes | Yes |
-| 7 | monitorFqdn | No | Yes |
-| 8 | monitorPort | No | Yes |
-| 9 | monitorInterval | Yes | Yes |
-| 10 | monitorMaxLogs | No | Yes |
-| 11 | monitorComp | No | Yes |
-| 12 | telemetryReporting | Yes | Yes |
-| 13 | telemetryInterval | No | Yes |
-| 14 | telemetryServer | No | Yes |
-| 15 | telemetryPort | No | Yes |
-| 16 | queryPolicy | No | Yes |
-| 17 | querySmaOptimize | No | Yes |
-| 18 | queryRsmaTolerance | No | Yes |
-| 19 | queryBufferSize | Yes | Yes |
-| 20 | maxNumOfDistinctRes | Yes | Yes |
-| 21 | minSlidingTime | Yes | Yes |
-| 22 | minIntervalTime | Yes | Yes |
-| 23 | countAlwaysReturnValue | Yes | Yes |
-| 24 | dataDir | Yes | Yes |
-| 25 | minimalDataDirGB | Yes | Yes |
-| 26 | supportVnodes | No | Yes |
-| 27 | tempDir | Yes | Yes |
-| 28 | minimalTmpDirGB | Yes | Yes |
-| 29 | compressMsgSize | Yes | Yes |
-| 30 | compressColData | Yes | Yes |
-| 31 | smlChildTableName | Yes | Yes |
-| 32 | smlTagName | Yes | Yes |
-| 33 | smlDataFormat | No | Yes |
-| 34 | statusInterval | Yes | Yes |
-| 35 | shellActivityTimer | Yes | Yes |
-| 36 | transPullupInterval | No | Yes |
-| 37 | mqRebalanceInterval | No | Yes |
-| 38 | ttlUnit | No | Yes |
-| 39 | ttlPushInterval | No | Yes |
-| 40 | numOfTaskQueueThreads | No | Yes |
-| 41 | numOfRpcThreads | No | Yes |
-| 42 | numOfCommitThreads | Yes | Yes |
-| 43 | numOfMnodeReadThreads | No | Yes |
-| 44 | numOfVnodeQueryThreads | No | Yes |
-| 45 | numOfVnodeStreamThreads | No | Yes |
-| 46 | numOfVnodeFetchThreads | No | Yes |
-| 47 | numOfVnodeRsmaThreads | No | Yes |
-| 48 | numOfQnodeQueryThreads | No | Yes |
-| 49 | numOfQnodeFetchThreads | No | Yes |
-| 50 | numOfSnodeSharedThreads | No | Yes |
-| 51 | numOfSnodeUniqueThreads | No | Yes |
-| 52 | rpcQueueMemoryAllowed | No | Yes |
-| 53 | logDir | Yes | Yes |
-| 54 | minimalLogDirGB | Yes | Yes |
-| 55 | numOfLogLines | Yes | Yes |
-| 56 | asyncLog | Yes | Yes |
-| 57 | logKeepDays | Yes | Yes |
-| 60 | debugFlag | Yes | Yes |
-| 61 | tmrDebugFlag | Yes | Yes |
-| 62 | uDebugFlag | Yes | Yes |
-| 63 | rpcDebugFlag | Yes | Yes |
-| 64 | jniDebugFlag | Yes | Yes |
-| 65 | qDebugFlag | Yes | Yes |
-| 66 | cDebugFlag | Yes | Yes |
-| 67 | dDebugFlag | Yes | Yes |
-| 68 | vDebugFlag | Yes | Yes |
-| 69 | mDebugFlag | Yes | Yes |
-| 70 | wDebugFlag | Yes | Yes |
-| 71 | sDebugFlag | Yes | Yes |
-| 72 | tsdbDebugFlag | Yes | Yes |
-| 73 | tqDebugFlag | No | Yes |
-| 74 | fsDebugFlag | Yes | Yes |
-| 75 | udfDebugFlag | No | Yes |
-| 76 | smaDebugFlag | No | Yes |
-| 77 | idxDebugFlag | No | Yes |
-| 78 | tdbDebugFlag | No | Yes |
-| 79 | metaDebugFlag | No | Yes |
-| 80 | timezone | Yes | Yes |
-| 81 | locale | Yes | Yes |
-| 82 | charset | Yes | Yes |
-| 83 | udf | Yes | Yes |
-| 84 | enableCoreFile | Yes | Yes |
-| 85 | arbitrator | Yes | No |
-| 86 | numOfThreadsPerCore | Yes | No |
-| 87 | numOfMnodes | Yes | No |
-| 88 | vnodeBak | Yes | No |
-| 89 | balance | Yes | No |
-| 90 | balanceInterval | Yes | No |
-| 91 | offlineThreshold | Yes | No |
-| 92 | role | Yes | No |
-| 93 | dnodeNopLoop | Yes | No |
-| 94 | keepTimeOffset | Yes | No |
-| 95 | rpcTimer | Yes | No |
-| 96 | rpcMaxTime | Yes | No |
-| 97 | rpcForceTcp | Yes | No |
-| 98 | tcpConnTimeout | Yes | No |
-| 99 | syncCheckInterval | Yes | No |
-| 100 | maxTmrCtrl | Yes | No |
-| 101 | monitorReplica | Yes | No |
-| 102 | smlTagNullName | Yes | No |
-| 103 | keepColumnName | Yes | No |
-| 104 | ratioOfQueryCores | Yes | No |
-| 105 | maxStreamCompDelay | Yes | No |
-| 106 | maxFirstStreamCompDelay | Yes | No |
-| 107 | retryStreamCompDelay | Yes | No |
-| 108 | streamCompDelayRatio | Yes | No |
-| 109 | maxVgroupsPerDb | Yes | No |
-| 110 | maxTablesPerVnode | Yes | No |
-| 111 | minTablesPerVnode | Yes | No |
-| 112 | tableIncStepPerVnode | Yes | No |
-| 113 | cache | Yes | No |
-| 114 | blocks | Yes | No |
-| 115 | days | Yes | No |
-| 116 | keep | Yes | No |
-| 117 | minRows | Yes | No |
-| 118 | maxRows | Yes | No |
-| 119 | quorum | Yes | No |
-| 120 | comp | Yes | No |
-| 121 | walLevel | Yes | No |
-| 122 | fsync | Yes | No |
-| 123 | replica | Yes | No |
-| 124 | partitions | Yes | No |
-| 125 | quorum | Yes | No |
-| 126 | update | Yes | No |
-| 127 | cachelast | Yes | No |
-| 128 | maxSQLLength | Yes | No |
-| 129 | maxWildCardsLength | Yes | No |
-| 130 | maxRegexStringLen | Yes | No |
-| 131 | maxNumOfOrderedRes | Yes | No |
-| 132 | maxConnections | Yes | No |
-| 133 | mnodeEqualVnodeNum | Yes | No |
-| 134 | http | Yes | No |
-| 135 | httpEnableRecordSql | Yes | No |
-| 136 | httpMaxThreads | Yes | No |
-| 137 | restfulRowLimit | Yes | No |
-| 138 | httpDbNameMandatory | Yes | No |
-| 139 | httpKeepAlive | Yes | No |
-| 140 | enableRecordSql | Yes | No |
-| 141 | maxBinaryDisplayWidth | Yes | No |
-| 142 | stream | Yes | No |
-| 143 | retrieveBlockingModel | Yes | No |
-| 144 | tsdbMetaCompactRatio | Yes | No |
-| 145 | defaultJSONStrType | Yes | No |
-| 146 | walFlushSize | Yes | No |
-| 147 | keepTimeOffset | Yes | No |
-| 148 | flowctrl | Yes | No |
-| 149 | slaveQuery | Yes | No |
-| 150 | adjustMaster | Yes | No |
-| 151 | topicBinaryLen | Yes | No |
-| 152 | telegrafUseFieldNum | Yes | No |
-| 153 | deadLockKillQuery | Yes | No |
-| 154 | clientMerge | Yes | No |
-| 155 | sdbDebugFlag | Yes | No |
-| 156 | odbcDebugFlag | Yes | No |
-| 157 | httpDebugFlag | Yes | No |
-| 158 | monDebugFlag | Yes | No |
-| 159 | cqDebugFlag | Yes | No |
-| 160 | shortcutFlag | Yes | No |
-| 161 | probeSeconds | Yes | No |
-| 162 | probeKillSeconds | Yes | No |
-| 163 | probeInterval | Yes | No |
-| 164 | lossyColumns | Yes | No |
-| 165 | fPrecision | Yes | No |
-| 166 | dPrecision | Yes | No |
-| 167 | maxRange | Yes | No |
-| 168 | range | Yes | No |
+
+## 3.0 Parameters
+
+| # | **参数** | **Applicable to 2.x ** | **Applicable to 3.0 ** | Current behavior in 3.0 |
+| --- | :---------------------: | --------------- | --------------- | ------------------------------------------------- |
+| 1 | firstEp | Yes | Yes | |
+| 2 | secondEp | Yes | Yes | |
+| 3 | fqdn | Yes | Yes | |
+| 4 | serverPort | Yes | Yes | |
+| 5 | maxShellConns | Yes | Yes | |
+| 6 | monitor | Yes | Yes | |
+| 7 | monitorFqdn | No | Yes | |
+| 8 | monitorPort | No | Yes | |
+| 9 | monitorInterval | Yes | Yes | |
+| 10 | queryPolicy | No | Yes | |
+| 11 | querySmaOptimize | No | Yes | |
+| 12 | maxNumOfDistinctRes | Yes | Yes | |
+| 15 | countAlwaysReturnValue | Yes | Yes | |
+| 16 | dataDir | Yes | Yes | |
+| 17 | minimalDataDirGB | Yes | Yes | |
+| 18 | supportVnodes | No | Yes | |
+| 19 | tempDir | Yes | Yes | |
+| 20 | minimalTmpDirGB | Yes | Yes | |
+| 21 | smlChildTableName | Yes | Yes | |
+| 22 | smlTagName | Yes | Yes | |
+| 23 | smlDataFormat | No | Yes | |
+| 24 | statusInterval | Yes | Yes | |
+| 25 | logDir | Yes | Yes | |
+| 26 | minimalLogDirGB | Yes | Yes | |
+| 27 | numOfLogLines | Yes | Yes | |
+| 28 | asyncLog | Yes | Yes | |
+| 29 | logKeepDays | Yes | Yes | |
+| 30 | debugFlag | Yes | Yes | |
+| 31 | tmrDebugFlag | Yes | Yes | |
+| 32 | uDebugFlag | Yes | Yes | |
+| 33 | rpcDebugFlag | Yes | Yes | |
+| 34 | jniDebugFlag | Yes | Yes | |
+| 35 | qDebugFlag | Yes | Yes | |
+| 36 | cDebugFlag | Yes | Yes | |
+| 37 | dDebugFlag | Yes | Yes | |
+| 38 | vDebugFlag | Yes | Yes | |
+| 39 | mDebugFlag | Yes | Yes | |
+| 40 | wDebugFlag | Yes | Yes | |
+| 41 | sDebugFlag | Yes | Yes | |
+| 42 | tsdbDebugFlag | Yes | Yes | |
+| 43 | tqDebugFlag | No | Yes | |
+| 44 | fsDebugFlag | Yes | Yes | |
+| 45 | udfDebugFlag | No | Yes | |
+| 46 | smaDebugFlag | No | Yes | |
+| 47 | idxDebugFlag | No | Yes | |
+| 48 | tdbDebugFlag | No | Yes | |
+| 49 | metaDebugFlag | No | Yes | |
+| 50 | timezone | Yes | Yes | |
+| 51 | locale | Yes | Yes | |
+| 52 | charset | Yes | Yes | |
+| 53 | udf | Yes | Yes | |
+| 54 | enableCoreFile | Yes | Yes | |
diff --git a/docs/en/28-releases/01-tdengine.md b/docs/en/28-releases/01-tdengine.md
index 32bdc21e7c0552f5f891b38f806e48efb6c419ac..9b83c5fd65a5aa364892b608ffb8b25bd56f66b4 100644
--- a/docs/en/28-releases/01-tdengine.md
+++ b/docs/en/28-releases/01-tdengine.md
@@ -10,6 +10,18 @@ For TDengine 2.x installation packages by version, please visit [here](https://w
import Release from "/components/ReleaseV3";
+## 3.0.2.2
+
+
+
+## 3.0.2.1
+
+
+
+## 3.0.2.0
+
+
+
## 3.0.1.8
diff --git a/docs/en/28-releases/02-tools.md b/docs/en/28-releases/02-tools.md
index 7126b5a997043231d1cf93d633b8cd71e5f6275e..dd44e43ab63a7ea227665706f7f7e593a3b81182 100644
--- a/docs/en/28-releases/02-tools.md
+++ b/docs/en/28-releases/02-tools.md
@@ -10,6 +10,18 @@ For other historical version installers, please visit [here](https://www.taosdat
import Release from "/components/ReleaseV3";
+## 2.4.0
+
+
+
+## 2.3.3
+
+
+
+## 2.3.2
+
+
+
## 2.3.0
diff --git a/docs/examples/go/sub/main.go b/docs/examples/go/sub/main.go
index 7721eed1346f254e104bb41a2135171ebd518e2c..a13d394a2c5009c1ad88684109b6f16b4d8a0540 100644
--- a/docs/examples/go/sub/main.go
+++ b/docs/examples/go/sub/main.go
@@ -24,7 +24,7 @@ func main() {
if err != nil {
panic(err)
}
- _, err = db.Exec("create topic if not exists example_tmq_topic with meta as DATABASE example_tmq")
+ _, err = db.Exec("create topic if not exists example_tmq_topic as DATABASE example_tmq")
if err != nil {
panic(err)
}
@@ -84,20 +84,6 @@ func main() {
if err != nil {
panic(err)
}
- for {
- result, err := consumer.Poll(time.Second)
- if err != nil {
- panic(err)
- }
- if result.Type != common.TMQ_RES_TABLE_META {
- panic("want message type 2 got " + strconv.Itoa(int(result.Type)))
- }
- data, _ := json.Marshal(result.Meta)
- fmt.Println(string(data))
- consumer.Commit(context.Background(), result.Message)
- consumer.FreeMessage(result.Message)
- break
- }
_, err = db.Exec("insert into example_tmq.t1 values(now,1)")
if err != nil {
panic(err)
diff --git a/docs/examples/python/connection_usage_native_reference.py b/docs/examples/python/connection_usage_native_reference.py
index 4803511e427bf4d906fd3a14ff6faf5a000da96c..a7179b4cf859eb440b535a797eeb8e2be1e33589 100644
--- a/docs/examples/python/connection_usage_native_reference.py
+++ b/docs/examples/python/connection_usage_native_reference.py
@@ -8,7 +8,7 @@ conn.execute("CREATE DATABASE test")
# change database. same as execute "USE db"
conn.select_db("test")
conn.execute("CREATE STABLE weather(ts TIMESTAMP, temperature FLOAT) TAGS (location INT)")
-affected_row: int = conn.execute("INSERT INTO t1 USING weather TAGS(1) VALUES (now, 23.5) (now+1m, 23.5) (now+2m 24.4)")
+affected_row: int = conn.execute("INSERT INTO t1 USING weather TAGS(1) VALUES (now, 23.5) (now+1m, 23.5) (now+2m, 24.4)")
print("affected_row", affected_row)
# output:
# affected_row 3
diff --git a/docs/zh/07-develop/03-insert-data/50-opentsdb-json.mdx b/docs/zh/07-develop/03-insert-data/50-opentsdb-json.mdx
index 89818409c5032166e77a50f07ea1b54bd66617cb..e1fd3dacc8d91ea4ce3efde6f71a645cc65140ea 100644
--- a/docs/zh/07-develop/03-insert-data/50-opentsdb-json.mdx
+++ b/docs/zh/07-develop/03-insert-data/50-opentsdb-json.mdx
@@ -47,7 +47,6 @@ OpenTSDB JSON 格式协议采用一个 JSON 字符串表示一行或多行数据
:::note
- 对于 JSON 格式协议，TDengine 并不会自动把所有标签转成 NCHAR 类型， 字符串将将转为 NCHAR 类型， 数值将同样转换为 DOUBLE 类型。
-- TDengine 只接收 JSON **数组格式**的字符串，即使一行数据也需要转换成数组形式。
- 默认生成的子表名是根据规则生成的唯一 ID 值。用户也可以通过在 taos.cfg 里配置 smlChildTableName 参数来指定某个标签值作为子表名。该标签值应该具有全局唯一性。举例如下：假设有个标签名为tname, 配置 smlChildTableName=tname, 插入数据为 `"tags": { "host": "web02","dc": "lga","tname":"cpu1"}` 则创建的子表名为 cpu1。注意如果多行数据 tname 相同，但是后面的 tag_set 不同，则使用第一行自动建表时指定的 tag_set，其他的行会忽略）。
:::
diff --git a/docs/zh/08-connector/05-schemaless-api.mdx b/docs/zh/08-connector/05-schemaless-api.mdx
index f6d7e09212c71ed7b142eeabf2a2d69c5f79d439..8f0a9273b9988c191681063adfb67ebfd03615d3 100644
--- a/docs/zh/08-connector/05-schemaless-api.mdx
+++ b/docs/zh/08-connector/05-schemaless-api.mdx
@@ -19,6 +19,7 @@ TDengine 提供了兼容 InfluxDB (v1) 和 OpenTSDB 行协议的 Schemaless API
- `precision` TDengine 使用的时间精度
- `u` TDengine 用户名
- `p` TDengine 密码
+- `ttl` 自动创建的子表生命周期，以子表的第一条数据的 TTL 参数为准，不可更新。更多信息请参考[创建表文档](taos-sql/table/#创建表)的 TTL 参数
注意： 目前不支持 InfluxDB 的 token 验证方式，仅支持 Basic 验证和查询参数验证。
diff --git a/docs/zh/08-connector/14-java.mdx b/docs/zh/08-connector/14-java.mdx
index 1ee59d2df429f2bd64b1dfdcc2ef81f12b1272d0..fc6dc571383b8b003ee6e8c8dce73fa7645978e0 100644
--- a/docs/zh/08-connector/14-java.mdx
+++ b/docs/zh/08-connector/14-java.mdx
@@ -68,39 +68,38 @@ TDengine 目前支持时间戳、数字、字符、布尔类型，与 Java 对
### 安装连接器
-
+
- 目前 taos-jdbcdriver 已经发布到 [Sonatype Repository](https://search.maven.org/artifact/com.taosdata.jdbc/taos-jdbcdriver)
- 仓库，且各大仓库都已同步。
+目前 taos-jdbcdriver 已经发布到 [Sonatype Repository](https://search.maven.org/artifact/com.taosdata.jdbc/taos-jdbcdriver) 仓库，且各大仓库都已同步。
- - [sonatype](https://search.maven.org/artifact/com.taosdata.jdbc/taos-jdbcdriver)
- - [mvnrepository](https://mvnrepository.com/artifact/com.taosdata.jdbc/taos-jdbcdriver)
- - [maven.aliyun](https://maven.aliyun.com/mvn/search)
+- [sonatype](https://search.maven.org/artifact/com.taosdata.jdbc/taos-jdbcdriver)
+- [mvnrepository](https://mvnrepository.com/artifact/com.taosdata.jdbc/taos-jdbcdriver)
+- [maven.aliyun](https://maven.aliyun.com/mvn/search)
- Maven 项目中，在 pom.xml 中添加以下依赖：
+Maven 项目中，在 pom.xml 中添加以下依赖：
- ```xml-dtd
-
- com.taosdata.jdbc
- taos-jdbcdriver
- 3.0.0
-
- ```
+```xml-dtd
+
+ com.taosdata.jdbc
+ taos-jdbcdriver
+ 3.0.0
+
+```
-
-
+
+
- 可以通过下载 TDengine 的源码，自己编译最新版本的 Java connector
+可以通过下载 TDengine 的源码，自己编译最新版本的 Java connector
- ```shell
- git clone https://github.com/taosdata/taos-connector-jdbc.git
- cd taos-connector-jdbc
- mvn clean install -Dmaven.test.skip=true
- ```
+```shell
+git clone https://github.com/taosdata/taos-connector-jdbc.git
+cd taos-connector-jdbc
+mvn clean install -Dmaven.test.skip=true
+```
- 编译后，在 target 目录下会产生 taos-jdbcdriver-3.0.*-dist.jar 的 jar 包，并自动将编译的 jar 文件放在本地的 Maven 仓库中。
+编译后，在 target 目录下会产生 taos-jdbcdriver-3.0.*-dist.jar 的 jar 包，并自动将编译的 jar 文件放在本地的 Maven 仓库中。
-
+
## 建立连接
@@ -111,125 +110,117 @@ TDengine 的 JDBC URL 规范格式为：
对于建立连接，原生连接与 REST 连接有细微不同。
-
+
- ```java
- Class.forName("com.taosdata.jdbc.TSDBDriver");
- String jdbcUrl = "jdbc:TAOS://taosdemo.com:6030/test?user=root&password=taosdata";
- Connection conn = DriverManager.getConnection(jdbcUrl);
- ```
+```java
+Class.forName("com.taosdata.jdbc.TSDBDriver");
+String jdbcUrl = "jdbc:TAOS://taosdemo.com:6030/test?user=root&password=taosdata";
+Connection conn = DriverManager.getConnection(jdbcUrl);
+```
- 以上示例，使用了 JDBC 原生连接的 TSDBDriver，建立了到 hostname 为 taosdemo.com，端口为 6030（TDengine 的默认端口），数据库名为 test 的连接。这个 URL
- 中指定用户名（user）为 root，密码（password）为 taosdata。
+以上示例，使用了 JDBC 原生连接的 TSDBDriver，建立了到 hostname 为 taosdemo.com，端口为 6030（TDengine 的默认端口），数据库名为 test 的连接。这个 URL
+中指定用户名（user）为 root，密码（password）为 taosdata。
- **注意**：使用 JDBC 原生连接，taos-jdbcdriver 需要依赖客户端驱动（Linux 下是 libtaos.so；Windows 下是 taos.dll；macOS 下是 libtaos.dylib）。
+**注意**：使用 JDBC 原生连接，taos-jdbcdriver 需要依赖客户端驱动（Linux 下是 libtaos.so；Windows 下是 taos.dll；macOS 下是 libtaos.dylib）。
- url 中的配置参数如下：
+url 中的配置参数如下：
- - user：登录 TDengine 用户名，默认值 'root'。
- - password：用户登录密码，默认值 'taosdata'。
- - cfgdir：客户端配置文件目录路径，Linux OS 上默认值 `/etc/taos`，Windows OS 上默认值 `C:/TDengine/cfg`。
- - charset：客户端使用的字符集，默认值为系统字符集。
- - locale：客户端语言环境，默认值系统当前 locale。
- - timezone：客户端使用的时区，默认值为系统当前时区。
- - batchfetch: true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：true。开启批量拉取同时获取一批数据在查询数据量较大时批量拉取可以有效的提升查询性能。
- - batchErrorIgnore：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败将继续执行下面的 SQL。false：不再执行失败 SQL
- 后的任何语句。默认值为：false。
+- user：登录 TDengine 用户名，默认值 'root'。
+- password：用户登录密码，默认值 'taosdata'。
+- cfgdir：客户端配置文件目录路径，Linux OS 上默认值 `/etc/taos`，Windows OS 上默认值 `C:/TDengine/cfg`。
+- charset：客户端使用的字符集，默认值为系统字符集。
+- locale：客户端语言环境，默认值系统当前 locale。
+- timezone：客户端使用的时区，默认值为系统当前时区。
+- batchfetch: true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：true。开启批量拉取同时获取一批数据在查询数据量较大时批量拉取可以有效的提升查询性能。
+- batchErrorIgnore：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败将继续执行下面的 SQL。false：不再执行失败 SQL 后的任何语句。默认值为：false。
- JDBC 原生连接的使用请参见[视频教程](https://www.taosdata.com/blog/2020/11/11/1955.html)。
+JDBC 原生连接的使用请参见[视频教程](https://www.taosdata.com/blog/2020/11/11/1955.html)。
- **使用 TDengine 客户端驱动配置文件建立连接 **
+**使用 TDengine 客户端驱动配置文件建立连接 **
- 当使用 JDBC 原生连接连接 TDengine 集群时，可以使用 TDengine 客户端驱动配置文件，在配置文件中指定集群的 firstEp、secondEp 等参数。如下所示：
+当使用 JDBC 原生连接连接 TDengine 集群时，可以使用 TDengine 客户端驱动配置文件，在配置文件中指定集群的 firstEp、secondEp 等参数。如下所示：
- 1. 在 Java 应用中不指定 hostname 和 port
+1. 在 Java 应用中不指定 hostname 和 port
- ```java
- public Connection getConn() throws Exception{
- Class.forName("com.taosdata.jdbc.TSDBDriver");
- String jdbcUrl = "jdbc:TAOS://:/test?user=root&password=taosdata";
- Properties connProps = new Properties();
- connProps.setProperty(TSDBDriver.PROPERTY_KEY_CHARSET, "UTF-8");
- connProps.setProperty(TSDBDriver.PROPERTY_KEY_LOCALE, "en_US.UTF-8");
- connProps.setProperty(TSDBDriver.PROPERTY_KEY_TIME_ZONE, "UTC-8");
- Connection conn = DriverManager.getConnection(jdbcUrl, connProps);
- return conn;
- }
- ```
+```java
+public Connection getConn() throws Exception{
+ Class.forName("com.taosdata.jdbc.TSDBDriver");
+ String jdbcUrl = "jdbc:TAOS://:/test?user=root&password=taosdata";
+ Properties connProps = new Properties();
+ connProps.setProperty(TSDBDriver.PROPERTY_KEY_CHARSET, "UTF-8");
+ connProps.setProperty(TSDBDriver.PROPERTY_KEY_LOCALE, "en_US.UTF-8");
+ connProps.setProperty(TSDBDriver.PROPERTY_KEY_TIME_ZONE, "UTC-8");
+ Connection conn = DriverManager.getConnection(jdbcUrl, connProps);
+ return conn;
+}
+```
- 2. 在配置文件中指定 firstEp 和 secondEp
+2. 在配置文件中指定 firstEp 和 secondEp
- ```shell
- # first fully qualified domain name (FQDN) for TDengine system
- firstEp cluster_node1:6030
+```shell
+# first fully qualified domain name (FQDN) for TDengine system
+firstEp cluster_node1:6030
- # second fully qualified domain name (FQDN) for TDengine system, for cluster only
- secondEp cluster_node2:6030
+# second fully qualified domain name (FQDN) for TDengine system, for cluster only
+secondEp cluster_node2:6030
- # default system charset
- # charset UTF-8
+# default system charset
+# charset UTF-8
- # system locale
- # locale en_US.UTF-8
- ```
+# system locale
+# locale en_US.UTF-8
+```
- 以上示例，jdbc 会使用客户端的配置文件，建立到 hostname 为 cluster_node1、端口为 6030、数据库名为 test 的连接。当集群中 firstEp 节点失效时，JDBC 会尝试使用 secondEp
- 连接集群。
+以上示例，jdbc 会使用客户端的配置文件，建立到 hostname 为 cluster_node1、端口为 6030、数据库名为 test 的连接。当集群中 firstEp 节点失效时，JDBC 会尝试使用 secondEp 连接集群。
- TDengine 中，只要保证 firstEp 和 secondEp 中一个节点有效，就可以正常建立到集群的连接。
+TDengine 中，只要保证 firstEp 和 secondEp 中一个节点有效，就可以正常建立到集群的连接。
- > **注意**：这里的配置文件指的是调用 JDBC Connector 的应用程序所在机器上的配置文件，Linux OS 上默认值 /etc/taos/taos.cfg ，Windows OS 上默认值
- C://TDengine/cfg/taos.cfg。
+> **注意**：这里的配置文件指的是调用 JDBC Connector 的应用程序所在机器上的配置文件，Linux OS 上默认值 /etc/taos/taos.cfg ，Windows OS 上默认值 C://TDengine/cfg/taos.cfg。
-
-
+
+
- ```java
- Class.forName("com.taosdata.jdbc.rs.RestfulDriver");
- String jdbcUrl = "jdbc:TAOS-RS://taosdemo.com:6041/test?user=root&password=taosdata";
- Connection conn = DriverManager.getConnection(jdbcUrl);
- ```
+```java
+Class.forName("com.taosdata.jdbc.rs.RestfulDriver");
+String jdbcUrl = "jdbc:TAOS-RS://taosdemo.com:6041/test?user=root&password=taosdata";
+Connection conn = DriverManager.getConnection(jdbcUrl);
+```
- 以上示例，使用了 JDBC REST 连接的 RestfulDriver，建立了到 hostname 为 taosdemo.com，端口为 6041，数据库名为 test 的连接。这个 URL 中指定用户名（user）为
- root，密码（password）为 taosdata。
+以上示例，使用了 JDBC REST 连接的 RestfulDriver，建立了到 hostname 为 taosdemo.com，端口为 6041，数据库名为 test 的连接。这个 URL 中指定用户名（user）为 root，密码（password）为 taosdata。
- 使用 JDBC REST 连接，不需要依赖客户端驱动。与 JDBC 原生连接相比，仅需要：
+使用 JDBC REST 连接，不需要依赖客户端驱动。与 JDBC 原生连接相比，仅需要：
- 1. driverClass 指定为“com.taosdata.jdbc.rs.RestfulDriver”；
- 2. jdbcUrl 以“jdbc:TAOS-RS://”开头；
- 3. 使用 6041 作为连接端口。
+1. driverClass 指定为“com.taosdata.jdbc.rs.RestfulDriver”；
+2. jdbcUrl 以“jdbc:TAOS-RS://”开头；
+3. 使用 6041 作为连接端口。
- url 中的配置参数如下：
+url 中的配置参数如下：
- - user：登录 TDengine 用户名，默认值 'root'。
- - password：用户登录密码，默认值 'taosdata'。
- - batchfetch: true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：false。逐行拉取结果集使用 HTTP 方式进行数据传输。JDBC REST
- 连接支持批量拉取数据功能。taos-jdbcdriver 与 TDengine 之间通过 WebSocket 连接进行数据传输。相较于 HTTP，WebSocket 可以使 JDBC REST 连接支持大数据量查询，并提升查询性能。
- - charset: 当开启批量拉取数据时，指定解析字符串数据的字符集。
- - batchErrorIgnore：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败，继续执行下面的 SQL 了。false：不再执行失败 SQL
- 后的任何语句。默认值为：false。
- - httpConnectTimeout: 连接超时时间，单位 ms， 默认值为 5000。
- - httpSocketTimeout: socket 超时时间，单位 ms，默认值为 5000。仅在 batchfetch 设置为 false 时生效。
- - messageWaitTimeout: 消息超时时间, 单位 ms， 默认值为 3000。 仅在 batchfetch 设置为 true 时生效。
- - useSSL: 连接中是否使用 SSL。
+- user：登录 TDengine 用户名，默认值 'root'。
+- password：用户登录密码，默认值 'taosdata'。
+- batchfetch: true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：false。逐行拉取结果集使用 HTTP 方式进行数据传输。JDBC REST 连接支持批量拉取数据功能。taos-jdbcdriver 与 TDengine 之间通过 WebSocket 连接进行数据传输。相较于 HTTP，WebSocket 可以使 JDBC REST 连接支持大数据量查询，并提升查询性能。
+- charset: 当开启批量拉取数据时，指定解析字符串数据的字符集。
+- batchErrorIgnore：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败，继续执行下面的 SQL 了。false：不再执行失败 SQL 后的任何语句。默认值为：false。
+- httpConnectTimeout: 连接超时时间，单位 ms， 默认值为 5000。
+- httpSocketTimeout: socket 超时时间，单位 ms，默认值为 5000。仅在 batchfetch 设置为 false 时生效。
+- messageWaitTimeout: 消息超时时间, 单位 ms， 默认值为 3000。 仅在 batchfetch 设置为 true 时生效。
+- useSSL: 连接中是否使用 SSL。
- **注意**：部分配置项（比如：locale、timezone）在 REST 连接中不生效。
+**注意**：部分配置项（比如：locale、timezone）在 REST 连接中不生效。
- :::note
+:::note
- - 与原生连接方式不同，REST 接口是无状态的。在使用 JDBC REST 连接时，需要在 SQL 中指定表、超级表的数据库名称。例如：
+- 与原生连接方式不同，REST 接口是无状态的。在使用 JDBC REST 连接时，需要在 SQL 中指定表、超级表的数据库名称。例如：
- ```sql
- INSERT INTO test.t1 USING test.weather (ts, temperature) TAGS('California.SanFrancisco') VALUES(now, 24.6);
- ```
+```sql
+INSERT INTO test.t1 USING test.weather (ts, temperature) TAGS('California.SanFrancisco') VALUES(now, 24.6);
+```
- - 如果在 url 中指定了 dbname，那么，JDBC REST 连接会默认使用/rest/sql/dbname 作为 restful 请求的 url，在 SQL 中不需要指定 dbname。例如：url 为
- jdbc:TAOS-RS://127.0.0.1:6041/test，那么，可以执行 sql：insert into t1 using weather(ts, temperature)
- tags('California.SanFrancisco') values(now, 24.6);
+- 如果在 url 中指定了 dbname，那么，JDBC REST 连接会默认使用/rest/sql/dbname 作为 restful 请求的 url，在 SQL 中不需要指定 dbname。例如：url 为 jdbc:TAOS-RS://127.0.0.1:6041/test，那么，可以执行 sql：insert into t1 using weather(ts, temperature) tags('California.SanFrancisco') values(now, 24.6);
- :::
+:::
-
+
### 指定 URL 和 Properties 获取连接
@@ -890,8 +881,10 @@ public static void main(String[] args) throws Exception {
| taos-jdbcdriver 版本 | 主要变化 |
| :------------------: | :----------------------------: |
+| 3.0.3 | 修复 REST 连接在 jdk17+ 版本时间戳解析错误问题 |
| 3.0.1 - 3.0.2 | 修复一些情况下结果集数据解析错误的问题。3.0.1 在 JDK 11 环境编译，JDK 8 环境下建议使用 3.0.2 版本 |
| 3.0.0 | 支持 TDengine 3.0 |
+| 2.0.42 | 修在 WebSocket 连接中 wasNull 接口返回值 |
| 2.0.41 | 修正 REST 连接中用户名和密码转码方式 |
| 2.0.39 - 2.0.40 | 增加 REST 连接/请求 超时设置 |
| 2.0.38 | JDBC REST 连接增加批量拉取功能 |
@@ -928,7 +921,7 @@ public static void main(String[] args) throws Exception {
**原因**：taos-jdbcdriver 3.0.1 版本需要在 JDK 11+ 环境使用。
-**解决方法**： 更换 taos-jdbcdriver 3.0.2 版本。
+**解决方法**： 更换 taos-jdbcdriver 3.0.2+ 版本。
其它问题请参考 [FAQ](../../../train-faq/faq)
diff --git a/docs/zh/12-taos-sql/02-database.md b/docs/zh/12-taos-sql/02-database.md
index 3918f240b4f9037db92af80df26dd471868b29de..df52a0890b6ff091b8d5cfb051618c88e8195cf0 100644
--- a/docs/zh/12-taos-sql/02-database.md
+++ b/docs/zh/12-taos-sql/02-database.md
@@ -27,10 +27,11 @@ database_option: {
| PRECISION {'ms' | 'us' | 'ns'}
| REPLICA value
| RETENTIONS ingestion_duration:keep_duration ...
- | STRICT {'off' | 'on'}
| WAL_LEVEL {1 | 2}
| VGROUPS value
| SINGLE_STABLE {0 | 1}
+ | TABLE_PREFIX value
+ | TABLE_SUFFIX value
| WAL_RETENTION_PERIOD value
| WAL_ROLL_PERIOD value
| WAL_RETENTION_SIZE value
@@ -61,9 +62,6 @@ database_option: {
- PRECISION：数据库的时间戳精度。ms 表示毫秒，us 表示微秒，ns 表示纳秒，默认 ms 毫秒。
- REPLICA：表示数据库副本数，取值为 1 或 3，默认为 1。在集群中使用，副本数必须小于或等于 DNODE 的数目。
- RETENTIONS：表示数据的聚合周期和保存时长，如 RETENTIONS 15s:7d,1m:21d,15m:50d 表示数据原始采集周期为 15 秒，原始数据保存 7 天；按 1 分钟聚合的数据保存 21 天；按 15 分钟聚合的数据保存 50 天。目前支持且只支持三级存储周期。
-- STRICT：表示数据同步的一致性要求，默认为 off。
- - on 表示强一致，即运行标准的 raft 协议，半数提交返回成功。
- - off 表示弱一致，本地提交即返回成功。
- WAL_LEVEL：WAL 级别，默认为 1。
- 1：写 WAL，但不执行 fsync。
- 2：写 WAL，而且执行 fsync。
@@ -71,6 +69,8 @@ database_option: {
- SINGLE_STABLE：表示此数据库中是否只可以创建一个超级表，用于超级表列非常多的情况。
- 0：表示可以创建多张超级表。
- 1：表示只可以创建一张超级表。
+- TABLE_PREFIX：内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的前缀的长度。
+- TABLE_SUFFIX：内部存储引擎根据表名分配存储该表数据的 VNODE 时要忽略的后缀的长度。
- WAL_RETENTION_PERIOD：wal 文件的额外保留策略，用于数据订阅。wal 的保存时长，单位为 s。单副本默认为 0，即落盘后立即删除。-1 表示不删除。多副本默认为 4 天。
- WAL_RETENTION_SIZE：wal 文件的额外保留策略，用于数据订阅。wal 的保存的最大上限，单位为 KB。单副本默认为 0，即落盘后立即删除。多副本默认为-1，表示不删除。
- WAL_ROLL_PERIOD：wal 文件切换时长，单位为 s。当 wal 文件创建并写入后，经过该时间，会自动创建一个新的 wal 文件。单副本默认为 0，即仅在落盘时创建新文件。多副本默认为 1 天。
diff --git a/docs/zh/12-taos-sql/04-stable.md b/docs/zh/12-taos-sql/04-stable.md
index bd32da68aecc4c42be110e7716c1b2b4ebdab37c..c5933228decfb3eb865cad058fa6fbba77fefb58 100644
--- a/docs/zh/12-taos-sql/04-stable.md
+++ b/docs/zh/12-taos-sql/04-stable.md
@@ -139,10 +139,10 @@ alter_table_option: {
- ADD COLUMN：添加列。
- DROP COLUMN：删除列。
-- MODIFY COLUMN：修改列定义，如果数据列的类型是可变长类型，那么可以使用此指令修改其宽度，只能改大，不能改小。
+- MODIFY COLUMN：修改列的宽度，数据列的类型必须是 nchar 和 binary，使用此指令可以修改其宽度，只能改大，不能改小。
- ADD TAG：给超级表添加一个标签。
- DROP TAG：删除超级表的一个标签。从超级表删除某个标签后，该超级表下的所有子表也会自动删除该标签。
-- MODIFY TAG：修改超级表的一个标签的定义。如果标签的类型是可变长类型，那么可以使用此指令修改其宽度，只能改大，不能改小。
+- MODIFY TAG：修改超级表的一个标签的列宽度。标签的类型只能是 nchar 和 binary，使用此指令可以修改其宽度，只能改大，不能改小。
- RENAME TAG：修改超级表的一个标签的名称。从超级表修改某个标签名后，该超级表下的所有子表也会自动更新该标签名。
### 增加列
diff --git a/docs/zh/12-taos-sql/10-function.md b/docs/zh/12-taos-sql/10-function.md
index afe90b8a93f5ef6f7b36d43619fb5ba222180ca3..cb99c83cc59aede3061ddc4a2c43278388961d8b 100644
--- a/docs/zh/12-taos-sql/10-function.md
+++ b/docs/zh/12-taos-sql/10-function.md
@@ -880,6 +880,7 @@ INTERP(expr)
- INTERP 根据 FILL 字段来决定在每个符合输出条件的时刻如何进行插值。
- INTERP 只能在一个时间序列内进行插值，因此当作用于超级表时必须跟 partition by tbname 一起使用。
- INTERP 可以与伪列 _irowts 一起使用，返回插值点所对应的时间戳(3.0.1.4版本以后支持)。
+- INTERP 可以与伪列 _isfilled 一起使用，显示返回结果是否为原始记录或插值算法产生的数据(3.0.2.1版本以后支持)。
### LAST
diff --git a/docs/zh/12-taos-sql/14-stream.md b/docs/zh/12-taos-sql/14-stream.md
index a70d559a860c4e6ec44cbd13c34f7f306ab452cb..9e2fde526e1e63e3fbfb6124420caee3491cf965 100644
--- a/docs/zh/12-taos-sql/14-stream.md
+++ b/docs/zh/12-taos-sql/14-stream.md
@@ -114,7 +114,7 @@ SELECT * from information_schema.`ins_streams`;
在创建流时，可以通过 TRIGGER 指令指定流式计算的触发模式。
-对于非窗口计算，流式计算的触发是实时的；对于窗口计算，目前提供 3 种触发模式：
+对于非窗口计算，流式计算的触发是实时的；对于窗口计算，目前提供 3 种触发模式，默认为 AT_ONCE：
1. AT_ONCE：写入立即触发
diff --git a/docs/zh/12-taos-sql/24-show.md b/docs/zh/12-taos-sql/24-show.md
index 4bd1e52284f46d94cfd892c82a7fbe119b685532..a65746e7f93f438404703886127b56a325486daf 100644
--- a/docs/zh/12-taos-sql/24-show.md
+++ b/docs/zh/12-taos-sql/24-show.md
@@ -179,6 +179,75 @@ SHOW TABLE DISTRIBUTED table_name;
显示表的数据分布信息。
+示例说明：
+
+语句： show table distributed d0\G; 竖行显示表 d0 的 BLOCK 分布情况
+
+*************************** 1.row ***************************
+
+_block_dist: Total_Blocks=[5] Total_Size=[93.65 Kb] Average_size=[18.73 Kb] Compression_Ratio=[23.98 %]
+
+Total_Blocks : 表d0 占用的 block 个数为 5 个
+
+Total_Size. : 表 d0 所有 block 在文件中占用的大小为 93.65 KB
+
+Average_size: 平均每个 block 在文件中占用的空间大小为 18.73 KB
+
+Compression_Ratio: 数据压缩率为 23.98%
+
+
+*************************** 2.row ***************************
+
+_block_dist: Total_Rows=[20000] Inmem_Rows=[0] MinRows=[3616] MaxRows=[4096] Average_Rows=[4000]
+
+Total_Rows: 统计表 d0 的所有行数 为20000 行
+
+Inmem_Rows： 表示仍然还存放在内存中的行数，即没有落盘的行数，为 0行，表示没有
+
+MinRows： BLOCK 中最小的行数，为 3616 行
+
+MaxRows： BLOCK 中最大的行数，为 4096行
+
+Average_Rows： BLOCK 中的平均行数，为4000 行
+
+
+*************************** 3.row ***************************
+
+_block_dist: Total_Tables=[1] Total_Files=[2]
+
+Total_Tables: 表示子表的个数，这里为1
+
+Total_Files： 表数据保存在几个文件中，这里保存在 2 个文件中
+
+
+*************************** 5.row ***************************
+
+_block_dist: 0100 |
+
+*************************** 6.row ***************************
+
+_block_dist: 0299 |
+
+......
+
+*************************** 22.row ***************************
+
+_block_dist: 3483 ||||||||||||||||| 1 (20.00%)
+
+*************************** 23.row ***************************
+
+_block_dist: 3682 |
+
+*************************** 24.row ***************************
+
+_block_dist: 3881 ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| 4 (80.00%)
+
+Query OK, 24 row(s) in set (0.002444s)
+
+
+ 上面是块中包含数据行数的块儿分布情况图，这里的 0100 0299 0498 … 表示的是每个块中包含的数据行数，上面的意思就是这个表的 5 个块，分布在 3483 ~3681 行的块有 1 个，占整个块的 20%，分布在 3881 ~ 4096（最大行数）的块数为 4 个，占整个块的 80%， 其它区域内分布块数为 0。
+
+
## SHOW TAGS
```sql
diff --git a/docs/zh/14-reference/04-taosadapter.md b/docs/zh/14-reference/04-taosadapter.md
index 4e1e7b7ace09f7cb43e5049ebefe21a24525b595..5c155bdd6ebe9f1a4a38886f30b753cbda4ab6ab 100644
--- a/docs/zh/14-reference/04-taosadapter.md
+++ b/docs/zh/14-reference/04-taosadapter.md
@@ -21,6 +21,7 @@ taosAdapter 提供以下功能：
- 无缝连接到 collectd
- 无缝连接到 StatsD
- 支持 Prometheus remote_read 和 remote_write
+- 获取 table 所在的虚拟节点组（VGroup）的 VGroup ID
## taosAdapter 架构图
@@ -59,6 +60,7 @@ Usage of taosAdapter:
--collectd.port int collectd server port. Env "TAOS_ADAPTER_COLLECTD_PORT" (default 6045)
--collectd.user string collectd user. Env "TAOS_ADAPTER_COLLECTD_USER" (default "root")
--collectd.worker int collectd write worker. Env "TAOS_ADAPTER_COLLECTD_WORKER" (default 10)
+ --collectd.ttl int collectd data ttl. Env "TAOS_ADAPTER_COLLECTD_TTL" (default 0, means no ttl)
-c, --config string config path default /etc/taos/taosadapter.toml
--cors.allowAllOrigins cors allow all origins. Env "TAOS_ADAPTER_CORS_ALLOW_ALL_ORIGINS" (default true)
--cors.allowCredentials cors allow credentials. Env "TAOS_ADAPTER_CORS_ALLOW_Credentials"
@@ -100,6 +102,7 @@ Usage of taosAdapter:
--node_exporter.responseTimeout duration node_exporter response timeout. Env "TAOS_ADAPTER_NODE_EXPORTER_RESPONSE_TIMEOUT" (default 5s)
--node_exporter.urls strings node_exporter urls. Env "TAOS_ADAPTER_NODE_EXPORTER_URLS" (default [http://localhost:9100])
--node_exporter.user string node_exporter user. Env "TAOS_ADAPTER_NODE_EXPORTER_USER" (default "root")
+ --node_exporter.ttl int node_exporter data ttl. Env "TAOS_ADAPTER_NODE_EXPORTER_TTL"(default 0, means no ttl)
--opentsdb.enable enable opentsdb. Env "TAOS_ADAPTER_OPENTSDB_ENABLE" (default true)
--opentsdb_telnet.batchSize int opentsdb_telnet batch size. Env "TAOS_ADAPTER_OPENTSDB_TELNET_BATCH_SIZE" (default 1)
--opentsdb_telnet.dbs strings opentsdb_telnet db names. Env "TAOS_ADAPTER_OPENTSDB_TELNET_DBS" (default [opentsdb_telnet,collectd_tsdb,icinga2_tsdb,tcollector_tsdb])
@@ -110,6 +113,7 @@ Usage of taosAdapter:
--opentsdb_telnet.ports ints opentsdb telnet tcp port. Env "TAOS_ADAPTER_OPENTSDB_TELNET_PORTS" (default [6046,6047,6048,6049])
--opentsdb_telnet.tcpKeepAlive enable tcp keep alive. Env "TAOS_ADAPTER_OPENTSDB_TELNET_TCP_KEEP_ALIVE"
--opentsdb_telnet.user string opentsdb_telnet user. Env "TAOS_ADAPTER_OPENTSDB_TELNET_USER" (default "root")
+ --opentsdb_telnet.ttl int opentsdb_telnet data ttl. Env "TAOS_ADAPTER_OPENTSDB_TELNET_TTL"(default 0, means no ttl)
--pool.idleTimeout duration Set idle connection timeout. Env "TAOS_ADAPTER_POOL_IDLE_TIMEOUT" (default 1h0m0s)
--pool.maxConnect int max connections to taosd. Env "TAOS_ADAPTER_POOL_MAX_CONNECT" (default 4000)
--pool.maxIdle int max idle connections to taosd. Env "TAOS_ADAPTER_POOL_MAX_IDLE" (default 4000)
@@ -131,6 +135,7 @@ Usage of taosAdapter:
--statsd.tcpKeepAlive enable tcp keep alive. Env "TAOS_ADAPTER_STATSD_TCP_KEEP_ALIVE"
--statsd.user string statsd user. Env "TAOS_ADAPTER_STATSD_USER" (default "root")
--statsd.worker int statsd write worker. Env "TAOS_ADAPTER_STATSD_WORKER" (default 10)
+ --statsd.ttl int statsd data ttl. Env "TAOS_ADAPTER_STATSD_TTL" (default 0, means no ttl)
--taosConfigDir string load taos client config path. Env "TAOS_ADAPTER_TAOS_CONFIG_FILE"
--version Print the version and exit
```
@@ -174,6 +179,7 @@ AllowWebSockets
node_export 是一个机器指标的导出器。请访问 [https://github.com/prometheus/node_exporter](https://github.com/prometheus/node_exporter) 了解更多信息。
- 支持 Prometheus remote_read 和 remote_write
remote_read 和 remote_write 是 Prometheus 数据读写分离的集群方案。请访问[https://prometheus.io/blog/2019/10/10/remote-read-meets-streaming/#remote-apis](https://prometheus.io/blog/2019/10/10/remote-read-meets-streaming/#remote-apis) 了解更多信息。
+- 获取 table 所在的虚拟节点组（VGroup）的 VGroup ID。关于虚拟节点组（VGroup）的更多信息，请访问[整体架构文档](/tdinternal/arch/#主要逻辑单元) 。
## 接口
@@ -195,6 +201,7 @@ AllowWebSockets
- `precision` TDengine 使用的时间精度
- `u` TDengine 用户名
- `p` TDengine 密码
+- `ttl` 自动创建的子表生命周期，以子表的第一条数据的 TTL 参数为准，不可更新。更多信息请参考[创建表文档](taos-sql/table/#创建表)的 TTL 参数。
注意： 目前不支持 InfluxDB 的 token 验证方式，仅支持 Basic 验证和查询参数验证。
示例： curl --request POST http://127.0.0.1:6041/influxdb/v1/write?db=test --user "root:taosdata" --data-binary "measurement,host=host1 field1=2i,field2=2.0 1577836800000000000"
@@ -235,6 +242,10 @@ Prometheus 使用的由 \*NIX 内核暴露的硬件和操作系统指标的输
+### 获取 table 的 VGroup ID
+
+可以访问 http 接口 `http://:6041/rest/vgid?db=&table=` 获取 table 的 VGroup ID。关于虚拟节点组（VGroup）的更多信息，请访问[整体架构文档](/tdinternal/arch/#主要逻辑单元) 。
+
## 内存使用优化方法
taosAdapter 将监测自身运行过程中内存使用率并通过两个阈值进行调节。有效值范围为 -1 到 100 的整数，单位为系统物理内存的百分比。
@@ -277,7 +288,7 @@ http 返回内容：
## taosAdapter 监控指标
-taosAdapter 采集 http 相关指标、cpu 百分比和内存百分比。
+taosAdapter 采集 http 相关指标、CPU 百分比和内存百分比。
### http 接口
@@ -289,13 +300,13 @@ http://:6041/metrics
### 写入 TDengine
-taosAdapter 支持将 http 监控、cpu 百分比和内存百分比写入 TDengine。
+taosAdapter 支持将 http 监控、CPU 百分比和内存百分比写入 TDengine。
有关配置参数
| **配置项** | **描述** | **默认值** |
|-------------------------|--------------------------------------------|----------|
-| monitor.collectDuration | cpu 和内存采集间隔 | 3s |
+| monitor.collectDuration | CPU 和内存采集间隔 | 3s |
| monitor.identity | 当前taosadapter 的标识符如果不设置将使用 'hostname:port' | |
| monitor.incgroup | 是否是 cgroup 中运行(容器中运行设置为 true) | false |
| monitor.writeToTD | 是否写入到 TDengine | false |
diff --git a/docs/zh/14-reference/05-taosbenchmark.md b/docs/zh/14-reference/05-taosbenchmark.md
index 76dd5f12d89b223292a8c868fd66135ec204319b..9091e71d1f9b118660d5f75ef9be5627143393b0 100644
--- a/docs/zh/14-reference/05-taosbenchmark.md
+++ b/docs/zh/14-reference/05-taosbenchmark.md
@@ -204,6 +204,10 @@ taosBenchmark -A INT,DOUBLE,NCHAR,BINARY\(16\)
- **-a/--replica ** :
创建数据库时指定其副本数，默认值为 1 。
+- ** -k/--keep-trying ** : 失败后进行重试的次数，默认不重试。需使用 v3.0.9 以上版本。
+
+- ** -z/--trying-interval ** : 失败重试间隔时间，单位为毫秒，仅在 -k 指定重试后有效。需使用 v3.0.9 以上版本。
+
- **-V/--version** :
显示版本信息并退出。不能与其它参数混用。
@@ -231,6 +235,10 @@ taosBenchmark -A INT,DOUBLE,NCHAR,BINARY\(16\)
插入场景下 `filetype` 必须设置为 `insert`，该参数及其它通用参数详见[通用配置参数](#通用配置参数)
+- ** keep_trying ** : 失败后进行重试的次数，默认不重试。需使用 v3.0.9 以上版本。
+
+- ** trying_interval ** : 失败重试间隔时间，单位为毫秒，仅在 keep_trying 指定重试后有效。需使用 v3.0.9 以上版本。
+
#### 数据库相关配置参数
创建数据库时的相关参数在 json 配置文件中的 `dbinfo` 中配置，个别具体参数如下。其余参数均与 TDengine 中 `create database` 时所指定的数据库参数相对应，详见[../../taos-sql/database]
diff --git a/docs/zh/14-reference/06-taosdump.md b/docs/zh/14-reference/06-taosdump.md
index 625499a94926ac3f86e4d34976c70a0bfe7b0954..8a031d147377713d0478d419798240f6f1194377 100644
--- a/docs/zh/14-reference/06-taosdump.md
+++ b/docs/zh/14-reference/06-taosdump.md
@@ -22,7 +22,7 @@ taosdump 是一个逻辑备份工具，它不应被用于备份任何原始数
taosdump 有两种安装方式:
-- 安装 taosTools 官方安装包, 请从[所有下载链接](https://www.taosdata.com/all-downloads)页面找到 taosTools 并下载安装。
+- 安装 taosTools 官方安装包, 请从[发布历史页面](https://docs.taosdata.com/releases/tools/)页面找到 taosTools 并下载安装。
- 单独编译 taos-tools 并安装, 详情请参考 [taos-tools](https://github.com/taosdata/taos-tools) 仓库。
diff --git a/docs/zh/14-reference/12-config/index.md b/docs/zh/14-reference/12-config/index.md
index 145c5eed935568f013d4451cd590c8b745b165c5..bc62a536e535b4de642d66849de7e6b10373a191 100644
--- a/docs/zh/14-reference/12-config/index.md
+++ b/docs/zh/14-reference/12-config/index.md
@@ -134,15 +134,6 @@ taos --dump-config
| 取值范围 | 1-200000 |
| 缺省值 | 30 |
-### telemetryReporting
-
-| 属性 | 说明 |
-| -------- | ---------------------------------------- |
-| 适用范围 | 仅服务端适用 |
-| 含义 | 是否允许 TDengine 采集和上报基本使用信息 |
-| 取值范围 | 0：不允许 1：允许 |
-| 缺省值 | 1 |
-
## 查询相关
### queryPolicy
@@ -191,6 +182,15 @@ taos --dump-config
| 取值范围 | 0 表示包含函数名，1 表示不包含函数名。 |
| 缺省值 | 0 |
+### countAlwaysReturnValue
+
+| 属性 | 说明 |
+| -------- | -------------------------------- |
+| 适用范围 | 仅服务端适用 |
+| 含义 | count/hyperloglog函数在数据为空或者NULL的情况下是否返回值 |
+| 取值范围 | 0：返回空行，1：返回 0 |
+| 缺省值 | 1 |
+
## 区域相关
### timezone
@@ -306,12 +306,20 @@ charset 的有效值是 UTF-8。
| 含义 | 数据文件目录，所有的数据文件都将写入该目录 |
| 缺省值 | /var/lib/taos |
+### tempDir
+
+| 属性 | 说明 |
+| -------- | ------------------------------------------ |
+| 适用范围 | 仅服务端适用 |
+| 含义 | 该参数指定所有系统运行过程中的临时文件生成的目录 |
+| 缺省值 | /tmp |
+
### minimalTmpDirGB
| 属性 | 说明 |
| -------- | ------------------------------------------------ |
| 适用范围 | 服务端和客户端均适用 |
-| 含义 | 当日志文件夹的磁盘大小小于该值时，停止写临时文件 |
+| 含义 | tempDir 所指定的临时文件目录所需要保留的最小空间 |
| 单位 | GB |
| 缺省值 | 1.0 |
@@ -320,7 +328,7 @@ charset 的有效值是 UTF-8。
| 属性 | 说明 |
| -------- | ------------------------------------------------ |
| 适用范围 | 仅服务端适用 |
-| 含义 | 当日志文件夹的磁盘大小小于该值时，停止写时序数据 |
+| 含义 | dataDir 指定的时序数据存储目录所需要保留的最小 |
| 单位 | GB |
| 缺省值 | 2.0 |
@@ -335,27 +343,7 @@ charset 的有效值是 UTF-8。
| 取值范围 | 0-4096 |
| 缺省值 | CPU 核数的 2 倍 |
-## 时间相关
-
-### statusInterval
-
-| 属性 | 说明 |
-| -------- | --------------------------- |
-| 适用范围 | 仅服务端适用 |
-| 含义 | dnode 向 mnode 报告状态间隔 |
-| 单位 | 秒 |
-| 取值范围 | 1-10 |
-| 缺省值 | 1 |
-
-### shellActivityTimer
-
-| 属性 | 说明 |
-| -------- | --------------------------------- |
-| 适用范围 | 服务端和客户端均适用 |
-| 含义 | shell 客户端向 mnode 发送心跳间隔 |
-| 单位 | 秒 |
-| 取值范围 | 1-120 |
-| 缺省值 | 3 |
+## 时间相关 |
## 性能调优
@@ -367,28 +355,6 @@ charset 的有效值是 UTF-8。
| 含义 | 设置写入线程的最大数量 |
| 缺省值 | |
-## 压缩相关
-
-### compressMsgSize
-
-| 属性 | 说明 |
-| -------- | ---------------------------------------------------------------------------------------------------------------------------------------------- |
-| 适用范围 | 仅服务端适用 |
-| 含义 | 客户端与服务器之间进行消息通讯过程中，对通讯的消息进行压缩的阈值。如果要压缩消息，建议设置为 64330 字节，即大于 64330 字节的消息体才进行压缩。 |
-| 单位 | bytes |
-| 取值范围 | `0 `表示对所有的消息均进行压缩 >0: 超过该值的消息才进行压缩 -1: 不压缩 |
-| 缺省值 | -1 |
-
-### compressColData
-
-| 属性 | 说明 |
-| -------- | --------------------------------------------------------------------------------------- |
-| 适用范围 | 仅服务端适用 |
-| 含义 | 客户端与服务器之间进行消息通讯过程中，对服务器端查询结果进行列压缩的阈值。 |
-| 单位 | bytes |
-| 取值范围 | 0: 对所有查询结果均进行压缩 >0: 查询结果中任意列大小超过该值的消息才进行压缩 -1: 不压缩 |
-| 缺省值 | -1 |
-
## 日志相关
### logDir
@@ -613,7 +579,7 @@ charset 的有效值是 UTF-8。
| 属性 | 说明 |
| -------- | ------------------------- |
| 适用范围 | 仅客户端适用 |
-| 含义 | schemaless 自定义的子表名 |
+| 含义 | schemaless 自定义的子表名的 key |
| 类型 | 字符串 |
| 缺省值 | 无 |
@@ -656,12 +622,18 @@ charset 的有效值是 UTF-8。
| 取值范围 | 0: 不启动；1：启动 |
| 缺省值 | 1 |
-## 2.X 与 3.0 配置参数对比
+## 压缩参数
-:::note
-对于 2.x 版本中适用但在 3.0 版本中废弃的参数，其当前行为会有特别说明
+### compressMsgSize
-:::
+| 属性 | 说明 |
+| -------- | ----------------------------- |
+| 适用于 | 服务端和客户端均适用 |
+| 含义 | 是否对 RPC 消息进行压缩 |
+| 取值范围 | -1: 所有消息都不压缩; 0: 所有消息都压缩; N (N>0): 只有大于 N 个字节的消息才压缩 |
+| 缺省值 | -1 |
+
+## 3.0 中有效的配置参数列表
| # | **参数** | **适用于 2.X ** | **适用于 3.0 ** | 3.0 版本的当前行为 |
| --- | :---------------------: | --------------- | --------------- | ------------------------------------------------- |
@@ -674,159 +646,134 @@ charset 的有效值是 UTF-8。
| 7 | monitorFqdn | 否 | 是 | |
| 8 | monitorPort | 否 | 是 | |
| 9 | monitorInterval | 是 | 是 | |
-| 10 | monitorMaxLogs | 否 | 是 | |
-| 11 | monitorComp | 否 | 是 | |
-| 12 | telemetryReporting | 是 | 是 | |
-| 13 | telemetryInterval | 否 | 是 | |
-| 14 | telemetryServer | 否 | 是 | |
-| 15 | telemetryPort | 否 | 是 | |
-| 16 | queryPolicy | 否 | 是 | |
-| 17 | querySmaOptimize | 否 | 是 | |
-| 18 | queryRsmaTolerance | 否 | 是 | |
-| 19 | queryBufferSize | 是 | 是 | |
-| 20 | maxNumOfDistinctRes | 是 | 是 | |
-| 21 | minSlidingTime | 是 | 是 | |
-| 22 | minIntervalTime | 是 | 是 | |
-| 23 | countAlwaysReturnValue | 是 | 是 | |
-| 24 | dataDir | 是 | 是 | |
-| 25 | minimalDataDirGB | 是 | 是 | |
-| 26 | supportVnodes | 否 | 是 | |
-| 27 | tempDir | 是 | 是 | |
-| 28 | minimalTmpDirGB | 是 | 是 | |
-| 29 | compressMsgSize | 是 | 是 | |
-| 30 | compressColData | 是 | 是 | |
-| 31 | smlChildTableName | 是 | 是 | |
-| 32 | smlTagName | 是 | 是 | |
-| 33 | smlDataFormat | 否 | 是 | |
-| 34 | statusInterval | 是 | 是 | |
-| 35 | shellActivityTimer | 是 | 是 | |
-| 36 | transPullupInterval | 否 | 是 | |
-| 37 | mqRebalanceInterval | 否 | 是 | |
-| 38 | ttlUnit | 否 | 是 | |
-| 39 | ttlPushInterval | 否 | 是 | |
-| 40 | numOfTaskQueueThreads | 否 | 是 | |
-| 41 | numOfRpcThreads | 否 | 是 | |
-| 42 | numOfCommitThreads | 是 | 是 | |
-| 43 | numOfMnodeReadThreads | 否 | 是 | |
-| 44 | numOfVnodeQueryThreads | 否 | 是 | |
-| 45 | numOfVnodeStreamThreads | 否 | 是 | |
-| 46 | numOfVnodeFetchThreads | 否 | 是 | |
-| 47 | numOfVnodeRsmaThreads | 否 | 是 | |
-| 48 | numOfQnodeQueryThreads | 否 | 是 | |
-| 49 | numOfQnodeFetchThreads | 否 | 是 | |
-| 50 | numOfSnodeSharedThreads | 否 | 是 | |
-| 51 | numOfSnodeUniqueThreads | 否 | 是 | |
-| 52 | rpcQueueMemoryAllowed | 否 | 是 | |
-| 53 | logDir | 是 | 是 | |
-| 54 | minimalLogDirGB | 是 | 是 | |
-| 55 | numOfLogLines | 是 | 是 | |
-| 56 | asyncLog | 是 | 是 | |
-| 57 | logKeepDays | 是 | 是 | |
-| 60 | debugFlag | 是 | 是 | |
-| 61 | tmrDebugFlag | 是 | 是 | |
-| 62 | uDebugFlag | 是 | 是 | |
-| 63 | rpcDebugFlag | 是 | 是 | |
-| 64 | jniDebugFlag | 是 | 是 | |
-| 65 | qDebugFlag | 是 | 是 | |
-| 66 | cDebugFlag | 是 | 是 | |
-| 67 | dDebugFlag | 是 | 是 | |
-| 68 | vDebugFlag | 是 | 是 | |
-| 69 | mDebugFlag | 是 | 是 | |
-| 70 | wDebugFlag | 是 | 是 | |
-| 71 | sDebugFlag | 是 | 是 | |
-| 72 | tsdbDebugFlag | 是 | 是 | |
-| 73 | tqDebugFlag | 否 | 是 | |
-| 74 | fsDebugFlag | 是 | 是 | |
-| 75 | udfDebugFlag | 否 | 是 | |
-| 76 | smaDebugFlag | 否 | 是 | |
-| 77 | idxDebugFlag | 否 | 是 | |
-| 78 | tdbDebugFlag | 否 | 是 | |
-| 79 | metaDebugFlag | 否 | 是 | |
-| 80 | timezone | 是 | 是 | |
-| 81 | locale | 是 | 是 | |
-| 82 | charset | 是 | 是 | |
-| 83 | udf | 是 | 是 | |
-| 84 | enableCoreFile | 是 | 是 | |
-| 85 | arbitrator | 是 | 否 | 通过 RAFT 协议选主 |
-| 86 | numOfThreadsPerCore | 是 | 否 | 有其它参数设置多种线程池的大小 |
-| 87 | numOfMnodes | 是 | 否 | 通过 create mnode 命令动态创建 mnode |
-| 88 | vnodeBak | 是 | 否 | 3.0 行为未知 |
-| 89 | balance | 是 | 否 | 负载均衡功能由 split/merge vgroups 实现 |
-| 90 | balanceInterval | 是 | 否 | 随着 balance 参数失效 |
-| 91 | offlineThreshold | 是 | 否 | 3.0 行为未知 |
-| 92 | role | 是 | 否 | 由 supportVnode 决定是否能够创建 |
-| 93 | dnodeNopLoop | 是 | 否 | 2.6 文档中未找到此参数 |
-| 94 | keepTimeOffset | 是 | 否 | 2.6 文档中未找到此参数 |
-| 95 | rpcTimer | 是 | 否 | 3.0 行为未知 |
-| 96 | rpcMaxTime | 是 | 否 | 3.0 行为未知 |
-| 97 | rpcForceTcp | 是 | 否 | 默认为 TCP |
-| 98 | tcpConnTimeout | 是 | 否 | 3.0 行为未知 |
-| 99 | syncCheckInterval | 是 | 否 | 3.0 行为未知 |
-| 100 | maxTmrCtrl | 是 | 否 | 3.0 行为未知 |
-| 101 | monitorReplica | 是 | 否 | 由 RAFT 协议管理多副本 |
-| 102 | smlTagNullName | 是 | 否 | 3.0 行为未知 |
-| 103 | keepColumnName | 是 | 否 | 3.0 行为未知 |
-| 104 | ratioOfQueryCores | 是 | 否 | 由 线程池 相关配置参数决定 |
-| 105 | maxStreamCompDelay | 是 | 否 | 3.0 行为未知 |
-| 106 | maxFirstStreamCompDelay | 是 | 否 | 3.0 行为未知 |
-| 107 | retryStreamCompDelay | 是 | 否 | 3.0 行为未知 |
-| 108 | streamCompDelayRatio | 是 | 否 | 3.0 行为未知 |
-| 109 | maxVgroupsPerDb | 是 | 否 | 由 create db 的参数 vgroups 指定实际 vgroups 数量 |
-| 110 | maxTablesPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
-| 111 | minTablesPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
-| 112 | tableIncStepPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
-| 113 | cache | 是 | 否 | 由 buffer 代替 cache\*blocks |
-| 114 | blocks | 是 | 否 | 由 buffer 代替 cache\*blocks |
-| 115 | days | 是 | 否 | 由 create db 的参数 duration 取代 |
-| 116 | keep | 是 | 否 | 由 create db 的参数 keep 取代 |
-| 117 | minRows | 是 | 否 | 由 create db 的参数 minRows 取代 |
-| 118 | maxRows | 是 | 否 | 由 create db 的参数 maxRows 取代 |
-| 119 | quorum | 是 | 否 | 由 RAFT 协议决定 |
-| 120 | comp | 是 | 否 | 由 create db 的参数 comp 取代 |
-| 121 | walLevel | 是 | 否 | 由 create db 的参数 wal_level 取代 |
-| 122 | fsync | 是 | 否 | 由 create db 的参数 wal_fsync_period 取代 |
-| 123 | replica | 是 | 否 | 由 create db 的参数 replica 取代 |
-| 124 | partitions | 是 | 否 | 3.0 行为未知 |
-| 125 | update | 是 | 否 | 允许更新部分列 |
-| 126 | cachelast | 是 | 否 | 由 create db 的参数 cacheModel 取代 |
-| 127 | maxSQLLength | 是 | 否 | SQL 上限为 1MB，无需参数控制 |
-| 128 | maxWildCardsLength | 是 | 否 | 3.0 行为未知 |
-| 129 | maxRegexStringLen | 是 | 否 | 3.0 行为未知 |
-| 130 | maxNumOfOrderedRes | 是 | 否 | 3.0 行为未知 |
-| 131 | maxConnections | 是 | 否 | 取决于系统配置和系统处理能力，详见后面的 Note |
-| 132 | mnodeEqualVnodeNum | 是 | 否 | 3.0 行为未知 |
-| 133 | http | 是 | 否 | http 服务由 taosAdapter 提供 |
-| 134 | httpEnableRecordSql | 是 | 否 | taosd 不提供 http 服务 |
-| 135 | httpMaxThreads | 是 | 否 | taosd 不提供 http 服务 |
-| 136 | restfulRowLimit | 是 | 否 | taosd 不提供 http 服务 |
-| 137 | httpDbNameMandatory | 是 | 否 | taosd 不提供 http 服务 |
-| 138 | httpKeepAlive | 是 | 否 | taosd 不提供 http 服务 |
-| 139 | enableRecordSql | 是 | 否 | 3.0 行为未知 |
-| 140 | maxBinaryDisplayWidth | 是 | 否 | 3.0 行为未知 |
-| 141 | stream | 是 | 否 | 默认启用连续查询 |
-| 142 | retrieveBlockingModel | 是 | 否 | 3.0 行为未知 |
-| 143 | tsdbMetaCompactRatio | 是 | 否 | 3.0 行为未知 |
-| 144 | defaultJSONStrType | 是 | 否 | 3.0 行为未知 |
-| 145 | walFlushSize | 是 | 否 | 3.0 行为未知 |
-| 146 | keepTimeOffset | 是 | 否 | 3.0 行为未知 |
-| 147 | flowctrl | 是 | 否 | 3.0 行为未知 |
-| 148 | slaveQuery | 是 | 否 | 3.0 行为未知： slave vnode 是否能够处理查询？ |
-| 149 | adjustMaster | 是 | 否 | 3.0 行为未知 |
-| 150 | topicBinaryLen | 是 | 否 | 3.0 行为未知 |
-| 151 | telegrafUseFieldNum | 是 | 否 | 3.0 行为未知 |
-| 152 | deadLockKillQuery | 是 | 否 | 3.0 行为未知 |
-| 153 | clientMerge | 是 | 否 | 3.0 行为未知 |
-| 154 | sdbDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 155 | odbcDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 156 | httpDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 157 | monDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 158 | cqDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 159 | shortcutFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
-| 160 | probeSeconds | 是 | 否 | 3.0 行为未知 |
-| 161 | probeKillSeconds | 是 | 否 | 3.0 行为未知 |
-| 162 | probeInterval | 是 | 否 | 3.0 行为未知 |
-| 163 | lossyColumns | 是 | 否 | 3.0 行为未知 |
-| 164 | fPrecision | 是 | 否 | 3.0 行为未知 |
-| 165 | dPrecision | 是 | 否 | 3.0 行为未知 |
-| 166 | maxRange | 是 | 否 | 3.0 行为未知 |
-| 167 | range | 是 | 否 | 3.0 行为未知 |
+| 10 | queryPolicy | 否 | 是 | |
+| 11 | querySmaOptimize | 否 | 是 | |
+| 12 | maxNumOfDistinctRes | 是 | 是 | |
+| 15 | countAlwaysReturnValue | 是 | 是 | |
+| 16 | dataDir | 是 | 是 | |
+| 17 | minimalDataDirGB | 是 | 是 | |
+| 18 | supportVnodes | 否 | 是 | |
+| 19 | tempDir | 是 | 是 | |
+| 20 | minimalTmpDirGB | 是 | 是 | |
+| 21 | smlChildTableName | 是 | 是 | |
+| 22 | smlTagName | 是 | 是 | |
+| 23 | smlDataFormat | 否 | 是 | |
+| 24 | statusInterval | 是 | 是 | |
+| 25 | logDir | 是 | 是 | |
+| 26 | minimalLogDirGB | 是 | 是 | |
+| 27 | numOfLogLines | 是 | 是 | |
+| 28 | asyncLog | 是 | 是 | |
+| 29 | logKeepDays | 是 | 是 | |
+| 30 | debugFlag | 是 | 是 | |
+| 31 | tmrDebugFlag | 是 | 是 | |
+| 32 | uDebugFlag | 是 | 是 | |
+| 33 | rpcDebugFlag | 是 | 是 | |
+| 34 | jniDebugFlag | 是 | 是 | |
+| 35 | qDebugFlag | 是 | 是 | |
+| 36 | cDebugFlag | 是 | 是 | |
+| 37 | dDebugFlag | 是 | 是 | |
+| 38 | vDebugFlag | 是 | 是 | |
+| 39 | mDebugFlag | 是 | 是 | |
+| 40 | wDebugFlag | 是 | 是 | |
+| 41 | sDebugFlag | 是 | 是 | |
+| 42 | tsdbDebugFlag | 是 | 是 | |
+| 43 | tqDebugFlag | 否 | 是 | |
+| 44 | fsDebugFlag | 是 | 是 | |
+| 45 | udfDebugFlag | 否 | 是 | |
+| 46 | smaDebugFlag | 否 | 是 | |
+| 47 | idxDebugFlag | 否 | 是 | |
+| 48 | tdbDebugFlag | 否 | 是 | |
+| 49 | metaDebugFlag | 否 | 是 | |
+| 50 | timezone | 是 | 是 | |
+| 51 | locale | 是 | 是 | |
+| 52 | charset | 是 | 是 | |
+| 53 | udf | 是 | 是 | |
+| 54 | enableCoreFile | 是 | 是 | |
+
+## 2.x->3.0 的废弃参数
+
+| # | **参数** | **适用于 2.X ** | **适用于 3.0 ** | 3.0 版本的当前行为 |
+| --- | :---------------------: | --------------- | --------------- | ------------------------------------------------- |
+| 1 | arbitrator | 是 | 否 | 通过 RAFT 协议选主 |
+| 2 | numOfThreadsPerCore | 是 | 否 | 有其它参数设置多种线程池的大小 |
+| 3 | numOfMnodes | 是 | 否 | 通过 create mnode 命令动态创建 mnode |
+| 4 | vnodeBak | 是 | 否 | 3.0 行为未知 |
+| 5 | balance | 是 | 否 | 负载均衡功能由 split/merge vgroups 实现 |
+| 6 | balanceInterval | 是 | 否 | 随着 balance 参数失效 |
+| 7 | offlineThreshold | 是 | 否 | 3.0 行为未知 |
+| 8 | role | 是 | 否 | 由 supportVnode 决定是否能够创建 |
+| 9 | dnodeNopLoop | 是 | 否 | 2.6 文档中未找到此参数 |
+| 10 | keepTimeOffset | 是 | 否 | 2.6 文档中未找到此参数 |
+| 11 | rpcTimer | 是 | 否 | 3.0 行为未知 |
+| 12 | rpcMaxTime | 是 | 否 | 3.0 行为未知 |
+| 13 | rpcForceTcp | 是 | 否 | 默认为 TCP |
+| 14 | tcpConnTimeout | 是 | 否 | 3.0 行为未知 |
+| 15 | syncCheckInterval | 是 | 否 | 3.0 行为未知 |
+| 16 | maxTmrCtrl | 是 | 否 | 3.0 行为未知 |
+| 17 | monitorReplica | 是 | 否 | 由 RAFT 协议管理多副本 |
+| 18 | smlTagNullName | 是 | 否 | 3.0 行为未知 |
+| 19 | keepColumnName | 是 | 否 | 3.0 行为未知 |
+| 20 | ratioOfQueryCores | 是 | 否 | 由 线程池 相关配置参数决定 |
+| 21 | maxStreamCompDelay | 是 | 否 | 3.0 行为未知 |
+| 22 | maxFirstStreamCompDelay | 是 | 否 | 3.0 行为未知 |
+| 23 | retryStreamCompDelay | 是 | 否 | 3.0 行为未知 |
+| 24 | streamCompDelayRatio | 是 | 否 | 3.0 行为未知 |
+| 25 | maxVgroupsPerDb | 是 | 否 | 由 create db 的参数 vgroups 指定实际 vgroups 数量 |
+| 26 | maxTablesPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
+| 27 | minTablesPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
+| 28 | tableIncStepPerVnode | 是 | 否 | DB 中的所有表近似平均分配到各个 vgroup |
+| 29 | cache | 是 | 否 | 由 buffer 代替 cache\*blocks |
+| 30 | blocks | 是 | 否 | 由 buffer 代替 cache\*blocks |
+| 31 | days | 是 | 否 | 由 create db 的参数 duration 取代 |
+| 32 | keep | 是 | 否 | 由 create db 的参数 keep 取代 |
+| 33 | minRows | 是 | 否 | 由 create db 的参数 minRows 取代 |
+| 34 | maxRows | 是 | 否 | 由 create db 的参数 maxRows 取代 |
+| 35 | quorum | 是 | 否 | 由 RAFT 协议决定 |
+| 36 | comp | 是 | 否 | 由 create db 的参数 comp 取代 |
+| 37 | walLevel | 是 | 否 | 由 create db 的参数 wal_level 取代 |
+| 38 | fsync | 是 | 否 | 由 create db 的参数 wal_fsync_period 取代 |
+| 39 | replica | 是 | 否 | 由 create db 的参数 replica 取代 |
+| 40 | partitions | 是 | 否 | 3.0 行为未知 |
+| 41 | update | 是 | 否 | 允许更新部分列 |
+| 42 | cachelast | 是 | 否 | 由 create db 的参数 cacheModel 取代 |
+| 43 | maxSQLLength | 是 | 否 | SQL 上限为 1MB，无需参数控制 |
+| 44 | maxWildCardsLength | 是 | 否 | 3.0 行为未知 |
+| 45 | maxRegexStringLen | 是 | 否 | 3.0 行为未知 |
+| 46 | maxNumOfOrderedRes | 是 | 否 | 3.0 行为未知 |
+| 47 | maxConnections | 是 | 否 | 取决于系统配置和系统处理能力，详见后面的 Note |
+| 48 | mnodeEqualVnodeNum | 是 | 否 | 3.0 行为未知 |
+| 49 | http | 是 | 否 | http 服务由 taosAdapter 提供 |
+| 50 | httpEnableRecordSql | 是 | 否 | taosd 不提供 http 服务 |
+| 51 | httpMaxThreads | 是 | 否 | taosd 不提供 http 服务 |
+| 52 | restfulRowLimit | 是 | 否 | taosd 不提供 http 服务 |
+| 53 | httpDbNameMandatory | 是 | 否 | taosd 不提供 http 服务 |
+| 54 | httpKeepAlive | 是 | 否 | taosd 不提供 http 服务 |
+| 55 | enableRecordSql | 是 | 否 | 3.0 行为未知 |
+| 56 | maxBinaryDisplayWidth | 是 | 否 | 3.0 行为未知 |
+| 57 | stream | 是 | 否 | 默认启用连续查询 |
+| 58 | retrieveBlockingModel | 是 | 否 | 3.0 行为未知 |
+| 59 | tsdbMetaCompactRatio | 是 | 否 | 3.0 行为未知 |
+| 60 | defaultJSONStrType | 是 | 否 | 3.0 行为未知 |
+| 61 | walFlushSize | 是 | 否 | 3.0 行为未知 |
+| 62 | keepTimeOffset | 是 | 否 | 3.0 行为未知 |
+| 63 | flowctrl | 是 | 否 | 3.0 行为未知 |
+| 64 | slaveQuery | 是 | 否 | 3.0 行为未知： slave vnode 是否能够处理查询？ |
+| 65 | adjustMaster | 是 | 否 | 3.0 行为未知 |
+| 66 | topicBinaryLen | 是 | 否 | 3.0 行为未知 |
+| 67 | telegrafUseFieldNum | 是 | 否 | 3.0 行为未知 |
+| 68 | deadLockKillQuery | 是 | 否 | 3.0 行为未知 |
+| 69 | clientMerge | 是 | 否 | 3.0 行为未知 |
+| 70 | sdbDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 71 | odbcDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 72 | httpDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 73 | monDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 74 | cqDebugFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 75 | shortcutFlag | 是 | 否 | 参考 3.0 的 DebugFlag 系列参数 |
+| 76 | probeSeconds | 是 | 否 | 3.0 行为未知 |
+| 77 | probeKillSeconds | 是 | 否 | 3.0 行为未知 |
+| 78 | probeInterval | 是 | 否 | 3.0 行为未知 |
+| 79 | lossyColumns | 是 | 否 | 3.0 行为未知 |
+| 80 | fPrecision | 是 | 否 | 3.0 行为未知 |
+| 81 | dPrecision | 是 | 否 | 3.0 行为未知 |
+| 82 | maxRange | 是 | 否 | 3.0 行为未知 |
+| 83 | range | 是 | 否 | 3.0 行为未知 |
diff --git a/docs/zh/28-releases/01-tdengine.md b/docs/zh/28-releases/01-tdengine.md
index 7ed9e0c5a018401e2028a1e0786459d4e26f27b6..e19b2133e4e1a1ff67d3d7e289055f58397c8ece 100644
--- a/docs/zh/28-releases/01-tdengine.md
+++ b/docs/zh/28-releases/01-tdengine.md
@@ -10,11 +10,22 @@ TDengine 2.x 各版本安装包请访问[这里](https://www.taosdata.com/all-do
import Release from "/components/ReleaseV3";
+## 3.0.2.2
+
+
+
+## 3.0.2.1
+
+
+
+## 3.0.2.0
+
+
+
## 3.0.1.8
-
## 3.0.1.7
diff --git a/docs/zh/28-releases/02-tools.md b/docs/zh/28-releases/02-tools.md
index 67ca3fae67b36e5f08c57440bbaa64ec4f80bf4e..b2ead5b2640f3fcf221e19e66eb4971e7daaa911 100644
--- a/docs/zh/28-releases/02-tools.md
+++ b/docs/zh/28-releases/02-tools.md
@@ -10,6 +10,18 @@ taosTools 各版本安装包下载链接如下：
import Release from "/components/ReleaseV3";
+## 2.4.0
+
+
+
+## 2.3.3
+
+
+
+## 2.3.2
+
+
+
## 2.3.0
diff --git a/include/common/tcommon.h b/include/common/tcommon.h
index f74795a250e66298ff08a1a1aa97d37f740a1942..9ecbd2f839411ffe8e93946713941c39ac718d60 100644
--- a/include/common/tcommon.h
+++ b/include/common/tcommon.h
@@ -195,7 +195,7 @@ typedef struct SDataBlockInfo {
uint32_t capacity;
SBlockID id;
int16_t hasVarCol;
- int16_t dataLoad; // denote if the data is loaded or not
+ int16_t dataLoad; // denote if the data is loaded or not
// TODO: optimize and remove following
int64_t version; // used for stream, and need serialization
@@ -204,8 +204,9 @@ typedef struct SDataBlockInfo {
STimeWindow calWin; // used for stream, do not serialize
TSKEY watermark; // used for stream
- char parTbName[TSDB_TABLE_NAME_LEN]; // used for stream partition
- STag* pTag; // used for stream partition
+ char parTbName[TSDB_TABLE_NAME_LEN]; // used for stream partition
+ int32_t tagLen;
+ void* pTag; // used for stream partition
} SDataBlockInfo;
typedef struct SSDataBlock {
@@ -239,22 +240,22 @@ typedef struct SVarColAttr {
// pBlockAgg->numOfNull == info.rows, all data are null
// pBlockAgg->numOfNull == 0, no data are null.
typedef struct SColumnInfoData {
- char* pData; // the corresponding block data in memory
+ char* pData; // the corresponding block data in memory
union {
char* nullbitmap; // bitmap, one bit for each item in the list
SVarColAttr varmeta;
};
- SColumnInfo info; // column info
- bool hasNull; // if current column data has null value.
+ SColumnInfo info; // column info
+ bool hasNull; // if current column data has null value.
} SColumnInfoData;
typedef struct SQueryTableDataCond {
uint64_t suid;
- int32_t order; // desc|asc order to iterate the data block
+ int32_t order; // desc|asc order to iterate the data block
int32_t numOfCols;
SColumnInfo* colList;
- int32_t* pSlotList; // the column output destation slot, and it may be null
- int32_t type; // data block load type:
+ int32_t* pSlotList; // the column output destation slot, and it may be null
+ int32_t type; // data block load type:
STimeWindow twindows;
int64_t startVersion;
int64_t endVersion;
@@ -340,7 +341,7 @@ typedef struct SExprInfo {
typedef struct {
const char* key;
- int32_t keyLen;
+ size_t keyLen;
uint8_t type;
union {
const char* value;
@@ -349,7 +350,7 @@ typedef struct {
double d;
float f;
};
- int32_t length;
+ size_t length;
} SSmlKv;
#define QUERY_ASC_FORWARD_STEP 1
diff --git a/include/common/tdatablock.h b/include/common/tdatablock.h
index e1d3b016113e6a117f81d2ceaf2034da38e7879c..d9b8ae266b358507a8b396180b67c1bb536bdf18 100644
--- a/include/common/tdatablock.h
+++ b/include/common/tdatablock.h
@@ -265,7 +265,7 @@ void blockDebugShowDataBlocks(const SArray* dataBlocks, const char* flag);
// for debug
char* dumpBlockData(SSDataBlock* pDataBlock, const char* flag, char** dumpBuf);
-int32_t buildSubmitReqFromDataBlock(SSubmitReq** pReq, const SSDataBlock* pDataBlocks, STSchema* pTSchema, int32_t vgId,
+int32_t buildSubmitReqFromDataBlock(SSubmitReq2** pReq, const SSDataBlock* pDataBlocks, const STSchema* pTSchema, int64_t uid, int32_t vgId,
tb_uid_t suid);
char* buildCtbNameByGroupId(const char* stbName, uint64_t groupId);
diff --git a/include/common/tdataformat.h b/include/common/tdataformat.h
index 6855287fb2d354f52998342d368c46b3a852bf89..e0aacbfec9db8804b4003417689f404b78549afb 100644
--- a/include/common/tdataformat.h
+++ b/include/common/tdataformat.h
@@ -44,18 +44,38 @@ typedef struct SColData SColData;
#define HAS_VALUE ((uint8_t)0x4)
// bitmap ================================
-const static uint8_t BIT2_MAP[4][4] = {{0b00000000, 0b00000001, 0b00000010, 0},
- {0b00000000, 0b00000100, 0b00001000, 2},
- {0b00000000, 0b00010000, 0b00100000, 4},
- {0b00000000, 0b01000000, 0b10000000, 6}};
-
-#define N1(n) ((((uint8_t)1) << (n)) - 1)
-#define BIT1_SIZE(n) ((((n)-1) >> 3) + 1)
-#define BIT2_SIZE(n) ((((n)-1) >> 2) + 1)
-#define SET_BIT1(p, i, v) ((p)[(i) >> 3] = (p)[(i) >> 3] & N1((i)&7) | (((uint8_t)(v)) << ((i)&7)))
-#define GET_BIT1(p, i) (((p)[(i) >> 3] >> ((i)&7)) & ((uint8_t)1))
-#define SET_BIT2(p, i, v) ((p)[(i) >> 2] = (p)[(i) >> 2] & N1(BIT2_MAP[(i)&3][3]) | BIT2_MAP[(i)&3][(v)])
-#define GET_BIT2(p, i) (((p)[(i) >> 2] >> BIT2_MAP[(i)&3][3]) & ((uint8_t)3))
+const static uint8_t BIT1_MAP[8] = {0b11111110, 0b11111101, 0b11111011, 0b11110111,
+ 0b11101111, 0b11011111, 0b10111111, 0b01111111};
+
+const static uint8_t BIT2_MAP[4] = {0b11111100, 0b11110011, 0b11001111, 0b00111111};
+
+#define ONE ((uint8_t)1)
+#define THREE ((uint8_t)3)
+#define DIV_8(i) ((i) >> 3)
+#define MOD_8(i) ((i)&7)
+#define DIV_4(i) ((i) >> 2)
+#define MOD_4(i) ((i)&3)
+#define MOD_4_TIME_2(i) (MOD_4(i) << 1)
+#define BIT1_SIZE(n) (DIV_8((n)-1) + 1)
+#define BIT2_SIZE(n) (DIV_4((n)-1) + 1)
+#define SET_BIT1(p, i, v) ((p)[DIV_8(i)] = (p)[DIV_8(i)] & BIT1_MAP[MOD_8(i)] | ((v) << MOD_8(i)))
+#define SET_BIT1_EX(p, i, v) \
+ do { \
+ if (MOD_8(i) == 0) { \
+ (p)[DIV_8(i)] = 0; \
+ } \
+ SET_BIT1(p, i, v); \
+ } while (0)
+#define GET_BIT1(p, i) (((p)[DIV_8(i)] >> MOD_8(i)) & ONE)
+#define SET_BIT2(p, i, v) ((p)[DIV_4(i)] = (p)[DIV_4(i)] & BIT2_MAP[MOD_4(i)] | ((v) << MOD_4_TIME_2(i)))
+#define SET_BIT2_EX(p, i, v) \
+ do { \
+ if (MOD_4(i) == 0) { \
+ (p)[DIV_4(i)] = 0; \
+ } \
+ SET_BIT2(p, i, v); \
+ } while (0)
+#define GET_BIT2(p, i) (((p)[DIV_4(i)] >> MOD_4_TIME_2(i)) & THREE)
// SBuffer ================================
struct SBuffer {
@@ -70,9 +90,6 @@ int32_t tBufferInit(SBuffer *pBuffer, int64_t size);
int32_t tBufferPut(SBuffer *pBuffer, const void *pData, int64_t nData);
int32_t tBufferReserve(SBuffer *pBuffer, int64_t nData, void **ppData);
-// STSchema ================================
-void tDestroyTSchema(STSchema *pTSchema);
-
// SColVal ================================
#define CV_FLAG_VALUE ((int8_t)0x0)
#define CV_FLAG_NONE ((int8_t)0x1)
@@ -87,8 +104,12 @@ void tDestroyTSchema(STSchema *pTSchema);
#define COL_VAL_IS_VALUE(CV) ((CV)->flag == CV_FLAG_VALUE)
// SRow ================================
-int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer);
+int32_t tRowBuild(SArray *aColVal, const STSchema *pTSchema, SRow **ppRow);
void tRowGet(SRow *pRow, STSchema *pTSchema, int32_t iCol, SColVal *pColVal);
+void tRowDestroy(SRow *pRow);
+void tRowSort(SArray *aRowP);
+int32_t tRowMerge(SArray *aRowP, STSchema *pTSchema, int8_t flag);
+int32_t tRowAppendToColData(SRow *pRow, STSchema *pTSchema, SColData *aColData, int32_t nColData);
// SRowIter ================================
int32_t tRowIterOpen(SRow *pRow, STSchema *pTSchema, SRowIter **ppIter);
@@ -110,15 +131,28 @@ void debugPrintSTag(STag *pTag, const char *tag, int32_t ln); // TODO: remov
int32_t parseJsontoTagData(const char *json, SArray *pTagVals, STag **ppTag, void *pMsgBuf);
// SColData ================================
+typedef void *(*xMallocFn)(void *, int32_t);
void tColDataDestroy(void *ph);
void tColDataInit(SColData *pColData, int16_t cid, int8_t type, int8_t smaOn);
void tColDataClear(SColData *pColData);
+void tColDataDeepClear(SColData *pColData);
int32_t tColDataAppendValue(SColData *pColData, SColVal *pColVal);
void tColDataGetValue(SColData *pColData, int32_t iVal, SColVal *pColVal);
uint8_t tColDataGetBitValue(const SColData *pColData, int32_t iVal);
-int32_t tColDataCopy(SColData *pColDataSrc, SColData *pColDataDest);
+int32_t tColDataCopy(SColData *pColDataFrom, SColData *pColData, xMallocFn xMalloc, void *arg);
extern void (*tColDataCalcSMA[])(SColData *pColData, int64_t *sum, int64_t *max, int64_t *min, int16_t *numOfNull);
+// for stmt bind
+int32_t tColDataAddValueByBind(SColData *pColData, TAOS_MULTI_BIND *pBind);
+void tColDataSortMerge(SArray *colDataArr);
+
+//for raw block
+int32_t tColDataAddValueByDataBlock(SColData *pColData, int8_t type, int32_t bytes,
+ int32_t nRows, char* lengthOrbitmap, char *data);
+// for encode/decode
+int32_t tPutColData(uint8_t *pBuf, SColData *pColData);
+int32_t tGetColData(uint8_t *pBuf, SColData *pColData);
+
// STRUCT ================================
struct STColumn {
col_id_t colId;
@@ -225,23 +259,9 @@ struct STag {
memcpy(varDataVal(x), (str), (_size)); \
} while (0);
-// ----------------- SCHEMA BUILDER DEFINITION
-typedef struct {
- int32_t tCols;
- int32_t nCols;
- schema_ver_t version;
- uint16_t flen;
- int32_t tlen;
- STColumn *columns;
-} STSchemaBuilder;
-
-int32_t tdInitTSchemaBuilder(STSchemaBuilder *pBuilder, schema_ver_t version);
-void tdDestroyTSchemaBuilder(STSchemaBuilder *pBuilder);
-void tdResetTSchemaBuilder(STSchemaBuilder *pBuilder, schema_ver_t version);
-int32_t tdAddColToSchema(STSchemaBuilder *pBuilder, int8_t type, int8_t flags, col_id_t colId, col_bytes_t bytes);
-STSchema *tdGetSchemaFromBuilder(STSchemaBuilder *pBuilder);
-
+// STSchema ================================
STSchema *tBuildTSchema(SSchema *aSchema, int32_t numOfCols, int32_t version);
+void tDestroyTSchema(STSchema *pTSchema);
#endif
diff --git a/include/common/tmsg.h b/include/common/tmsg.h
index ad6077db098b18d2b10d95058831d4f8c25d046a..603d6cfd67a13cb38d88ddcb148897196907f9f1 100644
--- a/include/common/tmsg.h
+++ b/include/common/tmsg.h
@@ -482,8 +482,6 @@ static FORCE_INLINE int32_t tDecodeSSchemaWrapperEx(SDecoder* pDecoder, SSchemaW
return 0;
}
-STSchema* tdGetSTSChemaFromSSChema(SSchema* pSchema, int32_t nCols, int32_t sver);
-
typedef struct {
char name[TSDB_TABLE_FNAME_LEN];
int8_t igExists;
@@ -1734,6 +1732,8 @@ typedef struct {
int32_t execId;
} STaskDropReq;
+int32_t tSerializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
+int32_t tDeserializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
int32_t tSerializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
int32_t tDeserializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
@@ -2081,10 +2081,15 @@ typedef struct SVCreateTbReq {
};
} SVCreateTbReq;
-int tEncodeSVCreateTbReq(SEncoder* pCoder, const SVCreateTbReq* pReq);
-int tDecodeSVCreateTbReq(SDecoder* pCoder, SVCreateTbReq* pReq);
+int tEncodeSVCreateTbReq(SEncoder* pCoder, const SVCreateTbReq* pReq);
+int tDecodeSVCreateTbReq(SDecoder* pCoder, SVCreateTbReq* pReq);
+void tDestroySVCreateTbReq(SVCreateTbReq* pReq, int32_t flags);
static FORCE_INLINE void tdDestroySVCreateTbReq(SVCreateTbReq* req) {
+ if (NULL == req) {
+ return;
+ }
+
taosMemoryFreeClear(req->name);
taosMemoryFreeClear(req->comment);
if (req->type == TSDB_CHILD_TABLE) {
@@ -3232,6 +3237,57 @@ int32_t tSerializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tDeserializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tSerializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
int32_t tDeserializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
+int32_t tSerializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
+int32_t tDeserializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
+int32_t tSerializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
+int32_t tDeserializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
+
+#define SUBMIT_REQ_AUTO_CREATE_TABLE 0x1
+#define SUBMIT_REQ_COLUMN_DATA_FORMAT 0x2
+
+typedef struct {
+ int32_t flags;
+ SVCreateTbReq* pCreateTbReq;
+ int64_t suid;
+ int64_t uid;
+ int32_t sver;
+ union {
+ SArray* aRowP;
+ SArray* aCol;
+ };
+} SSubmitTbData;
+
+typedef struct {
+ SArray* aSubmitTbData; // SArray
+} SSubmitReq2;
+
+int32_t tEncodeSSubmitReq2(SEncoder* pCoder, const SSubmitReq2* pReq);
+int32_t tDecodeSSubmitReq2(SDecoder* pCoder, SSubmitReq2* pReq);
+void tDestroySSubmitTbData(SSubmitTbData* pTbData, int32_t flag);
+void tDestroySSubmitReq2(SSubmitReq2* pReq, int32_t flag);
+
+typedef struct {
+ int32_t affectedRows;
+ SArray* aCreateTbRsp; // SArray
+} SSubmitRsp2;
+
+int32_t tEncodeSSubmitRsp2(SEncoder* pCoder, const SSubmitRsp2* pRsp);
+int32_t tDecodeSSubmitRsp2(SDecoder* pCoder, SSubmitRsp2* pRsp);
+void tDestroySSubmitRsp2(SSubmitRsp2* pRsp, int32_t flag);
+
+#define TSDB_MSG_FLG_ENCODE 0x1
+#define TSDB_MSG_FLG_DECODE 0x2
+
+typedef struct {
+ union {
+ struct {
+ void* msgStr;
+ int32_t msgLen;
+ int64_t ver;
+ };
+ void* pDataBlock;
+ };
+} SPackedData;
#pragma pack(pop)
diff --git a/include/common/ttokendef.h b/include/common/ttokendef.h
index 0192bbf486270d81de097ff64eb3877b88172e18..04970ccc349984b3d08f0a5709e5025f0ee28798 100644
--- a/include/common/ttokendef.h
+++ b/include/common/ttokendef.h
@@ -16,327 +16,330 @@
#ifndef _TD_COMMON_TOKEN_H_
#define _TD_COMMON_TOKEN_H_
-#define TK_OR 1
-#define TK_AND 2
-#define TK_UNION 3
-#define TK_ALL 4
-#define TK_MINUS 5
-#define TK_EXCEPT 6
-#define TK_INTERSECT 7
-#define TK_NK_BITAND 8
-#define TK_NK_BITOR 9
-#define TK_NK_LSHIFT 10
-#define TK_NK_RSHIFT 11
-#define TK_NK_PLUS 12
-#define TK_NK_MINUS 13
-#define TK_NK_STAR 14
-#define TK_NK_SLASH 15
-#define TK_NK_REM 16
-#define TK_NK_CONCAT 17
-#define TK_CREATE 18
-#define TK_ACCOUNT 19
-#define TK_NK_ID 20
-#define TK_PASS 21
-#define TK_NK_STRING 22
-#define TK_ALTER 23
-#define TK_PPS 24
-#define TK_TSERIES 25
-#define TK_STORAGE 26
-#define TK_STREAMS 27
-#define TK_QTIME 28
-#define TK_DBS 29
-#define TK_USERS 30
-#define TK_CONNS 31
-#define TK_STATE 32
-#define TK_USER 33
-#define TK_ENABLE 34
-#define TK_NK_INTEGER 35
-#define TK_SYSINFO 36
-#define TK_DROP 37
-#define TK_GRANT 38
-#define TK_ON 39
-#define TK_TO 40
-#define TK_REVOKE 41
-#define TK_FROM 42
-#define TK_SUBSCRIBE 43
-#define TK_NK_COMMA 44
-#define TK_READ 45
-#define TK_WRITE 46
-#define TK_NK_DOT 47
-#define TK_DNODE 48
-#define TK_PORT 49
-#define TK_DNODES 50
-#define TK_NK_IPTOKEN 51
-#define TK_FORCE 52
-#define TK_LOCAL 53
-#define TK_QNODE 54
-#define TK_BNODE 55
-#define TK_SNODE 56
-#define TK_MNODE 57
-#define TK_DATABASE 58
-#define TK_USE 59
-#define TK_FLUSH 60
-#define TK_TRIM 61
-#define TK_IF 62
-#define TK_NOT 63
-#define TK_EXISTS 64
-#define TK_BUFFER 65
-#define TK_CACHEMODEL 66
-#define TK_CACHESIZE 67
-#define TK_COMP 68
-#define TK_DURATION 69
-#define TK_NK_VARIABLE 70
-#define TK_MAXROWS 71
-#define TK_MINROWS 72
-#define TK_KEEP 73
-#define TK_PAGES 74
-#define TK_PAGESIZE 75
-#define TK_TSDB_PAGESIZE 76
-#define TK_PRECISION 77
-#define TK_REPLICA 78
-#define TK_VGROUPS 79
-#define TK_SINGLE_STABLE 80
-#define TK_RETENTIONS 81
-#define TK_SCHEMALESS 82
-#define TK_WAL_LEVEL 83
-#define TK_WAL_FSYNC_PERIOD 84
-#define TK_WAL_RETENTION_PERIOD 85
-#define TK_WAL_RETENTION_SIZE 86
-#define TK_WAL_ROLL_PERIOD 87
-#define TK_WAL_SEGMENT_SIZE 88
-#define TK_STT_TRIGGER 89
-#define TK_TABLE_PREFIX 90
-#define TK_TABLE_SUFFIX 91
-#define TK_NK_COLON 92
-#define TK_MAX_SPEED 93
-#define TK_TABLE 94
-#define TK_NK_LP 95
-#define TK_NK_RP 96
-#define TK_STABLE 97
-#define TK_ADD 98
-#define TK_COLUMN 99
-#define TK_MODIFY 100
-#define TK_RENAME 101
-#define TK_TAG 102
-#define TK_SET 103
-#define TK_NK_EQ 104
-#define TK_USING 105
-#define TK_TAGS 106
-#define TK_COMMENT 107
-#define TK_BOOL 108
-#define TK_TINYINT 109
-#define TK_SMALLINT 110
-#define TK_INT 111
-#define TK_INTEGER 112
-#define TK_BIGINT 113
-#define TK_FLOAT 114
-#define TK_DOUBLE 115
-#define TK_BINARY 116
-#define TK_TIMESTAMP 117
-#define TK_NCHAR 118
-#define TK_UNSIGNED 119
-#define TK_JSON 120
-#define TK_VARCHAR 121
-#define TK_MEDIUMBLOB 122
-#define TK_BLOB 123
-#define TK_VARBINARY 124
-#define TK_DECIMAL 125
-#define TK_MAX_DELAY 126
-#define TK_WATERMARK 127
-#define TK_ROLLUP 128
-#define TK_TTL 129
-#define TK_SMA 130
-#define TK_DELETE_MARK 131
-#define TK_FIRST 132
-#define TK_LAST 133
-#define TK_SHOW 134
-#define TK_PRIVILEGES 135
-#define TK_DATABASES 136
-#define TK_TABLES 137
-#define TK_STABLES 138
-#define TK_MNODES 139
-#define TK_QNODES 140
-#define TK_FUNCTIONS 141
-#define TK_INDEXES 142
-#define TK_ACCOUNTS 143
-#define TK_APPS 144
-#define TK_CONNECTIONS 145
-#define TK_LICENCES 146
-#define TK_GRANTS 147
-#define TK_QUERIES 148
-#define TK_SCORES 149
-#define TK_TOPICS 150
-#define TK_VARIABLES 151
-#define TK_CLUSTER 152
-#define TK_BNODES 153
-#define TK_SNODES 154
-#define TK_TRANSACTIONS 155
-#define TK_DISTRIBUTED 156
-#define TK_CONSUMERS 157
-#define TK_SUBSCRIPTIONS 158
-#define TK_VNODES 159
-#define TK_LIKE 160
-#define TK_TBNAME 161
-#define TK_QTAGS 162
-#define TK_AS 163
-#define TK_INDEX 164
-#define TK_FUNCTION 165
-#define TK_INTERVAL 166
-#define TK_TOPIC 167
-#define TK_WITH 168
-#define TK_META 169
-#define TK_CONSUMER 170
-#define TK_GROUP 171
-#define TK_DESC 172
-#define TK_DESCRIBE 173
-#define TK_RESET 174
-#define TK_QUERY 175
-#define TK_CACHE 176
-#define TK_EXPLAIN 177
-#define TK_ANALYZE 178
-#define TK_VERBOSE 179
-#define TK_NK_BOOL 180
-#define TK_RATIO 181
-#define TK_NK_FLOAT 182
-#define TK_OUTPUTTYPE 183
-#define TK_AGGREGATE 184
-#define TK_BUFSIZE 185
-#define TK_STREAM 186
-#define TK_INTO 187
-#define TK_TRIGGER 188
-#define TK_AT_ONCE 189
-#define TK_WINDOW_CLOSE 190
-#define TK_IGNORE 191
-#define TK_EXPIRED 192
-#define TK_FILL_HISTORY 193
-#define TK_SUBTABLE 194
-#define TK_KILL 195
-#define TK_CONNECTION 196
-#define TK_TRANSACTION 197
-#define TK_BALANCE 198
-#define TK_VGROUP 199
-#define TK_MERGE 200
-#define TK_REDISTRIBUTE 201
-#define TK_SPLIT 202
-#define TK_DELETE 203
-#define TK_INSERT 204
-#define TK_NULL 205
-#define TK_NK_QUESTION 206
-#define TK_NK_ARROW 207
-#define TK_ROWTS 208
-#define TK_QSTART 209
-#define TK_QEND 210
-#define TK_QDURATION 211
-#define TK_WSTART 212
-#define TK_WEND 213
-#define TK_WDURATION 214
-#define TK_IROWTS 215
-#define TK_CAST 216
-#define TK_NOW 217
-#define TK_TODAY 218
-#define TK_TIMEZONE 219
-#define TK_CLIENT_VERSION 220
-#define TK_SERVER_VERSION 221
-#define TK_SERVER_STATUS 222
-#define TK_CURRENT_USER 223
-#define TK_COUNT 224
-#define TK_LAST_ROW 225
-#define TK_CASE 226
-#define TK_END 227
-#define TK_WHEN 228
-#define TK_THEN 229
-#define TK_ELSE 230
-#define TK_BETWEEN 231
-#define TK_IS 232
-#define TK_NK_LT 233
-#define TK_NK_GT 234
-#define TK_NK_LE 235
-#define TK_NK_GE 236
-#define TK_NK_NE 237
-#define TK_MATCH 238
-#define TK_NMATCH 239
-#define TK_CONTAINS 240
-#define TK_IN 241
-#define TK_JOIN 242
-#define TK_INNER 243
-#define TK_SELECT 244
-#define TK_DISTINCT 245
-#define TK_WHERE 246
-#define TK_PARTITION 247
-#define TK_BY 248
-#define TK_SESSION 249
-#define TK_STATE_WINDOW 250
-#define TK_SLIDING 251
-#define TK_FILL 252
-#define TK_VALUE 253
-#define TK_NONE 254
-#define TK_PREV 255
-#define TK_LINEAR 256
-#define TK_NEXT 257
-#define TK_HAVING 258
-#define TK_RANGE 259
-#define TK_EVERY 260
-#define TK_ORDER 261
-#define TK_SLIMIT 262
-#define TK_SOFFSET 263
-#define TK_LIMIT 264
-#define TK_OFFSET 265
-#define TK_ASC 266
-#define TK_NULLS 267
-#define TK_ABORT 268
-#define TK_AFTER 269
-#define TK_ATTACH 270
-#define TK_BEFORE 271
-#define TK_BEGIN 272
-#define TK_BITAND 273
-#define TK_BITNOT 274
-#define TK_BITOR 275
-#define TK_BLOCKS 276
-#define TK_CHANGE 277
-#define TK_COMMA 278
-#define TK_COMPACT 279
-#define TK_CONCAT 280
-#define TK_CONFLICT 281
-#define TK_COPY 282
-#define TK_DEFERRED 283
-#define TK_DELIMITERS 284
-#define TK_DETACH 285
-#define TK_DIVIDE 286
-#define TK_DOT 287
-#define TK_EACH 288
-#define TK_FAIL 289
-#define TK_FILE 290
-#define TK_FOR 291
-#define TK_GLOB 292
-#define TK_ID 293
-#define TK_IMMEDIATE 294
-#define TK_IMPORT 295
-#define TK_INITIALLY 296
-#define TK_INSTEAD 297
-#define TK_ISNULL 298
-#define TK_KEY 299
-#define TK_MODULES 300
-#define TK_NK_BITNOT 301
-#define TK_NK_SEMI 302
-#define TK_NOTNULL 303
-#define TK_OF 304
-#define TK_PLUS 305
-#define TK_PRIVILEGE 306
-#define TK_RAISE 307
-#define TK_REPLACE 308
-#define TK_RESTRICT 309
-#define TK_ROW 310
-#define TK_SEMI 311
-#define TK_STAR 312
-#define TK_STATEMENT 313
-#define TK_STRICT 314
-#define TK_STRING 315
-#define TK_TIMES 316
-#define TK_UPDATE 317
-#define TK_VALUES 318
-#define TK_VARIABLE 319
-#define TK_VIEW 320
-#define TK_WAL 321
+#define TK_OR 1
+#define TK_AND 2
+#define TK_UNION 3
+#define TK_ALL 4
+#define TK_MINUS 5
+#define TK_EXCEPT 6
+#define TK_INTERSECT 7
+#define TK_NK_BITAND 8
+#define TK_NK_BITOR 9
+#define TK_NK_LSHIFT 10
+#define TK_NK_RSHIFT 11
+#define TK_NK_PLUS 12
+#define TK_NK_MINUS 13
+#define TK_NK_STAR 14
+#define TK_NK_SLASH 15
+#define TK_NK_REM 16
+#define TK_NK_CONCAT 17
+#define TK_CREATE 18
+#define TK_ACCOUNT 19
+#define TK_NK_ID 20
+#define TK_PASS 21
+#define TK_NK_STRING 22
+#define TK_ALTER 23
+#define TK_PPS 24
+#define TK_TSERIES 25
+#define TK_STORAGE 26
+#define TK_STREAMS 27
+#define TK_QTIME 28
+#define TK_DBS 29
+#define TK_USERS 30
+#define TK_CONNS 31
+#define TK_STATE 32
+#define TK_USER 33
+#define TK_ENABLE 34
+#define TK_NK_INTEGER 35
+#define TK_SYSINFO 36
+#define TK_DROP 37
+#define TK_GRANT 38
+#define TK_ON 39
+#define TK_TO 40
+#define TK_REVOKE 41
+#define TK_FROM 42
+#define TK_SUBSCRIBE 43
+#define TK_NK_COMMA 44
+#define TK_READ 45
+#define TK_WRITE 46
+#define TK_NK_DOT 47
+#define TK_DNODE 48
+#define TK_PORT 49
+#define TK_DNODES 50
+#define TK_NK_IPTOKEN 51
+#define TK_FORCE 52
+#define TK_LOCAL 53
+#define TK_QNODE 54
+#define TK_BNODE 55
+#define TK_SNODE 56
+#define TK_MNODE 57
+#define TK_DATABASE 58
+#define TK_USE 59
+#define TK_FLUSH 60
+#define TK_TRIM 61
+#define TK_IF 62
+#define TK_NOT 63
+#define TK_EXISTS 64
+#define TK_BUFFER 65
+#define TK_CACHEMODEL 66
+#define TK_CACHESIZE 67
+#define TK_COMP 68
+#define TK_DURATION 69
+#define TK_NK_VARIABLE 70
+#define TK_MAXROWS 71
+#define TK_MINROWS 72
+#define TK_KEEP 73
+#define TK_PAGES 74
+#define TK_PAGESIZE 75
+#define TK_TSDB_PAGESIZE 76
+#define TK_PRECISION 77
+#define TK_REPLICA 78
+#define TK_VGROUPS 79
+#define TK_SINGLE_STABLE 80
+#define TK_RETENTIONS 81
+#define TK_SCHEMALESS 82
+#define TK_WAL_LEVEL 83
+#define TK_WAL_FSYNC_PERIOD 84
+#define TK_WAL_RETENTION_PERIOD 85
+#define TK_WAL_RETENTION_SIZE 86
+#define TK_WAL_ROLL_PERIOD 87
+#define TK_WAL_SEGMENT_SIZE 88
+#define TK_STT_TRIGGER 89
+#define TK_TABLE_PREFIX 90
+#define TK_TABLE_SUFFIX 91
+#define TK_NK_COLON 92
+#define TK_MAX_SPEED 93
+#define TK_TABLE 94
+#define TK_NK_LP 95
+#define TK_NK_RP 96
+#define TK_STABLE 97
+#define TK_ADD 98
+#define TK_COLUMN 99
+#define TK_MODIFY 100
+#define TK_RENAME 101
+#define TK_TAG 102
+#define TK_SET 103
+#define TK_NK_EQ 104
+#define TK_USING 105
+#define TK_TAGS 106
+#define TK_COMMENT 107
+#define TK_BOOL 108
+#define TK_TINYINT 109
+#define TK_SMALLINT 110
+#define TK_INT 111
+#define TK_INTEGER 112
+#define TK_BIGINT 113
+#define TK_FLOAT 114
+#define TK_DOUBLE 115
+#define TK_BINARY 116
+#define TK_TIMESTAMP 117
+#define TK_NCHAR 118
+#define TK_UNSIGNED 119
+#define TK_JSON 120
+#define TK_VARCHAR 121
+#define TK_MEDIUMBLOB 122
+#define TK_BLOB 123
+#define TK_VARBINARY 124
+#define TK_DECIMAL 125
+#define TK_MAX_DELAY 126
+#define TK_WATERMARK 127
+#define TK_ROLLUP 128
+#define TK_TTL 129
+#define TK_SMA 130
+#define TK_DELETE_MARK 131
+#define TK_FIRST 132
+#define TK_LAST 133
+#define TK_SHOW 134
+#define TK_PRIVILEGES 135
+#define TK_DATABASES 136
+#define TK_TABLES 137
+#define TK_STABLES 138
+#define TK_MNODES 139
+#define TK_QNODES 140
+#define TK_FUNCTIONS 141
+#define TK_INDEXES 142
+#define TK_ACCOUNTS 143
+#define TK_APPS 144
+#define TK_CONNECTIONS 145
+#define TK_LICENCES 146
+#define TK_GRANTS 147
+#define TK_QUERIES 148
+#define TK_SCORES 149
+#define TK_TOPICS 150
+#define TK_VARIABLES 151
+#define TK_CLUSTER 152
+#define TK_BNODES 153
+#define TK_SNODES 154
+#define TK_TRANSACTIONS 155
+#define TK_DISTRIBUTED 156
+#define TK_CONSUMERS 157
+#define TK_SUBSCRIPTIONS 158
+#define TK_VNODES 159
+#define TK_LIKE 160
+#define TK_TBNAME 161
+#define TK_QTAGS 162
+#define TK_AS 163
+#define TK_INDEX 164
+#define TK_FUNCTION 165
+#define TK_INTERVAL 166
+#define TK_COUNT 167
+#define TK_LAST_ROW 168
+#define TK_TOPIC 169
+#define TK_WITH 170
+#define TK_META 171
+#define TK_CONSUMER 172
+#define TK_GROUP 173
+#define TK_DESC 174
+#define TK_DESCRIBE 175
+#define TK_RESET 176
+#define TK_QUERY 177
+#define TK_CACHE 178
+#define TK_EXPLAIN 179
+#define TK_ANALYZE 180
+#define TK_VERBOSE 181
+#define TK_NK_BOOL 182
+#define TK_RATIO 183
+#define TK_NK_FLOAT 184
+#define TK_OUTPUTTYPE 185
+#define TK_AGGREGATE 186
+#define TK_BUFSIZE 187
+#define TK_STREAM 188
+#define TK_INTO 189
+#define TK_TRIGGER 190
+#define TK_AT_ONCE 191
+#define TK_WINDOW_CLOSE 192
+#define TK_IGNORE 193
+#define TK_EXPIRED 194
+#define TK_FILL_HISTORY 195
+#define TK_SUBTABLE 196
+#define TK_KILL 197
+#define TK_CONNECTION 198
+#define TK_TRANSACTION 199
+#define TK_BALANCE 200
+#define TK_VGROUP 201
+#define TK_MERGE 202
+#define TK_REDISTRIBUTE 203
+#define TK_SPLIT 204
+#define TK_DELETE 205
+#define TK_INSERT 206
+#define TK_NULL 207
+#define TK_NK_QUESTION 208
+#define TK_NK_ARROW 209
+#define TK_ROWTS 210
+#define TK_QSTART 211
+#define TK_QEND 212
+#define TK_QDURATION 213
+#define TK_WSTART 214
+#define TK_WEND 215
+#define TK_WDURATION 216
+#define TK_IROWTS 217
+#define TK_ISFILLED 218
+#define TK_CAST 219
+#define TK_NOW 220
+#define TK_TODAY 221
+#define TK_TIMEZONE 222
+#define TK_CLIENT_VERSION 223
+#define TK_SERVER_VERSION 224
+#define TK_SERVER_STATUS 225
+#define TK_CURRENT_USER 226
+#define TK_CASE 227
+#define TK_END 228
+#define TK_WHEN 229
+#define TK_THEN 230
+#define TK_ELSE 231
+#define TK_BETWEEN 232
+#define TK_IS 233
+#define TK_NK_LT 234
+#define TK_NK_GT 235
+#define TK_NK_LE 236
+#define TK_NK_GE 237
+#define TK_NK_NE 238
+#define TK_MATCH 239
+#define TK_NMATCH 240
+#define TK_CONTAINS 241
+#define TK_IN 242
+#define TK_JOIN 243
+#define TK_INNER 244
+#define TK_SELECT 245
+#define TK_DISTINCT 246
+#define TK_WHERE 247
+#define TK_PARTITION 248
+#define TK_BY 249
+#define TK_SESSION 250
+#define TK_STATE_WINDOW 251
+#define TK_EVENT_WINDOW 252
+#define TK_START 253
+#define TK_SLIDING 254
+#define TK_FILL 255
+#define TK_VALUE 256
+#define TK_NONE 257
+#define TK_PREV 258
+#define TK_LINEAR 259
+#define TK_NEXT 260
+#define TK_HAVING 261
+#define TK_RANGE 262
+#define TK_EVERY 263
+#define TK_ORDER 264
+#define TK_SLIMIT 265
+#define TK_SOFFSET 266
+#define TK_LIMIT 267
+#define TK_OFFSET 268
+#define TK_ASC 269
+#define TK_NULLS 270
+#define TK_ABORT 271
+#define TK_AFTER 272
+#define TK_ATTACH 273
+#define TK_BEFORE 274
+#define TK_BEGIN 275
+#define TK_BITAND 276
+#define TK_BITNOT 277
+#define TK_BITOR 278
+#define TK_BLOCKS 279
+#define TK_CHANGE 280
+#define TK_COMMA 281
+#define TK_COMPACT 282
+#define TK_CONCAT 283
+#define TK_CONFLICT 284
+#define TK_COPY 285
+#define TK_DEFERRED 286
+#define TK_DELIMITERS 287
+#define TK_DETACH 288
+#define TK_DIVIDE 289
+#define TK_DOT 290
+#define TK_EACH 291
+#define TK_FAIL 292
+#define TK_FILE 293
+#define TK_FOR 294
+#define TK_GLOB 295
+#define TK_ID 296
+#define TK_IMMEDIATE 297
+#define TK_IMPORT 298
+#define TK_INITIALLY 299
+#define TK_INSTEAD 300
+#define TK_ISNULL 301
+#define TK_KEY 302
+#define TK_MODULES 303
+#define TK_NK_BITNOT 304
+#define TK_NK_SEMI 305
+#define TK_NOTNULL 306
+#define TK_OF 307
+#define TK_PLUS 308
+#define TK_PRIVILEGE 309
+#define TK_RAISE 310
+#define TK_REPLACE 311
+#define TK_RESTRICT 312
+#define TK_ROW 313
+#define TK_SEMI 314
+#define TK_STAR 315
+#define TK_STATEMENT 316
+#define TK_STRICT 317
+#define TK_STRING 318
+#define TK_TIMES 319
+#define TK_UPDATE 320
+#define TK_VALUES 321
+#define TK_VARIABLE 322
+#define TK_VIEW 323
+#define TK_WAL 324
#define TK_NK_SPACE 600
#define TK_NK_COMMENT 601
diff --git a/include/common/ttypes.h b/include/common/ttypes.h
index 6350057c1f63b1bfb49694ca635e5e064c11d406..d0f72fbfe59bccabe1d32474c252658fe8e85fdd 100644
--- a/include/common/ttypes.h
+++ b/include/common/ttypes.h
@@ -266,6 +266,7 @@ typedef struct {
#define IS_FLOAT_TYPE(_t) ((_t) == TSDB_DATA_TYPE_FLOAT || (_t) == TSDB_DATA_TYPE_DOUBLE)
#define IS_INTEGER_TYPE(_t) ((IS_SIGNED_NUMERIC_TYPE(_t)) || (IS_UNSIGNED_NUMERIC_TYPE(_t)))
#define IS_TIMESTAMP_TYPE(_t) ((_t) == TSDB_DATA_TYPE_TIMESTAMP)
+#define IS_BOOLEAN_TYPE(_t) ((_t) == TSDB_DATA_TYPE_BOOL)
#define IS_NUMERIC_TYPE(_t) ((IS_SIGNED_NUMERIC_TYPE(_t)) || (IS_UNSIGNED_NUMERIC_TYPE(_t)) || (IS_FLOAT_TYPE(_t)))
#define IS_MATHABLE_TYPE(_t) \
diff --git a/include/libs/executor/executor.h b/include/libs/executor/executor.h
index cfd5bd1ed77bc1a0c4f158f00cb8c2462ac70443..871dd6074185569135cef7b36f8a957b693cb990 100644
--- a/include/libs/executor/executor.h
+++ b/include/libs/executor/executor.h
@@ -190,7 +190,9 @@ int32_t qStreamPrepareTsdbScan(qTaskInfo_t tinfo, uint64_t uid, int64_t ts);
int32_t qStreamPrepareScan(qTaskInfo_t tinfo, STqOffsetVal* pOffset, int8_t subType);
-int32_t qStreamScanMemData(qTaskInfo_t tinfo, const SSubmitReq* pReq);
+// int32_t qStreamScanMemData(qTaskInfo_t tinfo, const SSubmitReq* pReq, int64_t ver);
+//
+int32_t qStreamSetScanMemData(qTaskInfo_t tinfo, SPackedData submit);
int32_t qStreamExtractOffset(qTaskInfo_t tinfo, STqOffsetVal* pOffset);
diff --git a/include/libs/function/functionMgt.h b/include/libs/function/functionMgt.h
index 9ca6a7a9fafe464f1f82682b9e3599d15b6dff79..e98e341f15fdce600e5efa54a824b2ae29b8568e 100644
--- a/include/libs/function/functionMgt.h
+++ b/include/libs/function/functionMgt.h
@@ -120,6 +120,7 @@ typedef enum EFunctionType {
FUNCTION_TYPE_WEND,
FUNCTION_TYPE_WDURATION,
FUNCTION_TYPE_IROWTS,
+ FUNCTION_TYPE_ISFILLED,
FUNCTION_TYPE_TAGS,
// internal function
diff --git a/include/libs/nodes/cmdnodes.h b/include/libs/nodes/cmdnodes.h
index b1054e7b859c8ba9231ee1c942f12d7c1ec6b97c..66988ff135a59918e200d5138f6f5142351227b6 100644
--- a/include/libs/nodes/cmdnodes.h
+++ b/include/libs/nodes/cmdnodes.h
@@ -171,10 +171,10 @@ typedef struct SCreateSubTableClause {
STableOptions* pOptions;
} SCreateSubTableClause;
-typedef struct SCreateMultiTableStmt {
+typedef struct SCreateMultiTablesStmt {
ENodeType type;
SNodeList* pSubTables;
-} SCreateMultiTableStmt;
+} SCreateMultiTablesStmt;
typedef struct SDropTableClause {
ENodeType type;
@@ -209,14 +209,14 @@ typedef struct SAlterTableStmt {
typedef struct SCreateUserStmt {
ENodeType type;
- char useName[TSDB_USER_LEN];
+ char userName[TSDB_USER_LEN];
char password[TSDB_USET_PASSWORD_LEN];
int8_t sysinfo;
} SCreateUserStmt;
typedef struct SAlterUserStmt {
ENodeType type;
- char useName[TSDB_USER_LEN];
+ char userName[TSDB_USER_LEN];
int8_t alterType;
char password[TSDB_USET_PASSWORD_LEN];
int8_t enable;
@@ -225,7 +225,7 @@ typedef struct SAlterUserStmt {
typedef struct SDropUserStmt {
ENodeType type;
- char useName[TSDB_USER_LEN];
+ char userName[TSDB_USER_LEN];
} SDropUserStmt;
typedef struct SCreateDnodeStmt {
diff --git a/include/libs/nodes/nodes.h b/include/libs/nodes/nodes.h
index 412054b13e3bdceec6234919040c4b99a43d6102..e111f36077575adc381c59ba1de62ccbab07af24 100644
--- a/include/libs/nodes/nodes.h
+++ b/include/libs/nodes/nodes.h
@@ -112,11 +112,12 @@ typedef enum ENodeType {
QUERY_NODE_COLUMN_REF,
QUERY_NODE_WHEN_THEN,
QUERY_NODE_CASE_WHEN,
+ QUERY_NODE_EVENT_WINDOW,
// Statement nodes are used in parser and planner module.
QUERY_NODE_SET_OPERATOR = 100,
QUERY_NODE_SELECT_STMT,
- QUERY_NODE_VNODE_MODIF_STMT,
+ QUERY_NODE_VNODE_MODIFY_STMT,
QUERY_NODE_CREATE_DATABASE_STMT,
QUERY_NODE_DROP_DATABASE_STMT,
QUERY_NODE_ALTER_DATABASE_STMT,
@@ -124,7 +125,7 @@ typedef enum ENodeType {
QUERY_NODE_TRIM_DATABASE_STMT,
QUERY_NODE_CREATE_TABLE_STMT,
QUERY_NODE_CREATE_SUBTABLE_CLAUSE,
- QUERY_NODE_CREATE_MULTI_TABLE_STMT,
+ QUERY_NODE_CREATE_MULTI_TABLES_STMT,
QUERY_NODE_DROP_TABLE_CLAUSE,
QUERY_NODE_DROP_TABLE_STMT,
QUERY_NODE_DROP_SUPER_TABLE_STMT,
@@ -265,7 +266,9 @@ typedef enum ENodeType {
QUERY_NODE_PHYSICAL_PLAN_DELETE,
QUERY_NODE_PHYSICAL_SUBPLAN,
QUERY_NODE_PHYSICAL_PLAN,
- QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN
+ QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN,
+ QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT,
+ QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT
} ENodeType;
/**
diff --git a/include/libs/nodes/plannodes.h b/include/libs/nodes/plannodes.h
index d62bdb93cfba5141e99642afaf1ddb71b46d502a..6f700c75edf82a9eddb23ef82f0dade1c89680b2 100644
--- a/include/libs/nodes/plannodes.h
+++ b/include/libs/nodes/plannodes.h
@@ -185,7 +185,12 @@ typedef struct SMergeLogicNode {
bool groupSort;
} SMergeLogicNode;
-typedef enum EWindowType { WINDOW_TYPE_INTERVAL = 1, WINDOW_TYPE_SESSION, WINDOW_TYPE_STATE } EWindowType;
+typedef enum EWindowType {
+ WINDOW_TYPE_INTERVAL = 1,
+ WINDOW_TYPE_SESSION,
+ WINDOW_TYPE_STATE,
+ WINDOW_TYPE_EVENT
+} EWindowType;
typedef enum EWindowAlgorithm {
INTERVAL_ALGO_HASH = 1,
@@ -212,6 +217,8 @@ typedef struct SWindowLogicNode {
SNode* pTspk;
SNode* pTsEnd;
SNode* pStateExpr;
+ SNode* pStartCond;
+ SNode* pEndCond;
int8_t triggerType;
int64_t watermark;
int64_t deleteMark;
@@ -498,6 +505,14 @@ typedef struct SStateWinodwPhysiNode {
typedef SStateWinodwPhysiNode SStreamStateWinodwPhysiNode;
+typedef struct SEventWinodwPhysiNode {
+ SWinodwPhysiNode window;
+ SNode* pStartCond;
+ SNode* pEndCond;
+} SEventWinodwPhysiNode;
+
+typedef SEventWinodwPhysiNode SStreamEventWinodwPhysiNode;
+
typedef struct SSortPhysiNode {
SPhysiNode node;
SNodeList* pExprs; // these are expression list of order_by_clause and parameter expression of aggregate function
diff --git a/include/libs/nodes/querynodes.h b/include/libs/nodes/querynodes.h
index 48b98fcf3373ad6afec153bfd8845e171c42600d..2d143912474cb9ef769d2db915f24f110d37b1a2 100644
--- a/include/libs/nodes/querynodes.h
+++ b/include/libs/nodes/querynodes.h
@@ -223,6 +223,13 @@ typedef struct SIntervalWindowNode {
SNode* pFill;
} SIntervalWindowNode;
+typedef struct SEventWindowNode {
+ ENodeType type; // QUERY_NODE_EVENT_WINDOW
+ SNode* pCol; // timestamp primary key
+ SNode* pStartCond;
+ SNode* pEndCond;
+} SEventWindowNode;
+
typedef enum EFillMode {
FILL_MODE_NONE = 1,
FILL_MODE_VALUE,
@@ -354,34 +361,34 @@ typedef struct SVgDataBlocks {
void* pData; // SSubmitReq + SSubmitBlk + ...
} SVgDataBlocks;
-typedef void (*FFreeDataBlockHash)(SHashObj*);
-typedef void (*FFreeDataBlockArray)(SArray*);
-
-typedef struct SVnodeModifOpStmt {
- ENodeType nodeType;
- ENodeType sqlNodeType;
- SArray* pDataBlocks; // data block for each vgroup, SArray.
- uint32_t insertType; // insert data from [file|sql statement| bound statement]
- const char* pSql; // current sql statement position
- int32_t totalRowsNum;
- int32_t totalTbNum;
- SName targetTableName;
- SName usingTableName;
- const char* pBoundCols;
- struct STableMeta* pTableMeta;
- SHashObj* pVgroupsHashObj;
- SHashObj* pTableBlockHashObj;
- SHashObj* pSubTableHashObj;
- SHashObj* pTableNameHashObj;
- SHashObj* pDbFNameHashObj;
- SArray* pVgDataBlocks;
- SVCreateTbReq createTblReq;
- TdFilePtr fp;
- FFreeDataBlockHash freeHashFunc;
- FFreeDataBlockArray freeArrayFunc;
- bool usingTableProcessing;
- bool fileProcessing;
-} SVnodeModifOpStmt;
+typedef void (*FFreeTableBlockHash)(SHashObj*);
+typedef void (*FFreeVgourpBlockArray)(SArray*);
+
+typedef struct SVnodeModifyOpStmt {
+ ENodeType nodeType;
+ ENodeType sqlNodeType;
+ SArray* pDataBlocks; // data block for each vgroup, SArray.
+ uint32_t insertType; // insert data from [file|sql statement| bound statement]
+ const char* pSql; // current sql statement position
+ int32_t totalRowsNum;
+ int32_t totalTbNum;
+ SName targetTableName;
+ SName usingTableName;
+ const char* pBoundCols;
+ struct STableMeta* pTableMeta;
+ SHashObj* pVgroupsHashObj;
+ SHashObj* pTableBlockHashObj; // SHashObj
+ SHashObj* pSubTableHashObj;
+ SHashObj* pTableNameHashObj;
+ SHashObj* pDbFNameHashObj;
+ SArray* pVgDataBlocks; // SArray
+ SVCreateTbReq* pCreateTblReq;
+ TdFilePtr fp;
+ FFreeTableBlockHash freeHashFunc;
+ FFreeVgourpBlockArray freeArrayFunc;
+ bool usingTableProcessing;
+ bool fileProcessing;
+} SVnodeModifyOpStmt;
typedef struct SExplainOptions {
ENodeType type;
diff --git a/include/libs/parser/parser.h b/include/libs/parser/parser.h
index 9be79a539f468d20ad28d2278651fbae169ff4a6..8f227459735f8c43f74b760b16b4b133c883c95b 100644
--- a/include/libs/parser/parser.h
+++ b/include/libs/parser/parser.h
@@ -58,7 +58,6 @@ typedef struct SParseContext {
bool isSuperUser;
bool enableSysInfo;
bool async;
- int8_t schemalessType;
const char* svrVer;
bool nodeOffline;
SArray* pTableMetaPos; // sql table pos => catalog data pos
@@ -85,12 +84,12 @@ int32_t qSetSTableIdForRsma(SNode* pStmt, int64_t uid);
void qCleanupKeywordsTable();
int32_t qBuildStmtOutput(SQuery* pQuery, SHashObj* pVgHash, SHashObj* pBlockHash);
-int32_t qResetStmtDataBlock(void* block, bool keepBuf);
-int32_t qCloneStmtDataBlock(void** pDst, void* pSrc);
-void qFreeStmtDataBlock(void* pDataBlock);
-int32_t qRebuildStmtDataBlock(void** pDst, void* pSrc, uint64_t uid, int32_t vgId);
-void qDestroyStmtDataBlock(void* pBlock);
-STableMeta* qGetTableMetaInDataBlock(void* pDataBlock);
+int32_t qResetStmtDataBlock(STableDataCxt* block, bool keepBuf);
+int32_t qCloneStmtDataBlock(STableDataCxt** pDst, STableDataCxt* pSrc, bool reset);
+int32_t qRebuildStmtDataBlock(STableDataCxt** pDst, STableDataCxt* pSrc, uint64_t uid, uint64_t suid, int32_t vgId, bool rebuildCreateTb);
+void qDestroyStmtDataBlock(STableDataCxt* pBlock);
+STableMeta* qGetTableMetaInDataBlock(STableDataCxt* pDataBlock);
+int32_t qCloneCurrentTbData(STableDataCxt* pDataBlock, SSubmitTbData **pData);
int32_t qStmtBindParams(SQuery* pQuery, TAOS_MULTI_BIND* pParams, int32_t colIdx);
int32_t qStmtParseQuerySql(SParseContext* pCxt, SQuery* pQuery);
@@ -105,11 +104,18 @@ void destroyBoundColumnInfo(void* pBoundInfo);
int32_t qCreateSName(SName* pName, const char* pTableName, int32_t acctId, char* dbName, char* msgBuf,
int32_t msgBufLen);
-void* smlInitHandle(SQuery* pQuery);
-void smlDestroyHandle(void* pHandle);
-int32_t smlBindData(void* handle, SArray* tags, SArray* colsSchema, SArray* cols, bool format, STableMeta* pTableMeta,
+void qDestroyBoundColInfo(void* pInfo);
+
+SQuery* smlInitHandle();
+int32_t smlBuildRow(STableDataCxt* pTableCxt);
+int32_t smlBuildCol(STableDataCxt* pTableCxt, SSchema* schema, void *kv, int32_t index);
+STableDataCxt* smlInitTableDataCtx(SQuery* query, STableMeta* pTableMeta);
+
+int32_t smlBindData(SQuery* handle, bool dataFormat, SArray* tags, SArray* colsSchema, SArray* cols, STableMeta* pTableMeta,
char* tableName, const char* sTableName, int32_t sTableNameLen, int32_t ttl, char* msgBuf, int16_t msgBufLen);
-int32_t smlBuildOutput(void* handle, SHashObj* pVgHash);
+int32_t smlBuildOutput(SQuery* handle, SHashObj* pVgHash);
+
+int rawBlockBindData(SQuery *query, STableMeta* pTableMeta, void* data, SVCreateTbReq* pCreateTb, TAOS_FIELD *fields, int numFields);
int32_t rewriteToVnodeModifyOpStmt(SQuery* pQuery, SArray* pBufArray);
SArray* serializeVgroupsCreateTableBatch(SHashObj* pVgroupHashmap);
diff --git a/include/libs/qcom/query.h b/include/libs/qcom/query.h
index 5b640dce92052f1aef246f599c3f686a089c2ec7..bbf332c4d4c5972d5007a77838c81065764d9a4f 100644
--- a/include/libs/qcom/query.h
+++ b/include/libs/qcom/query.h
@@ -163,6 +163,23 @@ typedef struct STargetInfo {
int32_t vgId;
} STargetInfo;
+typedef struct SBoundColInfo {
+ int16_t* pColIndex; // bound index => schema index
+ int32_t numOfCols;
+ int32_t numOfBound;
+} SBoundColInfo;
+
+typedef struct STableDataCxt {
+ STableMeta* pMeta;
+ STSchema* pSchema;
+ SBoundColInfo boundColsInfo;
+ SArray* pValues;
+ SSubmitTbData* pData;
+ TSKEY lastTs;
+ bool ordered;
+ bool duplicateTs;
+} STableDataCxt;
+
typedef int32_t (*__async_send_cb_fn_t)(void* param, SDataBuf* pMsg, int32_t code);
typedef int32_t (*__async_exec_fn_t)(void* param);
@@ -238,6 +255,7 @@ int32_t dataConverToStr(char* str, int type, void* buf, int32_t bufSize, int32_t
char* parseTagDatatoJson(void* p);
int32_t cloneTableMeta(STableMeta* pSrc, STableMeta** pDst);
int32_t cloneDbVgInfo(SDBVgInfo* pSrc, SDBVgInfo** pDst);
+int32_t cloneSVreateTbReq(SVCreateTbReq* pSrc, SVCreateTbReq** pDst);
void freeVgInfo(SDBVgInfo* vgInfo);
extern int32_t (*queryBuildMsg[TDMT_MAX])(void* input, char** msg, int32_t msgSize, int32_t* msgLen,
diff --git a/include/libs/stream/streamState.h b/include/libs/stream/streamState.h
index 8fdac0da7fe3758a7ba335ee11c0709f2cf56e83..d7bc151eccd2a05610c1ac843859405f97ff8fd6 100644
--- a/include/libs/stream/streamState.h
+++ b/include/libs/stream/streamState.h
@@ -35,6 +35,7 @@ typedef struct STdbState {
TTB* pFillStateDb; // todo refactor
TTB* pSessionStateDb;
TTB* pParNameDb;
+ TTB* pParTagDb;
TXN* txn;
} STdbState;
@@ -108,6 +109,9 @@ int32_t streamStateCurPrev(SStreamState* pState, SStreamStateCur* pCur);
int32_t streamStatePutParName(SStreamState* pState, int64_t groupId, const char* tbname);
int32_t streamStateGetParName(SStreamState* pState, int64_t groupId, void** pVal);
+int32_t streamStatePutParTag(SStreamState* pState, int64_t groupId, const void* tag, int32_t tagLen);
+int32_t streamStateGetParTag(SStreamState* pState, int64_t groupId, void** tagVal, int32_t* tagLen);
+
#if 0
char* streamStateSessionDump(SStreamState* pState);
#endif
diff --git a/include/libs/stream/tstream.h b/include/libs/stream/tstream.h
index 16cf96072426aee9cf1608accccd840ae56da7ac..0f57da2b804c7c58411ee7ffa2cbb1fc4d68b3e8 100644
--- a/include/libs/stream/tstream.h
+++ b/include/libs/stream/tstream.h
@@ -103,6 +103,7 @@ typedef struct {
int8_t type;
} SStreamQueueItem;
+#if 0
typedef struct {
int8_t type;
int64_t ver;
@@ -116,6 +117,21 @@ typedef struct {
SArray* dataRefs; // SArray
SArray* reqs; // SArray
} SStreamMergedSubmit;
+#endif
+
+typedef struct {
+ int8_t type;
+ int64_t ver;
+ int32_t* dataRef;
+ SPackedData submit;
+} SStreamDataSubmit2;
+
+typedef struct {
+ int8_t type;
+ int64_t ver;
+ SArray* dataRefs; // SArray
+ SArray* submits; // SArray
+} SStreamMergedSubmit2;
typedef struct {
int8_t type;
@@ -219,11 +235,11 @@ static FORCE_INLINE void* streamQueueNextItem(SStreamQueue* queue) {
}
}
-SStreamDataSubmit* streamDataSubmitNew(SSubmitReq* pReq);
+SStreamDataSubmit2* streamDataSubmitNew(SPackedData submit);
-void streamDataSubmitRefDec(SStreamDataSubmit* pDataSubmit);
+void streamDataSubmitRefDec(SStreamDataSubmit2* pDataSubmit);
-SStreamDataSubmit* streamSubmitRefClone(SStreamDataSubmit* pSubmit);
+SStreamDataSubmit2* streamSubmitRefClone(SStreamDataSubmit2* pSubmit);
typedef struct {
char* qmsg;
@@ -355,14 +371,15 @@ void tFreeSStreamTask(SStreamTask* pTask);
static FORCE_INLINE int32_t streamTaskInput(SStreamTask* pTask, SStreamQueueItem* pItem) {
if (pItem->type == STREAM_INPUT__DATA_SUBMIT) {
- SStreamDataSubmit* pSubmitClone = streamSubmitRefClone((SStreamDataSubmit*)pItem);
+ SStreamDataSubmit2* pSubmitClone = streamSubmitRefClone((SStreamDataSubmit2*)pItem);
if (pSubmitClone == NULL) {
qDebug("task %d %p submit enqueue failed since out of memory", pTask->taskId, pTask);
terrno = TSDB_CODE_OUT_OF_MEMORY;
atomic_store_8(&pTask->inputStatus, TASK_INPUT_STATUS__FAILED);
return -1;
}
- qDebug("task %d %p submit enqueue %p %p %p", pTask->taskId, pTask, pItem, pSubmitClone, pSubmitClone->data);
+ qDebug("task %d %p submit enqueue %p %p %p %d %" PRId64, pTask->taskId, pTask, pItem, pSubmitClone,
+ pSubmitClone->submit.msgStr, pSubmitClone->submit.msgLen, pSubmitClone->submit.ver);
taosWriteQitem(pTask->inputQueue->queue, pSubmitClone);
// qStreamInput(pTask->exec.executor, pSubmitClone);
} else if (pItem->type == STREAM_INPUT__DATA_BLOCK || pItem->type == STREAM_INPUT__DATA_RETRIEVE ||
@@ -392,21 +409,6 @@ static FORCE_INLINE void streamTaskInputFail(SStreamTask* pTask) {
atomic_store_8(&pTask->inputStatus, TASK_INPUT_STATUS__FAILED);
}
-static FORCE_INLINE int32_t streamTaskOutput(SStreamTask* pTask, SStreamDataBlock* pBlock) {
- if (pTask->outputType == TASK_OUTPUT__TABLE) {
- pTask->tbSink.tbSinkFunc(pTask, pTask->tbSink.vnode, 0, pBlock->blocks);
- taosArrayDestroyEx(pBlock->blocks, (FDelete)blockDataFreeRes);
- taosFreeQitem(pBlock);
- } else if (pTask->outputType == TASK_OUTPUT__SMA) {
- pTask->smaSink.smaSink(pTask->smaSink.vnode, pTask->smaSink.smaId, pBlock->blocks);
- taosArrayDestroyEx(pBlock->blocks, (FDelete)blockDataFreeRes);
- taosFreeQitem(pBlock);
- } else {
- taosWriteQitem(pTask->outputQueue->queue, pBlock);
- }
- return 0;
-}
-
typedef struct {
SMsgHead head;
int64_t streamId;
@@ -584,6 +586,7 @@ int32_t streamProcessRetrieveRsp(SStreamTask* pTask, SStreamRetrieveRsp* pRsp);
int32_t streamTryExec(SStreamTask* pTask);
int32_t streamSchedExec(SStreamTask* pTask);
+int32_t streamTaskOutput(SStreamTask* pTask, SStreamDataBlock* pBlock);
int32_t streamScanExec(SStreamTask* pTask, int32_t batchSz);
diff --git a/include/util/tRealloc.h b/include/util/tRealloc.h
index f3593d5818cd626c7268ec1b721bd961fba3a845..3229c53039f6dc857dd7e0b2d4774e6875ef8c16 100644
--- a/include/util/tRealloc.h
+++ b/include/util/tRealloc.h
@@ -52,11 +52,13 @@ _exit:
return code;
}
-static FORCE_INLINE void tFree(uint8_t *pBuf) {
- if (pBuf) {
- taosMemoryFree(pBuf - sizeof(int64_t));
- }
-}
+#define tFree(BUF) \
+ do { \
+ if (BUF) { \
+ taosMemoryFree((uint8_t *)(BUF) - sizeof(int64_t)); \
+ (BUF) = NULL; \
+ } \
+ } while (0)
#ifdef __cplusplus
}
diff --git a/include/util/taoserror.h b/include/util/taoserror.h
index b315432be1c2deb565af64160e244fe76304d623..1bfcae56813e139f6076b192588fbd54c86897fa 100644
--- a/include/util/taoserror.h
+++ b/include/util/taoserror.h
@@ -158,6 +158,7 @@ int32_t* taosGetErrno();
#define TSDB_CODE_TSC_QUERY_KILLED TAOS_DEF_ERROR_CODE(0, 0X022D)
#define TSDB_CODE_TSC_NO_EXEC_NODE TAOS_DEF_ERROR_CODE(0, 0X022E)
#define TSDB_CODE_TSC_NOT_STABLE_ERROR TAOS_DEF_ERROR_CODE(0, 0X022F)
+#define TSDB_CODE_TSC_STMT_CACHE_ERROR TAOS_DEF_ERROR_CODE(0, 0X0230)
// mnode-common
// #define TSDB_CODE_MND_MSG_NOT_PROCESSED TAOS_DEF_ERROR_CODE(0, 0x0300) // 2.x
@@ -713,7 +714,7 @@ int32_t* taosGetErrno();
#define TSDB_CODE_RSMA_INVALID_ENV TAOS_DEF_ERROR_CODE(0, 0x3150)
#define TSDB_CODE_RSMA_INVALID_STAT TAOS_DEF_ERROR_CODE(0, 0x3151)
#define TSDB_CODE_RSMA_QTASKINFO_CREATE TAOS_DEF_ERROR_CODE(0, 0x3152)
-// #define TSDB_CODE_RSMA_FILE_CORRUPTED TAOS_DEF_ERROR_CODE(0, 0x3153)
+#define TSDB_CODE_RSMA_FS_COMMIT TAOS_DEF_ERROR_CODE(0, 0x3153)
#define TSDB_CODE_RSMA_REMOVE_EXISTS TAOS_DEF_ERROR_CODE(0, 0x3154)
#define TSDB_CODE_RSMA_FETCH_MSG_MSSED_UP TAOS_DEF_ERROR_CODE(0, 0x3155)
#define TSDB_CODE_RSMA_EMPTY_INFO TAOS_DEF_ERROR_CODE(0, 0x3156)
@@ -721,6 +722,9 @@ int32_t* taosGetErrno();
#define TSDB_CODE_RSMA_REGEX_MATCH TAOS_DEF_ERROR_CODE(0, 0x3158)
#define TSDB_CODE_RSMA_STREAM_STATE_OPEN TAOS_DEF_ERROR_CODE(0, 0x3159)
#define TSDB_CODE_RSMA_STREAM_STATE_COMMIT TAOS_DEF_ERROR_CODE(0, 0x3160)
+#define TSDB_CODE_RSMA_FS_REF TAOS_DEF_ERROR_CODE(0, 0x3161)
+#define TSDB_CODE_RSMA_FS_SYNC TAOS_DEF_ERROR_CODE(0, 0x3162)
+#define TSDB_CODE_RSMA_FS_UPDATE TAOS_DEF_ERROR_CODE(0, 0x3163)
//index
#define TSDB_CODE_INDEX_REBUILDING TAOS_DEF_ERROR_CODE(0, 0x3200)
diff --git a/include/util/tarray.h b/include/util/tarray.h
index 0e78397ecb7c35d75211e06170ea5cdb99030e34..f8e872ec66aa2caf38bf984d8b55ef4928526016 100644
--- a/include/util/tarray.h
+++ b/include/util/tarray.h
@@ -22,19 +22,6 @@
extern "C" {
#endif
-#if 0
-#define TARRAY(TYPE) \
- struct { \
- int32_t tarray_size_; \
- int32_t tarray_neles_; \
- struct TYPE* td_array_data_; \
- }
-
-#define TARRAY_SIZE(ARRAY) (ARRAY)->tarray_size_
-#define TARRAY_NELES(ARRAY) (ARRAY)->tarray_neles_
-#define TARRAY_ELE_AT(ARRAY, IDX) ((ARRAY)->td_array_data_ + idx)
-#endif
-
#define TARRAY_MIN_SIZE 8
#define TARRAY_GET_ELEM(array, index) ((void*)((char*)((array)->pData) + (index) * (array)->elemSize))
#define TARRAY_ELEM_IDX(array, ele) (POINTER_DISTANCE(ele, (array)->pData) / (array)->elemSize)
@@ -46,6 +33,9 @@ typedef struct SArray {
void* pData;
} SArray;
+#define TARRAY_SIZE(array) ((array)->size)
+#define TARRAY_DATA(array) ((array)->pData)
+
/**
*
* @param size
@@ -194,6 +184,13 @@ void taosArrayPopTailBatch(SArray* pArray, size_t cnt);
*/
void taosArrayRemove(SArray* pArray, size_t index);
+/**
+ * remove batch entry from the given index
+ * @param pArray
+ * @param index
+ */
+void taosArrayRemoveBatch(SArray* pArray, size_t index, size_t num, FDelete fp);
+
/**
* copy the whole array from source to destination
* @param pDst
diff --git a/include/util/tdef.h b/include/util/tdef.h
index d585912259bd59fab28cad35cda40b4ade0ef7e9..4cf4f73b9bfe02320594bd112568406629c8e895 100644
--- a/include/util/tdef.h
+++ b/include/util/tdef.h
@@ -189,12 +189,13 @@ typedef enum ELogicConditionType {
#define TSDB_MAX_COLUMNS 4096
#define TSDB_MIN_COLUMNS 2 // PRIMARY COLUMN(timestamp) + other columns
-#define TSDB_NODE_NAME_LEN 64
-#define TSDB_TABLE_NAME_LEN 193 // it is a null-terminated string
-#define TSDB_TOPIC_NAME_LEN 193 // it is a null-terminated string
-#define TSDB_CGROUP_LEN 193 // it is a null-terminated string
-#define TSDB_DB_NAME_LEN 65
-#define TSDB_DB_FNAME_LEN (TSDB_ACCT_ID_LEN + TSDB_DB_NAME_LEN + TSDB_NAME_DELIMITER_LEN)
+#define TSDB_NODE_NAME_LEN 64
+#define TSDB_TABLE_NAME_LEN 193 // it is a null-terminated string
+#define TSDB_TOPIC_NAME_LEN 193 // it is a null-terminated string
+#define TSDB_CGROUP_LEN 193 // it is a null-terminated string
+#define TSDB_USER_CGROUP_LEN (TSDB_USER_LEN + TSDB_CGROUP_LEN) // it is a null-terminated string
+#define TSDB_DB_NAME_LEN 65
+#define TSDB_DB_FNAME_LEN (TSDB_ACCT_ID_LEN + TSDB_DB_NAME_LEN + TSDB_NAME_DELIMITER_LEN)
#define TSDB_FUNC_NAME_LEN 65
#define TSDB_FUNC_COMMENT_LEN 1024 * 1024
diff --git a/include/util/tencode.h b/include/util/tencode.h
index a6dd58297e8c1dba644d86eb5145b273406fbf9e..ff97a205073822be2c98e39469066a0470794a51 100644
--- a/include/util/tencode.h
+++ b/include/util/tencode.h
@@ -116,6 +116,7 @@ static int32_t tEncodeI64v(SEncoder* pCoder, int64_t val);
static int32_t tEncodeFloat(SEncoder* pCoder, float val);
static int32_t tEncodeDouble(SEncoder* pCoder, double val);
static int32_t tEncodeBinary(SEncoder* pCoder, const uint8_t* val, uint32_t len);
+static int32_t tEncodeBinaryEx(SEncoder* pCoder, const uint8_t* val, uint32_t len);
static int32_t tEncodeCStrWithLen(SEncoder* pCoder, const char* val, uint32_t len);
static int32_t tEncodeCStr(SEncoder* pCoder, const char* val);
diff --git a/packaging/tools/make_install.bat b/packaging/tools/make_install.bat
index c19519f9a1fc4c014c01496ca32925ba1eb19516..8853a014f98d357de2601cfc5b2e63ffd0914f3d 100644
--- a/packaging/tools/make_install.bat
+++ b/packaging/tools/make_install.bat
@@ -14,6 +14,7 @@ set binary_dir=%3
set binary_dir=%binary_dir:/=\\%
set osType=%4
set verNumber=%5
+set Enterprise=%6
set target_dir=C:\\TDengine
if not exist %target_dir% (
@@ -57,7 +58,33 @@ if exist %binary_dir%\\build\\lib\\taosws.dll (
if exist %binary_dir%\\build\\bin\\taosdump.exe (
copy %binary_dir%\\build\\bin\\taosdump.exe %target_dir% > nul
)
-
+if %Enterprise% (
+ if exist %binary_dir%\\build\\bin\\taosx.exe (
+ copy %binary_dir%\\build\\bin\\taosx.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\tmq_sim.exe (
+ copy %binary_dir%\\build\\bin\\tmq_sim.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\tsim.exe (
+ copy %binary_dir%\\build\\bin\\tsim.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\tmq_taosx_ci.exe (
+ copy %binary_dir%\\build\\bin\\tmq_taosx_ci.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\tmq_demo.exe (
+ copy %binary_dir%\\build\\bin\\tmq_demo.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\dumper.exe (
+ copy %binary_dir%\\build\\bin\\dumper.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\runUdf.exe (
+ copy %binary_dir%\\build\\bin\\runUdf.exe %target_dir% > nul
+ )
+ if exist %binary_dir%\\build\\bin\\create_table.exe (
+ copy %binary_dir%\\build\\bin\\create_table.exe %target_dir% > nul
+ )
+)
+
copy %binary_dir%\\build\\bin\\taosd.exe %target_dir% > nul
copy %binary_dir%\\build\\bin\\udfd.exe %target_dir% > nul
diff --git a/source/client/inc/clientInt.h b/source/client/inc/clientInt.h
index ea76f726ea1b4ee7e89cd28053c11ac1d6dca2e1..c3b79d78298af72ce3e9b6894c7f66ef048a2382 100644
--- a/source/client/inc/clientInt.h
+++ b/source/client/inc/clientInt.h
@@ -149,7 +149,6 @@ typedef struct STscObj {
int32_t numOfReqs; // number of sqlObj bound to this connection
SAppInstInfo* pAppInfo;
SHashObj* pRequests;
- int8_t schemalessType; // todo remove it, this attribute should be move to request
} STscObj;
typedef struct SResultColumn {
diff --git a/source/client/inc/clientLog.h b/source/client/inc/clientLog.h
index 0cb36ff61db570f2c6fb488d2964fc38c2cfd7f4..c29f495201d7b9ec0360abf6a5414798739b3da8 100644
--- a/source/client/inc/clientLog.h
+++ b/source/client/inc/clientLog.h
@@ -30,7 +30,7 @@ extern "C" {
#define tscDebug(...) do { if (cDebugFlag & DEBUG_DEBUG) { taosPrintLog("TSC ", DEBUG_DEBUG, cDebugFlag, __VA_ARGS__); }} while(0)
#define tscTrace(...) do { if (cDebugFlag & DEBUG_TRACE) { taosPrintLog("TSC ", DEBUG_TRACE, cDebugFlag, __VA_ARGS__); }} while(0)
#define tscDebugL(...) do { if (cDebugFlag & DEBUG_DEBUG) { taosPrintLongString("TSC ", DEBUG_DEBUG, cDebugFlag, __VA_ARGS__); }} while(0)
-//#define tscPerf(...) do { if (cDebugFlag & DEBUG_INFO) { taosPrintLog("TSC ", DEBUG_INFO, cDebugFlag, __VA_ARGS__); }} while(0)
+#define tscPerf(...) do { if (cDebugFlag & DEBUG_INFO) { taosPrintLog("TSC ", 0, cDebugFlag, __VA_ARGS__); }} while(0)
// clang-format on
#ifdef __cplusplus
diff --git a/source/client/inc/clientSml.h b/source/client/inc/clientSml.h
new file mode 100644
index 0000000000000000000000000000000000000000..b74d0b34943af7e5a61e3c0fd8d4bc481736c9d6
--- /dev/null
+++ b/source/client/inc/clientSml.h
@@ -0,0 +1,238 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+#ifndef TDENGINE_CLIENTSML_H
+#define TDENGINE_CLIENTSML_H
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include "catalog.h"
+#include "clientInt.h"
+#include "osThread.h"
+#include "query.h"
+#include "taos.h"
+#include "taoserror.h"
+#include "tcommon.h"
+#include "tdef.h"
+#include "tglobal.h"
+#include "tlog.h"
+#include "tmsg.h"
+#include "tname.h"
+#include "ttime.h"
+#include "ttypes.h"
+#include "cJSON.h"
+
+#if (defined(__GNUC__) && (__GNUC__ >= 3)) || (defined(__INTEL_COMPILER) && (__INTEL_COMPILER >= 800)) || defined(__clang__)
+# define expect(expr,value) (__builtin_expect ((expr),(value)) )
+#else
+# define expect(expr,value) (expr)
+#endif
+
+#ifndef likely
+#define likely(expr) expect((expr) != 0, 1)
+#endif
+#ifndef unlikely
+#define unlikely(expr) expect((expr) != 0, 0)
+#endif
+
+#define SPACE ' '
+#define COMMA ','
+#define EQUAL '='
+#define QUOTE '"'
+#define SLASH '\\'
+
+#define JUMP_SPACE(sql, sqlEnd) \
+ while (sql < sqlEnd) { \
+ if (unlikely(*sql == SPACE)) \
+ sql++; \
+ else \
+ break; \
+ }
+
+#define IS_INVALID_COL_LEN(len) ((len) <= 0 || (len) >= TSDB_COL_NAME_LEN)
+#define IS_INVALID_TABLE_LEN(len) ((len) <= 0 || (len) >= TSDB_TABLE_NAME_LEN)
+
+#define TS "_ts"
+#define TS_LEN 3
+#define VALUE "_value"
+#define VALUE_LEN 6
+
+#define MAX_RETRY_TIMES 5
+typedef TSDB_SML_PROTOCOL_TYPE SMLProtocolType;
+
+typedef enum {
+ SCHEMA_ACTION_NULL,
+ SCHEMA_ACTION_CREATE_STABLE,
+ SCHEMA_ACTION_ADD_COLUMN,
+ SCHEMA_ACTION_ADD_TAG,
+ SCHEMA_ACTION_CHANGE_COLUMN_SIZE,
+ SCHEMA_ACTION_CHANGE_TAG_SIZE,
+} ESchemaAction;
+
+typedef struct {
+ const void *key;
+ int32_t keyLen;
+ void *value;
+ bool used;
+}Node;
+
+typedef struct NodeList{
+ Node data;
+ struct NodeList* next;
+}NodeList;
+
+typedef struct {
+ char *measure;
+ char *tags;
+ char *cols;
+ char *timestamp;
+
+ int32_t measureLen;
+ int32_t measureTagsLen;
+ int32_t tagsLen;
+ int32_t colsLen;
+ int32_t timestampLen;
+
+ SArray *colArray;
+} SSmlLineInfo;
+
+typedef struct {
+ const char *sTableName; // super table name
+ int32_t sTableNameLen;
+ char childTableName[TSDB_TABLE_NAME_LEN];
+ uint64_t uid;
+ void *key; // for openTsdb
+
+ SArray *tags;
+
+ // elements are SHashObj for find by key quickly
+ SArray *cols;
+ STableDataCxt *tableDataCtx;
+} SSmlTableInfo;
+
+typedef struct {
+ SArray *tags; // save the origin order to create table
+ SHashObj *tagHash; // elements are
+
+ SArray *cols;
+ SHashObj *colHash;
+
+ STableMeta *tableMeta;
+} SSmlSTableMeta;
+
+typedef struct {
+ int32_t len;
+ char *buf;
+} SSmlMsgBuf;
+
+typedef struct {
+ int32_t code;
+ int32_t lineNum;
+
+ int32_t numOfSTables;
+ int32_t numOfCTables;
+ int32_t numOfCreateSTables;
+ int32_t numOfAlterColSTables;
+ int32_t numOfAlterTagSTables;
+
+ int64_t parseTime;
+ int64_t schemaTime;
+ int64_t insertBindTime;
+ int64_t insertRpcTime;
+ int64_t endTime;
+} SSmlCostInfo;
+
+typedef struct {
+ int64_t id;
+
+ SMLProtocolType protocol;
+ int8_t precision;
+ bool reRun;
+ bool dataFormat; // true means that the name and order of keys in each line are the same(only for influx protocol)
+ bool isRawLine;
+ int32_t ttl;
+
+ NodeList *childTables;
+ NodeList *superTables;
+ SHashObj *pVgHash;
+
+ STscObj *taos;
+ SCatalog *pCatalog;
+ SRequestObj *pRequest;
+ SQuery *pQuery;
+
+ SSmlCostInfo cost;
+ int32_t lineNum;
+ SSmlMsgBuf msgBuf;
+
+// cJSON *root; // for parse json
+ int8_t offset[4];
+ SSmlLineInfo *lines; // element is SSmlLineInfo
+
+ //
+ SArray *preLineTagKV;
+ SArray *preLineColKV;
+
+ SSmlLineInfo preLine;
+ STableMeta *currSTableMeta;
+ STableDataCxt *currTableDataCtx;
+ bool needModifySchema;
+} SSmlHandle;
+
+#define IS_SAME_CHILD_TABLE (elements->measureTagsLen == info->preLine.measureTagsLen \
+&& memcmp(elements->measure, info->preLine.measure, elements->measureTagsLen) == 0)
+
+#define IS_SAME_SUPER_TABLE (elements->measureLen == info->preLine.measureLen \
+&& memcmp(elements->measure, info->preLine.measure, elements->measureLen) == 0)
+
+#define IS_SAME_KEY (preKV->keyLen == kv.keyLen && memcmp(preKV->key, kv.key, kv.keyLen) == 0)
+
+extern int64_t smlFactorNS[3];
+extern int64_t smlFactorS[3];
+
+typedef int32_t (*_equal_fn_sml)(const void *, const void *);
+
+SSmlHandle *smlBuildSmlInfo(TAOS *taos);
+void smlDestroyInfo(SSmlHandle *info);
+void smlJsonParseObjFirst(char **start, SSmlLineInfo *element, int8_t *offset);
+void smlJsonParseObj(char **start, SSmlLineInfo *element, int8_t *offset);
+SArray *smlJsonParseTags(char *start, char *end);
+bool smlParseNumberOld(SSmlKv *kvVal, SSmlMsgBuf *msg);
+void* nodeListGet(NodeList* list, const void *key, int32_t len, _equal_fn_sml fn);
+int nodeListSet(NodeList** list, const void *key, int32_t len, void* value, _equal_fn_sml fn);
+int nodeListSize(NodeList* list);
+bool smlDoubleToInt64OverFlow(double num);
+int32_t smlBuildInvalidDataMsg(SSmlMsgBuf *pBuf, const char *msg1, const char *msg2);
+bool smlParseNumber(SSmlKv *kvVal, SSmlMsgBuf *msg);
+int64_t smlGetTimeValue(const char *value, int32_t len, uint8_t fromPrecision, uint8_t toPrecision);
+int8_t smlGetTsTypeByLen(int32_t len);
+SSmlTableInfo* smlBuildTableInfo(int numRows, const char* measure, int32_t measureLen);
+SSmlSTableMeta* smlBuildSTableMeta(bool isDataFormat);
+int32_t smlSetCTableName(SSmlTableInfo *oneTable);
+STableMeta* smlGetMeta(SSmlHandle *info, const void* measure, int32_t measureLen);
+int32_t is_same_child_table_telnet(const void *a, const void *b);
+int64_t smlParseOpenTsdbTime(SSmlHandle *info, const char *data, int32_t len);
+int32_t smlClearForRerun(SSmlHandle *info);
+int32_t smlParseValue(SSmlKv *pVal, SSmlMsgBuf *msg);
+
+int32_t smlParseInfluxString(SSmlHandle *info, char *sql, char *sqlEnd, SSmlLineInfo *elements);
+int32_t smlParseTelnetString(SSmlHandle *info, char *sql, char *sqlEnd, SSmlLineInfo *elements);
+int32_t smlParseJSON(SSmlHandle *info, char *payload);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif // TDENGINE_CLIENTSML_H
diff --git a/source/client/inc/clientStmt.h b/source/client/inc/clientStmt.h
index e5507ccf816b9fd591e6e27ee2974badcb5734ed..2b42de93e3f45ccb95c085c31825d4e0a117538c 100644
--- a/source/client/inc/clientStmt.h
+++ b/source/client/inc/clientStmt.h
@@ -21,8 +21,6 @@ extern "C" {
#endif
#include "catalog.h"
-typedef void STableDataBlocks;
-
typedef enum {
STMT_TYPE_INSERT = 1,
STMT_TYPE_MULTI_INSERT,
@@ -43,8 +41,8 @@ typedef enum {
} STMT_STATUS;
typedef struct SStmtTableCache {
- STableDataBlocks *pDataBlock;
- void *boundTags;
+ STableDataCxt *pDataCtx;
+ void *boundTags;
} SStmtTableCache;
typedef struct SStmtQueryResInfo {
@@ -71,10 +69,11 @@ typedef struct SStmtBindInfo {
} SStmtBindInfo;
typedef struct SStmtExecInfo {
- int32_t affectedRows;
- SRequestObj *pRequest;
- SHashObj *pBlockHash;
- bool autoCreateTbl;
+ int32_t affectedRows;
+ SRequestObj *pRequest;
+ SHashObj *pBlockHash;
+ STableDataCxt *pCurrBlock;
+ SSubmitTbData *pCurrTbData;
} SStmtExecInfo;
typedef struct SStmtSQLInfo {
diff --git a/source/client/src/clientEnv.c b/source/client/src/clientEnv.c
index 64e1fd908a6badc5876548193beeed513e894c22..d429e521117669e0b61cb950d56151f4443ec20f 100644
--- a/source/client/src/clientEnv.c
+++ b/source/client/src/clientEnv.c
@@ -76,13 +76,19 @@ static void deregisterRequest(SRequestObj *pRequest) {
"current:%d, app current:%d",
pRequest->self, pTscObj->id, pRequest->requestId, duration / 1000.0, num, currentInst);
- if (QUERY_NODE_VNODE_MODIF_STMT == pRequest->stmtType) {
- // tscPerf("insert duration %" PRId64 "us: syntax:%" PRId64 "us, ctg:%" PRId64 "us, semantic:%" PRId64
- // "us, exec:%" PRId64 "us",
- // duration, pRequest->metric.syntaxEnd - pRequest->metric.syntaxStart,
- // pRequest->metric.ctgEnd - pRequest->metric.ctgStart, pRequest->metric.semanticEnd -
- // pRequest->metric.ctgEnd, pRequest->metric.execEnd - pRequest->metric.semanticEnd);
- atomic_add_fetch_64((int64_t *)&pActivity->insertElapsedTime, duration);
+ tscPerf("insert duration %" PRId64 "us: syntax:%" PRId64 "us, ctg:%" PRId64 "us, semantic:%" PRId64
+ "us, exec:%" PRId64 "us, stmtType:%d",
+ duration, pRequest->metric.syntaxEnd - pRequest->metric.syntaxStart,
+ pRequest->metric.ctgEnd - pRequest->metric.ctgStart, pRequest->metric.semanticEnd - pRequest->metric.ctgEnd,
+ pRequest->metric.execEnd - pRequest->metric.semanticEnd, pRequest->stmtType);
+
+ if (QUERY_NODE_VNODE_MODIFY_STMT == pRequest->stmtType) {
+ // tscPerf("insert duration %" PRId64 "us: syntax:%" PRId64 "us, ctg:%" PRId64 "us, semantic:%" PRId64
+ // "us, exec:%" PRId64 "us",
+ // duration, pRequest->metric.syntaxEnd - pRequest->metric.syntaxStart,
+ // pRequest->metric.ctgEnd - pRequest->metric.ctgStart, pRequest->metric.semanticEnd -
+ // pRequest->metric.ctgEnd, pRequest->metric.execEnd - pRequest->metric.semanticEnd);
+ // atomic_add_fetch_64((int64_t *)&pActivity->insertElapsedTime, duration);
} else if (QUERY_NODE_SELECT_STMT == pRequest->stmtType) {
// tscPerf("select duration %" PRId64 "us: syntax:%" PRId64 "us, ctg:%" PRId64 "us, semantic:%" PRId64
// "us, planner:%" PRId64 "us, exec:%" PRId64 "us, reqId:0x%" PRIx64,
@@ -264,7 +270,6 @@ void *createTscObj(const char *user, const char *auth, const char *db, int32_t c
taosThreadMutexInit(&pObj->mutex, NULL);
pObj->id = taosAddRef(clientConnRefPool, pObj);
- pObj->schemalessType = 1;
atomic_add_fetch_64(&pObj->pAppInfo->numOfConns, 1);
diff --git a/source/client/src/clientImpl.c b/source/client/src/clientImpl.c
index f36036fd0ae53875848cd086f3b17e9d1664d5ec..6f61d59846a7acb5afc4ff61bfaf60af5ae6917c 100644
--- a/source/client/src/clientImpl.c
+++ b/source/client/src/clientImpl.c
@@ -239,7 +239,6 @@ int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtC
.pTransporter = pTscObj->pAppInfo->pTransporter,
.pStmtCb = pStmtCb,
.pUser = pTscObj->user,
- .schemalessType = pTscObj->schemalessType,
.isSuperUser = (0 == strcmp(pTscObj->user, TSDB_DEFAULT_USER)),
.enableSysInfo = pTscObj->sysInfo,
.svrVer = pTscObj->sVer,
@@ -741,47 +740,21 @@ int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList
}
int32_t handleSubmitExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
- int32_t code = 0;
- SArray* pArray = NULL;
- SSubmitRsp* pRsp = (SSubmitRsp*)res;
- if (pRsp->nBlocks <= 0) {
- taosMemoryFreeClear(pRsp->pBlocks);
+ SArray* pArray = NULL;
+ SSubmitRsp2* pRsp = (SSubmitRsp2*)res;
+ if (NULL == pRsp->aCreateTbRsp) {
return TSDB_CODE_SUCCESS;
}
- pArray = taosArrayInit(pRsp->nBlocks, sizeof(STbSVersion));
- if (NULL == pArray) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- return TSDB_CODE_OUT_OF_MEMORY;
- }
-
- for (int32_t i = 0; i < pRsp->nBlocks; ++i) {
- SSubmitBlkRsp* blk = pRsp->pBlocks + i;
- if (blk->pMeta) {
- handleCreateTbExecRes(blk->pMeta, pCatalog);
- tFreeSTableMetaRsp(blk->pMeta);
- taosMemoryFreeClear(blk->pMeta);
- }
-
- if (NULL == blk->tblFName || 0 == blk->tblFName[0]) {
- continue;
+ int32_t tbNum = taosArrayGetSize(pRsp->aCreateTbRsp);
+ for (int32_t i = 0; i < tbNum; ++i) {
+ SVCreateTbRsp* pTbRsp = (SVCreateTbRsp*)taosArrayGet(pRsp->aCreateTbRsp, i);
+ if (pTbRsp->pMeta) {
+ handleCreateTbExecRes(pTbRsp->pMeta, pCatalog);
}
-
- STbSVersion tbSver = {.tbFName = blk->tblFName, .sver = blk->sver};
- taosArrayPush(pArray, &tbSver);
}
- SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
- .requestId = pRequest->requestId,
- .requestObjRefId = pRequest->self,
- .mgmtEps = *epset};
-
- code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);
-
-_return:
-
- taosArrayDestroy(pArray);
- return code;
+ return TSDB_CODE_SUCCESS;
}
int32_t handleQueryExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
@@ -882,7 +855,7 @@ int32_t handleQueryExecRsp(SRequestObj* pRequest) {
}
static bool incompletaFileParsing(SNode* pStmt) {
- return QUERY_NODE_VNODE_MODIF_STMT != nodeType(pStmt) ? false : ((SVnodeModifOpStmt*)pStmt)->fileProcessing;
+ return QUERY_NODE_VNODE_MODIFY_STMT != nodeType(pStmt) ? false : ((SVnodeModifyOpStmt*)pStmt)->fileProcessing;
}
// todo refacto the error code mgmt
@@ -961,7 +934,7 @@ SRequestObj* launchQueryImpl(SRequestObj* pRequest, SQuery* pQuery, bool keepQue
if (pQuery->pRoot && !pRequest->inRetry) {
STscObj* pTscObj = pRequest->pTscObj;
SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
- if (QUERY_NODE_VNODE_MODIF_STMT == pQuery->pRoot->type) {
+ if (QUERY_NODE_VNODE_MODIFY_STMT == pQuery->pRoot->type) {
atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertsReq, 1);
} else if (QUERY_NODE_SELECT_STMT == pQuery->pRoot->type) {
atomic_add_fetch_64((int64_t*)&pActivity->numOfQueryReq, 1);
@@ -1066,7 +1039,7 @@ static int32_t asyncExecSchQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaDat
}
if (TSDB_CODE_SUCCESS == code && !pRequest->validateOnly) {
SArray* pNodeList = NULL;
- if (QUERY_NODE_VNODE_MODIF_STMT != nodeType(pQuery->pRoot)) {
+ if (QUERY_NODE_VNODE_MODIFY_STMT != nodeType(pQuery->pRoot)) {
buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta);
}
diff --git a/source/client/src/clientMain.c b/source/client/src/clientMain.c
index 87f5e5fa40ff06efb0983689767f3b4f582be55b..896d1d6ca6f34b06e359334eabaf4eb53434b1d5 100644
--- a/source/client/src/clientMain.c
+++ b/source/client/src/clientMain.c
@@ -866,7 +866,6 @@ int32_t createParseContext(const SRequestObj *pRequest, SParseContext **pCxt) {
.pTransporter = pTscObj->pAppInfo->pTransporter,
.pStmtCb = NULL,
.pUser = pTscObj->user,
- .schemalessType = pTscObj->schemalessType,
.isSuperUser = (0 == strcmp(pTscObj->user, TSDB_DEFAULT_USER)),
.enableSysInfo = pTscObj->sysInfo,
.async = true,
diff --git a/source/client/src/clientRawBlockWrite.c b/source/client/src/clientRawBlockWrite.c
index 8ceb2a3380c486acd86a884282d1d75a94dbb416..0918b99cdab1b01b809296eb19ee4af3ece2ac37 100644
--- a/source/client/src/clientRawBlockWrite.c
+++ b/source/client/src/clientRawBlockWrite.c
@@ -1240,21 +1240,12 @@ static int32_t taosAlterTable(TAOS* taos, void* meta, int32_t metaLen) {
return code;
}
-typedef struct {
- SVgroupInfo vg;
- void* data;
-} VgData;
-
-static void destroyVgHash(void* data) {
- VgData* vgData = (VgData*)data;
- taosMemoryFreeClear(vgData->data);
-}
-
-int taos_write_raw_block_with_fields(TAOS* taos, int rows, char* pData, const char* tbname, TAOS_FIELD *fields, int numFields){
+int taos_write_raw_block_with_fields(TAOS* taos, int rows, char* pData, const char* tbname, TAOS_FIELD* fields,
+ int numFields) {
int32_t code = TSDB_CODE_SUCCESS;
STableMeta* pTableMeta = NULL;
SQuery* pQuery = NULL;
- SSubmitReq* subReq = NULL;
+ SHashObj* pVgHash = NULL;
SRequestObj* pRequest = (SRequestObj*)createRequest(*(int64_t*)taos, TSDB_SQL_INSERT, 0);
if (!pRequest) {
@@ -1299,156 +1290,34 @@ int taos_write_raw_block_with_fields(TAOS* taos, int rows, char* pData, const ch
uError("WriteRaw:catalogGetTableMeta failed. table name: %s", tbname);
goto end;
}
- uint64_t suid = (TSDB_NORMAL_TABLE == pTableMeta->tableType ? 0 : pTableMeta->suid);
- uint64_t uid = pTableMeta->uid;
- int32_t numOfCols = pTableMeta->tableInfo.numOfColumns;
-
- uint16_t fLen = 0;
- int32_t rowSize = 0;
- int16_t nVar = 0;
- for (int i = 0; i < pTableMeta->tableInfo.numOfColumns; i++) {
- SSchema* schema = pTableMeta->schema + i;
- fLen += TYPE_BYTES[schema->type];
- rowSize += schema->bytes;
- if (IS_VAR_DATA_TYPE(schema->type)) {
- nVar++;
- }
- }
-
- fLen -= sizeof(TSKEY);
-
- int32_t extendedRowSize = rowSize + TD_ROW_HEAD_LEN - sizeof(TSKEY) + nVar * sizeof(VarDataOffsetT) +
- (int32_t)TD_BITMAP_BYTES(numOfCols - 1);
- int32_t schemaLen = 0;
- int32_t submitLen = sizeof(SSubmitBlk) + schemaLen + rows * extendedRowSize;
-
- int32_t totalLen = sizeof(SSubmitReq) + submitLen;
- subReq = taosMemoryCalloc(1, totalLen);
- SSubmitBlk* blk = POINTER_SHIFT(subReq, sizeof(SSubmitReq));
- void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk));
- STSRow* rowData = POINTER_SHIFT(blkSchema, schemaLen);
-
- SRowBuilder rb = {0};
- tdSRowInit(&rb, pTableMeta->sversion);
- tdSRowSetTpInfo(&rb, numOfCols, fLen);
- int32_t dataLen = 0;
-
- // | version | total length | total rows | total columns | flag seg| block group id | column schema | each column length |
- char* pStart = pData + getVersion1BlockMetaSize(pData, numFields);
- int32_t* colLength = (int32_t*)pStart;
- pStart += sizeof(int32_t) * numFields;
-
- SResultColumn* pCol = taosMemoryCalloc(numFields, sizeof(SResultColumn));
-
- for (int32_t i = 0; i < numFields; ++i) {
- if (IS_VAR_DATA_TYPE(fields[i].type)) {
- pCol[i].offset = (int32_t*)pStart;
- pStart += rows * sizeof(int32_t);
- } else {
- pCol[i].nullbitmap = pStart;
- pStart += BitmapLen(rows);
- }
-
- pCol[i].pData = pStart;
- pStart += colLength[i];
- }
-
- SHashObj* schemaHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- for (int i = 0; i < numFields; i++) {
- TAOS_FIELD* schema = &fields[i];
- taosHashPut(schemaHash, schema->name, strlen(schema->name), &i, sizeof(int32_t));
- }
-
- for (int32_t j = 0; j < rows; j++) {
- tdSRowResetBuf(&rb, rowData);
- int32_t offset = 0;
- for (int32_t k = 0; k < numOfCols; k++) {
- const SSchema* pColumn = &pTableMeta->schema[k];
- int32_t* index = taosHashGet(schemaHash, pColumn->name, strlen(pColumn->name));
- if (!index) { // add none
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NONE, NULL, false, offset, k);
- }else{
- if (IS_VAR_DATA_TYPE(pColumn->type)) {
- if (pCol[*index].offset[j] != -1) {
- char* data = pCol[*index].pData + pCol[*index].offset[j];
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, data, true, offset, k);
- } else {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- }
- } else {
- if (!colDataIsNull_f(pCol[*index].nullbitmap, j)) {
- char* data = pCol[*index].pData + pColumn->bytes * j;
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, data, true, offset, k);
- } else {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- }
- }
- }
-
- if (pColumn->colId != PRIMARYKEY_TIMESTAMP_COL_ID) {
- offset += TYPE_BYTES[pColumn->type];
- }
- }
- tdSRowEnd(&rb);
- int32_t rowLen = TD_ROW_LEN(rowData);
- rowData = POINTER_SHIFT(rowData, rowLen);
- dataLen += rowLen;
- }
-
- taosHashCleanup(schemaHash);
- taosMemoryFree(pCol);
-
- blk->uid = htobe64(uid);
- blk->suid = htobe64(suid);
- blk->sversion = htonl(pTableMeta->sversion);
- blk->schemaLen = htonl(schemaLen);
- blk->numOfRows = htonl(rows);
- blk->dataLen = htonl(dataLen);
- subReq->length = sizeof(SSubmitReq) + sizeof(SSubmitBlk) + schemaLen + dataLen;
- subReq->numOfBlocks = 1;
-
- pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY);
- if (NULL == pQuery) {
- uError("create SQuery error");
+ pQuery = smlInitHandle();
+ if (pQuery == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
goto end;
}
- pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- pQuery->haveResultSet = false;
- pQuery->msgType = TDMT_VND_SUBMIT;
- pQuery->pRoot = (SNode*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
- if (NULL == pQuery->pRoot) {
- uError("create pQuery->pRoot error");
- code = TSDB_CODE_OUT_OF_MEMORY;
+ pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
+ taosHashPut(pVgHash, (const char*)&vgData.vgId, sizeof(vgData.vgId), (char*)&vgData, sizeof(vgData));
+
+ code = rawBlockBindData(pQuery, pTableMeta, pData, NULL, fields, numFields);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:rawBlockBindData failed");
goto end;
}
- SVnodeModifOpStmt* nodeStmt = (SVnodeModifOpStmt*)(pQuery->pRoot);
- nodeStmt->pDataBlocks = taosArrayInit(1, POINTER_BYTES);
- SVgDataBlocks* dst = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
- if (NULL == dst) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
+ code = smlBuildOutput(pQuery, pVgHash);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("smlBuildOutput failed");
+ return code;
}
- dst->vg = vgData;
- dst->numOfTables = subReq->numOfBlocks;
- dst->size = subReq->length;
- dst->pData = (char*)subReq;
- subReq->header.vgId = htonl(dst->vg.vgId);
- subReq->version = htonl(1);
- subReq->header.contLen = htonl(subReq->length);
- subReq->length = htonl(subReq->length);
- subReq->numOfBlocks = htonl(subReq->numOfBlocks);
- subReq = NULL; // no need free
- taosArrayPush(nodeStmt->pDataBlocks, &dst);
launchQueryImpl(pRequest, pQuery, true, NULL);
code = pRequest->code;
- end:
+end:
taosMemoryFreeClear(pTableMeta);
qDestroyQuery(pQuery);
- taosMemoryFree(subReq);
+ destroyRequest(pRequest);
+ taosHashCleanup(pVgHash);
return code;
}
@@ -1456,7 +1325,7 @@ int taos_write_raw_block(TAOS* taos, int rows, char* pData, const char* tbname)
int32_t code = TSDB_CODE_SUCCESS;
STableMeta* pTableMeta = NULL;
SQuery* pQuery = NULL;
- SSubmitReq* subReq = NULL;
+ SHashObj* pVgHash = NULL;
SRequestObj* pRequest = (SRequestObj*)createRequest(*(int64_t*)taos, TSDB_SQL_INSERT, 0);
if (!pRequest) {
@@ -1501,137 +1370,25 @@ int taos_write_raw_block(TAOS* taos, int rows, char* pData, const char* tbname)
uError("WriteRaw:catalogGetTableMeta failed. table name: %s", tbname);
goto end;
}
- uint64_t suid = (TSDB_NORMAL_TABLE == pTableMeta->tableType ? 0 : pTableMeta->suid);
- uint64_t uid = pTableMeta->uid;
- int32_t numOfCols = pTableMeta->tableInfo.numOfColumns;
-
- uint16_t fLen = 0;
- int32_t rowSize = 0;
- int16_t nVar = 0;
- for (int i = 0; i < numOfCols; i++) {
- SSchema* schema = pTableMeta->schema + i;
- fLen += TYPE_BYTES[schema->type];
- rowSize += schema->bytes;
- if (IS_VAR_DATA_TYPE(schema->type)) {
- nVar++;
- }
- }
- fLen -= sizeof(TSKEY);
-
- int32_t extendedRowSize = rowSize + TD_ROW_HEAD_LEN - sizeof(TSKEY) + nVar * sizeof(VarDataOffsetT) +
- (int32_t)TD_BITMAP_BYTES(numOfCols - 1);
- int32_t schemaLen = 0;
- int32_t submitLen = sizeof(SSubmitBlk) + schemaLen + rows * extendedRowSize;
-
- int32_t totalLen = sizeof(SSubmitReq) + submitLen;
- subReq = taosMemoryCalloc(1, totalLen);
- SSubmitBlk* blk = POINTER_SHIFT(subReq, sizeof(SSubmitReq));
- void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk));
- STSRow* rowData = POINTER_SHIFT(blkSchema, schemaLen);
-
- SRowBuilder rb = {0};
- tdSRowInit(&rb, pTableMeta->sversion);
- tdSRowSetTpInfo(&rb, numOfCols, fLen);
- int32_t dataLen = 0;
-
- // | version | total length | total rows | total columns | flag seg| block group id | column schema | each column length |
- char* pStart = pData + getVersion1BlockMetaSize(pData, numOfCols);
- int32_t* colLength = (int32_t*)pStart;
- pStart += sizeof(int32_t) * numOfCols;
-
- SResultColumn* pCol = taosMemoryCalloc(numOfCols, sizeof(SResultColumn));
-
- for (int32_t i = 0; i < numOfCols; ++i) {
- if (IS_VAR_DATA_TYPE(pTableMeta->schema[i].type)) {
- pCol[i].offset = (int32_t*)pStart;
- pStart += rows * sizeof(int32_t);
- } else {
- pCol[i].nullbitmap = pStart;
- pStart += BitmapLen(rows);
- }
-
- pCol[i].pData = pStart;
- pStart += colLength[i];
- }
-
- for (int32_t j = 0; j < rows; j++) {
- tdSRowResetBuf(&rb, rowData);
- int32_t offset = 0;
- for (int32_t k = 0; k < numOfCols; k++) {
- const SSchema* pColumn = &pTableMeta->schema[k];
-
- if (IS_VAR_DATA_TYPE(pColumn->type)) {
- if (pCol[k].offset[j] != -1) {
- char* data = pCol[k].pData + pCol[k].offset[j];
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, data, true, offset, k);
- } else {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- }
- } else {
- if (!colDataIsNull_f(pCol[k].nullbitmap, j)) {
- char* data = pCol[k].pData + pColumn->bytes * j;
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, data, true, offset, k);
- } else {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- }
- }
-
- if (pColumn->colId != PRIMARYKEY_TIMESTAMP_COL_ID) {
- offset += TYPE_BYTES[pColumn->type];
- }
- }
- tdSRowEnd(&rb);
- int32_t rowLen = TD_ROW_LEN(rowData);
- rowData = POINTER_SHIFT(rowData, rowLen);
- dataLen += rowLen;
- }
-
- taosMemoryFree(pCol);
-
- blk->uid = htobe64(uid);
- blk->suid = htobe64(suid);
- blk->sversion = htonl(pTableMeta->sversion);
- blk->schemaLen = htonl(schemaLen);
- blk->numOfRows = htonl(rows);
- blk->dataLen = htonl(dataLen);
- subReq->length = sizeof(SSubmitReq) + sizeof(SSubmitBlk) + schemaLen + dataLen;
- subReq->numOfBlocks = 1;
-
- pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY);
- if (NULL == pQuery) {
- uError("create SQuery error");
+ pQuery = smlInitHandle();
+ if (pQuery == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
- taosMemoryFree(subReq);
goto end;
}
- pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- pQuery->haveResultSet = false;
- pQuery->msgType = TDMT_VND_SUBMIT;
- pQuery->pRoot = (SNode*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
- if (NULL == pQuery->pRoot) {
- uError("create pQuery->pRoot error");
- code = TSDB_CODE_OUT_OF_MEMORY;
+ pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
+ taosHashPut(pVgHash, (const char*)&vgData.vgId, sizeof(vgData.vgId), (char*)&vgData, sizeof(vgData));
+
+ code = rawBlockBindData(pQuery, pTableMeta, pData, NULL, NULL, 0);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:rawBlockBindData failed");
goto end;
}
- SVnodeModifOpStmt* nodeStmt = (SVnodeModifOpStmt*)(pQuery->pRoot);
- nodeStmt->pDataBlocks = taosArrayInit(1, POINTER_BYTES);
- SVgDataBlocks* dst = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
- if (NULL == dst) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
+ code = smlBuildOutput(pQuery, pVgHash);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("smlBuildOutput failed");
+ return code;
}
- dst->vg = vgData;
- dst->numOfTables = subReq->numOfBlocks;
- dst->size = subReq->length;
- dst->pData = (char*)subReq;
- subReq->header.vgId = htonl(dst->vg.vgId);
- subReq->version = htonl(1);
- subReq->header.contLen = htonl(subReq->length);
- subReq->length = htonl(subReq->length);
- subReq->numOfBlocks = htonl(subReq->numOfBlocks);
- subReq = NULL; // no need free
- taosArrayPush(nodeStmt->pDataBlocks, &dst);
launchQueryImpl(pRequest, pQuery, true, NULL);
code = pRequest->code;
@@ -1639,7 +1396,8 @@ int taos_write_raw_block(TAOS* taos, int rows, char* pData, const char* tbname)
end:
taosMemoryFreeClear(pTableMeta);
qDestroyQuery(pQuery);
- taosMemoryFree(subReq);
+ destroyRequest(pRequest);
+ taosHashCleanup(pVgHash);
return code;
}
@@ -1676,8 +1434,6 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
goto end;
}
- pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
- taosHashSetFreeFp(pVgHash, destroyVgHash);
struct SCatalog* pCatalog = NULL;
code = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
if (code != TSDB_CODE_SUCCESS) {
@@ -1691,6 +1447,12 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
conn.requestObjRefId = pRequest->self;
conn.mgmtEps = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp);
+ pQuery = smlInitHandle();
+ if (pQuery == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
+ }
+ pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
uDebug("raw data block num:%d\n", rspObj.rsp.blockNum);
while (++rspObj.resIter < rspObj.rsp.blockNum) {
SRetrieveTableRsp* pRetrieve = (SRetrieveTableRsp*)taosArrayGetP(rspObj.rsp.blockData, rspObj.resIter);
@@ -1698,14 +1460,6 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
uError("WriteRaw:no schema, iter:%d", rspObj.resIter);
goto end;
}
- SSchemaWrapper* pSW = (SSchemaWrapper*)taosArrayGetP(rspObj.rsp.blockSchema, rspObj.resIter);
- setResSchemaInfo(&rspObj.resInfo, pSW->pSchema, pSW->nCols);
-
- code = setQueryResultFromRsp(&rspObj.resInfo, pRetrieve, false, false);
- if (code != TSDB_CODE_SUCCESS) {
- uError("WriteRaw: setQueryResultFromRsp error");
- goto end;
- }
const char* tbName = (const char*)taosArrayGetP(rspObj.rsp.blockTbName, rspObj.resIter);
if (!tbName) {
@@ -1719,13 +1473,6 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
strcpy(pName.dbname, pRequest->pDb);
strcpy(pName.tname, tbName);
- VgData vgData = {0};
- code = catalogGetTableHashVgroup(pCatalog, &conn, &pName, &(vgData.vg));
- if (code != TSDB_CODE_SUCCESS) {
- uError("WriteRaw:catalogGetTableHashVgroup failed. table name: %s", tbName);
- goto end;
- }
-
code = catalogGetTableMeta(pCatalog, &conn, &pName, &pTableMeta);
if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST) {
uError("WriteRaw:catalogGetTableMeta table not exist. table name: %s", tbName);
@@ -1737,164 +1484,29 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
goto end;
}
- uint16_t fLen = 0;
- int32_t rowSize = 0;
- int16_t nVar = 0;
- for (int i = 0; i < pTableMeta->tableInfo.numOfColumns; i++) {
- SSchema* schema = &pTableMeta->schema[i];
- fLen += TYPE_BYTES[schema->type];
- rowSize += schema->bytes;
- if (IS_VAR_DATA_TYPE(schema->type)) {
- nVar++;
- }
- }
- fLen -= sizeof(TSKEY);
-
- int32_t rows = rspObj.resInfo.numOfRows;
- int32_t extendedRowSize = rowSize + TD_ROW_HEAD_LEN - sizeof(TSKEY) + nVar * sizeof(VarDataOffsetT) +
- (int32_t)TD_BITMAP_BYTES(pTableMeta->tableInfo.numOfColumns - 1);
- int32_t schemaLen = 0;
- int32_t submitLen = sizeof(SSubmitBlk) + schemaLen + rows * extendedRowSize;
-
- SSubmitReq* subReq = NULL;
- SSubmitBlk* blk = NULL;
- void* hData = taosHashGet(pVgHash, &vgData.vg.vgId, sizeof(vgData.vg.vgId));
- if (hData) {
- vgData = *(VgData*)hData;
-
- int32_t totalLen = ((SSubmitReq*)(vgData.data))->length + submitLen;
- void* tmp = taosMemoryRealloc(vgData.data, totalLen);
- if (tmp == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- vgData.data = tmp;
- ((VgData*)hData)->data = tmp;
- subReq = (SSubmitReq*)(vgData.data);
- blk = POINTER_SHIFT(vgData.data, subReq->length);
- } else {
- int32_t totalLen = sizeof(SSubmitReq) + submitLen;
- void* tmp = taosMemoryCalloc(1, totalLen);
- if (tmp == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- vgData.data = tmp;
- taosHashPut(pVgHash, (const char*)&vgData.vg.vgId, sizeof(vgData.vg.vgId), (char*)&vgData, sizeof(vgData));
- subReq = (SSubmitReq*)(vgData.data);
- subReq->length = sizeof(SSubmitReq);
- subReq->numOfBlocks = 0;
-
- blk = POINTER_SHIFT(vgData.data, sizeof(SSubmitReq));
+ SVgroupInfo vg;
+ code = catalogGetTableHashVgroup(pCatalog, &conn, &pName, &vg);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:catalogGetTableHashVgroup failed. table name: %s", tbName);
+ goto end;
}
- // pSW->pSchema should be same as pTableMeta->schema
- // ASSERT(pSW->nCols == pTableMeta->tableInfo.numOfColumns);
- uint64_t suid = (TSDB_NORMAL_TABLE == pTableMeta->tableType ? 0 : pTableMeta->suid);
- uint64_t uid = pTableMeta->uid;
- int16_t sver = pTableMeta->sversion;
-
- void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk));
- STSRow* rowData = POINTER_SHIFT(blkSchema, schemaLen);
-
- SRowBuilder rb = {0};
- tdSRowInit(&rb, sver);
- tdSRowSetTpInfo(&rb, pTableMeta->tableInfo.numOfColumns, fLen);
- int32_t totalLen = 0;
-
- SHashObj* schemaHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- for (int i = 0; i < pSW->nCols; i++) {
- SSchema* schema = &pSW->pSchema[i];
- taosHashPut(schemaHash, schema->name, strlen(schema->name), &i, sizeof(int32_t));
+ void* hData = taosHashGet(pVgHash, &vg.vgId, sizeof(vg.vgId));
+ if (hData == NULL) {
+ taosHashPut(pVgHash, (const char*)&vg.vgId, sizeof(vg.vgId), (char*)&vg, sizeof(vg));
}
- for (int32_t j = 0; j < rows; j++) {
- tdSRowResetBuf(&rb, rowData);
-
- doSetOneRowPtr(&rspObj.resInfo);
- rspObj.resInfo.current += 1;
-
- int32_t offset = 0;
- for (int32_t k = 0; k < pTableMeta->tableInfo.numOfColumns; k++) {
- const SSchema* pColumn = &pTableMeta->schema[k];
- int32_t* index = taosHashGet(schemaHash, pColumn->name, strlen(pColumn->name));
- if (!index) {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NONE, NULL, false, offset, k);
- } else {
- char* colData = rspObj.resInfo.row[*index];
- if (!colData) {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- } else {
- if (IS_VAR_DATA_TYPE(pColumn->type)) {
- colData -= VARSTR_HEADER_SIZE;
- }
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, colData, true, offset, k);
- }
- }
- if (pColumn->colId != PRIMARYKEY_TIMESTAMP_COL_ID) {
- offset += TYPE_BYTES[pColumn->type];
- }
- }
- tdSRowEnd(&rb);
- int32_t rowLen = TD_ROW_LEN(rowData);
- rowData = POINTER_SHIFT(rowData, rowLen);
- totalLen += rowLen;
+ code = rawBlockBindData(pQuery, pTableMeta, pRetrieve->data, NULL, NULL, 0);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:rawBlockBindData failed");
+ goto end;
}
-
- taosHashCleanup(schemaHash);
- blk->uid = htobe64(uid);
- blk->suid = htobe64(suid);
- blk->sversion = htonl(sver);
- blk->schemaLen = htonl(schemaLen);
- blk->numOfRows = htonl(rows);
- blk->dataLen = htonl(totalLen);
- subReq->length += sizeof(SSubmitBlk) + schemaLen + totalLen;
- subReq->numOfBlocks++;
- taosMemoryFreeClear(pTableMeta);
- rspObj.resInfo.pRspMsg = NULL;
- doFreeReqResultInfo(&rspObj.resInfo);
}
- pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY);
- if (NULL == pQuery) {
- uError("create SQuery error");
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- pQuery->haveResultSet = false;
- pQuery->msgType = TDMT_VND_SUBMIT;
- pQuery->pRoot = (SNode*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
- if (NULL == pQuery->pRoot) {
- uError("create pQuery->pRoot error");
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- SVnodeModifOpStmt* nodeStmt = (SVnodeModifOpStmt*)(pQuery->pRoot);
-
- int32_t numOfVg = taosHashGetSize(pVgHash);
- nodeStmt->pDataBlocks = taosArrayInit(numOfVg, POINTER_BYTES);
-
- VgData* vData = (VgData*)taosHashIterate(pVgHash, NULL);
- while (vData) {
- SVgDataBlocks* dst = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
- if (NULL == dst) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- dst->vg = vData->vg;
- SSubmitReq* subReq = (SSubmitReq*)(vData->data);
- dst->numOfTables = subReq->numOfBlocks;
- dst->size = subReq->length;
- dst->pData = (char*)subReq;
- vData->data = NULL; // no need free
- subReq->header.vgId = htonl(dst->vg.vgId);
- subReq->version = htonl(1);
- subReq->header.contLen = htonl(subReq->length);
- subReq->length = htonl(subReq->length);
- subReq->numOfBlocks = htonl(subReq->numOfBlocks);
- taosArrayPush(nodeStmt->pDataBlocks, &dst);
- vData = (VgData*)taosHashIterate(pVgHash, vData);
+ code = smlBuildOutput(pQuery, pVgHash);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("smlBuildOutput failed");
+ return code;
}
launchQueryImpl(pRequest, pQuery, true, NULL);
@@ -1902,8 +1514,6 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
end:
tDeleteSMqDataRsp(&rspObj.rsp);
- rspObj.resInfo.pRspMsg = NULL;
- doFreeReqResultInfo(&rspObj.resInfo);
tDecoderClear(&decoder);
qDestroyQuery(pQuery);
destroyRequest(pRequest);
@@ -1912,7 +1522,6 @@ static int32_t tmqWriteRawDataImpl(TAOS* taos, void* data, int32_t dataLen) {
return code;
}
-
static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen) {
int32_t code = TSDB_CODE_SUCCESS;
SHashObj* pVgHash = NULL;
@@ -1946,8 +1555,6 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen)
goto end;
}
- pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
- taosHashSetFreeFp(pVgHash, destroyVgHash);
struct SCatalog* pCatalog = NULL;
code = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
if (code != TSDB_CODE_SUCCESS) {
@@ -1961,6 +1568,13 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen)
conn.requestObjRefId = pRequest->self;
conn.mgmtEps = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp);
+ pQuery = smlInitHandle();
+ if (pQuery == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
+ }
+ pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
+
uDebug("raw data block num:%d\n", rspObj.rsp.blockNum);
while (++rspObj.resIter < rspObj.rsp.blockNum) {
SRetrieveTableRsp* pRetrieve = (SRetrieveTableRsp*)taosArrayGetP(rspObj.rsp.blockData, rspObj.resIter);
@@ -1968,14 +1582,6 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen)
uError("WriteRaw:no schema, iter:%d", rspObj.resIter);
goto end;
}
- SSchemaWrapper* pSW = (SSchemaWrapper*)taosArrayGetP(rspObj.rsp.blockSchema, rspObj.resIter);
- setResSchemaInfo(&rspObj.resInfo, pSW->pSchema, pSW->nCols);
-
- code = setQueryResultFromRsp(&rspObj.resInfo, pRetrieve, false, false);
- if (code != TSDB_CODE_SUCCESS) {
- uError("WriteRaw: setQueryResultFromRsp error");
- goto end;
- }
const char* tbName = (const char*)taosArrayGetP(rspObj.rsp.blockTbName, rspObj.resIter);
if (!tbName) {
@@ -1989,44 +1595,28 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen)
strcpy(pName.dbname, pRequest->pDb);
strcpy(pName.tname, tbName);
- VgData vgData = {0};
- code = catalogGetTableHashVgroup(pCatalog, &conn, &pName, &(vgData.vg));
- if (code != TSDB_CODE_SUCCESS) {
- uError("WriteRaw:catalogGetTableHashVgroup failed. table name: %s", tbName);
- goto end;
- }
-
// find schema data info
- int32_t schemaLen = 0;
- void* schemaData = NULL;
+ SVCreateTbReq pCreateReq = {0};
+
for (int j = 0; j < rspObj.rsp.createTableNum; j++) {
void** dataTmp = taosArrayGet(rspObj.rsp.createTableReq, j);
int32_t* lenTmp = taosArrayGet(rspObj.rsp.createTableLen, j);
- SDecoder decoderTmp = {0};
- SVCreateTbReq pCreateReq = {0};
-
+ SDecoder decoderTmp = {0};
tDecoderInit(&decoderTmp, *dataTmp, *lenTmp);
+ memset(&pCreateReq, 0, sizeof(SVCreateTbReq));
if (tDecodeSVCreateTbReq(&decoderTmp, &pCreateReq) < 0) {
tDecoderClear(&decoderTmp);
- taosMemoryFreeClear(pCreateReq.comment);
- taosArrayDestroy(pCreateReq.ctb.tagName);
goto end;
}
ASSERT(pCreateReq.type == TSDB_CHILD_TABLE);
if (strcmp(tbName, pCreateReq.name) == 0) {
- schemaLen = *lenTmp;
- schemaData = *dataTmp;
strcpy(pName.tname, pCreateReq.ctb.stbName);
tDecoderClear(&decoderTmp);
- taosMemoryFreeClear(pCreateReq.comment);
- taosArrayDestroy(pCreateReq.ctb.tagName);
break;
}
tDecoderClear(&decoderTmp);
- taosMemoryFreeClear(pCreateReq.comment);
- taosArrayDestroy(pCreateReq.ctb.tagName);
}
code = catalogGetTableMeta(pCatalog, &conn, &pName, &pTableMeta);
@@ -2040,176 +1630,30 @@ static int32_t tmqWriteRawMetaDataImpl(TAOS* taos, void* data, int32_t dataLen)
goto end;
}
- uint16_t fLen = 0;
- int32_t rowSize = 0;
- int16_t nVar = 0;
- for (int i = 0; i < pTableMeta->tableInfo.numOfColumns; i++) {
- SSchema* schema = &pTableMeta->schema[i];
- fLen += TYPE_BYTES[schema->type];
- rowSize += schema->bytes;
- if (IS_VAR_DATA_TYPE(schema->type)) {
- nVar++;
- }
- }
- fLen -= sizeof(TSKEY);
-
- int32_t rows = rspObj.resInfo.numOfRows;
- int32_t extendedRowSize = rowSize + TD_ROW_HEAD_LEN - sizeof(TSKEY) + nVar * sizeof(VarDataOffsetT) +
- (int32_t)TD_BITMAP_BYTES(pTableMeta->tableInfo.numOfColumns - 1);
-
- int32_t submitLen = sizeof(SSubmitBlk) + schemaLen + rows * extendedRowSize;
-
- SSubmitReq* subReq = NULL;
- SSubmitBlk* blk = NULL;
- void* hData = taosHashGet(pVgHash, &vgData.vg.vgId, sizeof(vgData.vg.vgId));
- if (hData) {
- vgData = *(VgData*)hData;
-
- int32_t totalLen = ((SSubmitReq*)(vgData.data))->length + submitLen;
- void* tmp = taosMemoryRealloc(vgData.data, totalLen);
- if (tmp == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- vgData.data = tmp;
- ((VgData*)hData)->data = tmp;
- subReq = (SSubmitReq*)(vgData.data);
- blk = POINTER_SHIFT(vgData.data, subReq->length);
- } else {
- int32_t totalLen = sizeof(SSubmitReq) + submitLen;
- void* tmp = taosMemoryCalloc(1, totalLen);
- if (tmp == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- vgData.data = tmp;
- taosHashPut(pVgHash, (const char*)&vgData.vg.vgId, sizeof(vgData.vg.vgId), (char*)&vgData, sizeof(vgData));
- subReq = (SSubmitReq*)(vgData.data);
- subReq->length = sizeof(SSubmitReq);
- subReq->numOfBlocks = 0;
-
- blk = POINTER_SHIFT(vgData.data, sizeof(SSubmitReq));
- }
-
- // pSW->pSchema should be same as pTableMeta->schema
- // ASSERT(pSW->nCols == pTableMeta->tableInfo.numOfColumns);
- uint64_t suid = (TSDB_NORMAL_TABLE == pTableMeta->tableType ? 0 : pTableMeta->suid);
- uint64_t uid = pTableMeta->uid;
- int16_t sver = pTableMeta->sversion;
-
- void* blkSchema = POINTER_SHIFT(blk, sizeof(SSubmitBlk));
- if (schemaData) {
- memcpy(blkSchema, schemaData, schemaLen);
- }
- STSRow* rowData = POINTER_SHIFT(blkSchema, schemaLen);
-
- SRowBuilder rb = {0};
- tdSRowInit(&rb, sver);
- tdSRowSetTpInfo(&rb, pTableMeta->tableInfo.numOfColumns, fLen);
- int32_t totalLen = 0;
-
- SHashObj* schemaHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- for (int i = 0; i < pSW->nCols; i++) {
- SSchema* schema = &pSW->pSchema[i];
- taosHashPut(schemaHash, schema->name, strlen(schema->name), &i, sizeof(int32_t));
+ SVgroupInfo vg;
+ code = catalogGetTableHashVgroup(pCatalog, &conn, &pName, &vg);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:catalogGetTableHashVgroup failed. table name: %s", tbName);
+ goto end;
}
- for (int32_t j = 0; j < rows; j++) {
- tdSRowResetBuf(&rb, rowData);
-
- doSetOneRowPtr(&rspObj.resInfo);
- rspObj.resInfo.current += 1;
-
- int32_t offset = 0;
- for (int32_t k = 0; k < pTableMeta->tableInfo.numOfColumns; k++) {
- const SSchema* pColumn = &pTableMeta->schema[k];
- int32_t* index = taosHashGet(schemaHash, pColumn->name, strlen(pColumn->name));
- if (!index) {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NONE, NULL, false, offset, k);
- } else {
- char* colData = rspObj.resInfo.row[*index];
- if (!colData) {
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, offset, k);
- } else {
- if (IS_VAR_DATA_TYPE(pColumn->type)) {
- colData -= VARSTR_HEADER_SIZE;
- }
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, colData, true, offset, k);
- }
- }
- if (pColumn->colId != PRIMARYKEY_TIMESTAMP_COL_ID) {
- offset += TYPE_BYTES[pColumn->type];
- }
- }
- tdSRowEnd(&rb);
- int32_t rowLen = TD_ROW_LEN(rowData);
- rowData = POINTER_SHIFT(rowData, rowLen);
- totalLen += rowLen;
+ void* hData = taosHashGet(pVgHash, &vg.vgId, sizeof(vg.vgId));
+ if (hData == NULL) {
+ taosHashPut(pVgHash, (const char*)&vg.vgId, sizeof(vg.vgId), (char*)&vg, sizeof(vg));
}
- taosHashCleanup(schemaHash);
- blk->uid = htobe64(uid);
- blk->suid = htobe64(suid);
- blk->sversion = htonl(sver);
- blk->schemaLen = htonl(schemaLen);
- blk->numOfRows = htonl(rows);
- blk->dataLen = htonl(totalLen);
- subReq->length += sizeof(SSubmitBlk) + schemaLen + totalLen;
- subReq->numOfBlocks++;
- taosMemoryFreeClear(pTableMeta);
- rspObj.resInfo.pRspMsg = NULL;
- doFreeReqResultInfo(&rspObj.resInfo);
- }
-
- pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY);
- if (NULL == pQuery) {
- uError("create SQuery error");
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- pQuery->haveResultSet = false;
- pQuery->msgType = TDMT_VND_SUBMIT;
- pQuery->pRoot = (SNode*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
- if (NULL == pQuery->pRoot) {
- uError("create pQuery->pRoot error");
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
- }
- SVnodeModifOpStmt* nodeStmt = (SVnodeModifOpStmt*)(pQuery->pRoot);
-
- int32_t numOfVg = taosHashGetSize(pVgHash);
- nodeStmt->pDataBlocks = taosArrayInit(numOfVg, POINTER_BYTES);
-
- VgData* vData = (VgData*)taosHashIterate(pVgHash, NULL);
- while (vData) {
- SVgDataBlocks* dst = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
- if (NULL == dst) {
- code = TSDB_CODE_OUT_OF_MEMORY;
+ code = rawBlockBindData(pQuery, pTableMeta, pRetrieve->data, &pCreateReq, NULL, 0);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("WriteRaw:rawBlockBindData failed");
goto end;
}
- dst->vg = vData->vg;
- SSubmitReq* subReq = (SSubmitReq*)(vData->data);
- dst->numOfTables = subReq->numOfBlocks;
- dst->size = subReq->length;
- dst->pData = (char*)subReq;
- vData->data = NULL; // no need free
- subReq->header.vgId = htonl(dst->vg.vgId);
- subReq->version = htonl(1);
- subReq->header.contLen = htonl(subReq->length);
- subReq->length = htonl(subReq->length);
- subReq->numOfBlocks = htonl(subReq->numOfBlocks);
- taosArrayPush(nodeStmt->pDataBlocks, &dst);
- vData = (VgData*)taosHashIterate(pVgHash, vData);
}
launchQueryImpl(pRequest, pQuery, true, NULL);
code = pRequest->code;
- end:
+end:
tDeleteSTaosxRsp(&rspObj.rsp);
- rspObj.resInfo.pRspMsg = NULL;
- doFreeReqResultInfo(&rspObj.resInfo);
tDecoderClear(&decoder);
qDestroyQuery(pQuery);
destroyRequest(pRequest);
diff --git a/source/client/src/clientSml.c b/source/client/src/clientSml.c
index a4e943da3224995c3767c91e0229a78bf706eb25..ba154c95bde3e6c8c3b2b9201b2b2c65a96b077c 100644
--- a/source/client/src/clientSml.c
+++ b/source/client/src/clientSml.c
@@ -1,219 +1,101 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+
#include
#include
#include
#include
-#include "cJSON.h"
-#include "catalog.h"
-#include "clientInt.h"
-#include "osSemaphore.h"
-#include "osThread.h"
-#include "query.h"
-#include "taos.h"
-#include "taoserror.h"
-#include "tcommon.h"
-#include "tdef.h"
-#include "tglobal.h"
-#include "tlog.h"
-#include "tmsg.h"
-#include "tname.h"
-#include "ttime.h"
-#include "ttypes.h"
-
-//=================================================================================================
-
-#define SPACE ' '
-#define COMMA ','
-#define EQUAL '='
-#define QUOTE '"'
-#define SLASH '\\'
-
-#define JUMP_SPACE(sql, sqlEnd) \
- while (sql < sqlEnd) { \
- if (*sql == SPACE) \
- sql++; \
- else \
- break; \
- }
-// comma ,
-#define IS_SLASH_COMMA(sql) (*(sql) == COMMA && *((sql)-1) == SLASH)
-#define IS_COMMA(sql) (*(sql) == COMMA && *((sql)-1) != SLASH)
-// space
-#define IS_SLASH_SPACE(sql) (*(sql) == SPACE && *((sql)-1) == SLASH)
-#define IS_SPACE(sql) (*(sql) == SPACE && *((sql)-1) != SLASH)
-// equal =
-#define IS_SLASH_EQUAL(sql) (*(sql) == EQUAL && *((sql)-1) == SLASH)
-#define IS_EQUAL(sql) (*(sql) == EQUAL && *((sql)-1) != SLASH)
-// quote "
-#define IS_SLASH_QUOTE(sql) (*(sql) == QUOTE && *((sql)-1) == SLASH)
-#define IS_QUOTE(sql) (*(sql) == QUOTE && *((sql)-1) != SLASH)
-// SLASH
-#define IS_SLASH_SLASH(sql) (*(sql) == SLASH && *((sql)-1) == SLASH)
-
-#define IS_SLASH_LETTER(sql) \
- (IS_SLASH_COMMA(sql) || IS_SLASH_SPACE(sql) || IS_SLASH_EQUAL(sql) || IS_SLASH_QUOTE(sql) || IS_SLASH_SLASH(sql))
-
-#define MOVE_FORWARD_ONE(sql, len) (memmove((void *)((sql)-1), (sql), len))
-
-#define PROCESS_SLASH(key, keyLen) \
- for (int i = 1; i < keyLen; ++i) { \
- if (IS_SLASH_LETTER(key + i)) { \
- MOVE_FORWARD_ONE(key + i, keyLen - i); \
- i--; \
- keyLen--; \
- } \
- }
-
-#define IS_INVALID_COL_LEN(len) ((len) <= 0 || (len) >= TSDB_COL_NAME_LEN)
-#define IS_INVALID_TABLE_LEN(len) ((len) <= 0 || (len) >= TSDB_TABLE_NAME_LEN)
-
-#define OTD_JSON_SUB_FIELDS_NUM 2
-#define OTD_JSON_FIELDS_NUM 4
-
-#define TS "_ts"
-#define TS_LEN 3
-#define VALUE "_value"
-#define VALUE_LEN 6
-
-#define BINARY_ADD_LEN 2 // "binary" 2 means " "
-#define NCHAR_ADD_LEN 3 // L"nchar" 3 means L" "
-
-#define MAX_RETRY_TIMES 5
-//=================================================================================================
-typedef TSDB_SML_PROTOCOL_TYPE SMLProtocolType;
-
-typedef enum {
- SCHEMA_ACTION_NULL,
- SCHEMA_ACTION_CREATE_STABLE,
- SCHEMA_ACTION_ADD_COLUMN,
- SCHEMA_ACTION_ADD_TAG,
- SCHEMA_ACTION_CHANGE_COLUMN_SIZE,
- SCHEMA_ACTION_CHANGE_TAG_SIZE,
-} ESchemaAction;
-
-typedef struct {
- const char *measure;
- const char *tags;
- const char *cols;
- const char *timestamp;
-
- int32_t measureLen;
- int32_t measureTagsLen;
- int32_t tagsLen;
- int32_t colsLen;
- int32_t timestampLen;
-} SSmlLineInfo;
-
-typedef struct {
- const char *sTableName; // super table name
- int32_t sTableNameLen;
- char childTableName[TSDB_TABLE_NAME_LEN];
- uint64_t uid;
-
- SArray *tags;
-
- // if info->formatData is true, elements are SArray.
- // if info->formatData is false, elements are SHashObj for find by key quickly
- SArray *cols;
-} SSmlTableInfo;
-
-typedef struct {
- SArray *tags; // save the origin order to create table
- SHashObj *tagHash; // elements are
-
- SArray *cols;
- SHashObj *colHash;
-
- STableMeta *tableMeta;
-} SSmlSTableMeta;
-
-typedef struct {
- int32_t len;
- char *buf;
-} SSmlMsgBuf;
-
-typedef struct {
- int32_t code;
- int32_t lineNum;
-
- int32_t numOfSTables;
- int32_t numOfCTables;
- int32_t numOfCreateSTables;
- int32_t numOfAlterColSTables;
- int32_t numOfAlterTagSTables;
-
- int64_t parseTime;
- int64_t schemaTime;
- int64_t insertBindTime;
- int64_t insertRpcTime;
- int64_t endTime;
-} SSmlCostInfo;
-
-typedef struct {
- SRequestObj *request;
- tsem_t sem;
- int32_t cnt;
- int32_t total;
- TdThreadSpinlock lock;
-} Params;
-
-typedef struct {
- int64_t id;
- Params *params;
-
- SMLProtocolType protocol;
- int8_t precision;
- bool dataFormat; // true means that the name and order of keys in each line are the same(only for influx protocol)
- bool isRawLine;
- int32_t ttl;
-
- SHashObj *childTables;
- SHashObj *superTables;
- SHashObj *pVgHash;
- void *exec;
-
- STscObj *taos;
- SCatalog *pCatalog;
- SRequestObj *pRequest;
- SQuery *pQuery;
-
- SSmlCostInfo cost;
- int32_t affectedRows;
- SSmlMsgBuf msgBuf;
- SHashObj *dumplicateKey; // for dumplicate key
- SArray *colsContainer; // for cols parse, if dataFormat == false
-
- cJSON *root; // for parse json
-} SSmlHandle;
-//=================================================================================================
-
-//=================================================================================================
-static volatile int64_t linesSmlHandleId = 0;
-static int64_t smlGenId() {
- int64_t id;
-
- do {
- id = atomic_add_fetch_64(&linesSmlHandleId, 1);
- } while (id == 0);
+#include "clientSml.h"
+
+int64_t smlToMilli[3] = {3600000LL, 60000LL, 1000LL};
+int64_t smlFactorNS[3] = {NANOSECOND_PER_MSEC, NANOSECOND_PER_USEC, 1};
+int64_t smlFactorS[3] = {1000LL, 1000000LL, 1000000000LL};
+
+void *nodeListGet(NodeList *list, const void *key, int32_t len, _equal_fn_sml fn) {
+ NodeList *tmp = list;
+ while (tmp) {
+ if (fn == NULL) {
+ if (tmp->data.used && tmp->data.keyLen == len && memcmp(tmp->data.key, key, len) == 0) {
+ return tmp->data.value;
+ }
+ } else {
+ if (tmp->data.used && fn(tmp->data.key, key) == 0) {
+ return tmp->data.value;
+ }
+ }
- return id;
+ tmp = tmp->next;
+ }
+ return NULL;
}
-static inline bool smlDoubleToInt64OverFlow(double num) {
- if (num >= (double)INT64_MAX || num <= (double)INT64_MIN) return true;
- return false;
+int nodeListSet(NodeList **list, const void *key, int32_t len, void *value, _equal_fn_sml fn) {
+ NodeList *tmp = *list;
+ while (tmp) {
+ if (!tmp->data.used) break;
+ if (fn == NULL) {
+ if (tmp->data.keyLen == len && memcmp(tmp->data.key, key, len) == 0) {
+ return -1;
+ }
+ } else {
+ if (tmp->data.keyLen == len && fn(tmp->data.key, key) == 0) {
+ return -1;
+ }
+ }
+
+ tmp = tmp->next;
+ }
+ if (tmp) {
+ tmp->data.key = key;
+ tmp->data.keyLen = len;
+ tmp->data.value = value;
+ tmp->data.used = true;
+ } else {
+ NodeList *newNode = (NodeList *)taosMemoryCalloc(1, sizeof(NodeList));
+ if (newNode == NULL) {
+ return -1;
+ }
+ newNode->data.key = key;
+ newNode->data.keyLen = len;
+ newNode->data.value = value;
+ newNode->data.used = true;
+ newNode->next = *list;
+ *list = newNode;
+ }
+ return 0;
}
-static inline bool smlCheckDuplicateKey(const char *key, int32_t keyLen, SHashObj *pHash) {
- void *val = taosHashGet(pHash, key, keyLen);
- if (val) {
- return true;
+int nodeListSize(NodeList *list) {
+ int cnt = 0;
+ while (list) {
+ if (list->data.used)
+ cnt++;
+ else
+ break;
+ list = list->next;
}
- taosHashPut(pHash, key, keyLen, key, 1);
+ return cnt;
+}
+
+inline bool smlDoubleToInt64OverFlow(double num) {
+ if (num >= (double)INT64_MAX || num <= (double)INT64_MIN) return true;
return false;
}
-static int32_t smlBuildInvalidDataMsg(SSmlMsgBuf *pBuf, const char *msg1, const char *msg2) {
+int32_t smlBuildInvalidDataMsg(SSmlMsgBuf *pBuf, const char *msg1, const char *msg2) {
if (pBuf->buf) {
memset(pBuf->buf, 0, pBuf->len);
if (msg1) strncat(pBuf->buf, msg1, pBuf->len);
@@ -226,391 +108,310 @@ static int32_t smlBuildInvalidDataMsg(SSmlMsgBuf *pBuf, const char *msg1, const
return TSDB_CODE_SML_INVALID_DATA;
}
-static int32_t smlGenerateSchemaAction(SSchema *colField, SHashObj *colHash, SSmlKv *kv, bool isTag,
- ESchemaAction *action, SSmlHandle *info) {
- uint16_t *index = colHash ? (uint16_t *)taosHashGet(colHash, kv->key, kv->keyLen) : NULL;
- if (index) {
- if (colField[*index].type != kv->type) {
- uError("SML:0x%" PRIx64 " point type and db type mismatch. key: %s. point type: %d, db type: %d", info->id,
- kv->key, colField[*index].type, kv->type);
- return TSDB_CODE_TSC_INVALID_VALUE;
- }
-
- if ((colField[*index].type == TSDB_DATA_TYPE_VARCHAR &&
- (colField[*index].bytes - VARSTR_HEADER_SIZE) < kv->length) ||
- (colField[*index].type == TSDB_DATA_TYPE_NCHAR &&
- ((colField[*index].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE < kv->length))) {
- if (isTag) {
- *action = SCHEMA_ACTION_CHANGE_TAG_SIZE;
- } else {
- *action = SCHEMA_ACTION_CHANGE_COLUMN_SIZE;
- }
- }
- } else {
- if (isTag) {
- *action = SCHEMA_ACTION_ADD_TAG;
- } else {
- *action = SCHEMA_ACTION_ADD_COLUMN;
- }
+int64_t smlGetTimeValue(const char *value, int32_t len, uint8_t fromPrecision, uint8_t toPrecision) {
+ char *endPtr = NULL;
+ int64_t tsInt64 = taosStr2Int64(value, &endPtr, 10);
+ if (unlikely(value + len != endPtr)) {
+ return -1;
}
- return 0;
-}
-static int32_t smlFindNearestPowerOf2(int32_t length, uint8_t type) {
- int32_t result = 1;
- while (result <= length) {
- result *= 2;
- }
- if (type == TSDB_DATA_TYPE_BINARY && result > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) {
- result = TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE;
- } else if (type == TSDB_DATA_TYPE_NCHAR && result > (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
- result = (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE;
+ if (unlikely(fromPrecision >= TSDB_TIME_PRECISION_HOURS)) {
+ int64_t unit = smlToMilli[fromPrecision - TSDB_TIME_PRECISION_HOURS];
+ if (unit > INT64_MAX / tsInt64) {
+ return -1;
+ }
+ tsInt64 *= unit;
+ fromPrecision = TSDB_TIME_PRECISION_MILLI;
}
- if (type == TSDB_DATA_TYPE_NCHAR) {
- result = result * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
- } else if (type == TSDB_DATA_TYPE_BINARY) {
- result = result + VARSTR_HEADER_SIZE;
- }
- return result;
+ return convertTimePrecision(tsInt64, fromPrecision, toPrecision);
}
-static int32_t smlProcessSchemaAction(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols,
- ESchemaAction *action, bool isTag) {
- int32_t code = TSDB_CODE_SUCCESS;
- for (int j = 0; j < taosArrayGetSize(cols); ++j) {
- if (j == 0 && !isTag) continue;
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, j);
- code = smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, action, info);
- if (code != TSDB_CODE_SUCCESS) {
- return code;
- }
+int8_t smlGetTsTypeByLen(int32_t len) {
+ if (len == TSDB_TIME_PRECISION_SEC_DIGITS) {
+ return TSDB_TIME_PRECISION_SECONDS;
+ } else if (len == TSDB_TIME_PRECISION_MILLI_DIGITS) {
+ return TSDB_TIME_PRECISION_MILLI;
+ } else {
+ return -1;
}
- return TSDB_CODE_SUCCESS;
}
-static int32_t smlCheckMeta(SSchema *schema, int32_t length, SArray *cols, bool isTag) {
- SHashObj *hashTmp = taosHashInit(length, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
- int32_t i = 0;
- for (; i < length; i++) {
- taosHashPut(hashTmp, schema[i].name, strlen(schema[i].name), &i, SHORT_BYTES);
+SSmlTableInfo *smlBuildTableInfo(int numRows, const char *measure, int32_t measureLen) {
+ SSmlTableInfo *tag = (SSmlTableInfo *)taosMemoryCalloc(sizeof(SSmlTableInfo), 1);
+ if (!tag) {
+ return NULL;
}
- if (isTag) {
- i = 0;
- } else {
- i = 1;
- }
- for (; i < taosArrayGetSize(cols); i++) {
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, i);
- if (taosHashGet(hashTmp, kv->key, kv->keyLen) == NULL) {
- taosHashCleanup(hashTmp);
- return -1;
- }
- }
- taosHashCleanup(hashTmp);
- return 0;
-}
+ tag->sTableName = measure;
+ tag->sTableNameLen = measureLen;
-static int32_t getBytes(uint8_t type, int32_t length) {
- if (type == TSDB_DATA_TYPE_BINARY || type == TSDB_DATA_TYPE_NCHAR) {
- return smlFindNearestPowerOf2(length, type);
- } else {
- return tDataTypes[type].bytes;
+ tag->cols = taosArrayInit(numRows, POINTER_BYTES);
+ if (tag->cols == NULL) {
+ uError("SML:smlBuildTableInfo failed to allocate memory");
+ goto cleanup;
}
+
+ // tag->tags = taosArrayInit(16, sizeof(SSmlKv));
+ // if (tag->tags == NULL) {
+ // uError("SML:smlBuildTableInfo failed to allocate memory");
+ // goto cleanup;
+ // }
+ return tag;
+
+cleanup:
+ taosMemoryFree(tag);
+ return NULL;
}
-static int32_t smlBuildFieldsList(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols,
- SArray *results, int32_t numOfCols, bool isTag) {
- for (int j = 0; j < taosArrayGetSize(cols); ++j) {
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, j);
- ESchemaAction action = SCHEMA_ACTION_NULL;
- smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, &action, info);
- if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_ADD_TAG) {
- SField field = {0};
- field.type = kv->type;
- field.bytes = getBytes(kv->type, kv->length);
- memcpy(field.name, kv->key, kv->keyLen);
- taosArrayPush(results, &field);
- } else if (action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) {
- uint16_t *index = (uint16_t *)taosHashGet(schemaHash, kv->key, kv->keyLen);
- uint16_t newIndex = *index;
- if (isTag) newIndex -= numOfCols;
- SField *field = (SField *)taosArrayGet(results, newIndex);
- field->bytes = getBytes(kv->type, kv->length);
+static int32_t smlParseTableName(SArray *tags, char *childTableName) {
+ size_t childTableNameLen = strlen(tsSmlChildTableName);
+ if (childTableNameLen <= 0) return TSDB_CODE_SUCCESS;
+
+ for (int i = 0; i < taosArrayGetSize(tags); i++) {
+ SSmlKv *tag = (SSmlKv *)taosArrayGet(tags, i);
+ // handle child table name
+ if (childTableNameLen == tag->keyLen && strncmp(tag->key, tsSmlChildTableName, tag->keyLen) == 0) {
+ memset(childTableName, 0, TSDB_TABLE_NAME_LEN);
+ strncpy(childTableName, tag->value, (tag->length < TSDB_TABLE_NAME_LEN ? tag->length : TSDB_TABLE_NAME_LEN));
+ break;
}
}
+
return TSDB_CODE_SUCCESS;
}
-// static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SSmlSTableMeta *sTableData,
-// int32_t colVer, int32_t tagVer, int8_t source, uint64_t suid){
-static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray *pColumns, SArray *pTags, STableMeta *pTableMeta,
- ESchemaAction action) {
- SRequestObj *pRequest = NULL;
- SMCreateStbReq pReq = {0};
- int32_t code = TSDB_CODE_SUCCESS;
- SCmdMsgInfo pCmdMsg = {0};
+int32_t smlSetCTableName(SSmlTableInfo *oneTable) {
+ smlParseTableName(oneTable->tags, oneTable->childTableName);
- // put front for free
- pReq.numOfColumns = taosArrayGetSize(pColumns);
- pReq.pColumns = pColumns;
- pReq.numOfTags = taosArrayGetSize(pTags);
- pReq.pTags = pTags;
+ if (strlen(oneTable->childTableName) == 0) {
+ SArray *dst = taosArrayDup(oneTable->tags, NULL);
+ RandTableName rName = {dst, oneTable->sTableName, (uint8_t)oneTable->sTableNameLen, oneTable->childTableName, 0};
- code = buildRequest(info->taos->id, "", 0, NULL, false, &pRequest, 0);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
+ buildChildTableName(&rName);
+ taosArrayDestroy(dst);
+ oneTable->uid = rName.uid;
+ } else {
+ oneTable->uid = *(uint64_t *)(oneTable->childTableName);
}
+ return TSDB_CODE_SUCCESS;
+}
- pRequest->syncQuery = true;
- if (!pRequest->pDb) {
- code = TSDB_CODE_PAR_DB_NOT_SPECIFIED;
- goto end;
+SSmlSTableMeta *smlBuildSTableMeta(bool isDataFormat) {
+ SSmlSTableMeta *meta = (SSmlSTableMeta *)taosMemoryCalloc(sizeof(SSmlSTableMeta), 1);
+ if (!meta) {
+ return NULL;
}
- if (action == SCHEMA_ACTION_CREATE_STABLE) {
- pReq.colVer = 1;
- pReq.tagVer = 1;
- pReq.suid = 0;
- pReq.source = TD_REQ_FROM_APP;
- } else if (action == SCHEMA_ACTION_ADD_TAG || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) {
- pReq.colVer = pTableMeta->sversion;
- pReq.tagVer = pTableMeta->tversion + 1;
- pReq.suid = pTableMeta->uid;
- pReq.source = TD_REQ_FROM_TAOX;
- } else if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE) {
- pReq.colVer = pTableMeta->sversion + 1;
- pReq.tagVer = pTableMeta->tversion;
- pReq.suid = pTableMeta->uid;
- pReq.source = TD_REQ_FROM_TAOX;
- }
+ if (unlikely(!isDataFormat)) {
+ meta->tagHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ if (meta->tagHash == NULL) {
+ uError("SML:smlBuildSTableMeta failed to allocate memory");
+ goto cleanup;
+ }
- if (pReq.numOfTags == 0) {
- pReq.numOfTags = 1;
- SField field = {0};
- field.type = TSDB_DATA_TYPE_NCHAR;
- field.bytes = 1;
- strcpy(field.name, tsSmlTagName);
- taosArrayPush(pReq.pTags, &field);
+ meta->colHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ if (meta->colHash == NULL) {
+ uError("SML:smlBuildSTableMeta failed to allocate memory");
+ goto cleanup;
+ }
}
- pReq.commentLen = -1;
- pReq.igExists = true;
- tNameExtractFullName(pName, pReq.name);
-
- pCmdMsg.epSet = getEpSet_s(&info->taos->pAppInfo->mgmtEp);
- pCmdMsg.msgType = TDMT_MND_CREATE_STB;
- pCmdMsg.msgLen = tSerializeSMCreateStbReq(NULL, 0, &pReq);
- pCmdMsg.pMsg = taosMemoryMalloc(pCmdMsg.msgLen);
- if (NULL == pCmdMsg.pMsg) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto end;
+ meta->tags = taosArrayInit(32, sizeof(SSmlKv));
+ if (meta->tags == NULL) {
+ uError("SML:smlBuildSTableMeta failed to allocate memory");
+ goto cleanup;
}
- tSerializeSMCreateStbReq(pCmdMsg.pMsg, pCmdMsg.msgLen, &pReq);
-
- SQuery pQuery;
- memset(&pQuery, 0, sizeof(pQuery));
- pQuery.execMode = QUERY_EXEC_MODE_RPC;
- pQuery.pCmdMsg = &pCmdMsg;
- pQuery.msgType = pQuery.pCmdMsg->msgType;
- pQuery.stableQuery = true;
-
- launchQueryImpl(pRequest, &pQuery, true, NULL);
- if (pRequest->code == TSDB_CODE_SUCCESS) {
- catalogRemoveTableMeta(info->pCatalog, pName);
+ meta->cols = taosArrayInit(32, sizeof(SSmlKv));
+ if (meta->cols == NULL) {
+ uError("SML:smlBuildSTableMeta failed to allocate memory");
+ goto cleanup;
}
- code = pRequest->code;
- taosMemoryFree(pCmdMsg.pMsg);
+ return meta;
-end:
- destroyRequest(pRequest);
- tFreeSMCreateStbReq(&pReq);
- return code;
+cleanup:
+ taosMemoryFree(meta);
+ return NULL;
}
-static int32_t smlModifyDBSchemas(SSmlHandle *info) {
- int32_t code = 0;
- SHashObj *hashTmp = NULL;
- STableMeta *pTableMeta = NULL;
+// uint16_t smlCalTypeSum(char* endptr, int32_t left){
+// uint16_t sum = 0;
+// for(int i = 0; i < left; i++){
+// sum += endptr[i];
+// }
+// return sum;
+// }
- SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}};
- tstrncpy(pName.dbname, info->pRequest->pDb, sizeof(pName.dbname));
+#define RETURN_FALSE \
+ smlBuildInvalidDataMsg(msg, "invalid data", pVal); \
+ return false;
- SRequestConnInfo conn = {0};
- conn.pTrans = info->taos->pAppInfo->pTransporter;
- conn.requestId = info->pRequest->requestId;
- conn.requestObjRefId = info->pRequest->self;
- conn.mgmtEps = getEpSet_s(&info->taos->pAppInfo->mgmtEp);
-
- SSmlSTableMeta **tableMetaSml = (SSmlSTableMeta **)taosHashIterate(info->superTables, NULL);
- while (tableMetaSml) {
- SSmlSTableMeta *sTableData = *tableMetaSml;
- bool needCheckMeta = false; // for multi thread
-
- size_t superTableLen = 0;
- void *superTable = taosHashGetKey(tableMetaSml, &superTableLen);
- memset(pName.tname, 0, TSDB_TABLE_NAME_LEN);
- memcpy(pName.tname, superTable, superTableLen);
-
- code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
-
- if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST || code == TSDB_CODE_MND_STB_NOT_EXIST) {
- SArray *pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols), sizeof(SField));
- SArray *pTags = taosArrayInit(taosArrayGetSize(sTableData->tags), sizeof(SField));
- smlBuildFieldsList(info, NULL, NULL, sTableData->tags, pTags, 0, true);
- smlBuildFieldsList(info, NULL, NULL, sTableData->cols, pColumns, 0, false);
-
- code = smlSendMetaMsg(info, &pName, pColumns, pTags, NULL, SCHEMA_ACTION_CREATE_STABLE);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
- goto end;
- }
- info->cost.numOfCreateSTables++;
- taosMemoryFreeClear(pTableMeta);
-
- code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " catalogGetSTableMeta failed. super table name %s", info->id, pName.tname);
- goto end;
- }
- } else if (code == TSDB_CODE_SUCCESS) {
- hashTmp = taosHashInit(pTableMeta->tableInfo.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true,
- HASH_NO_LOCK);
- for (uint16_t i = pTableMeta->tableInfo.numOfColumns;
- i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
- taosHashPut(hashTmp, pTableMeta->schema[i].name, strlen(pTableMeta->schema[i].name), &i, SHORT_BYTES);
- }
-
- ESchemaAction action = SCHEMA_ACTION_NULL;
- code = smlProcessSchemaAction(info, pTableMeta->schema, hashTmp, sTableData->tags, &action, true);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
- }
- if (action != SCHEMA_ACTION_NULL) {
- SArray *pColumns =
- taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField));
- SArray *pTags =
- taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField));
-
- for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
- SField field = {0};
- field.type = pTableMeta->schema[i].type;
- field.bytes = pTableMeta->schema[i].bytes;
- strcpy(field.name, pTableMeta->schema[i].name);
- if (i < pTableMeta->tableInfo.numOfColumns) {
- taosArrayPush(pColumns, &field);
- } else {
- taosArrayPush(pTags, &field);
- }
- }
- smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->tags, pTags,
- pTableMeta->tableInfo.numOfColumns, true);
-
- code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
- goto end;
- }
-
- info->cost.numOfAlterTagSTables++;
- taosMemoryFreeClear(pTableMeta);
- code = catalogRefreshTableMeta(info->pCatalog, &conn, &pName, -1);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
- }
- code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
- }
- }
+#define SET_DOUBLE \
+ kvVal->type = TSDB_DATA_TYPE_DOUBLE; \
+ kvVal->d = result;
+
+#define SET_FLOAT \
+ if (!IS_VALID_FLOAT(result)) { \
+ smlBuildInvalidDataMsg(msg, "float out of range[-3.402823466e+38,3.402823466e+38]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_FLOAT; \
+ kvVal->f = (float)result;
+
+#define SET_BIGINT \
+ if (smlDoubleToInt64OverFlow(result)) { \
+ errno = 0; \
+ int64_t tmp = taosStr2Int64(pVal, &endptr, 10); \
+ if (errno == ERANGE) { \
+ smlBuildInvalidDataMsg(msg, "big int out of range[-9223372036854775808,9223372036854775807]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_BIGINT; \
+ kvVal->i = tmp; \
+ return true; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_BIGINT; \
+ kvVal->i = (int64_t)result;
+
+#define SET_INT \
+ if (!IS_VALID_INT(result)) { \
+ smlBuildInvalidDataMsg(msg, "int out of range[-2147483648,2147483647]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_INT; \
+ kvVal->i = result;
+
+#define SET_SMALL_INT \
+ if (!IS_VALID_SMALLINT(result)) { \
+ smlBuildInvalidDataMsg(msg, "small int our of range[-32768,32767]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_SMALLINT; \
+ kvVal->i = result;
+
+#define SET_UBIGINT \
+ if (result >= (double)UINT64_MAX || result < 0) { \
+ errno = 0; \
+ uint64_t tmp = taosStr2UInt64(pVal, &endptr, 10); \
+ if (errno == ERANGE || result < 0) { \
+ smlBuildInvalidDataMsg(msg, "unsigned big int out of range[0,18446744073709551615]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_UBIGINT; \
+ kvVal->u = tmp; \
+ return true; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_UBIGINT; \
+ kvVal->u = result;
+
+#define SET_UINT \
+ if (!IS_VALID_UINT(result)) { \
+ smlBuildInvalidDataMsg(msg, "unsigned int out of range[0,4294967295]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_UINT; \
+ kvVal->u = result;
+
+#define SET_USMALL_INT \
+ if (!IS_VALID_USMALLINT(result)) { \
+ smlBuildInvalidDataMsg(msg, "unsigned small int out of rang[0,65535]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_USMALLINT; \
+ kvVal->u = result;
+
+#define SET_TINYINT \
+ if (!IS_VALID_TINYINT(result)) { \
+ smlBuildInvalidDataMsg(msg, "tiny int out of range[-128,127]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_TINYINT; \
+ kvVal->i = result;
+
+#define SET_UTINYINT \
+ if (!IS_VALID_UTINYINT(result)) { \
+ smlBuildInvalidDataMsg(msg, "unsigned tiny int out of range[0,255]", pVal); \
+ return false; \
+ } \
+ kvVal->type = TSDB_DATA_TYPE_UTINYINT; \
+ kvVal->u = result;
+
+bool smlParseNumber(SSmlKv *kvVal, SSmlMsgBuf *msg) {
+ const char *pVal = kvVal->value;
+ int32_t len = kvVal->length;
+ char *endptr = NULL;
+ double result = taosStr2Double(pVal, &endptr);
+ if (pVal == endptr) {
+ RETURN_FALSE
+ }
- taosHashClear(hashTmp);
- for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns; i++) {
- taosHashPut(hashTmp, pTableMeta->schema[i].name, strlen(pTableMeta->schema[i].name), &i, SHORT_BYTES);
+ int32_t left = len - (endptr - pVal);
+ if (left == 0) {
+ SET_DOUBLE
+ } else if (left == 3) {
+ if (endptr[0] == 'f' || endptr[0] == 'F') {
+ if (endptr[1] == '6' && endptr[2] == '4') {
+ SET_DOUBLE
+ } else if (endptr[1] == '3' && endptr[2] == '2') {
+ SET_FLOAT
+ } else {
+ RETURN_FALSE
}
- action = SCHEMA_ACTION_NULL;
- code = smlProcessSchemaAction(info, pTableMeta->schema, hashTmp, sTableData->cols, &action, false);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
+ } else if (endptr[0] == 'i' || endptr[0] == 'I') {
+ if (endptr[1] == '6' && endptr[2] == '4') {
+ SET_BIGINT
+ } else if (endptr[1] == '3' && endptr[2] == '2') {
+ SET_INT
+ } else if (endptr[1] == '1' && endptr[2] == '6') {
+ SET_SMALL_INT
+ } else {
+ RETURN_FALSE
}
- if (action != SCHEMA_ACTION_NULL) {
- SArray *pColumns =
- taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField));
- SArray *pTags =
- taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField));
-
- for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
- SField field = {0};
- field.type = pTableMeta->schema[i].type;
- field.bytes = pTableMeta->schema[i].bytes;
- strcpy(field.name, pTableMeta->schema[i].name);
- if (i < pTableMeta->tableInfo.numOfColumns) {
- taosArrayPush(pColumns, &field);
- } else {
- taosArrayPush(pTags, &field);
- }
- }
-
- smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->cols, pColumns,
- pTableMeta->tableInfo.numOfColumns, false);
-
- code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
- goto end;
- }
-
- info->cost.numOfAlterColSTables++;
- taosMemoryFreeClear(pTableMeta);
- code = catalogRefreshTableMeta(info->pCatalog, &conn, &pName, -1);
- if (code != TSDB_CODE_SUCCESS) {
- goto end;
- }
- code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " catalogGetSTableMeta failed. super table name %s", info->id, pName.tname);
- goto end;
- }
+ } else if (endptr[0] == 'u' || endptr[0] == 'U') {
+ if (endptr[1] == '6' && endptr[2] == '4') {
+ SET_UBIGINT
+ } else if (endptr[1] == '3' && endptr[2] == '2') {
+ SET_UINT
+ } else if (endptr[1] == '1' && endptr[2] == '6') {
+ SET_USMALL_INT
+ } else {
+ RETURN_FALSE
}
-
- needCheckMeta = true;
- taosHashCleanup(hashTmp);
- hashTmp = NULL;
} else {
- uError("SML:0x%" PRIx64 " load table meta error: %s", info->id, tstrerror(code));
- goto end;
+ RETURN_FALSE
}
-
- if (needCheckMeta) {
- code = smlCheckMeta(&(pTableMeta->schema[pTableMeta->tableInfo.numOfColumns]), pTableMeta->tableInfo.numOfTags,
- sTableData->tags, true);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " check tag failed. super table name %s", info->id, pName.tname);
- goto end;
+ } else if (left == 2) {
+ if (endptr[0] == 'i' || endptr[0] == 'I') {
+ if (endptr[1] == '8') {
+ SET_TINYINT
+ } else {
+ RETURN_FALSE
}
- code = smlCheckMeta(&(pTableMeta->schema[0]), pTableMeta->tableInfo.numOfColumns, sTableData->cols, false);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " check cols failed. super table name %s", info->id, pName.tname);
- goto end;
+ } else if (endptr[0] == 'u' || endptr[0] == 'U') {
+ if (endptr[1] == '8') {
+ SET_UTINYINT
+ } else {
+ RETURN_FALSE
}
+ } else {
+ RETURN_FALSE
}
-
- sTableData->tableMeta = pTableMeta;
-
- tableMetaSml = (SSmlSTableMeta **)taosHashIterate(info->superTables, tableMetaSml);
+ } else if (left == 1) {
+ if (endptr[0] == 'i' || endptr[0] == 'I') {
+ SET_BIGINT
+ } else if (endptr[0] == 'u' || endptr[0] == 'U') {
+ SET_UBIGINT
+ } else {
+ RETURN_FALSE
+ }
+ } else {
+ RETURN_FALSE;
}
- return 0;
-
-end:
- taosHashCleanup(hashTmp);
- taosMemoryFreeClear(pTableMeta);
-// catalogRefreshTableMeta(info->pCatalog, &conn, &pName, 1);
- return code;
+ return true;
}
-static bool smlParseNumber(SSmlKv *kvVal, SSmlMsgBuf *msg) {
+bool smlParseNumberOld(SSmlKv *kvVal, SSmlMsgBuf *msg) {
const char *pVal = kvVal->value;
int32_t len = kvVal->length;
char *endptr = NULL;
@@ -708,764 +509,459 @@ static bool smlParseNumber(SSmlKv *kvVal, SSmlMsgBuf *msg) {
return true;
}
-static bool smlParseBool(SSmlKv *kvVal) {
- const char *pVal = kvVal->value;
- int32_t len = kvVal->length;
- if ((len == 1) && (pVal[0] == 't' || pVal[0] == 'T')) {
- kvVal->i = true;
- return true;
- }
+STableMeta *smlGetMeta(SSmlHandle *info, const void *measure, int32_t measureLen) {
+ STableMeta *pTableMeta = NULL;
- if ((len == 1) && (pVal[0] == 'f' || pVal[0] == 'F')) {
- kvVal->i = false;
- return true;
- }
+ SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}};
+ tstrncpy(pName.dbname, info->pRequest->pDb, sizeof(pName.dbname));
- if ((len == 4) && !strncasecmp(pVal, "true", len)) {
- kvVal->i = true;
- return true;
- }
- if ((len == 5) && !strncasecmp(pVal, "false", len)) {
- kvVal->i = false;
- return true;
- }
- return false;
-}
+ SRequestConnInfo conn = {0};
+ conn.pTrans = info->taos->pAppInfo->pTransporter;
+ conn.requestId = info->pRequest->requestId;
+ conn.requestObjRefId = info->pRequest->self;
+ conn.mgmtEps = getEpSet_s(&info->taos->pAppInfo->mgmtEp);
+ memset(pName.tname, 0, TSDB_TABLE_NAME_LEN);
+ memcpy(pName.tname, measure, measureLen);
-static bool smlIsBinary(const char *pVal, uint16_t len) {
- // binary: "abc"
- if (len < 2) {
- return false;
- }
- if (pVal[0] == '"' && pVal[len - 1] == '"') {
- return true;
- }
- return false;
+ catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
+ return pTableMeta;
}
-static bool smlIsNchar(const char *pVal, uint16_t len) {
- // nchar: L"abc"
- if (len < 3) {
- return false;
- }
- if ((pVal[0] == 'l' || pVal[0] == 'L') && pVal[1] == '"' && pVal[len - 1] == '"') {
- return true;
- }
- return false;
-}
+static int64_t smlGenId() {
+ static volatile int64_t linesSmlHandleId = 0;
-static int64_t smlGetTimeValue(const char *value, int32_t len, int8_t type) {
- char *endPtr = NULL;
- int64_t tsInt64 = taosStr2Int64(value, &endPtr, 10);
- if (value + len != endPtr) {
- return -1;
- }
- double ts = tsInt64;
- switch (type) {
- case TSDB_TIME_PRECISION_HOURS:
- ts *= NANOSECOND_PER_HOUR;
- tsInt64 *= NANOSECOND_PER_HOUR;
- break;
- case TSDB_TIME_PRECISION_MINUTES:
- ts *= NANOSECOND_PER_MINUTE;
- tsInt64 *= NANOSECOND_PER_MINUTE;
- break;
- case TSDB_TIME_PRECISION_SECONDS:
- ts *= NANOSECOND_PER_SEC;
- tsInt64 *= NANOSECOND_PER_SEC;
- break;
- case TSDB_TIME_PRECISION_MILLI:
- ts *= NANOSECOND_PER_MSEC;
- tsInt64 *= NANOSECOND_PER_MSEC;
- break;
- case TSDB_TIME_PRECISION_MICRO:
- ts *= NANOSECOND_PER_USEC;
- tsInt64 *= NANOSECOND_PER_USEC;
- break;
- case TSDB_TIME_PRECISION_NANO:
- break;
- default:
- ASSERT(0);
- }
- if (ts >= (double)INT64_MAX || ts < 0) {
- return -1;
- }
+ int64_t id = 0;
+ do {
+ id = atomic_add_fetch_64(&linesSmlHandleId, 1);
+ } while (id == 0);
- return tsInt64;
+ return id;
}
-static int8_t smlGetTsTypeByLen(int32_t len) {
- if (len == TSDB_TIME_PRECISION_SEC_DIGITS) {
- return TSDB_TIME_PRECISION_SECONDS;
- } else if (len == TSDB_TIME_PRECISION_MILLI_DIGITS) {
- return TSDB_TIME_PRECISION_MILLI;
+static int32_t smlGenerateSchemaAction(SSchema *colField, SHashObj *colHash, SSmlKv *kv, bool isTag,
+ ESchemaAction *action, SSmlHandle *info) {
+ uint16_t *index = colHash ? (uint16_t *)taosHashGet(colHash, kv->key, kv->keyLen) : NULL;
+ if (index) {
+ if (colField[*index].type != kv->type) {
+ uError("SML:0x%" PRIx64 " point type and db type mismatch. key: %s. point type: %d, db type: %d", info->id,
+ kv->key, colField[*index].type, kv->type);
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ if ((colField[*index].type == TSDB_DATA_TYPE_VARCHAR &&
+ (colField[*index].bytes - VARSTR_HEADER_SIZE) < kv->length) ||
+ (colField[*index].type == TSDB_DATA_TYPE_NCHAR &&
+ ((colField[*index].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE < kv->length))) {
+ if (isTag) {
+ *action = SCHEMA_ACTION_CHANGE_TAG_SIZE;
+ } else {
+ *action = SCHEMA_ACTION_CHANGE_COLUMN_SIZE;
+ }
+ }
} else {
- return -1;
+ if (isTag) {
+ *action = SCHEMA_ACTION_ADD_TAG;
+ } else {
+ *action = SCHEMA_ACTION_ADD_COLUMN;
+ }
}
+ return 0;
}
-static int8_t smlGetTsTypeByPrecision(int8_t precision) {
- switch (precision) {
- case TSDB_SML_TIMESTAMP_HOURS:
- return TSDB_TIME_PRECISION_HOURS;
- case TSDB_SML_TIMESTAMP_MILLI_SECONDS:
- return TSDB_TIME_PRECISION_MILLI;
- case TSDB_SML_TIMESTAMP_NANO_SECONDS:
- case TSDB_SML_TIMESTAMP_NOT_CONFIGURED:
- return TSDB_TIME_PRECISION_NANO;
- case TSDB_SML_TIMESTAMP_MICRO_SECONDS:
- return TSDB_TIME_PRECISION_MICRO;
- case TSDB_SML_TIMESTAMP_SECONDS:
- return TSDB_TIME_PRECISION_SECONDS;
- case TSDB_SML_TIMESTAMP_MINUTES:
- return TSDB_TIME_PRECISION_MINUTES;
- default:
- return -1;
+static int32_t smlFindNearestPowerOf2(int32_t length, uint8_t type) {
+ int32_t result = 1;
+ while (result <= length) {
+ result *= 2;
}
-}
-
-static int64_t smlParseInfluxTime(SSmlHandle *info, const char *data, int32_t len) {
- if (len == 0 || (len == 1 && data[0] == '0')) {
- return taosGetTimestampNs();
+ if (type == TSDB_DATA_TYPE_BINARY && result > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) {
+ result = TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE;
+ } else if (type == TSDB_DATA_TYPE_NCHAR && result > (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
+ result = (TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE;
}
- int8_t tsType = smlGetTsTypeByPrecision(info->precision);
- if (tsType == -1) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp precision", NULL);
- return -1;
+ if (type == TSDB_DATA_TYPE_NCHAR) {
+ result = result * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
+ } else if (type == TSDB_DATA_TYPE_BINARY) {
+ result = result + VARSTR_HEADER_SIZE;
}
-
- int64_t ts = smlGetTimeValue(data, len, tsType);
- if (ts == -1) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", data);
- return -1;
- }
- return ts;
-}
-
-static int64_t smlParseOpenTsdbTime(SSmlHandle *info, const char *data, int32_t len) {
- if (!data) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp can not be null", NULL);
- return -1;
- }
- if (len == 1 && data[0] == '0') {
- return taosGetTimestampNs();
- }
- int8_t tsType = smlGetTsTypeByLen(len);
- if (tsType == -1) {
- smlBuildInvalidDataMsg(&info->msgBuf,
- "timestamp precision can only be seconds(10 digits) or milli seconds(13 digits)", data);
- return -1;
- }
- int64_t ts = smlGetTimeValue(data, len, tsType);
- if (ts == -1) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", data);
- return -1;
- }
- return ts;
-}
-
-static int32_t smlParseTS(SSmlHandle *info, const char *data, int32_t len, SArray *cols) {
- int64_t ts = 0;
- if (info->protocol == TSDB_SML_LINE_PROTOCOL) {
- // uError("SML:data:%s,len:%d", data, len);
- ts = smlParseInfluxTime(info, data, len);
- } else if (info->protocol == TSDB_SML_TELNET_PROTOCOL) {
- ts = smlParseOpenTsdbTime(info, data, len);
- } else {
- ASSERT(0);
- }
- uDebug("SML:0x%" PRIx64 " smlParseTS:%" PRId64, info->id, ts);
-
- if (ts <= 0) {
- uError("SML:0x%" PRIx64 " smlParseTS error:%" PRId64, info->id, ts);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
-
- // add ts to
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
-
- kv->key = TS;
- kv->keyLen = TS_LEN;
- kv->i = ts;
- kv->type = TSDB_DATA_TYPE_TIMESTAMP;
- kv->length = (int16_t)tDataTypes[kv->type].bytes;
- taosArrayPush(cols, &kv);
-
- return TSDB_CODE_SUCCESS;
+ return result;
}
-static int32_t smlParseValue(SSmlKv *pVal, SSmlMsgBuf *msg) {
- // binary
- if (smlIsBinary(pVal->value, pVal->length)) {
- pVal->type = TSDB_DATA_TYPE_BINARY;
- pVal->length -= BINARY_ADD_LEN;
- if (pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
- }
- pVal->value += (BINARY_ADD_LEN - 1);
- return TSDB_CODE_SUCCESS;
- }
- // nchar
- if (smlIsNchar(pVal->value, pVal->length)) {
- pVal->type = TSDB_DATA_TYPE_NCHAR;
- pVal->length -= NCHAR_ADD_LEN;
- if (pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+static int32_t smlProcessSchemaAction(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols,
+ ESchemaAction *action, bool isTag) {
+ int32_t code = TSDB_CODE_SUCCESS;
+ for (int j = 0; j < taosArrayGetSize(cols); ++j) {
+ if (j == 0 && !isTag) continue;
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, j);
+ code = smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, action, info);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
}
- pVal->value += (NCHAR_ADD_LEN - 1);
- return TSDB_CODE_SUCCESS;
- }
-
- // bool
- if (smlParseBool(pVal)) {
- pVal->type = TSDB_DATA_TYPE_BOOL;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- return TSDB_CODE_SUCCESS;
}
- // number
- if (smlParseNumber(pVal, msg)) {
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- return TSDB_CODE_SUCCESS;
- }
-
- return TSDB_CODE_TSC_INVALID_VALUE;
+ return TSDB_CODE_SUCCESS;
}
-static int32_t smlParseInfluxString(const char *sql, const char *sqlEnd, SSmlLineInfo *elements, SSmlMsgBuf *msg) {
- if (!sql) return TSDB_CODE_SML_INVALID_DATA;
- JUMP_SPACE(sql, sqlEnd)
- if (*sql == COMMA) return TSDB_CODE_SML_INVALID_DATA;
- elements->measure = sql;
-
- // parse measure
- while (sql < sqlEnd) {
- if ((sql != elements->measure) && IS_SLASH_LETTER(sql)) {
- MOVE_FORWARD_ONE(sql, sqlEnd - sql);
- sqlEnd--;
- continue;
- }
- if (IS_COMMA(sql)) {
- break;
- }
-
- if (IS_SPACE(sql)) {
- break;
- }
- sql++;
- }
- elements->measureLen = sql - elements->measure;
- if (IS_INVALID_TABLE_LEN(elements->measureLen)) {
- smlBuildInvalidDataMsg(msg, "measure is empty or too large than 192", NULL);
- return TSDB_CODE_TSC_INVALID_TABLE_ID_LENGTH;
+static int32_t smlCheckMeta(SSchema *schema, int32_t length, SArray *cols, bool isTag) {
+ SHashObj *hashTmp = taosHashInit(length, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
+ int32_t i = 0;
+ for (; i < length; i++) {
+ taosHashPut(hashTmp, schema[i].name, strlen(schema[i].name), &i, SHORT_BYTES);
}
- // parse tag
- if (*sql == SPACE) {
- elements->tagsLen = 0;
+ if (isTag) {
+ i = 0;
} else {
- if (*sql == COMMA) sql++;
- elements->tags = sql;
- while (sql < sqlEnd) {
- if (IS_SPACE(sql)) {
- break;
- }
- sql++;
- }
- elements->tagsLen = sql - elements->tags;
- }
- elements->measureTagsLen = sql - elements->measure;
-
- // parse cols
- JUMP_SPACE(sql, sqlEnd)
- elements->cols = sql;
- bool isInQuote = false;
- while (sql < sqlEnd) {
- if (IS_QUOTE(sql)) {
- isInQuote = !isInQuote;
- }
- if (!isInQuote && IS_SPACE(sql)) {
- break;
- }
- sql++;
- }
- if (isInQuote) {
- smlBuildInvalidDataMsg(msg, "only one quote", elements->cols);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- elements->colsLen = sql - elements->cols;
- if (elements->colsLen == 0) {
- smlBuildInvalidDataMsg(msg, "cols is empty", NULL);
- return TSDB_CODE_SML_INVALID_DATA;
+ i = 1;
}
-
- // parse timestamp
- JUMP_SPACE(sql, sqlEnd)
- elements->timestamp = sql;
- while (sql < sqlEnd) {
- if (isspace(*sql)) {
- break;
+ for (; i < taosArrayGetSize(cols); i++) {
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, i);
+ if (taosHashGet(hashTmp, kv->key, kv->keyLen) == NULL) {
+ taosHashCleanup(hashTmp);
+ return -1;
}
- sql++;
}
- elements->timestampLen = sql - elements->timestamp;
-
- return TSDB_CODE_SUCCESS;
+ taosHashCleanup(hashTmp);
+ return 0;
}
-static void smlParseTelnetElement(const char **sql, const char *sqlEnd, const char **data, int32_t *len) {
- while (*sql < sqlEnd) {
- if (**sql != SPACE && !(*data)) {
- *data = *sql;
- } else if (**sql == SPACE && *data) {
- *len = *sql - *data;
- break;
- }
- (*sql)++;
+static int32_t getBytes(uint8_t type, int32_t length) {
+ if (type == TSDB_DATA_TYPE_BINARY || type == TSDB_DATA_TYPE_NCHAR) {
+ return smlFindNearestPowerOf2(length, type);
+ } else {
+ return tDataTypes[type].bytes;
}
}
-static int32_t smlParseTelnetTags(const char *data, const char *sqlEnd, SArray *cols, char *childTableName,
- SHashObj *dumplicateKey, SSmlMsgBuf *msg) {
- if (!cols) return TSDB_CODE_OUT_OF_MEMORY;
- const char *sql = data;
- size_t childTableNameLen = strlen(tsSmlChildTableName);
- while (sql < sqlEnd) {
- JUMP_SPACE(sql, sqlEnd)
- if (*sql == '\0') break;
-
- const char *key = sql;
- int32_t keyLen = 0;
-
- // parse key
- while (sql < sqlEnd) {
- if (*sql == SPACE) {
- smlBuildInvalidDataMsg(msg, "invalid data", sql);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- if (*sql == EQUAL) {
- keyLen = sql - key;
- sql++;
- break;
- }
- sql++;
- }
-
- if (IS_INVALID_COL_LEN(keyLen)) {
- smlBuildInvalidDataMsg(msg, "invalid key or key is too long than 64", key);
- return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
- }
- if (smlCheckDuplicateKey(key, keyLen, dumplicateKey)) {
- smlBuildInvalidDataMsg(msg, "dumplicate key", key);
- return TSDB_CODE_TSC_DUP_NAMES;
- }
-
- // parse value
- const char *value = sql;
- int32_t valueLen = 0;
- while (sql < sqlEnd) {
- // parse value
- if (*sql == SPACE) {
- break;
- }
- if (*sql == EQUAL) {
- smlBuildInvalidDataMsg(msg, "invalid data", sql);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- sql++;
- }
- valueLen = sql - value;
-
- if (valueLen == 0) {
- smlBuildInvalidDataMsg(msg, "invalid value", value);
- return TSDB_CODE_TSC_INVALID_VALUE;
- }
-
- // handle child table name
- if (childTableNameLen != 0 && strncmp(key, tsSmlChildTableName, keyLen) == 0) {
- memset(childTableName, 0, TSDB_TABLE_NAME_LEN);
- strncpy(childTableName, value, (valueLen < TSDB_TABLE_NAME_LEN ? valueLen : TSDB_TABLE_NAME_LEN));
- continue;
- }
-
- if (valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+static int32_t smlBuildFieldsList(SSmlHandle *info, SSchema *schemaField, SHashObj *schemaHash, SArray *cols,
+ SArray *results, int32_t numOfCols, bool isTag) {
+ for (int j = 0; j < taosArrayGetSize(cols); ++j) {
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, j);
+ ESchemaAction action = SCHEMA_ACTION_NULL;
+ smlGenerateSchemaAction(schemaField, schemaHash, kv, isTag, &action, info);
+ if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_ADD_TAG) {
+ SField field = {0};
+ field.type = kv->type;
+ field.bytes = getBytes(kv->type, kv->length);
+ memcpy(field.name, kv->key, kv->keyLen);
+ taosArrayPush(results, &field);
+ } else if (action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) {
+ uint16_t *index = (uint16_t *)taosHashGet(schemaHash, kv->key, kv->keyLen);
+ uint16_t newIndex = *index;
+ if (isTag) newIndex -= numOfCols;
+ SField *field = (SField *)taosArrayGet(results, newIndex);
+ field->bytes = getBytes(kv->type, kv->length);
}
-
- // add kv to SSmlKv
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) return TSDB_CODE_OUT_OF_MEMORY;
- kv->key = key;
- kv->keyLen = keyLen;
- kv->value = value;
- kv->length = valueLen;
- kv->type = TSDB_DATA_TYPE_NCHAR;
-
- taosArrayPush(cols, &kv);
}
-
return TSDB_CODE_SUCCESS;
}
-// format: =[ =]
-static int32_t smlParseTelnetString(SSmlHandle *info, const char *sql, const char *sqlEnd, SSmlTableInfo *tinfo,
- SArray *cols) {
- if (!sql) return TSDB_CODE_SML_INVALID_DATA;
+// static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SSmlSTableMeta *sTableData,
+// int32_t colVer, int32_t tagVer, int8_t source, uint64_t suid){
+static int32_t smlSendMetaMsg(SSmlHandle *info, SName *pName, SArray *pColumns, SArray *pTags, STableMeta *pTableMeta,
+ ESchemaAction action) {
+ SRequestObj *pRequest = NULL;
+ SMCreateStbReq pReq = {0};
+ int32_t code = TSDB_CODE_SUCCESS;
+ SCmdMsgInfo pCmdMsg = {0};
- // parse metric
- smlParseTelnetElement(&sql, sqlEnd, &tinfo->sTableName, &tinfo->sTableNameLen);
- if (!(tinfo->sTableName) || IS_INVALID_TABLE_LEN(tinfo->sTableNameLen)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", sql);
- return TSDB_CODE_TSC_INVALID_TABLE_ID_LENGTH;
+ // put front for free
+ pReq.numOfColumns = taosArrayGetSize(pColumns);
+ pReq.pColumns = pColumns;
+ pReq.numOfTags = taosArrayGetSize(pTags);
+ pReq.pTags = pTags;
+
+ code = buildRequest(info->taos->id, "", 0, NULL, false, &pRequest, 0);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
}
- // parse timestamp
- const char *timestamp = NULL;
- int32_t tLen = 0;
- smlParseTelnetElement(&sql, sqlEnd, ×tamp, &tLen);
- if (!timestamp || tLen == 0) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", sql);
- return TSDB_CODE_SML_INVALID_DATA;
+ pRequest->syncQuery = true;
+ if (!pRequest->pDb) {
+ code = TSDB_CODE_PAR_DB_NOT_SPECIFIED;
+ goto end;
}
- int32_t ret = smlParseTS(info, timestamp, tLen, cols);
- if (ret != TSDB_CODE_SUCCESS) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", sql);
- return ret;
+ if (action == SCHEMA_ACTION_CREATE_STABLE) {
+ pReq.colVer = 1;
+ pReq.tagVer = 1;
+ pReq.suid = 0;
+ pReq.source = TD_REQ_FROM_APP;
+ } else if (action == SCHEMA_ACTION_ADD_TAG || action == SCHEMA_ACTION_CHANGE_TAG_SIZE) {
+ pReq.colVer = pTableMeta->sversion;
+ pReq.tagVer = pTableMeta->tversion + 1;
+ pReq.suid = pTableMeta->uid;
+ pReq.source = TD_REQ_FROM_TAOX;
+ } else if (action == SCHEMA_ACTION_ADD_COLUMN || action == SCHEMA_ACTION_CHANGE_COLUMN_SIZE) {
+ pReq.colVer = pTableMeta->sversion + 1;
+ pReq.tagVer = pTableMeta->tversion;
+ pReq.suid = pTableMeta->uid;
+ pReq.source = TD_REQ_FROM_TAOX;
}
- // parse value
- const char *value = NULL;
- int32_t valueLen = 0;
- smlParseTelnetElement(&sql, sqlEnd, &value, &valueLen);
- if (!value || valueLen == 0) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid value", sql);
- return TSDB_CODE_TSC_INVALID_VALUE;
+ if (pReq.numOfTags == 0) {
+ pReq.numOfTags = 1;
+ SField field = {0};
+ field.type = TSDB_DATA_TYPE_NCHAR;
+ field.bytes = 1;
+ strcpy(field.name, tsSmlTagName);
+ taosArrayPush(pReq.pTags, &field);
}
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) return TSDB_CODE_OUT_OF_MEMORY;
- taosArrayPush(cols, &kv);
- kv->key = VALUE;
- kv->keyLen = VALUE_LEN;
- kv->value = value;
- kv->length = valueLen;
- if ((ret = smlParseValue(kv, &info->msgBuf)) != TSDB_CODE_SUCCESS) {
- return ret;
+ pReq.commentLen = -1;
+ pReq.igExists = true;
+ tNameExtractFullName(pName, pReq.name);
+
+ pCmdMsg.epSet = getEpSet_s(&info->taos->pAppInfo->mgmtEp);
+ pCmdMsg.msgType = TDMT_MND_CREATE_STB;
+ pCmdMsg.msgLen = tSerializeSMCreateStbReq(NULL, 0, &pReq);
+ pCmdMsg.pMsg = taosMemoryMalloc(pCmdMsg.msgLen);
+ if (NULL == pCmdMsg.pMsg) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
}
+ tSerializeSMCreateStbReq(pCmdMsg.pMsg, pCmdMsg.msgLen, &pReq);
+
+ SQuery pQuery;
+ memset(&pQuery, 0, sizeof(pQuery));
+ pQuery.execMode = QUERY_EXEC_MODE_RPC;
+ pQuery.pCmdMsg = &pCmdMsg;
+ pQuery.msgType = pQuery.pCmdMsg->msgType;
+ pQuery.stableQuery = true;
+
+ launchQueryImpl(pRequest, &pQuery, true, NULL);
- // parse tags
- ret = smlParseTelnetTags(sql, sqlEnd, tinfo->tags, tinfo->childTableName, info->dumplicateKey, &info->msgBuf);
- if (ret != TSDB_CODE_SUCCESS) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", sql);
- return ret;
+ if (pRequest->code == TSDB_CODE_SUCCESS) {
+ catalogRemoveTableMeta(info->pCatalog, pName);
}
+ code = pRequest->code;
+ taosMemoryFree(pCmdMsg.pMsg);
- return TSDB_CODE_SUCCESS;
+end:
+ destroyRequest(pRequest);
+ tFreeSMCreateStbReq(&pReq);
+ return code;
}
-static int32_t smlParseCols(const char *data, int32_t len, SArray *cols, char *childTableName, bool isTag,
- SHashObj *dumplicateKey, SSmlMsgBuf *msg) {
- if (len == 0) {
+static int32_t smlModifyDBSchemas(SSmlHandle *info) {
+ if (info->dataFormat && !info->needModifySchema) {
return TSDB_CODE_SUCCESS;
}
+ int32_t code = 0;
+ SHashObj *hashTmp = NULL;
+ STableMeta *pTableMeta = NULL;
- size_t childTableNameLen = strlen(tsSmlChildTableName);
- const char *sql = data;
- while (sql < data + len) {
- const char *key = sql;
- int32_t keyLen = 0;
-
- while (sql < data + len) {
- // parse key
- if (IS_COMMA(sql)) {
- smlBuildInvalidDataMsg(msg, "invalid data", sql);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- if (IS_EQUAL(sql)) {
- keyLen = sql - key;
- sql++;
- break;
- }
- sql++;
- }
+ SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}};
+ tstrncpy(pName.dbname, info->pRequest->pDb, sizeof(pName.dbname));
- if (IS_INVALID_COL_LEN(keyLen)) {
- smlBuildInvalidDataMsg(msg, "invalid key or key is too long than 64", key);
- return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
- }
- if (smlCheckDuplicateKey(key, keyLen, dumplicateKey)) {
- smlBuildInvalidDataMsg(msg, "dumplicate key", key);
- return TSDB_CODE_TSC_DUP_NAMES;
- }
+ SRequestConnInfo conn = {0};
+ conn.pTrans = info->taos->pAppInfo->pTransporter;
+ conn.requestId = info->pRequest->requestId;
+ conn.requestObjRefId = info->pRequest->self;
+ conn.mgmtEps = getEpSet_s(&info->taos->pAppInfo->mgmtEp);
- // parse value
- const char *value = sql;
- int32_t valueLen = 0;
- bool isInQuote = false;
- while (sql < data + len) {
- // parse value
- if (!isTag && IS_QUOTE(sql)) {
- isInQuote = !isInQuote;
- sql++;
- continue;
- }
- if (!isInQuote && IS_COMMA(sql)) {
- break;
- }
- if (!isInQuote && IS_EQUAL(sql)) {
- smlBuildInvalidDataMsg(msg, "invalid data", sql);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- sql++;
- }
- valueLen = sql - value;
- sql++;
+ NodeList *tmp = info->superTables;
+ while (tmp) {
+ SSmlSTableMeta *sTableData = (SSmlSTableMeta *)tmp->data.value;
+ bool needCheckMeta = false; // for multi thread
- if (isInQuote) {
- smlBuildInvalidDataMsg(msg, "only one quote", value);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- if (valueLen == 0) {
- smlBuildInvalidDataMsg(msg, "invalid value", value);
- return TSDB_CODE_SML_INVALID_DATA;
- }
- PROCESS_SLASH(key, keyLen)
- PROCESS_SLASH(value, valueLen)
+ size_t superTableLen = (size_t)tmp->data.keyLen;
+ const void *superTable = tmp->data.key;
+ memset(pName.tname, 0, TSDB_TABLE_NAME_LEN);
+ memcpy(pName.tname, superTable, superTableLen);
- // handle child table name
- if (childTableName && childTableNameLen != 0 && strncmp(key, tsSmlChildTableName, keyLen) == 0) {
- memset(childTableName, 0, TSDB_TABLE_NAME_LEN);
- strncpy(childTableName, value, (valueLen < TSDB_TABLE_NAME_LEN ? valueLen : TSDB_TABLE_NAME_LEN));
- continue;
- }
+ code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
- // add kv to SSmlKv
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) return TSDB_CODE_OUT_OF_MEMORY;
- if (cols) taosArrayPush(cols, &kv);
+ if (code == TSDB_CODE_PAR_TABLE_NOT_EXIST || code == TSDB_CODE_MND_STB_NOT_EXIST) {
+ SArray *pColumns = taosArrayInit(taosArrayGetSize(sTableData->cols), sizeof(SField));
+ SArray *pTags = taosArrayInit(taosArrayGetSize(sTableData->tags), sizeof(SField));
+ smlBuildFieldsList(info, NULL, NULL, sTableData->tags, pTags, 0, true);
+ smlBuildFieldsList(info, NULL, NULL, sTableData->cols, pColumns, 0, false);
- kv->key = key;
- kv->keyLen = keyLen;
- kv->value = value;
- kv->length = valueLen;
- if (isTag) {
- if (valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
- }
- kv->type = TSDB_DATA_TYPE_NCHAR;
- } else {
- int32_t ret = smlParseValue(kv, msg);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
+ code = smlSendMetaMsg(info, &pName, pColumns, pTags, NULL, SCHEMA_ACTION_CREATE_STABLE);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
+ goto end;
}
- }
- }
+ info->cost.numOfCreateSTables++;
+ taosMemoryFreeClear(pTableMeta);
- return TSDB_CODE_SUCCESS;
-}
+ code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " catalogGetSTableMeta failed. super table name %s", info->id, pName.tname);
+ goto end;
+ }
+ } else if (code == TSDB_CODE_SUCCESS) {
+ hashTmp = taosHashInit(pTableMeta->tableInfo.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true,
+ HASH_NO_LOCK);
+ for (uint16_t i = pTableMeta->tableInfo.numOfColumns;
+ i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
+ taosHashPut(hashTmp, pTableMeta->schema[i].name, strlen(pTableMeta->schema[i].name), &i, SHORT_BYTES);
+ }
-static int32_t smlUpdateMeta(SHashObj *metaHash, SArray *metaArray, SArray *cols, SSmlMsgBuf *msg) {
- for (int i = 0; i < taosArrayGetSize(cols); ++i) {
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, i);
+ ESchemaAction action = SCHEMA_ACTION_NULL;
+ code = smlProcessSchemaAction(info, pTableMeta->schema, hashTmp, sTableData->tags, &action, true);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
+ if (action != SCHEMA_ACTION_NULL) {
+ SArray *pColumns =
+ taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField));
+ SArray *pTags =
+ taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField));
- int16_t *index = (int16_t *)taosHashGet(metaHash, kv->key, kv->keyLen);
- if (index) {
- SSmlKv **value = (SSmlKv **)taosArrayGet(metaArray, *index);
- if (kv->type != (*value)->type) {
- smlBuildInvalidDataMsg(msg, "the type is not the same like before", kv->key);
- return TSDB_CODE_SML_NOT_SAME_TYPE;
- } else {
- if (IS_VAR_DATA_TYPE(kv->type)) { // update string len, if bigger
- if (kv->length > (*value)->length) {
- *value = kv;
+ for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
+ SField field = {0};
+ field.type = pTableMeta->schema[i].type;
+ field.bytes = pTableMeta->schema[i].bytes;
+ strcpy(field.name, pTableMeta->schema[i].name);
+ if (i < pTableMeta->tableInfo.numOfColumns) {
+ taosArrayPush(pColumns, &field);
+ } else {
+ taosArrayPush(pTags, &field);
}
}
- }
- } else {
- size_t tmp = taosArrayGetSize(metaArray);
- ASSERT(tmp <= INT16_MAX);
- int16_t size = tmp;
- taosArrayPush(metaArray, &kv);
- taosHashPut(metaHash, kv->key, kv->keyLen, &size, SHORT_BYTES);
- }
- }
+ smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->tags, pTags,
+ pTableMeta->tableInfo.numOfColumns, true);
- return TSDB_CODE_SUCCESS;
-}
+ code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
+ goto end;
+ }
-static void smlInsertMeta(SHashObj *metaHash, SArray *metaArray, SArray *cols) {
- for (int16_t i = 0; i < taosArrayGetSize(cols); ++i) {
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, i);
- taosArrayPush(metaArray, &kv);
- taosHashPut(metaHash, kv->key, kv->keyLen, &i, SHORT_BYTES);
- }
-}
+ info->cost.numOfAlterTagSTables++;
+ taosMemoryFreeClear(pTableMeta);
+ code = catalogRefreshTableMeta(info->pCatalog, &conn, &pName, -1);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
+ code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
+ }
-static SSmlTableInfo *smlBuildTableInfo() {
- SSmlTableInfo *tag = (SSmlTableInfo *)taosMemoryCalloc(sizeof(SSmlTableInfo), 1);
- if (!tag) {
- return NULL;
- }
+ taosHashClear(hashTmp);
+ for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns; i++) {
+ taosHashPut(hashTmp, pTableMeta->schema[i].name, strlen(pTableMeta->schema[i].name), &i, SHORT_BYTES);
+ }
+ action = SCHEMA_ACTION_NULL;
+ code = smlProcessSchemaAction(info, pTableMeta->schema, hashTmp, sTableData->cols, &action, false);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
+ if (action != SCHEMA_ACTION_NULL) {
+ SArray *pColumns =
+ taosArrayInit(taosArrayGetSize(sTableData->cols) + pTableMeta->tableInfo.numOfColumns, sizeof(SField));
+ SArray *pTags =
+ taosArrayInit(taosArrayGetSize(sTableData->tags) + pTableMeta->tableInfo.numOfTags, sizeof(SField));
- tag->cols = taosArrayInit(16, POINTER_BYTES);
- if (tag->cols == NULL) {
- uError("SML:smlBuildTableInfo failed to allocate memory");
- goto cleanup;
- }
+ for (uint16_t i = 0; i < pTableMeta->tableInfo.numOfColumns + pTableMeta->tableInfo.numOfTags; i++) {
+ SField field = {0};
+ field.type = pTableMeta->schema[i].type;
+ field.bytes = pTableMeta->schema[i].bytes;
+ strcpy(field.name, pTableMeta->schema[i].name);
+ if (i < pTableMeta->tableInfo.numOfColumns) {
+ taosArrayPush(pColumns, &field);
+ } else {
+ taosArrayPush(pTags, &field);
+ }
+ }
- tag->tags = taosArrayInit(16, POINTER_BYTES);
- if (tag->tags == NULL) {
- uError("SML:smlBuildTableInfo failed to allocate memory");
- goto cleanup;
- }
- return tag;
+ smlBuildFieldsList(info, pTableMeta->schema, hashTmp, sTableData->cols, pColumns,
+ pTableMeta->tableInfo.numOfColumns, false);
-cleanup:
- taosMemoryFree(tag);
- return NULL;
-}
+ code = smlSendMetaMsg(info, &pName, pColumns, pTags, pTableMeta, action);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " smlSendMetaMsg failed. can not create %s", info->id, pName.tname);
+ goto end;
+ }
-static void smlDestroyTableInfo(SSmlHandle *info, SSmlTableInfo *tag) {
- if (info->dataFormat) {
- for (size_t i = 0; i < taosArrayGetSize(tag->cols); i++) {
- SArray *kvArray = (SArray *)taosArrayGetP(tag->cols, i);
- for (int j = 0; j < taosArrayGetSize(kvArray); ++j) {
- SSmlKv *p = (SSmlKv *)taosArrayGetP(kvArray, j);
- taosMemoryFree(p);
+ info->cost.numOfAlterColSTables++;
+ taosMemoryFreeClear(pTableMeta);
+ code = catalogRefreshTableMeta(info->pCatalog, &conn, &pName, -1);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
+ code = catalogGetSTableMeta(info->pCatalog, &conn, &pName, &pTableMeta);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " catalogGetSTableMeta failed. super table name %s", info->id, pName.tname);
+ goto end;
+ }
}
- taosArrayDestroy(kvArray);
+
+ needCheckMeta = true;
+ taosHashCleanup(hashTmp);
+ hashTmp = NULL;
+ } else {
+ uError("SML:0x%" PRIx64 " load table meta error: %s", info->id, tstrerror(code));
+ goto end;
}
- } else {
- for (size_t i = 0; i < taosArrayGetSize(tag->cols); i++) {
- SHashObj *kvHash = (SHashObj *)taosArrayGetP(tag->cols, i);
- void **p1 = (void **)taosHashIterate(kvHash, NULL);
- while (p1) {
- taosMemoryFree(*p1);
- p1 = (void **)taosHashIterate(kvHash, p1);
+
+ if (needCheckMeta) {
+ code = smlCheckMeta(&(pTableMeta->schema[pTableMeta->tableInfo.numOfColumns]), pTableMeta->tableInfo.numOfTags,
+ sTableData->tags, true);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " check tag failed. super table name %s", info->id, pName.tname);
+ goto end;
+ }
+ code = smlCheckMeta(&(pTableMeta->schema[0]), pTableMeta->tableInfo.numOfColumns, sTableData->cols, false);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " check cols failed. super table name %s", info->id, pName.tname);
+ goto end;
}
- taosHashCleanup(kvHash);
}
- }
- for (size_t i = 0; i < taosArrayGetSize(tag->tags); i++) {
- SSmlKv *p = (SSmlKv *)taosArrayGetP(tag->tags, i);
- taosMemoryFree(p);
- }
- taosArrayDestroy(tag->cols);
- taosArrayDestroy(tag->tags);
- taosMemoryFree(tag);
-}
-static int32_t smlKvTimeArrayCompare(const void *key1, const void *key2) {
- SArray *s1 = *(SArray **)key1;
- SArray *s2 = *(SArray **)key2;
- SSmlKv *kv1 = (SSmlKv *)taosArrayGetP(s1, 0);
- SSmlKv *kv2 = (SSmlKv *)taosArrayGetP(s2, 0);
- ASSERT(kv1->type == TSDB_DATA_TYPE_TIMESTAMP);
- ASSERT(kv2->type == TSDB_DATA_TYPE_TIMESTAMP);
- if (kv1->i < kv2->i) {
- return -1;
- } else if (kv1->i > kv2->i) {
- return 1;
- } else {
- return 0;
- }
-}
+ sTableData->tableMeta = pTableMeta;
-static int32_t smlKvTimeHashCompare(const void *key1, const void *key2) {
- SHashObj *s1 = *(SHashObj **)key1;
- SHashObj *s2 = *(SHashObj **)key2;
- SSmlKv **kv1pp = (SSmlKv **)taosHashGet(s1, TS, TS_LEN);
- SSmlKv **kv2pp = (SSmlKv **)taosHashGet(s2, TS, TS_LEN);
- if (!kv1pp || !kv2pp) {
- uError("smlKvTimeHashCompare kv is null");
- return -1;
- }
- SSmlKv *kv1 = *kv1pp;
- SSmlKv *kv2 = *kv2pp;
- if (!kv1 || kv1->type != TSDB_DATA_TYPE_TIMESTAMP) {
- uError("smlKvTimeHashCompare kv1");
- return -1;
- }
- if (!kv2 || kv2->type != TSDB_DATA_TYPE_TIMESTAMP) {
- uError("smlKvTimeHashCompare kv2");
- return -1;
- }
- if (kv1->i < kv2->i) {
- return -1;
- } else if (kv1->i > kv2->i) {
- return 1;
- } else {
- return 0;
+ tmp = tmp->next;
}
+ return 0;
+
+end:
+ taosHashCleanup(hashTmp);
+ taosMemoryFreeClear(pTableMeta);
+ // catalogRefreshTableMeta(info->pCatalog, &conn, &pName, 1);
+ return code;
}
-static int32_t smlDealCols(SSmlTableInfo *oneTable, bool dataFormat, SArray *cols) {
- if (dataFormat) {
- void *p = taosArraySearch(oneTable->cols, &cols, smlKvTimeArrayCompare, TD_GT);
- if (p == NULL) {
- taosArrayPush(oneTable->cols, &cols);
- } else {
- taosArrayInsert(oneTable->cols, TARRAY_ELEM_IDX(oneTable->cols, p), &cols);
+/*
+static int32_t smlCheckDupUnit(SHashObj *dumplicateKey, SArray *tags, SSmlMsgBuf *msg){
+ for(int i = 0; i < taosArrayGetSize(tags); i++) {
+ SSmlKv *tag = taosArrayGet(tags, i);
+ if (smlCheckDuplicateKey(tag->key, tag->keyLen, dumplicateKey)) {
+ smlBuildInvalidDataMsg(msg, "dumplicate key", tag->key);
+ return TSDB_CODE_TSC_DUP_NAMES;
}
- return TSDB_CODE_SUCCESS;
- }
-
- SHashObj *kvHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- if (!kvHash) {
- uError("SML:smlDealCols failed to allocate memory");
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- for (size_t i = 0; i < taosArrayGetSize(cols); i++) {
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, i);
- taosHashPut(kvHash, kv->key, kv->keyLen, &kv, POINTER_BYTES);
- }
-
- void *p = taosArraySearch(oneTable->cols, &kvHash, smlKvTimeHashCompare, TD_GT);
- if (p == NULL) {
- taosArrayPush(oneTable->cols, &kvHash);
- } else {
- taosArrayInsert(oneTable->cols, TARRAY_ELEM_IDX(oneTable->cols, p), &kvHash);
}
return TSDB_CODE_SUCCESS;
}
-static SSmlSTableMeta *smlBuildSTableMeta() {
- SSmlSTableMeta *meta = (SSmlSTableMeta *)taosMemoryCalloc(sizeof(SSmlSTableMeta), 1);
- if (!meta) {
- return NULL;
- }
- meta->tagHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- if (meta->tagHash == NULL) {
- uError("SML:smlBuildSTableMeta failed to allocate memory");
- goto cleanup;
+static int32_t smlJudgeDupColName(SArray *cols, SArray *tags, SSmlMsgBuf *msg) {
+ SHashObj *dumplicateKey = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ int ret = smlCheckDupUnit(dumplicateKey, cols, msg);
+ if(ret != TSDB_CODE_SUCCESS){
+ goto end;
}
-
- meta->colHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- if (meta->colHash == NULL) {
- uError("SML:smlBuildSTableMeta failed to allocate memory");
- goto cleanup;
+ ret = smlCheckDupUnit(dumplicateKey, tags, msg);
+ if(ret != TSDB_CODE_SUCCESS){
+ goto end;
}
- meta->tags = taosArrayInit(32, POINTER_BYTES);
- if (meta->tags == NULL) {
- uError("SML:smlBuildSTableMeta failed to allocate memory");
- goto cleanup;
- }
+ end:
+ taosHashCleanup(dumplicateKey);
+ return ret;
+}
+*/
- meta->cols = taosArrayInit(32, POINTER_BYTES);
- if (meta->cols == NULL) {
- uError("SML:smlBuildSTableMeta failed to allocate memory");
- goto cleanup;
+static void smlInsertMeta(SHashObj *metaHash, SArray *metaArray, SArray *cols) {
+ for (int16_t i = 0; i < taosArrayGetSize(cols); ++i) {
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, i);
+ int ret = taosHashPut(metaHash, kv->key, kv->keyLen, &i, SHORT_BYTES);
+ if (ret == 0) {
+ taosArrayPush(metaArray, kv);
+ }
}
- return meta;
-
-cleanup:
- taosMemoryFree(meta);
- return NULL;
}
static void smlDestroySTableMeta(SSmlSTableMeta *meta) {
@@ -1477,839 +973,214 @@ static void smlDestroySTableMeta(SSmlSTableMeta *meta) {
taosMemoryFree(meta);
}
-static void smlDestroyCols(SArray *cols) {
- if (!cols) return;
+static int32_t smlUpdateMeta(SHashObj *metaHash, SArray *metaArray, SArray *cols, bool isTag, SSmlMsgBuf *msg) {
for (int i = 0; i < taosArrayGetSize(cols); ++i) {
- void *kv = taosArrayGetP(cols, i);
- taosMemoryFree(kv);
- }
-}
-
-static void smlDestroyInfo(SSmlHandle *info) {
- if (!info) return;
- qDestroyQuery(info->pQuery);
- smlDestroyHandle(info->exec);
-
- // destroy info->childTables
- void **p1 = (void **)taosHashIterate(info->childTables, NULL);
- while (p1) {
- smlDestroyTableInfo(info, (SSmlTableInfo *)(*p1));
- p1 = (void **)taosHashIterate(info->childTables, p1);
- }
- taosHashCleanup(info->childTables);
-
- // destroy info->superTables
- p1 = (void **)taosHashIterate(info->superTables, NULL);
- while (p1) {
- smlDestroySTableMeta((SSmlSTableMeta *)(*p1));
- p1 = (void **)taosHashIterate(info->superTables, p1);
- }
- taosHashCleanup(info->superTables);
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, i);
- // destroy info->pVgHash
- taosHashCleanup(info->pVgHash);
- taosHashCleanup(info->dumplicateKey);
- if (!info->dataFormat) {
- taosArrayDestroy(info->colsContainer);
- }
- destroyRequest(info->pRequest);
-
- cJSON_Delete(info->root);
- taosMemoryFreeClear(info);
-}
-
-static SSmlHandle *smlBuildSmlInfo(STscObj *pTscObj, SRequestObj *request, SMLProtocolType protocol, int8_t precision) {
- int32_t code = TSDB_CODE_SUCCESS;
- SSmlHandle *info = (SSmlHandle *)taosMemoryCalloc(1, sizeof(SSmlHandle));
- if (NULL == info) {
- return NULL;
- }
- info->id = smlGenId();
-
- info->pQuery = (SQuery *)nodesMakeNode(QUERY_NODE_QUERY);
- if (NULL == info->pQuery) {
- uError("SML:0x%" PRIx64 " create info->pQuery error", info->id);
- goto cleanup;
- }
- info->pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- info->pQuery->haveResultSet = false;
- info->pQuery->msgType = TDMT_VND_SUBMIT;
- info->pQuery->pRoot = (SNode *)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
- if (NULL == info->pQuery->pRoot) {
- uError("SML:0x%" PRIx64 " create info->pQuery->pRoot error", info->id);
- goto cleanup;
- }
-
- if (pTscObj) {
- info->taos = pTscObj;
- code = catalogGetHandle(info->taos->pAppInfo->clusterId, &info->pCatalog);
- if (code != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " get catalog error %d", info->id, code);
- goto cleanup;
- }
- }
-
- info->precision = precision;
- info->protocol = protocol;
- if (protocol == TSDB_SML_LINE_PROTOCOL) {
- info->dataFormat = tsSmlDataFormat;
- } else {
- info->dataFormat = true;
- }
-
- if (request) {
- info->pRequest = request;
- info->msgBuf.buf = info->pRequest->msgBuf;
- info->msgBuf.len = ERROR_MSG_BUF_DEFAULT_SIZE;
- info->pRequest->stmtType = info->pQuery->pRoot->type;
- }
-
- info->exec = smlInitHandle(info->pQuery);
- info->childTables = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- info->superTables = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- info->pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
-
- info->dumplicateKey = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
- if (!info->dataFormat) {
- info->colsContainer = taosArrayInit(32, POINTER_BYTES);
- if (NULL == info->colsContainer) {
- uError("SML:0x%" PRIx64 " create info failed", info->id);
- goto cleanup;
- }
- }
- if (NULL == info->exec || NULL == info->childTables || NULL == info->superTables || NULL == info->pVgHash ||
- NULL == info->dumplicateKey) {
- uError("SML:0x%" PRIx64 " create info failed", info->id);
- goto cleanup;
- }
-
- return info;
-cleanup:
- smlDestroyInfo(info);
- return NULL;
-}
-
-/************* TSDB_SML_JSON_PROTOCOL function start **************/
-static int32_t smlParseMetricFromJSON(SSmlHandle *info, cJSON *root, SSmlTableInfo *tinfo) {
- cJSON *metric = cJSON_GetObjectItem(root, "metric");
- if (!cJSON_IsString(metric)) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- tinfo->sTableNameLen = strlen(metric->valuestring);
- if (IS_INVALID_TABLE_LEN(tinfo->sTableNameLen)) {
- uError("OTD:0x%" PRIx64 " Metric lenght is 0 or large than 192", info->id);
- return TSDB_CODE_TSC_INVALID_TABLE_ID_LENGTH;
- }
-
- tinfo->sTableName = metric->valuestring;
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlParseTSFromJSONObj(SSmlHandle *info, cJSON *root, int64_t *tsVal) {
- int32_t size = cJSON_GetArraySize(root);
- if (size != OTD_JSON_SUB_FIELDS_NUM) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- cJSON *value = cJSON_GetObjectItem(root, "value");
- if (!cJSON_IsNumber(value)) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- cJSON *type = cJSON_GetObjectItem(root, "type");
- if (!cJSON_IsString(type)) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- double timeDouble = value->valuedouble;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
-
- if (timeDouble == 0) {
- *tsVal = taosGetTimestampNs();
- return TSDB_CODE_SUCCESS;
- }
-
- if (timeDouble < 0) {
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
-
- *tsVal = timeDouble;
- size_t typeLen = strlen(type->valuestring);
- if (typeLen == 1 && (type->valuestring[0] == 's' || type->valuestring[0] == 'S')) {
- // seconds
- *tsVal = *tsVal * NANOSECOND_PER_SEC;
- timeDouble = timeDouble * NANOSECOND_PER_SEC;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
- } else if (typeLen == 2 && (type->valuestring[1] == 's' || type->valuestring[1] == 'S')) {
- switch (type->valuestring[0]) {
- case 'm':
- case 'M':
- // milliseconds
- *tsVal = *tsVal * NANOSECOND_PER_MSEC;
- timeDouble = timeDouble * NANOSECOND_PER_MSEC;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
- break;
- case 'u':
- case 'U':
- // microseconds
- *tsVal = *tsVal * NANOSECOND_PER_USEC;
- timeDouble = timeDouble * NANOSECOND_PER_USEC;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
+ int16_t *index = (int16_t *)taosHashGet(metaHash, kv->key, kv->keyLen);
+ if (index) {
+ SSmlKv *value = (SSmlKv *)taosArrayGet(metaArray, *index);
+ if (isTag) {
+ if (kv->length > value->length) {
+ value->length = kv->length;
}
- break;
- case 'n':
- case 'N':
- break;
- default:
- return TSDB_CODE_TSC_INVALID_JSON;
- }
- } else {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- return TSDB_CODE_SUCCESS;
-}
-
-static uint8_t smlGetTimestampLen(int64_t num) {
- uint8_t len = 0;
- while ((num /= 10) != 0) {
- len++;
- }
- len++;
- return len;
-}
-
-static int32_t smlParseTSFromJSON(SSmlHandle *info, cJSON *root, SArray *cols) {
- // Timestamp must be the first KV to parse
- int64_t tsVal = 0;
-
- cJSON *timestamp = cJSON_GetObjectItem(root, "timestamp");
- if (cJSON_IsNumber(timestamp)) {
- // timestamp value 0 indicates current system time
- double timeDouble = timestamp->valuedouble;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
-
- if (timeDouble < 0) {
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
-
- uint8_t tsLen = smlGetTimestampLen((int64_t)timeDouble);
- tsVal = (int64_t)timeDouble;
- if (tsLen == TSDB_TIME_PRECISION_SEC_DIGITS) {
- tsVal = tsVal * NANOSECOND_PER_SEC;
- timeDouble = timeDouble * NANOSECOND_PER_SEC;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
- } else if (tsLen == TSDB_TIME_PRECISION_MILLI_DIGITS) {
- tsVal = tsVal * NANOSECOND_PER_MSEC;
- timeDouble = timeDouble * NANOSECOND_PER_MSEC;
- if (smlDoubleToInt64OverFlow(timeDouble)) {
- smlBuildInvalidDataMsg(&info->msgBuf, "timestamp is too large", NULL);
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
- } else if (timeDouble == 0) {
- tsVal = taosGetTimestampNs();
- } else {
- return TSDB_CODE_INVALID_TIMESTAMP;
- }
- } else if (cJSON_IsObject(timestamp)) {
- int32_t ret = smlParseTSFromJSONObj(info, timestamp, &tsVal);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " Failed to parse timestamp from JSON Obj", info->id);
- return ret;
- }
- } else {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- // add ts to
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- kv->key = TS;
- kv->keyLen = TS_LEN;
- kv->i = tsVal;
- kv->type = TSDB_DATA_TYPE_TIMESTAMP;
- kv->length = (int16_t)tDataTypes[kv->type].bytes;
- taosArrayPush(cols, &kv);
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlConvertJSONBool(SSmlKv *pVal, char *typeStr, cJSON *value) {
- if (strcasecmp(typeStr, "bool") != 0) {
- uError("OTD:invalid type(%s) for JSON Bool", typeStr);
- return TSDB_CODE_TSC_INVALID_JSON_TYPE;
- }
- pVal->type = TSDB_DATA_TYPE_BOOL;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->i = value->valueint;
-
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlConvertJSONNumber(SSmlKv *pVal, char *typeStr, cJSON *value) {
- // tinyint
- if (strcasecmp(typeStr, "i8") == 0 || strcasecmp(typeStr, "tinyint") == 0) {
- if (!IS_VALID_TINYINT(value->valuedouble)) {
- uError("OTD:JSON value(%f) cannot fit in type(tinyint)", value->valuedouble);
- return TSDB_CODE_TSC_VALUE_OUT_OF_RANGE;
- }
- pVal->type = TSDB_DATA_TYPE_TINYINT;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->i = value->valuedouble;
- return TSDB_CODE_SUCCESS;
- }
- // smallint
- if (strcasecmp(typeStr, "i16") == 0 || strcasecmp(typeStr, "smallint") == 0) {
- if (!IS_VALID_SMALLINT(value->valuedouble)) {
- uError("OTD:JSON value(%f) cannot fit in type(smallint)", value->valuedouble);
- return TSDB_CODE_TSC_VALUE_OUT_OF_RANGE;
- }
- pVal->type = TSDB_DATA_TYPE_SMALLINT;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->i = value->valuedouble;
- return TSDB_CODE_SUCCESS;
- }
- // int
- if (strcasecmp(typeStr, "i32") == 0 || strcasecmp(typeStr, "int") == 0) {
- if (!IS_VALID_INT(value->valuedouble)) {
- uError("OTD:JSON value(%f) cannot fit in type(int)", value->valuedouble);
- return TSDB_CODE_TSC_VALUE_OUT_OF_RANGE;
- }
- pVal->type = TSDB_DATA_TYPE_INT;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->i = value->valuedouble;
- return TSDB_CODE_SUCCESS;
- }
- // bigint
- if (strcasecmp(typeStr, "i64") == 0 || strcasecmp(typeStr, "bigint") == 0) {
- pVal->type = TSDB_DATA_TYPE_BIGINT;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- if (value->valuedouble >= (double)INT64_MAX) {
- pVal->i = INT64_MAX;
- } else if (value->valuedouble <= (double)INT64_MIN) {
- pVal->i = INT64_MIN;
- } else {
- pVal->i = value->valuedouble;
- }
- return TSDB_CODE_SUCCESS;
- }
- // float
- if (strcasecmp(typeStr, "f32") == 0 || strcasecmp(typeStr, "float") == 0) {
- if (!IS_VALID_FLOAT(value->valuedouble)) {
- uError("OTD:JSON value(%f) cannot fit in type(float)", value->valuedouble);
- return TSDB_CODE_TSC_VALUE_OUT_OF_RANGE;
- }
- pVal->type = TSDB_DATA_TYPE_FLOAT;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->f = value->valuedouble;
- return TSDB_CODE_SUCCESS;
- }
- // double
- if (strcasecmp(typeStr, "f64") == 0 || strcasecmp(typeStr, "double") == 0) {
- pVal->type = TSDB_DATA_TYPE_DOUBLE;
- pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
- pVal->d = value->valuedouble;
- return TSDB_CODE_SUCCESS;
- }
-
- // if reach here means type is unsupported
- uError("OTD:invalid type(%s) for JSON Number", typeStr);
- return TSDB_CODE_TSC_INVALID_JSON_TYPE;
-}
-
-static int32_t smlConvertJSONString(SSmlKv *pVal, char *typeStr, cJSON *value) {
- if (strcasecmp(typeStr, "binary") == 0) {
- pVal->type = TSDB_DATA_TYPE_BINARY;
- } else if (strcasecmp(typeStr, "nchar") == 0) {
- pVal->type = TSDB_DATA_TYPE_NCHAR;
- } else {
- uError("OTD:invalid type(%s) for JSON String", typeStr);
- return TSDB_CODE_TSC_INVALID_JSON_TYPE;
- }
- pVal->length = (int16_t)strlen(value->valuestring);
-
- if (pVal->type == TSDB_DATA_TYPE_BINARY && pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
- }
- if (pVal->type == TSDB_DATA_TYPE_NCHAR &&
- pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
- return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
- }
-
- pVal->value = value->valuestring;
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlParseValueFromJSONObj(cJSON *root, SSmlKv *kv) {
- int32_t ret = TSDB_CODE_SUCCESS;
- int32_t size = cJSON_GetArraySize(root);
-
- if (size != OTD_JSON_SUB_FIELDS_NUM) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- cJSON *value = cJSON_GetObjectItem(root, "value");
- if (value == NULL) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- cJSON *type = cJSON_GetObjectItem(root, "type");
- if (!cJSON_IsString(type)) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- switch (value->type) {
- case cJSON_True:
- case cJSON_False: {
- ret = smlConvertJSONBool(kv, type->valuestring, value);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
- }
- break;
- }
- case cJSON_Number: {
- ret = smlConvertJSONNumber(kv, type->valuestring, value);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
- }
- break;
- }
- case cJSON_String: {
- ret = smlConvertJSONString(kv, type->valuestring, value);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
- }
- break;
- }
- default:
- return TSDB_CODE_TSC_INVALID_JSON_TYPE;
- }
-
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlParseValueFromJSON(cJSON *root, SSmlKv *kv) {
- switch (root->type) {
- case cJSON_True:
- case cJSON_False: {
- kv->type = TSDB_DATA_TYPE_BOOL;
- kv->length = (int16_t)tDataTypes[kv->type].bytes;
- kv->i = root->valueint;
- break;
- }
- case cJSON_Number: {
- kv->type = TSDB_DATA_TYPE_DOUBLE;
- kv->length = (int16_t)tDataTypes[kv->type].bytes;
- kv->d = root->valuedouble;
- break;
- }
- case cJSON_String: {
- /* set default JSON type to binary/nchar according to
- * user configured parameter tsDefaultJSONStrType
- */
+ continue;
+ }
+ if (kv->type != value->type) {
+ smlBuildInvalidDataMsg(msg, "the type is not the same like before", kv->key);
+ return TSDB_CODE_SML_NOT_SAME_TYPE;
+ }
- char *tsDefaultJSONStrType = "nchar"; // todo
- smlConvertJSONString(kv, tsDefaultJSONStrType, root);
- break;
- }
- case cJSON_Object: {
- int32_t ret = smlParseValueFromJSONObj(root, kv);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("OTD:Failed to parse value from JSON Obj");
- return ret;
+ if (IS_VAR_DATA_TYPE(kv->type) && (kv->length > value->length)) { // update string len, if bigger
+ value->length = kv->length;
+ }
+ } else {
+ size_t tmp = taosArrayGetSize(metaArray);
+ ASSERT(tmp <= INT16_MAX);
+ int16_t size = tmp;
+ int ret = taosHashPut(metaHash, kv->key, kv->keyLen, &size, SHORT_BYTES);
+ if (ret == 0) {
+ taosArrayPush(metaArray, kv);
}
- break;
}
- default:
- return TSDB_CODE_TSC_INVALID_JSON;
}
return TSDB_CODE_SUCCESS;
}
-static int32_t smlParseColsFromJSON(cJSON *root, SArray *cols) {
- if (!cols) return TSDB_CODE_OUT_OF_MEMORY;
- cJSON *metricVal = cJSON_GetObjectItem(root, "value");
- if (metricVal == NULL) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) {
- return TSDB_CODE_OUT_OF_MEMORY;
+static void smlDestroyTableInfo(SSmlTableInfo *tag) {
+ for (size_t i = 0; i < taosArrayGetSize(tag->cols); i++) {
+ SHashObj *kvHash = (SHashObj *)taosArrayGetP(tag->cols, i);
+ taosHashCleanup(kvHash);
}
- taosArrayPush(cols, &kv);
- kv->key = VALUE;
- kv->keyLen = VALUE_LEN;
- int32_t ret = smlParseValueFromJSON(metricVal, kv);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
- }
- return TSDB_CODE_SUCCESS;
+ taosMemoryFree(tag->key);
+ taosArrayDestroy(tag->cols);
+ taosArrayDestroy(tag->tags);
+ taosMemoryFree(tag);
}
-static int32_t smlParseTagsFromJSON(cJSON *root, SArray *pKVs, char *childTableName, SHashObj *dumplicateKey,
- SSmlMsgBuf *msg) {
- int32_t ret = TSDB_CODE_SUCCESS;
- if (!pKVs) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- cJSON *tags = cJSON_GetObjectItem(root, "tags");
- if (tags == NULL || tags->type != cJSON_Object) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
+void smlDestroyInfo(SSmlHandle *info) {
+ if (!info) return;
+ qDestroyQuery(info->pQuery);
- size_t childTableNameLen = strlen(tsSmlChildTableName);
- int32_t tagNum = cJSON_GetArraySize(tags);
- for (int32_t i = 0; i < tagNum; ++i) {
- cJSON *tag = cJSON_GetArrayItem(tags, i);
- if (tag == NULL) {
- return TSDB_CODE_TSC_INVALID_JSON;
- }
- size_t keyLen = strlen(tag->string);
- if (IS_INVALID_COL_LEN(keyLen)) {
- uError("OTD:Tag key length is 0 or too large than 64");
- return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
- }
- // check duplicate keys
- if (smlCheckDuplicateKey(tag->string, keyLen, dumplicateKey)) {
- return TSDB_CODE_TSC_DUP_NAMES;
+ // destroy info->childTables
+ NodeList *tmp = info->childTables;
+ while (tmp) {
+ if (tmp->data.used) {
+ smlDestroyTableInfo((SSmlTableInfo *)tmp->data.value);
}
+ NodeList *t = tmp->next;
+ taosMemoryFree(tmp);
+ tmp = t;
+ }
- // handle child table name
- if (childTableNameLen != 0 && strcmp(tag->string, tsSmlChildTableName) == 0) {
- if (!cJSON_IsString(tag)) {
- uError("OTD:ID must be JSON string");
- return TSDB_CODE_TSC_INVALID_JSON;
- }
- memset(childTableName, 0, TSDB_TABLE_NAME_LEN);
- tstrncpy(childTableName, tag->valuestring, TSDB_TABLE_NAME_LEN);
- continue;
+ // destroy info->superTables
+ tmp = info->superTables;
+ while (tmp) {
+ if (tmp->data.used) {
+ smlDestroySTableMeta((SSmlSTableMeta *)tmp->data.value);
}
+ NodeList *t = tmp->next;
+ taosMemoryFree(tmp);
+ tmp = t;
+ }
- // add kv to SSmlKv
- SSmlKv *kv = (SSmlKv *)taosMemoryCalloc(sizeof(SSmlKv), 1);
- if (!kv) return TSDB_CODE_OUT_OF_MEMORY;
- taosArrayPush(pKVs, &kv);
+ // destroy info->pVgHash
+ taosHashCleanup(info->pVgHash);
- // key
- kv->keyLen = keyLen;
- kv->key = tag->string;
+ taosArrayDestroy(info->preLineTagKV);
+ taosArrayDestroy(info->preLineColKV);
- // value
- ret = smlParseValueFromJSON(tag, kv);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
+ if (!info->dataFormat) {
+ for (int i = 0; i < info->lineNum; i++) {
+ taosArrayDestroy(info->lines[i].colArray);
}
+ taosMemoryFree(info->lines);
}
- return ret;
+ taosMemoryFreeClear(info);
}
-static int32_t smlParseJSONString(SSmlHandle *info, cJSON *root, SSmlTableInfo *tinfo, SArray *cols) {
- int32_t ret = TSDB_CODE_SUCCESS;
-
- if (!cJSON_IsObject(root)) {
- uError("OTD:0x%" PRIx64 " data point needs to be JSON object", info->id);
- return TSDB_CODE_TSC_INVALID_JSON;
+SSmlHandle *smlBuildSmlInfo(TAOS *taos) {
+ int32_t code = TSDB_CODE_SUCCESS;
+ SSmlHandle *info = (SSmlHandle *)taosMemoryCalloc(1, sizeof(SSmlHandle));
+ if (NULL == info) {
+ return NULL;
}
-
- int32_t size = cJSON_GetArraySize(root);
- // outmost json fields has to be exactly 4
- if (size != OTD_JSON_FIELDS_NUM) {
- uError("OTD:0x%" PRIx64 " Invalid number of JSON fields in data point %d", info->id, size);
- return TSDB_CODE_TSC_INVALID_JSON;
+ if (taos != NULL) {
+ info->taos = acquireTscObj(*(int64_t *)taos);
+ code = catalogGetHandle(info->taos->pAppInfo->clusterId, &info->pCatalog);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " get catalog error %d", info->id, code);
+ goto cleanup;
+ }
}
- // Parse metric
- ret = smlParseMetricFromJSON(info, root, tinfo);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("OTD:0x%" PRIx64 " Unable to parse metric from JSON payload", info->id);
- return ret;
- }
- uDebug("OTD:0x%" PRIx64 " Parse metric from JSON payload finished", info->id);
+ info->pVgHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
+ info->id = smlGenId();
+ info->pQuery = smlInitHandle();
+ info->dataFormat = true;
- // Parse timestamp
- ret = smlParseTSFromJSON(info, root, cols);
- if (ret) {
- uError("OTD:0x%" PRIx64 " Unable to parse timestamp from JSON payload", info->id);
- return ret;
- }
- uDebug("OTD:0x%" PRIx64 " Parse timestamp from JSON payload finished", info->id);
+ info->preLineTagKV = taosArrayInit(8, sizeof(SSmlKv));
+ info->preLineColKV = taosArrayInit(8, sizeof(SSmlKv));
- // Parse metric value
- ret = smlParseColsFromJSON(root, cols);
- if (ret) {
- uError("OTD:0x%" PRIx64 " Unable to parse metric value from JSON payload", info->id);
- return ret;
+ if (NULL == info->pVgHash) {
+ uError("create SSmlHandle failed");
+ goto cleanup;
}
- uDebug("OTD:0x%" PRIx64 " Parse metric value from JSON payload finished", info->id);
- // Parse tags
- ret = smlParseTagsFromJSON(root, tinfo->tags, tinfo->childTableName, info->dumplicateKey, &info->msgBuf);
- if (ret) {
- uError("OTD:0x%" PRIx64 " Unable to parse tags from JSON payload", info->id);
- return ret;
+ return info;
+
+cleanup:
+ smlDestroyInfo(info);
+ return NULL;
+}
+
+static int32_t smlPushCols(SArray *colsArray, SArray *cols) {
+ SHashObj *kvHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ if (!kvHash) {
+ uError("SML:smlDealCols failed to allocate memory");
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ for (size_t i = 0; i < taosArrayGetSize(cols); i++) {
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(cols, i);
+ taosHashPut(kvHash, kv->key, kv->keyLen, &kv, POINTER_BYTES);
}
- uDebug("OTD:0x%" PRIx64 " Parse tags from JSON payload finished", info->id);
+ taosArrayPush(colsArray, &kvHash);
return TSDB_CODE_SUCCESS;
}
-/************* TSDB_SML_JSON_PROTOCOL function end **************/
-
-static int32_t smlParseInfluxLine(SSmlHandle *info, const char *sql, const int len) {
- SSmlLineInfo elements = {0};
- uDebug("SML:0x%" PRIx64 " smlParseInfluxLine raw:%d, len:%d, sql:%s", info->id, info->isRawLine, len, (info->isRawLine ? "rawdata" : sql));
- int ret = smlParseInfluxString(sql, sql + len, &elements, &info->msgBuf);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlParseInfluxLine failed", info->id);
- return ret;
- }
+static int32_t smlParseLineBottom(SSmlHandle *info) {
+ if (info->dataFormat) return TSDB_CODE_SUCCESS;
- SArray *cols = NULL;
- if (info->dataFormat) { // if dataFormat, cols need new memory to save data
- cols = taosArrayInit(16, POINTER_BYTES);
- if (cols == NULL) {
- uError("SML:0x%" PRIx64 " smlParseInfluxLine failed to allocate memory", info->id);
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- } else { // if dataFormat is false, cols do not need to save data, there is another new memory to save data
- cols = info->colsContainer;
- }
-
- ret = smlParseTS(info, elements.timestamp, elements.timestampLen, cols);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlParseTS failed", info->id);
- if (info->dataFormat) taosArrayDestroy(cols);
- return ret;
- }
- ret = smlParseCols(elements.cols, elements.colsLen, cols, NULL, false, info->dumplicateKey, &info->msgBuf);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlParseCols parse cloums fields failed", info->id);
- smlDestroyCols(cols);
- if (info->dataFormat) taosArrayDestroy(cols);
- return ret;
- }
-
- bool hasTable = true;
- SSmlTableInfo *tinfo = NULL;
- SSmlTableInfo **oneTable =
- (SSmlTableInfo **)taosHashGet(info->childTables, elements.measure, elements.measureTagsLen);
- if (!oneTable) {
- tinfo = smlBuildTableInfo();
- if (!tinfo) {
- smlDestroyCols(cols);
- if (info->dataFormat) taosArrayDestroy(cols);
- return TSDB_CODE_OUT_OF_MEMORY;
+ for (int32_t i = 0; i < info->lineNum; i++) {
+ SSmlLineInfo *elements = info->lines + i;
+ SSmlTableInfo *tinfo = NULL;
+ if (info->protocol == TSDB_SML_LINE_PROTOCOL) {
+ tinfo = (SSmlTableInfo *)nodeListGet(info->childTables, elements->measure, elements->measureTagsLen, NULL);
+ } else if (info->protocol == TSDB_SML_TELNET_PROTOCOL) {
+ tinfo = (SSmlTableInfo *)nodeListGet(info->childTables, elements, POINTER_BYTES, is_same_child_table_telnet);
+ } else {
+ tinfo = (SSmlTableInfo *)nodeListGet(info->childTables, elements, POINTER_BYTES, is_same_child_table_telnet);
}
- taosHashPut(info->childTables, elements.measure, elements.measureTagsLen, &tinfo, POINTER_BYTES);
- oneTable = &tinfo;
- hasTable = false;
- }
-
- ret = smlDealCols(*oneTable, info->dataFormat, cols);
- if (ret != TSDB_CODE_SUCCESS) {
- return ret;
- }
- if (!hasTable) {
- ret = smlParseCols(elements.tags, elements.tagsLen, (*oneTable)->tags, (*oneTable)->childTableName, true,
- info->dumplicateKey, &info->msgBuf);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlParseCols parse tag fields failed", info->id);
- return ret;
+ if (tinfo == NULL) {
+ uError("SML:0x%" PRIx64 "get oneTable failed, line num:%d", info->id, i);
+ smlBuildInvalidDataMsg(&info->msgBuf, "get oneTable failed", elements->measure);
+ return TSDB_CODE_SML_INVALID_DATA;
}
- if (taosArrayGetSize((*oneTable)->tags) > TSDB_MAX_TAGS) {
+ if (taosArrayGetSize(tinfo->tags) > TSDB_MAX_TAGS) {
smlBuildInvalidDataMsg(&info->msgBuf, "too many tags than 128", NULL);
return TSDB_CODE_PAR_INVALID_TAGS_NUM;
}
- if (taosArrayGetSize(cols) + taosArrayGetSize((*oneTable)->tags) > TSDB_MAX_COLUMNS) {
+ if (taosArrayGetSize(elements->colArray) + taosArrayGetSize(tinfo->tags) > TSDB_MAX_COLUMNS) {
smlBuildInvalidDataMsg(&info->msgBuf, "too many columns than 4096", NULL);
return TSDB_CODE_PAR_TOO_MANY_COLUMNS;
}
- (*oneTable)->sTableName = elements.measure;
- (*oneTable)->sTableNameLen = elements.measureLen;
- if (strlen((*oneTable)->childTableName) == 0) {
- RandTableName rName = {(*oneTable)->tags, (*oneTable)->sTableName, (uint8_t)(*oneTable)->sTableNameLen,
- (*oneTable)->childTableName, 0};
-
- buildChildTableName(&rName);
- (*oneTable)->uid = rName.uid;
- } else {
- (*oneTable)->uid = *(uint64_t *)((*oneTable)->childTableName);
- }
- }
-
- SSmlSTableMeta **tableMeta = (SSmlSTableMeta **)taosHashGet(info->superTables, elements.measure, elements.measureLen);
- if (tableMeta) { // update meta
- ret = smlUpdateMeta((*tableMeta)->colHash, (*tableMeta)->cols, cols, &info->msgBuf);
- if (!hasTable && ret == TSDB_CODE_SUCCESS) {
- ret = smlUpdateMeta((*tableMeta)->tagHash, (*tableMeta)->tags, (*oneTable)->tags, &info->msgBuf);
- }
+ int ret = smlPushCols(tinfo->cols, elements->colArray);
if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlUpdateMeta failed", info->id);
return ret;
}
- } else {
- SSmlSTableMeta *meta = smlBuildSTableMeta();
- smlInsertMeta(meta->tagHash, meta->tags, (*oneTable)->tags);
- smlInsertMeta(meta->colHash, meta->cols, cols);
- taosHashPut(info->superTables, elements.measure, elements.measureLen, &meta, POINTER_BYTES);
- }
-
- if (!info->dataFormat) {
- taosArrayClear(info->colsContainer);
- }
- taosHashClear(info->dumplicateKey);
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t smlParseTelnetLine(SSmlHandle *info, void *data, const int len) {
- int ret = TSDB_CODE_SUCCESS;
- SSmlTableInfo *tinfo = smlBuildTableInfo();
- if (!tinfo) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
-
- SArray *cols = taosArrayInit(16, POINTER_BYTES);
- if (cols == NULL) {
- uError("SML:0x%" PRIx64 " smlParseTelnetLine failed to allocate memory", info->id);
- return TSDB_CODE_OUT_OF_MEMORY;
- }
-
- if (info->protocol == TSDB_SML_TELNET_PROTOCOL) {
- ret = smlParseTelnetString(info, (const char *)data, (char *)data + len, tinfo, cols);
- } else if (info->protocol == TSDB_SML_JSON_PROTOCOL) {
- ret = smlParseJSONString(info, (cJSON *)data, tinfo, cols);
- } else {
- ASSERT(0);
- }
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlParseTelnetLine failed", info->id);
- smlDestroyTableInfo(info, tinfo);
- smlDestroyCols(cols);
- taosArrayDestroy(cols);
- return ret;
- }
-
- if (taosArrayGetSize(tinfo->tags) <= 0 || taosArrayGetSize(tinfo->tags) > TSDB_MAX_TAGS) {
- smlBuildInvalidDataMsg(&info->msgBuf, "invalidate tags length:[1,128]", NULL);
- smlDestroyTableInfo(info, tinfo);
- smlDestroyCols(cols);
- taosArrayDestroy(cols);
- return TSDB_CODE_PAR_INVALID_TAGS_NUM;
- }
- taosHashClear(info->dumplicateKey);
- if (strlen(tinfo->childTableName) == 0) {
- RandTableName rName = {tinfo->tags, tinfo->sTableName, (uint8_t)tinfo->sTableNameLen, tinfo->childTableName, 0};
- buildChildTableName(&rName);
- tinfo->uid = rName.uid;
- } else {
- tinfo->uid = *(uint64_t *)(tinfo->childTableName); // generate uid by name simple
- }
-
- bool hasTable = true;
- SSmlTableInfo **oneTable =
- (SSmlTableInfo **)taosHashGet(info->childTables, tinfo->childTableName, strlen(tinfo->childTableName));
- if (!oneTable) {
- taosHashPut(info->childTables, tinfo->childTableName, strlen(tinfo->childTableName), &tinfo, POINTER_BYTES);
- oneTable = &tinfo;
- hasTable = false;
- } else {
- smlDestroyTableInfo(info, tinfo);
- }
+ SSmlSTableMeta *tableMeta =
+ (SSmlSTableMeta *)nodeListGet(info->superTables, elements->measure, elements->measureLen, NULL);
+ if (tableMeta) { // update meta
+ ret = smlUpdateMeta(tableMeta->colHash, tableMeta->cols, elements->colArray, false, &info->msgBuf);
+ if (ret == TSDB_CODE_SUCCESS) {
+ ret = smlUpdateMeta(tableMeta->tagHash, tableMeta->tags, tinfo->tags, true, &info->msgBuf);
+ }
+ if (ret != TSDB_CODE_SUCCESS) {
+ uError("SML:0x%" PRIx64 " smlUpdateMeta failed", info->id);
+ return ret;
+ }
+ } else {
+ // ret = smlJudgeDupColName(elements->colArray, tinfo->tags, &info->msgBuf);
+ // if (ret != TSDB_CODE_SUCCESS) {
+ // uError("SML:0x%" PRIx64 " smlUpdateMeta failed", info->id);
+ // return ret;
+ // }
- taosArrayPush((*oneTable)->cols, &cols);
- SSmlSTableMeta **tableMeta =
- (SSmlSTableMeta **)taosHashGet(info->superTables, (*oneTable)->sTableName, (*oneTable)->sTableNameLen);
- if (tableMeta) { // update meta
- ret = smlUpdateMeta((*tableMeta)->colHash, (*tableMeta)->cols, cols, &info->msgBuf);
- if (!hasTable && ret == TSDB_CODE_SUCCESS) {
- ret = smlUpdateMeta((*tableMeta)->tagHash, (*tableMeta)->tags, (*oneTable)->tags, &info->msgBuf);
- }
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " smlUpdateMeta failed", info->id);
- return ret;
+ SSmlSTableMeta *meta = smlBuildSTableMeta(info->dataFormat);
+ smlInsertMeta(meta->tagHash, meta->tags, tinfo->tags);
+ smlInsertMeta(meta->colHash, meta->cols, elements->colArray);
+ nodeListSet(&info->superTables, elements->measure, elements->measureLen, meta, NULL);
}
- } else {
- SSmlSTableMeta *meta = smlBuildSTableMeta();
- smlInsertMeta(meta->tagHash, meta->tags, (*oneTable)->tags);
- smlInsertMeta(meta->colHash, meta->cols, cols);
- taosHashPut(info->superTables, (*oneTable)->sTableName, (*oneTable)->sTableNameLen, &meta, POINTER_BYTES);
}
return TSDB_CODE_SUCCESS;
}
-static int32_t smlParseJSON(SSmlHandle *info, char *payload) {
- int32_t payloadNum = 0;
- int32_t ret = TSDB_CODE_SUCCESS;
-
- if (payload == NULL) {
- uError("SML:0x%" PRIx64 " empty JSON Payload", info->id);
- return TSDB_CODE_TSC_INVALID_JSON;
- }
-
- info->root = cJSON_Parse(payload);
- if (info->root == NULL) {
- uError("SML:0x%" PRIx64 " parse json failed:%s", info->id, payload);
- return TSDB_CODE_TSC_INVALID_JSON;
- }
- // multiple data points must be sent in JSON array
- if (cJSON_IsObject(info->root)) {
- payloadNum = 1;
- } else if (cJSON_IsArray(info->root)) {
- payloadNum = cJSON_GetArraySize(info->root);
- } else {
- uError("SML:0x%" PRIx64 " Invalid JSON Payload", info->id);
- ret = TSDB_CODE_TSC_INVALID_JSON;
- goto end;
- }
-
- for (int32_t i = 0; i < payloadNum; ++i) {
- cJSON *dataPoint = (payloadNum == 1 && cJSON_IsObject(info->root)) ? info->root : cJSON_GetArrayItem(info->root, i);
- ret = smlParseTelnetLine(info, dataPoint, -1);
- if (ret != TSDB_CODE_SUCCESS) {
- uError("SML:0x%" PRIx64 " Invalid JSON Payload", info->id);
- goto end;
- }
- }
-
-end:
- return ret;
-}
-
static int32_t smlInsertData(SSmlHandle *info) {
int32_t code = TSDB_CODE_SUCCESS;
- SSmlTableInfo **oneTable = (SSmlTableInfo **)taosHashIterate(info->childTables, NULL);
- while (oneTable) {
- SSmlTableInfo *tableData = *oneTable;
+ NodeList *tmp = info->childTables;
+ while (tmp) {
+ SSmlTableInfo *tableData = (SSmlTableInfo *)tmp->data.value;
SName pName = {TSDB_TABLE_NAME_T, info->taos->acctId, {0}, {0}};
tstrncpy(pName.dbname, info->pRequest->pDb, sizeof(pName.dbname));
@@ -2329,57 +1200,87 @@ static int32_t smlInsertData(SSmlHandle *info) {
}
taosHashPut(info->pVgHash, (const char *)&vg.vgId, sizeof(vg.vgId), (char *)&vg, sizeof(vg));
- SSmlSTableMeta **pMeta =
- (SSmlSTableMeta **)taosHashGet(info->superTables, tableData->sTableName, tableData->sTableNameLen);
- ASSERT(NULL != pMeta && NULL != *pMeta);
+ SSmlSTableMeta *pMeta =
+ (SSmlSTableMeta *)nodeListGet(info->superTables, tableData->sTableName, tableData->sTableNameLen, NULL);
+ ASSERT(NULL != pMeta);
// use tablemeta of stable to save vgid and uid of child table
- (*pMeta)->tableMeta->vgId = vg.vgId;
- (*pMeta)->tableMeta->uid = tableData->uid; // one table merge data block together according uid
+ pMeta->tableMeta->vgId = vg.vgId;
+ pMeta->tableMeta->uid = tableData->uid; // one table merge data block together according uid
- code = smlBindData(info->exec, tableData->tags, (*pMeta)->cols, tableData->cols, info->dataFormat,
- (*pMeta)->tableMeta, tableData->childTableName, tableData->sTableName, tableData->sTableNameLen,
- info->ttl, info->msgBuf.buf, info->msgBuf.len);
+ code = smlBindData(info->pQuery, info->dataFormat, tableData->tags, pMeta->cols, tableData->cols, pMeta->tableMeta,
+ tableData->childTableName, tableData->sTableName, tableData->sTableNameLen, info->ttl,
+ info->msgBuf.buf, info->msgBuf.len);
if (code != TSDB_CODE_SUCCESS) {
uError("SML:0x%" PRIx64 " smlBindData failed", info->id);
return code;
}
- oneTable = (SSmlTableInfo **)taosHashIterate(info->childTables, oneTable);
+ tmp = tmp->next;
}
- code = smlBuildOutput(info->exec, info->pVgHash);
+ code = smlBuildOutput(info->pQuery, info->pVgHash);
if (code != TSDB_CODE_SUCCESS) {
uError("SML:0x%" PRIx64 " smlBuildOutput failed", info->id);
return code;
}
info->cost.insertRpcTime = taosGetTimestampUs();
- // launchQueryImpl(info->pRequest, info->pQuery, false, NULL);
- // info->affectedRows = taos_affected_rows(info->pRequest);
- // return info->pRequest->code;
-
SAppClusterSummary *pActivity = &info->taos->pAppInfo->summary;
atomic_add_fetch_64((int64_t *)&pActivity->numOfInsertsReq, 1);
- SSqlCallbackWrapper *pWrapper = (SSqlCallbackWrapper *)taosMemoryCalloc(1, sizeof(SSqlCallbackWrapper));
- if (pWrapper == NULL) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- pWrapper->pRequest = info->pRequest;
- launchAsyncQuery(info->pRequest, info->pQuery, NULL, pWrapper);
- return TSDB_CODE_SUCCESS;
+ launchQueryImpl(info->pRequest, info->pQuery, true, NULL);
+ return info->pRequest->code;
}
static void smlPrintStatisticInfo(SSmlHandle *info) {
- uError("SML:0x%" PRIx64
- " smlInsertLines result, code:%d,lineNum:%d,stable num:%d,ctable num:%d,create stable num:%d,alter stable tag num:%d,alter stable col num:%d \
+ uError(
+ "SML:0x%" PRIx64
+ " smlInsertLines result, code:%d,lineNum:%d,stable num:%d,ctable num:%d,create stable num:%d,alter stable tag num:%d,alter stable col num:%d \
parse cost:%" PRId64 ",schema cost:%" PRId64 ",bind cost:%" PRId64 ",rpc cost:%" PRId64 ",total cost:%" PRId64
- "",
- info->id, info->cost.code, info->cost.lineNum, info->cost.numOfSTables, info->cost.numOfCTables,
- info->cost.numOfCreateSTables, info->cost.numOfAlterTagSTables, info->cost.numOfAlterColSTables,
- info->cost.schemaTime - info->cost.parseTime,
- info->cost.insertBindTime - info->cost.schemaTime, info->cost.insertRpcTime - info->cost.insertBindTime,
- info->cost.endTime - info->cost.insertRpcTime, info->cost.endTime - info->cost.parseTime);
+ "",
+ info->id, info->cost.code, info->cost.lineNum, info->cost.numOfSTables, info->cost.numOfCTables,
+ info->cost.numOfCreateSTables, info->cost.numOfAlterTagSTables, info->cost.numOfAlterColSTables,
+ info->cost.schemaTime - info->cost.parseTime, info->cost.insertBindTime - info->cost.schemaTime,
+ info->cost.insertRpcTime - info->cost.insertBindTime, info->cost.endTime - info->cost.insertRpcTime,
+ info->cost.endTime - info->cost.parseTime);
+}
+
+int32_t smlClearForRerun(SSmlHandle *info) {
+ info->reRun = false;
+ // clear info->childTables
+ NodeList *pList = info->childTables;
+ while (pList) {
+ if (pList->data.used) {
+ smlDestroyTableInfo((SSmlTableInfo *)pList->data.value);
+ pList->data.used = false;
+ }
+ pList = pList->next;
+ }
+
+ // clear info->superTables
+ pList = info->superTables;
+ while (pList) {
+ if (pList->data.used) {
+ smlDestroySTableMeta((SSmlSTableMeta *)pList->data.value);
+ pList->data.used = false;
+ }
+ pList = pList->next;
+ }
+
+ if (unlikely(info->lines != NULL)) {
+ uError("SML:0x%" PRIx64 " info->lines != NULL", info->id);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ info->lines = (SSmlLineInfo *)taosMemoryCalloc(info->lineNum, sizeof(SSmlLineInfo));
+
+ memset(&info->preLine, 0, sizeof(SSmlLineInfo));
+ info->currSTableMeta = NULL;
+ info->currTableDataCtx = NULL;
+
+ SVnodeModifyOpStmt *stmt = (SVnodeModifyOpStmt *)(info->pQuery->pRoot);
+ stmt->freeHashFunc(stmt->pTableBlockHashObj);
+ stmt->pTableBlockHashObj = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK);
+ return TSDB_CODE_SUCCESS;
}
static int32_t smlParseLine(SSmlHandle *info, char *lines[], char *rawLine, char *rawLineEnd, int numLines) {
@@ -2397,7 +1298,9 @@ static int32_t smlParseLine(SSmlHandle *info, char *lines[], char *rawLine, char
return code;
}
- for (int32_t i = 0; i < numLines; ++i) {
+ char *oldRaw = rawLine;
+ int32_t i = 0;
+ while (i < numLines) {
char *tmp = NULL;
int len = 0;
if (lines) {
@@ -2416,10 +1319,24 @@ static int32_t smlParseLine(SSmlHandle *info, char *lines[], char *rawLine, char
}
}
+ uDebug("SML:0x%" PRIx64 " smlParseLine israw:%d, len:%d, sql:%s", info->id, info->isRawLine, len,
+ (info->isRawLine ? "rawdata" : tmp));
+
if (info->protocol == TSDB_SML_LINE_PROTOCOL) {
- code = smlParseInfluxLine(info, tmp, len);
+ if (info->dataFormat) {
+ SSmlLineInfo element = {0};
+ code = smlParseInfluxString(info, tmp, tmp + len, &element);
+ } else {
+ code = smlParseInfluxString(info, tmp, tmp + len, info->lines + i);
+ }
} else if (info->protocol == TSDB_SML_TELNET_PROTOCOL) {
- code = smlParseTelnetLine(info, tmp, len);
+ if (info->dataFormat) {
+ SSmlLineInfo element = {0};
+ code = smlParseTelnetString(info, (char *)tmp, (char *)tmp + len, &element);
+ } else {
+ code = smlParseTelnetString(info, (char *)tmp, (char *)tmp + len, info->lines + i);
+ }
+
} else {
ASSERT(0);
}
@@ -2427,7 +1344,18 @@ static int32_t smlParseLine(SSmlHandle *info, char *lines[], char *rawLine, char
uError("SML:0x%" PRIx64 " smlParseLine failed. line %d : %s", info->id, i, tmp);
return code;
}
+ if (info->reRun) {
+ i = 0;
+ rawLine = oldRaw;
+ code = smlClearForRerun(info);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
+ }
+ continue;
+ }
+ i++;
}
+
return code;
}
@@ -2442,17 +1370,22 @@ static int smlProcess(SSmlHandle *info, char *lines[], char *rawLine, char *rawL
uError("SML:0x%" PRIx64 " smlParseLine error : %s", info->id, tstrerror(code));
return code;
}
+ code = smlParseLineBottom(info);
+ if (code != 0) {
+ uError("SML:0x%" PRIx64 " smlParseLineBottom error : %s", info->id, tstrerror(code));
+ return code;
+ }
- info->cost.lineNum = numLines;
- info->cost.numOfSTables = taosHashGetSize(info->superTables);
- info->cost.numOfCTables = taosHashGetSize(info->childTables);
+ info->cost.lineNum = info->lineNum;
+ info->cost.numOfSTables = nodeListSize(info->superTables);
+ info->cost.numOfCTables = nodeListSize(info->childTables);
info->cost.schemaTime = taosGetTimestampUs();
do {
code = smlModifyDBSchemas(info);
if (code == 0) break;
- } while (retryNum++ < taosHashGetSize(info->superTables) * MAX_RETRY_TIMES);
+ } while (retryNum++ < nodeListSize(info->superTables) * MAX_RETRY_TIMES);
if (code != 0) {
uError("SML:0x%" PRIx64 " smlModifyDBSchemas error : %s", info->id, tstrerror(code));
@@ -2469,92 +1402,42 @@ static int smlProcess(SSmlHandle *info, char *lines[], char *rawLine, char *rawL
return code;
}
-static int32_t isSchemalessDb(STscObj *taos, SRequestObj *request) {
- // SCatalog *catalog = NULL;
- // int32_t code = catalogGetHandle(((STscObj *)taos)->pAppInfo->clusterId, &catalog);
- // if (code != TSDB_CODE_SUCCESS) {
- // uError("SML get catalog error %d", code);
- // return code;
- // }
- //
- // SName name;
- // tNameSetDbName(&name, taos->acctId, taos->db, strlen(taos->db));
- // char dbFname[TSDB_DB_FNAME_LEN] = {0};
- // tNameGetFullDbName(&name, dbFname);
- // SDbCfgInfo pInfo = {0};
- //
- // SRequestConnInfo conn = {0};
- // conn.pTrans = taos->pAppInfo->pTransporter;
- // conn.requestId = request->requestId;
- // conn.requestObjRefId = request->self;
- // conn.mgmtEps = getEpSet_s(&taos->pAppInfo->mgmtEp);
- //
- // code = catalogGetDBCfg(catalog, &conn, dbFname, &pInfo);
- // if (code != TSDB_CODE_SUCCESS) {
- // return code;
- // }
- // taosArrayDestroy(pInfo.pRetensions);
- //
- // if (!pInfo.schemaless) {
- // return TSDB_CODE_SML_INVALID_DB_CONF;
- // }
- return TSDB_CODE_SUCCESS;
-}
-
-static void smlInsertCallback(void *param, void *res, int32_t code) {
- SRequestObj *pRequest = (SRequestObj *)res;
- SSmlHandle *info = (SSmlHandle *)param;
- int32_t rows = taos_affected_rows(pRequest);
-
- uDebug("SML:0x%" PRIx64 " result. code:%d, msg:%s", info->id, pRequest->code, pRequest->msgBuf);
- Params *pParam = info->params;
- // lock
- taosThreadSpinLock(&pParam->lock);
- pParam->cnt++;
- if (code != TSDB_CODE_SUCCESS) {
- pParam->request->code = code;
- pParam->request->body.resInfo.numOfRows += rows;
- } else {
- pParam->request->body.resInfo.numOfRows += info->affectedRows;
+TAOS_RES *taos_schemaless_insert_inner(TAOS *taos, char *lines[], char *rawLine, char *rawLineEnd, int numLines,
+ int protocol, int precision, int32_t ttl, int64_t reqid) {
+ int32_t code = TSDB_CODE_SUCCESS;
+ if (NULL == taos) {
+ terrno = TSDB_CODE_TSC_DISCONNECTED;
+ return NULL;
}
- // unlock
- taosThreadSpinUnlock(&pParam->lock);
- if (pParam->cnt == pParam->total) {
- tsem_post(&pParam->sem);
+ SRequestObj *request = (SRequestObj *)createRequest(*(int64_t *)taos, TSDB_SQL_INSERT, reqid);
+ if (request == NULL) {
+ uError("SML:taos_schemaless_insert error request is null");
+ return NULL;
}
- uDebug("SML:0x%" PRIx64 " insert finished, code: %d, rows: %d, total: %d", info->id, code, rows, info->affectedRows);
- info->cost.endTime = taosGetTimestampUs();
- info->cost.code = code;
- smlPrintStatisticInfo(info);
- smlDestroyInfo(info);
-}
-TAOS_RES *taos_schemaless_insert_inner(SRequestObj *request, char *lines[], char *rawLine, char *rawLineEnd,
- int numLines, int protocol, int precision, int32_t ttl) {
- int batchs = 0;
- STscObj *pTscObj = request->pTscObj;
+ SSmlHandle *info = smlBuildSmlInfo(taos);
+ if (info == NULL) {
+ request->code = TSDB_CODE_OUT_OF_MEMORY;
+ uError("SML:taos_schemaless_insert error SSmlHandle is null");
+ return (TAOS_RES *)request;
+ }
+ info->pRequest = request;
+ info->isRawLine = rawLine != NULL;
+ info->ttl = ttl;
+ info->precision = precision;
+ info->protocol = (TSDB_SML_PROTOCOL_TYPE)protocol;
+ info->msgBuf.buf = info->pRequest->msgBuf;
+ info->msgBuf.len = ERROR_MSG_BUF_DEFAULT_SIZE;
+ info->lineNum = numLines;
- pTscObj->schemalessType = 1;
SSmlMsgBuf msg = {ERROR_MSG_BUF_DEFAULT_SIZE, request->msgBuf};
-
- Params params = {0};
- params.request = request;
- tsem_init(¶ms.sem, 0, 0);
- taosThreadSpinInit(&(params.lock), 0);
-
if (request->pDb == NULL) {
request->code = TSDB_CODE_PAR_DB_NOT_SPECIFIED;
smlBuildInvalidDataMsg(&msg, "Database not specified", NULL);
goto end;
}
- if (isSchemalessDb(pTscObj, request) != TSDB_CODE_SUCCESS) {
- request->code = TSDB_CODE_SML_INVALID_DB_CONF;
- smlBuildInvalidDataMsg(&msg, "Cannot write data to a non schemaless database", NULL);
- goto end;
- }
-
if (protocol < TSDB_SML_LINE_PROTOCOL || protocol > TSDB_SML_JSON_PROTOCOL) {
request->code = TSDB_CODE_SML_INVALID_PROTOCOL_TYPE;
smlBuildInvalidDataMsg(&msg, "protocol invalidate", NULL);
@@ -2576,65 +1459,14 @@ TAOS_RES *taos_schemaless_insert_inner(SRequestObj *request, char *lines[], char
goto end;
}
- batchs = ceil(((double)numLines) / tsSmlBatchSize);
- params.total = batchs;
- for (int i = 0; i < batchs; ++i) {
- SRequestObj *req = (SRequestObj *)createRequest(pTscObj->id, TSDB_SQL_INSERT, 0);
- if (!req) {
- request->code = TSDB_CODE_OUT_OF_MEMORY;
- uError("SML:taos_schemaless_insert error request is null");
- goto end;
- }
- SSmlHandle *info = smlBuildSmlInfo(pTscObj, req, (SMLProtocolType)protocol, precision);
- if (!info) {
- request->code = TSDB_CODE_OUT_OF_MEMORY;
- uError("SML:taos_schemaless_insert error SSmlHandle is null");
- goto end;
- }
-
- info->isRawLine = (rawLine == NULL);
- info->ttl = ttl;
-
- int32_t perBatch = tsSmlBatchSize;
-
- if (numLines > perBatch) {
- numLines -= perBatch;
- } else {
- perBatch = numLines;
- numLines = 0;
- }
-
- info->params = ¶ms;
- info->affectedRows = perBatch;
- info->pRequest->body.queryFp = smlInsertCallback;
- info->pRequest->body.param = info;
- int32_t code = smlProcess(info, lines, rawLine, rawLineEnd, perBatch);
- if (lines) {
- lines += perBatch;
- }
- if (rawLine) {
- int num = 0;
- while (rawLine < rawLineEnd) {
- if (*(rawLine++) == '\n') {
- num++;
- }
- if (num == perBatch) {
- break;
- }
- }
- }
- if (code != TSDB_CODE_SUCCESS) {
- info->pRequest->body.queryFp(info, req, code);
- }
- }
- tsem_wait(¶ms.sem);
+ code = smlProcess(info, lines, rawLine, rawLineEnd, numLines);
+ request->code = code;
+ info->cost.endTime = taosGetTimestampUs();
+ info->cost.code = code;
+ // smlPrintStatisticInfo(info);
end:
- taosThreadSpinDestroy(¶ms.lock);
- tsem_destroy(¶ms.sem);
- // ((STscObj *)taos)->schemalessType = 0;
- pTscObj->schemalessType = 1;
- uDebug("resultend:%s", request->msgBuf);
+ smlDestroyInfo(info);
return (TAOS_RES *)request;
}
@@ -2659,59 +1491,26 @@ end:
TAOS_RES *taos_schemaless_insert_ttl_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision,
int32_t ttl, int64_t reqid) {
- if (NULL == taos) {
- terrno = TSDB_CODE_TSC_DISCONNECTED;
- return NULL;
- }
-
- SRequestObj *request = (SRequestObj *)createRequest(*(int64_t *)taos, TSDB_SQL_INSERT, reqid);
- if (!request) {
- uError("SML:taos_schemaless_insert error request is null");
- return NULL;
- }
-
- if (!lines) {
- SSmlMsgBuf msg = {ERROR_MSG_BUF_DEFAULT_SIZE, request->msgBuf};
- request->code = TSDB_CODE_SML_INVALID_DATA;
- smlBuildInvalidDataMsg(&msg, "lines is null", NULL);
- return (TAOS_RES *)request;
- }
-
- return taos_schemaless_insert_inner(request, lines, NULL, NULL, numLines, protocol, precision, ttl);
+ return taos_schemaless_insert_inner(taos, lines, NULL, NULL, numLines, protocol, precision, ttl, reqid);
}
TAOS_RES *taos_schemaless_insert(TAOS *taos, char *lines[], int numLines, int protocol, int precision) {
return taos_schemaless_insert_ttl_with_reqid(taos, lines, numLines, protocol, precision, TSDB_DEFAULT_TABLE_TTL, 0);
}
-TAOS_RES *taos_schemaless_insert_ttl(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int32_t ttl) {
+TAOS_RES *taos_schemaless_insert_ttl(TAOS *taos, char *lines[], int numLines, int protocol, int precision,
+ int32_t ttl) {
return taos_schemaless_insert_ttl_with_reqid(taos, lines, numLines, protocol, precision, ttl, 0);
}
-TAOS_RES *taos_schemaless_insert_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int64_t reqid) {
- return taos_schemaless_insert_ttl_with_reqid(taos, lines, numLines, protocol, precision, TSDB_DEFAULT_TABLE_TTL, reqid);
+TAOS_RES *taos_schemaless_insert_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision,
+ int64_t reqid) {
+ return taos_schemaless_insert_ttl_with_reqid(taos, lines, numLines, protocol, precision, TSDB_DEFAULT_TABLE_TTL,
+ reqid);
}
TAOS_RES *taos_schemaless_insert_raw_ttl_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol,
- int precision, int32_t ttl, int64_t reqid) {
- if (NULL == taos) {
- terrno = TSDB_CODE_TSC_DISCONNECTED;
- return NULL;
- }
-
- SRequestObj *request = (SRequestObj *)createRequest(*(int64_t *)taos, TSDB_SQL_INSERT, reqid);
- if (!request) {
- uError("SML:taos_schemaless_insert error request is null");
- return NULL;
- }
-
- if (!lines || len <= 0) {
- SSmlMsgBuf msg = {ERROR_MSG_BUF_DEFAULT_SIZE, request->msgBuf};
- request->code = TSDB_CODE_SML_INVALID_DATA;
- smlBuildInvalidDataMsg(&msg, "lines is null", NULL);
- return (TAOS_RES *)request;
- }
-
+ int precision, int32_t ttl, int64_t reqid) {
int numLines = 0;
*totalRows = 0;
char *tmp = lines;
@@ -2724,16 +1523,21 @@ TAOS_RES *taos_schemaless_insert_raw_ttl_with_reqid(TAOS *taos, char *lines, int
tmp = lines + i + 1;
}
}
- return taos_schemaless_insert_inner(request, NULL, lines, lines + len, numLines, protocol, precision, ttl);
+ return taos_schemaless_insert_inner(taos, NULL, lines, lines + len, *totalRows, protocol, precision, ttl, reqid);
}
-TAOS_RES *taos_schemaless_insert_raw_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int64_t reqid) {
- return taos_schemaless_insert_raw_ttl_with_reqid(taos, lines, len, totalRows, protocol, precision, TSDB_DEFAULT_TABLE_TTL, reqid);
+TAOS_RES *taos_schemaless_insert_raw_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol,
+ int precision, int64_t reqid) {
+ return taos_schemaless_insert_raw_ttl_with_reqid(taos, lines, len, totalRows, protocol, precision,
+ TSDB_DEFAULT_TABLE_TTL, reqid);
}
-TAOS_RES *taos_schemaless_insert_raw_ttl(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int32_t ttl) {
+TAOS_RES *taos_schemaless_insert_raw_ttl(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol,
+ int precision, int32_t ttl) {
return taos_schemaless_insert_raw_ttl_with_reqid(taos, lines, len, totalRows, protocol, precision, ttl, 0);
}
-TAOS_RES *taos_schemaless_insert_raw(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision) {
- return taos_schemaless_insert_raw_ttl_with_reqid(taos, lines, len, totalRows, protocol, precision, TSDB_DEFAULT_TABLE_TTL, 0);
+TAOS_RES *taos_schemaless_insert_raw(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol,
+ int precision) {
+ return taos_schemaless_insert_raw_ttl_with_reqid(taos, lines, len, totalRows, protocol, precision,
+ TSDB_DEFAULT_TABLE_TTL, 0);
}
diff --git a/source/client/src/clientSmlJson.c b/source/client/src/clientSmlJson.c
new file mode 100644
index 0000000000000000000000000000000000000000..3de1397f72533c2ee35df832116e5e81e45686e2
--- /dev/null
+++ b/source/client/src/clientSmlJson.c
@@ -0,0 +1,501 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+
+#include
+#include
+#include
+#include
+#include "clientSml.h"
+
+#define JUMP_JSON_SPACE(start) \
+while(*(start)){\
+ if(unlikely(*(start) > 32))\
+ break;\
+ else\
+ (start)++;\
+ }
+
+SArray *smlJsonParseTags(char *start, char *end){
+ SArray *tags = taosArrayInit(4, sizeof(SSmlKv));
+ while(start < end){
+ SSmlKv kv = {0};
+ kv.type = TSDB_DATA_TYPE_NCHAR;
+ bool isInQuote = false;
+ while(start < end){
+ if(unlikely(!isInQuote && *start == '"')){
+ start++;
+ kv.key = start;
+ isInQuote = true;
+ continue;
+ }
+ if(unlikely(isInQuote && *start == '"')){
+ kv.keyLen = start - kv.key;
+ start++;
+ break;
+ }
+ start++;
+ }
+ bool hasColon = false;
+ while(start < end){
+ if(unlikely(!hasColon && *start == ':')){
+ start++;
+ hasColon = true;
+ continue;
+ }
+ if(unlikely(hasColon && kv.value == NULL && (*start > 32 && *start != '"'))){
+ kv.value = start;
+ start++;
+ continue;
+ }
+
+ if(unlikely(hasColon && kv.value != NULL && (*start == '"' || *start == ',' || *start == '}'))){
+ kv.length = start - kv.value;
+ taosArrayPush(tags, &kv);
+ start++;
+ break;
+ }
+ start++;
+ }
+ }
+ return tags;
+}
+
+static int32_t smlParseTagsFromJSON(SSmlHandle *info, SSmlLineInfo *elements) {
+ int32_t ret = TSDB_CODE_SUCCESS;
+
+ if(is_same_child_table_telnet(elements, &info->preLine) == 0){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ bool isSameMeasure = IS_SAME_SUPER_TABLE;
+
+ int cnt = 0;
+ SArray *preLineKV = info->preLineTagKV;
+ bool isSuperKVInit = true;
+ SArray *superKV = NULL;
+ if(info->dataFormat){
+ if(unlikely(!isSameMeasure)){
+ SSmlSTableMeta *sMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, elements->measure, elements->measureLen, NULL);
+
+ if(unlikely(sMeta == NULL)){
+ sMeta = smlBuildSTableMeta(info->dataFormat);
+ STableMeta * pTableMeta = smlGetMeta(info, elements->measure, elements->measureLen);
+ sMeta->tableMeta = pTableMeta;
+ if(pTableMeta == NULL){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ nodeListSet(&info->superTables, elements->measure, elements->measureLen, sMeta, NULL);
+ }
+ info->currSTableMeta = sMeta->tableMeta;
+ superKV = sMeta->tags;
+
+ if(unlikely(taosArrayGetSize(superKV) == 0)){
+ isSuperKVInit = false;
+ }
+ taosArraySetSize(preLineKV, 0);
+ }
+ }else{
+ taosArraySetSize(preLineKV, 0);
+ }
+
+ SArray *tags = smlJsonParseTags(elements->tags, elements->tags + elements->tagsLen);
+ int32_t tagNum = taosArrayGetSize(tags);
+ for (int32_t i = 0; i < tagNum; ++i) {
+ SSmlKv kv = *(SSmlKv*)taosArrayGet(tags, i);
+
+ if(info->dataFormat){
+ if(unlikely(cnt + 1 > info->currSTableMeta->tableInfo.numOfTags)){
+ info->dataFormat = false;
+ info->reRun = true;
+ taosArrayDestroy(tags);
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(isSameMeasure){
+ if(unlikely(cnt >= taosArrayGetSize(preLineKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ taosArrayDestroy(tags);
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(preLineKV, cnt);
+ if(unlikely(kv.length > preKV->length)){
+ preKV->length = kv.length;
+ SSmlSTableMeta *tableMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, elements->measure, elements->measureLen, NULL);
+ ASSERT(tableMeta != NULL);
+
+ SSmlKv *oldKV = (SSmlKv *)taosArrayGet(tableMeta->tags, cnt);
+ oldKV->length = kv.length;
+ info->needModifySchema = true;
+ }
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ taosArrayDestroy(tags);
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ if(isSuperKVInit){
+ if(unlikely(cnt >= taosArrayGetSize(superKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ taosArrayDestroy(tags);
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(superKV, cnt);
+ if(unlikely(kv.length > preKV->length)) {
+ preKV->length = kv.length;
+ }else{
+ kv.length = preKV->length;
+ }
+ info->needModifySchema = true;
+
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ taosArrayDestroy(tags);
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ taosArrayPush(superKV, &kv);
+ }
+ taosArrayPush(preLineKV, &kv);
+ }
+ }else{
+ taosArrayPush(preLineKV, &kv);
+ }
+ cnt++;
+ }
+ taosArrayDestroy(tags);
+
+ SSmlTableInfo *tinfo = (SSmlTableInfo *)nodeListGet(info->childTables, elements, POINTER_BYTES, is_same_child_table_telnet);
+ if (unlikely(tinfo == NULL)) {
+ tinfo = smlBuildTableInfo(1, elements->measure, elements->measureLen);
+ if (unlikely(!tinfo)) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ tinfo->tags = taosArrayDup(preLineKV, NULL);
+
+ smlSetCTableName(tinfo);
+ if (info->dataFormat) {
+ info->currSTableMeta->uid = tinfo->uid;
+ tinfo->tableDataCtx = smlInitTableDataCtx(info->pQuery, info->currSTableMeta);
+ if (tinfo->tableDataCtx == NULL) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlInitTableDataCtx error", NULL);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ }
+
+ SSmlLineInfo *key = (SSmlLineInfo *)taosMemoryMalloc(sizeof(SSmlLineInfo));
+ *key = *elements;
+ tinfo->key = key;
+ nodeListSet(&info->childTables, key, POINTER_BYTES, tinfo, is_same_child_table_telnet);
+ }
+ if (info->dataFormat) info->currTableDataCtx = tinfo->tableDataCtx;
+
+ return ret;
+}
+
+static char* smlJsonGetObj(char *payload){
+ int leftBracketCnt = 0;
+ while(*payload) {
+ if (unlikely(*payload == '{')) {
+ leftBracketCnt++;
+ payload++;
+ continue;
+ }
+ if (unlikely(*payload == '}')) {
+ leftBracketCnt--;
+ payload++;
+ if (leftBracketCnt == 0) {
+ return payload;
+ } else if (leftBracketCnt < 0) {
+ return NULL;
+ }
+ continue;
+ }
+ payload++;
+ }
+ return NULL;
+}
+
+void smlJsonParseObjFirst(char **start, SSmlLineInfo *element, int8_t *offset){
+ int index = 0;
+ while(*(*start)){
+ if((*start)[0] != '"'){
+ (*start)++;
+ continue;
+ }
+
+ if(unlikely(index >= 4)) {
+ uError("index >= 4, %s", *start)
+ break;
+ }
+ char *sTmp = *start;
+ if((*start)[1] == 'm' && (*start)[2] == 'e' && (*start)[3] == 't'
+ && (*start)[4] == 'r' && (*start)[5] == 'i' && (*start)[6] == 'c' && (*start)[7] == '"'){
+
+ (*start) += 8;
+ bool isInQuote = false;
+ while(*(*start)){
+ if(unlikely(!isInQuote && *(*start) == '"')){
+ (*start)++;
+ offset[index++] = *start - sTmp;
+ element->measure = (*start);
+ isInQuote = true;
+ continue;
+ }
+ if(unlikely(isInQuote && *(*start) == '"')){
+ element->measureLen = (*start) - element->measure;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 't' && (*start)[2] == 'i' && (*start)[3] == 'm'
+ && (*start)[4] == 'e' && (*start)[5] == 's' && (*start)[6] == 't'
+ && (*start)[7] == 'a' && (*start)[8] == 'm' && (*start)[9] == 'p' && (*start)[10] == '"'){
+
+ (*start) += 11;
+ bool hasColon = false;
+ while(*(*start)){
+ if(unlikely(!hasColon && *(*start) == ':')){
+ (*start)++;
+ JUMP_JSON_SPACE((*start))
+ offset[index++] = *start - sTmp;
+ element->timestamp = (*start);
+ hasColon = true;
+ continue;
+ }
+ if(unlikely(hasColon && (*(*start) == ',' || *(*start) == '}' || (*(*start)) <= 32))){
+ element->timestampLen = (*start) - element->timestamp;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 'v' && (*start)[2] == 'a' && (*start)[3] == 'l'
+ && (*start)[4] == 'u' && (*start)[5] == 'e' && (*start)[6] == '"'){
+
+ (*start) += 7;
+
+ bool hasColon = false;
+ while(*(*start)){
+ if(unlikely(!hasColon && *(*start) == ':')){
+ (*start)++;
+ JUMP_JSON_SPACE((*start))
+ offset[index++] = *start - sTmp;
+ element->cols = (*start);
+ hasColon = true;
+ continue;
+ }
+ if(unlikely(hasColon && (*(*start) == ',' || *(*start) == '}' || (*(*start)) <= 32))){
+ element->colsLen = (*start) - element->cols;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 't' && (*start)[2] == 'a' && (*start)[3] == 'g'
+ && (*start)[4] == 's' && (*start)[5] == '"'){
+ (*start) += 6;
+
+ while(*(*start)){
+ if(unlikely(*(*start) == ':')){
+ (*start)++;
+ JUMP_JSON_SPACE((*start))
+ offset[index++] = *start - sTmp;
+ element->tags = (*start);
+ char* tmp = smlJsonGetObj((*start));
+ if(tmp){
+ element->tagsLen = tmp - (*start);
+ *start = tmp;
+ }
+ break;
+ }
+ (*start)++;
+ }
+ }
+ if(*(*start) == '}'){
+ (*start)++;
+ break;
+ }
+ (*start)++;
+ }
+}
+
+void smlJsonParseObj(char **start, SSmlLineInfo *element, int8_t *offset){
+ int index = 0;
+ while(*(*start)){
+ if((*start)[0] != '"'){
+ (*start)++;
+ continue;
+ }
+
+ if(unlikely(index >= 4)) {
+ uError("index >= 4, %s", *start)
+ break;
+ }
+ if((*start)[1] == 'm'){
+ (*start) += offset[index++];
+ element->measure = *start;
+ while(*(*start)){
+ if(unlikely(*(*start) == '"')){
+ element->measureLen = (*start) - element->measure;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 't' && (*start)[2] == 'i'){
+ (*start) += offset[index++];
+ element->timestamp = *start;
+ while(*(*start)){
+ if(unlikely(*(*start) == ',' || *(*start) == '}' || (*(*start)) <= 32)){
+ element->timestampLen = (*start) - element->timestamp;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 'v'){
+ (*start) += offset[index++];
+ element->cols = *start;
+ while(*(*start)){
+ if(unlikely( *(*start) == ',' || *(*start) == '}' || (*(*start)) <= 32)){
+ element->colsLen = (*start) - element->cols;
+ break;
+ }
+ (*start)++;
+ }
+ }else if((*start)[1] == 't' && (*start)[2] == 'a'){
+ (*start) += offset[index++];
+ element->tags = (*start);
+ char* tmp = smlJsonGetObj((*start));
+ if(tmp){
+ element->tagsLen = tmp - (*start);
+ *start = tmp;
+ }
+ break;
+ }
+ if(*(*start) == '}'){
+ (*start)++;
+ break;
+ }
+ (*start)++;
+ }
+}
+
+static int32_t smlParseJSONString(SSmlHandle *info, char **start, SSmlLineInfo *elements) {
+ int32_t ret = TSDB_CODE_SUCCESS;
+
+ if(info->offset[0] == 0){
+ smlJsonParseObjFirst(start, elements, info->offset);
+ }else{
+ smlJsonParseObj(start, elements, info->offset);
+ }
+ if(**start == '\0') return TSDB_CODE_SUCCESS;
+
+ SSmlKv kv = {.key = VALUE, .keyLen = VALUE_LEN, .value = elements->cols, .length = (size_t)elements->colsLen};
+ if (smlParseNumber(&kv, &info->msgBuf)) {
+ kv.length = (int16_t)tDataTypes[kv.type].bytes;
+ }else{
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ // Parse tags
+ ret = smlParseTagsFromJSON(info, elements);
+ if (unlikely(ret)) {
+ uError("OTD:0x%" PRIx64 " Unable to parse tags from JSON payload", info->id);
+ return ret;
+ }
+
+ if(unlikely(info->reRun)){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ // Parse timestamp
+ // notice!!! put ts back to tag to ensure get meta->precision
+ int64_t ts = smlParseOpenTsdbTime(info, elements->timestamp, elements->timestampLen);
+ if (unlikely(ts < 0)) {
+ uError("OTD:0x%" PRIx64 " Unable to parse timestamp from JSON payload", info->id);
+ return TSDB_CODE_INVALID_TIMESTAMP;
+ }
+ SSmlKv kvTs = { .key = TS, .keyLen = TS_LEN, .type = TSDB_DATA_TYPE_TIMESTAMP, .i = ts, .length = (size_t)tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes};
+
+ if(info->dataFormat){
+ ret = smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kvTs, 0);
+ if(ret == TSDB_CODE_SUCCESS){
+ ret = smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kv, 1);
+ }
+ if(ret == TSDB_CODE_SUCCESS){
+ ret = smlBuildRow(info->currTableDataCtx);
+ }
+ if (unlikely(ret != TSDB_CODE_SUCCESS)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlBuildCol error", NULL);
+ return ret;
+ }
+ }else{
+ if(elements->colArray == NULL){
+ elements->colArray = taosArrayInit(16, sizeof(SSmlKv));
+ }
+ taosArrayPush(elements->colArray, &kvTs);
+ taosArrayPush(elements->colArray, &kv);
+ }
+ info->preLine = *elements;
+
+ return TSDB_CODE_SUCCESS;
+}
+
+int32_t smlParseJSON(SSmlHandle *info, char *payload) {
+ int32_t payloadNum = 1 << 15;
+ int32_t ret = TSDB_CODE_SUCCESS;
+
+ int cnt = 0;
+ char *dataPointStart = payload;
+ while (1) {
+ if(info->dataFormat) {
+ SSmlLineInfo element = {0};
+ ret = smlParseJSONString(info, &dataPointStart, &element);
+ }else{
+ if(cnt >= payloadNum){
+ payloadNum = payloadNum << 1;
+ void* tmp = taosMemoryRealloc(info->lines, payloadNum * sizeof(SSmlLineInfo));
+ if(tmp != NULL){
+ info->lines = (SSmlLineInfo*)tmp;
+ }
+ }
+ ret = smlParseJSONString(info, &dataPointStart, info->lines + cnt);
+ }
+ if (unlikely(ret != TSDB_CODE_SUCCESS)) {
+ uError("SML:0x%" PRIx64 " Invalid JSON Payload", info->id);
+ return ret;
+ }
+
+ if(*dataPointStart == '\0') break;
+
+ if(unlikely(info->reRun)){
+ cnt = 0;
+ dataPointStart = payload;
+ info->lineNum = payloadNum;
+ ret = smlClearForRerun(info);
+ if(ret != TSDB_CODE_SUCCESS){
+ return ret;
+ }
+ continue;
+ }
+ cnt++;
+ }
+ info->lineNum = cnt;
+
+ return TSDB_CODE_SUCCESS;
+}
diff --git a/source/client/src/clientSmlLine.c b/source/client/src/clientSmlLine.c
new file mode 100644
index 0000000000000000000000000000000000000000..f56ad34fc52bc1687ce42aa38256b01eb4724f68
--- /dev/null
+++ b/source/client/src/clientSmlLine.c
@@ -0,0 +1,700 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+
+#include
+#include
+#include
+#include
+
+#include "clientSml.h"
+
+// comma ,
+//#define IS_SLASH_COMMA(sql) (*(sql) == COMMA && *((sql)-1) == SLASH)
+#define IS_COMMA(sql) (*(sql) == COMMA && *((sql)-1) != SLASH)
+// space
+//#define IS_SLASH_SPACE(sql) (*(sql) == SPACE && *((sql)-1) == SLASH)
+#define IS_SPACE(sql) (*(sql) == SPACE && *((sql)-1) != SLASH)
+// equal =
+//#define IS_SLASH_EQUAL(sql) (*(sql) == EQUAL && *((sql)-1) == SLASH)
+#define IS_EQUAL(sql) (*(sql) == EQUAL && *((sql)-1) != SLASH)
+// quote "
+//#define IS_SLASH_QUOTE(sql) (*(sql) == QUOTE && *((sql)-1) == SLASH)
+#define IS_QUOTE(sql) (*(sql) == QUOTE && *((sql)-1) != SLASH)
+// SLASH
+//#define IS_SLASH_SLASH(sql) (*(sql) == SLASH && *((sql)-1) == SLASH)
+
+#define IS_SLASH_LETTER(sql) \
+ (*((sql)-1) == SLASH && (*(sql) == COMMA || *(sql) == SPACE || *(sql) == EQUAL || *(sql) == QUOTE || *(sql) == SLASH)) \
+// (IS_SLASH_COMMA(sql) || IS_SLASH_SPACE(sql) || IS_SLASH_EQUAL(sql) || IS_SLASH_QUOTE(sql) || IS_SLASH_SLASH(sql))
+
+#define MOVE_FORWARD_ONE(sql, len) (memmove((void *)((sql)-1), (sql), len))
+
+#define PROCESS_SLASH(key, keyLen) \
+ for (int i = 1; i < keyLen; ++i) { \
+ if (IS_SLASH_LETTER(key + i)) { \
+ MOVE_FORWARD_ONE(key + i, keyLen - i); \
+ i--; \
+ keyLen--; \
+ } \
+ }
+
+#define BINARY_ADD_LEN 2 // "binary" 2 means " "
+#define NCHAR_ADD_LEN 3 // L"nchar" 3 means L" "
+
+uint8_t smlPrecisionConvert[7] = {TSDB_TIME_PRECISION_NANO, TSDB_TIME_PRECISION_HOURS, TSDB_TIME_PRECISION_MINUTES,
+ TSDB_TIME_PRECISION_SECONDS, TSDB_TIME_PRECISION_MILLI, TSDB_TIME_PRECISION_MICRO,
+ TSDB_TIME_PRECISION_NANO};
+
+static bool smlParseBool(SSmlKv *kvVal) {
+ const char *pVal = kvVal->value;
+ int32_t len = kvVal->length;
+ if ((len == 1) && (pVal[0] == 't' || pVal[0] == 'T')) {
+ kvVal->i = TSDB_TRUE;
+ return true;
+ }
+
+ if ((len == 1) && (pVal[0] == 'f' || pVal[0] == 'F')) {
+ kvVal->i = TSDB_FALSE;
+ return true;
+ }
+
+ if ((len == 4) && !strncasecmp(pVal, "true", len)) {
+ kvVal->i = TSDB_TRUE;
+ return true;
+ }
+ if ((len == 5) && !strncasecmp(pVal, "false", len)) {
+ kvVal->i = TSDB_FALSE;
+ return true;
+ }
+ return false;
+}
+
+static bool smlIsBinary(const char *pVal, uint16_t len) {
+ // binary: "abc"
+ if (len < 2) {
+ return false;
+ }
+ if (pVal[0] == '"' && pVal[len - 1] == '"') {
+ return true;
+ }
+ return false;
+}
+
+static bool smlIsNchar(const char *pVal, uint16_t len) {
+ // nchar: L"abc"
+ if (len < 3) {
+ return false;
+ }
+ if (pVal[1] == '"' && pVal[len - 1] == '"' && (pVal[0] == 'l' || pVal[0] == 'L')) {
+ return true;
+ }
+ return false;
+}
+
+static int64_t smlParseInfluxTime(SSmlHandle *info, const char *data, int32_t len) {
+ uint8_t toPrecision = info->currSTableMeta ? info->currSTableMeta->tableInfo.precision : TSDB_TIME_PRECISION_NANO;
+
+ if(unlikely(len == 0 || (len == 1 && data[0] == '0'))){
+ return taosGetTimestampNs()/smlFactorNS[toPrecision];
+ }
+
+ uint8_t fromPrecision = smlPrecisionConvert[info->precision];
+
+ int64_t ts = smlGetTimeValue(data, len, fromPrecision, toPrecision);
+ if (unlikely(ts == -1)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", data);
+ return -1;
+ }
+ return ts;
+}
+
+int32_t smlParseValue(SSmlKv *pVal, SSmlMsgBuf *msg) {
+ if (pVal->value[0] == '"'){ // binary
+ if (pVal->length >= 2 && pVal->value[pVal->length - 1] == '"') {
+ pVal->type = TSDB_DATA_TYPE_BINARY;
+ pVal->length -= BINARY_ADD_LEN;
+ if (pVal->length > TSDB_MAX_BINARY_LEN - VARSTR_HEADER_SIZE) {
+ return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+ }
+ pVal->value += (BINARY_ADD_LEN - 1);
+ return TSDB_CODE_SUCCESS;
+ }
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ if(pVal->value[0] == 'l' || pVal->value[0] == 'L'){ // nchar
+ if (pVal->value[1] == '"' && pVal->value[pVal->length - 1] == '"' && pVal->length >= 3){
+ pVal->type = TSDB_DATA_TYPE_NCHAR;
+ pVal->length -= NCHAR_ADD_LEN;
+ if (pVal->length > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
+ return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+ }
+ pVal->value += (NCHAR_ADD_LEN - 1);
+ return TSDB_CODE_SUCCESS;
+ }
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ if (pVal->value[0] == 't' || pVal->value[0] == 'T'){
+ if(pVal->length == 1 || (pVal->length == 4 && (pVal->value[1] == 'r' || pVal->value[1] == 'R')
+ && (pVal->value[2] == 'u' || pVal->value[2] == 'U')
+ && (pVal->value[3] == 'e' || pVal->value[3] == 'E'))){
+ pVal->i = TSDB_TRUE;
+ pVal->type = TSDB_DATA_TYPE_BOOL;
+ pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
+ return TSDB_CODE_SUCCESS;
+ }
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ if (pVal->value[0] == 'f' || pVal->value[0] == 'F'){
+ if(pVal->length == 1 || (pVal->length == 5 && (pVal->value[1] == 'a' || pVal->value[1] == 'A')
+ && (pVal->value[2] == 'l' || pVal->value[2] == 'L')
+ && (pVal->value[3] == 's' || pVal->value[3] == 'S')
+ && (pVal->value[4] == 'e' || pVal->value[4] == 'E'))){
+ pVal->i = TSDB_FALSE;
+ pVal->type = TSDB_DATA_TYPE_BOOL;
+ pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
+ return TSDB_CODE_SUCCESS;
+ }
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ // number
+ if (smlParseNumber(pVal, msg)) {
+ pVal->length = (int16_t)tDataTypes[pVal->type].bytes;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ return TSDB_CODE_TSC_INVALID_VALUE;
+}
+
+static int32_t smlParseTagKv(SSmlHandle *info, char **sql, char *sqlEnd,
+ SSmlLineInfo* currElement, bool isSameMeasure, bool isSameCTable){
+ if(isSameCTable){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ int cnt = 0;
+ SArray *preLineKV = info->preLineTagKV;
+ bool isSuperKVInit = true;
+ SArray *superKV = NULL;
+ if(info->dataFormat){
+ if(unlikely(!isSameMeasure)){
+ SSmlSTableMeta *sMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, currElement->measure, currElement->measureLen, NULL);
+
+ if(unlikely(sMeta == NULL)){
+ sMeta = smlBuildSTableMeta(info->dataFormat);
+ STableMeta * pTableMeta = smlGetMeta(info, currElement->measure, currElement->measureLen);
+ sMeta->tableMeta = pTableMeta;
+ if(pTableMeta == NULL){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ nodeListSet(&info->superTables, currElement->measure, currElement->measureLen, sMeta, NULL);
+ }
+ info->currSTableMeta = sMeta->tableMeta;
+ superKV = sMeta->tags;
+
+ if(unlikely(taosArrayGetSize(superKV) == 0)){
+ isSuperKVInit = false;
+ }
+ taosArraySetSize(preLineKV, 0);
+ }
+ }else{
+ taosArraySetSize(preLineKV, 0);
+ }
+
+
+ while (*sql < sqlEnd) {
+ if (unlikely(IS_SPACE(*sql))) {
+ break;
+ }
+
+ bool hasSlash = false;
+ // parse key
+ const char *key = *sql;
+ size_t keyLen = 0;
+ while (*sql < sqlEnd) {
+ if (unlikely(IS_COMMA(*sql))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", *sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ if (unlikely(IS_EQUAL(*sql))) {
+ keyLen = *sql - key;
+ (*sql)++;
+ break;
+ }
+ if(!hasSlash){
+ hasSlash = (*(*sql) == SLASH);
+ }
+ (*sql)++;
+ }
+ if(unlikely(hasSlash)) {
+ PROCESS_SLASH(key, keyLen)
+ }
+
+ if (unlikely(IS_INVALID_COL_LEN(keyLen))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid key or key is too long than 64", key);
+ return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
+ }
+
+ // parse value
+ const char *value = *sql;
+ size_t valueLen = 0;
+ hasSlash = false;
+ while (*sql < sqlEnd) {
+ // parse value
+ if (unlikely(IS_SPACE(*sql) || IS_COMMA(*sql))) {
+ break;
+ }else if (unlikely(IS_EQUAL(*sql))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", *sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+
+ if(!hasSlash){
+ hasSlash = (*(*sql) == SLASH);
+ }
+
+ (*sql)++;
+ }
+ valueLen = *sql - value;
+
+ if (unlikely(valueLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid value", value);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+
+ if(unlikely(hasSlash)) {
+ PROCESS_SLASH(value, valueLen)
+ }
+
+ if (unlikely(valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE)) {
+ return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+ }
+
+ SSmlKv kv = {.key = key, .keyLen = keyLen, .type = TSDB_DATA_TYPE_NCHAR, .value = value, .length = valueLen};
+ if(info->dataFormat){
+ if(unlikely(cnt + 1 > info->currSTableMeta->tableInfo.numOfTags)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(isSameMeasure){
+ if(unlikely(cnt >= taosArrayGetSize(preLineKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(preLineKV, cnt);
+ if(unlikely(kv.length > preKV->length)){
+ preKV->length = kv.length;
+ SSmlSTableMeta *tableMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, currElement->measure, currElement->measureLen, NULL);
+ ASSERT(tableMeta != NULL);
+
+ SSmlKv *oldKV = (SSmlKv *)taosArrayGet(tableMeta->tags, cnt);
+ oldKV->length = kv.length;
+ info->needModifySchema = true;
+ }
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ if(isSuperKVInit){
+ if(unlikely(cnt >= taosArrayGetSize(superKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(superKV, cnt);
+ if(unlikely(kv.length > preKV->length)) {
+ preKV->length = kv.length;
+ }else{
+ kv.length = preKV->length;
+ }
+ info->needModifySchema = true;
+
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ taosArrayPush(superKV, &kv);
+ }
+ taosArrayPush(preLineKV, &kv);
+ }
+ }else{
+ taosArrayPush(preLineKV, &kv);
+ }
+
+ cnt++;
+ if(IS_SPACE(*sql)){
+ break;
+ }
+ (*sql)++;
+ }
+
+ void* oneTable = nodeListGet(info->childTables, currElement->measure, currElement->measureTagsLen, NULL);
+ if ((oneTable != NULL)) {
+ return TSDB_CODE_SUCCESS;
+ }
+
+ SSmlTableInfo *tinfo = smlBuildTableInfo(1, currElement->measure, currElement->measureLen);
+ if (unlikely(!tinfo)) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ tinfo->tags = taosArrayDup(preLineKV, NULL);
+
+ smlSetCTableName(tinfo);
+ if(info->dataFormat) {
+ info->currSTableMeta->uid = tinfo->uid;
+ tinfo->tableDataCtx = smlInitTableDataCtx(info->pQuery, info->currSTableMeta);
+ if(tinfo->tableDataCtx == NULL){
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlInitTableDataCtx error", NULL);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ }
+
+ nodeListSet(&info->childTables, currElement->measure, currElement->measureTagsLen, tinfo, NULL);
+
+ return TSDB_CODE_SUCCESS;
+}
+
+static int32_t smlParseColKv(SSmlHandle *info, char **sql, char *sqlEnd,
+ SSmlLineInfo* currElement, bool isSameMeasure, bool isSameCTable){
+ int cnt = 0;
+ SArray *preLineKV = info->preLineColKV;
+ bool isSuperKVInit = true;
+ SArray *superKV = NULL;
+ if(info->dataFormat){
+ if(unlikely(!isSameCTable)){
+ SSmlTableInfo *oneTable = (SSmlTableInfo *)nodeListGet(info->childTables, currElement->measure, currElement->measureTagsLen, NULL);
+ if (unlikely(oneTable == NULL)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "child table should inside", currElement->measure);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ info->currTableDataCtx = oneTable->tableDataCtx;
+ }
+
+ if(unlikely(!isSameMeasure)){
+ SSmlSTableMeta *sMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, currElement->measure, currElement->measureLen, NULL);
+
+ if(unlikely(sMeta == NULL)){
+ sMeta = smlBuildSTableMeta(info->dataFormat);
+ STableMeta * pTableMeta = smlGetMeta(info, currElement->measure, currElement->measureLen);
+ sMeta->tableMeta = pTableMeta;
+ if(pTableMeta == NULL){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ nodeListSet(&info->superTables, currElement->measure, currElement->measureLen, sMeta, NULL);
+ }
+ info->currSTableMeta = sMeta->tableMeta;
+ superKV = sMeta->cols;
+ if(unlikely(taosArrayGetSize(superKV) == 0)){
+ isSuperKVInit = false;
+ }
+ taosArraySetSize(preLineKV, 0);
+ }
+ }
+
+ while (*sql < sqlEnd) {
+ if (unlikely(IS_SPACE(*sql))) {
+ break;
+ }
+
+ bool hasSlash = false;
+ // parse key
+ const char *key = *sql;
+ size_t keyLen = 0;
+ while (*sql < sqlEnd) {
+ if (unlikely(IS_COMMA(*sql))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", *sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ if (unlikely(IS_EQUAL(*sql))) {
+ keyLen = *sql - key;
+ (*sql)++;
+ break;
+ }
+ if(!hasSlash){
+ hasSlash = (*(*sql) == SLASH);
+ }
+ (*sql)++;
+ }
+ if(unlikely(hasSlash)) {
+ PROCESS_SLASH(key, keyLen)
+ }
+
+ if (unlikely(IS_INVALID_COL_LEN(keyLen))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid key or key is too long than 64", key);
+ return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
+ }
+
+ // parse value
+ const char *value = *sql;
+ size_t valueLen = 0;
+ hasSlash = false;
+ bool isInQuote = false;
+ while (*sql < sqlEnd) {
+ // parse value
+ if (unlikely(IS_QUOTE(*sql))) {
+ isInQuote = !isInQuote;
+ (*sql)++;
+ continue;
+ }
+ if (!isInQuote){
+ if (unlikely(IS_SPACE(*sql) || IS_COMMA(*sql))) {
+ break;
+ } else if (unlikely(IS_EQUAL(*sql))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", *sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ }
+ if(!hasSlash){
+ hasSlash = (*(*sql) == SLASH);
+ }
+
+ (*sql)++;
+ }
+ valueLen = *sql - value;
+
+ if (unlikely(isInQuote)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "only one quote", value);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ if (unlikely(valueLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid value", value);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ if(unlikely(hasSlash)) {
+ PROCESS_SLASH(value, valueLen)
+ }
+
+ SSmlKv kv = {.key = key, .keyLen = keyLen, .value = value, .length = valueLen};
+ int32_t ret = smlParseValue(&kv, &info->msgBuf);
+ if (ret != TSDB_CODE_SUCCESS) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlParseValue error", value);
+ return ret;
+ }
+
+ if(info->dataFormat){
+ //cnt begin 0, add ts so + 2
+ if(unlikely(cnt + 2 > info->currSTableMeta->tableInfo.numOfColumns)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ // bind data
+ ret = smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kv, cnt + 1);
+ if (unlikely(ret != TSDB_CODE_SUCCESS)) {
+ uError("smlBuildCol error, retry");
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(isSameMeasure){
+ if(cnt >= taosArrayGetSize(preLineKV)) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(preLineKV, cnt);
+ if(kv.type != preKV->type){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(unlikely(IS_VAR_DATA_TYPE(kv.type) && kv.length > preKV->length)){
+ preKV->length = kv.length;
+ SSmlSTableMeta *tableMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, currElement->measure, currElement->measureLen, NULL);
+ ASSERT(tableMeta != NULL);
+
+ SSmlKv *oldKV = (SSmlKv *)taosArrayGet(tableMeta->cols, cnt);
+ oldKV->length = kv.length;
+ info->needModifySchema = true;
+ }
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ if(isSuperKVInit){
+ if(unlikely(cnt >= taosArrayGetSize(superKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(superKV, cnt);
+ if(unlikely(kv.type != preKV->type)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(IS_VAR_DATA_TYPE(kv.type)){
+ if(kv.length > preKV->length) {
+ preKV->length = kv.length;
+ }else{
+ kv.length = preKV->length;
+ }
+ info->needModifySchema = true;
+ }
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ taosArrayPush(superKV, &kv);
+ }
+ taosArrayPush(preLineKV, &kv);
+ }
+ }else{
+ if(currElement->colArray == NULL){
+ currElement->colArray = taosArrayInit(16, sizeof(SSmlKv));
+ taosArraySetSize(currElement->colArray, 1);
+ }
+ taosArrayPush(currElement->colArray, &kv); //reserve for timestamp
+ }
+
+ cnt++;
+ if(IS_SPACE(*sql)){
+ break;
+ }
+ (*sql)++;
+ }
+
+ return TSDB_CODE_SUCCESS;
+}
+
+int32_t smlParseInfluxString(SSmlHandle *info, char *sql, char *sqlEnd, SSmlLineInfo *elements) {
+ if (!sql) return TSDB_CODE_SML_INVALID_DATA;
+ JUMP_SPACE(sql, sqlEnd)
+ if (unlikely(*sql == COMMA)) return TSDB_CODE_SML_INVALID_DATA;
+ elements->measure = sql;
+
+ // parse measure
+ while (sql < sqlEnd) {
+ if (unlikely((sql != elements->measure) && IS_SLASH_LETTER(sql))) {
+ MOVE_FORWARD_ONE(sql, sqlEnd - sql);
+ sqlEnd--;
+ continue;
+ }
+ if (unlikely(IS_COMMA(sql))) {
+ break;
+ }
+
+ if (unlikely(IS_SPACE(sql))) {
+ break;
+ }
+ sql++;
+ }
+ elements->measureLen = sql - elements->measure;
+ if (unlikely(IS_INVALID_TABLE_LEN(elements->measureLen))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "measure is empty or too large than 192", NULL);
+ return TSDB_CODE_TSC_INVALID_TABLE_ID_LENGTH;
+ }
+
+ // to get measureTagsLen before
+ const char* tmp = sql;
+ while (tmp < sqlEnd){
+ if (unlikely(IS_SPACE(tmp))) {
+ break;
+ }
+ tmp++;
+ }
+ elements->measureTagsLen = tmp - elements->measure;
+
+ bool isSameCTable = false;
+ bool isSameMeasure = false;
+ if(IS_SAME_CHILD_TABLE){
+ isSameCTable = true;
+ isSameMeasure = true;
+ }else if(info->dataFormat) {
+ isSameMeasure = IS_SAME_SUPER_TABLE;
+ }
+ // parse tag
+ if (*sql == COMMA) sql++;
+ elements->tags = sql;
+
+ int ret = smlParseTagKv(info, &sql, sqlEnd, elements, isSameMeasure, isSameCTable);
+ if(unlikely(ret != TSDB_CODE_SUCCESS)){
+ return ret;
+ }
+ if(unlikely(info->reRun)){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ sql = elements->measure + elements->measureTagsLen;
+ elements->tagsLen = sql - elements->tags;
+
+ // parse cols
+ JUMP_SPACE(sql, sqlEnd)
+ elements->cols = sql;
+
+ ret = smlParseColKv(info, &sql, sqlEnd, elements, isSameMeasure, isSameCTable);
+ if(unlikely(ret != TSDB_CODE_SUCCESS)){
+ return ret;
+ }
+
+ if(unlikely(info->reRun)){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ elements->colsLen = sql - elements->cols;
+ if (unlikely(elements->colsLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "cols is empty", NULL);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+
+ // parse timestamp
+ JUMP_SPACE(sql, sqlEnd)
+ elements->timestamp = sql;
+ while (sql < sqlEnd) {
+ if (unlikely(isspace(*sql))) {
+ break;
+ }
+ sql++;
+ }
+ elements->timestampLen = sql - elements->timestamp;
+
+ int64_t ts = smlParseInfluxTime(info, elements->timestamp, elements->timestampLen);
+ if (unlikely(ts <= 0)) {
+ uError("SML:0x%" PRIx64 " smlParseTS error:%" PRId64, info->id, ts);
+ return TSDB_CODE_INVALID_TIMESTAMP;
+ }
+ // add ts to
+ SSmlKv kv = { .key = TS, .keyLen = TS_LEN, .type = TSDB_DATA_TYPE_TIMESTAMP, .i = ts, .length = (size_t)tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes};
+ if(info->dataFormat){
+ smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kv, 0);
+ smlBuildRow(info->currTableDataCtx);
+ }else{
+ taosArraySet(elements->colArray, 0, &kv);
+ }
+ info->preLine = *elements;
+
+ return ret;
+}
+
diff --git a/source/client/src/clientSmlTelnet.c b/source/client/src/clientSmlTelnet.c
new file mode 100644
index 0000000000000000000000000000000000000000..53a7e3e81e99b8d3a5107964fe7a15c41a2a2420
--- /dev/null
+++ b/source/client/src/clientSmlTelnet.c
@@ -0,0 +1,333 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+
+#include
+#include
+#include
+#include
+
+#include "clientSml.h"
+
+int32_t is_same_child_table_telnet(const void *a, const void *b){
+ SSmlLineInfo *t1 = (SSmlLineInfo *)a;
+ SSmlLineInfo *t2 = (SSmlLineInfo *)b;
+ return (((t1->measureLen == t2->measureLen) && memcmp(t1->measure, t2->measure, t1->measureLen) == 0)
+ && ((t1->tagsLen == t2->tagsLen) && memcmp(t1->tags, t2->tags, t1->tagsLen) == 0)) ? 0 : 1;
+}
+
+int64_t smlParseOpenTsdbTime(SSmlHandle *info, const char *data, int32_t len) {
+ uint8_t toPrecision = info->currSTableMeta ? info->currSTableMeta->tableInfo.precision : TSDB_TIME_PRECISION_NANO;
+
+ if (unlikely(!data)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "timestamp can not be null", NULL);
+ return -1;
+ }
+ if (unlikely(len == 1 && data[0] == '0')) {
+ return taosGetTimestampNs()/smlFactorNS[toPrecision];
+ }
+ int8_t fromPrecision = smlGetTsTypeByLen(len);
+ if (unlikely(fromPrecision == -1)) {
+ smlBuildInvalidDataMsg(&info->msgBuf,
+ "timestamp precision can only be seconds(10 digits) or milli seconds(13 digits)", data);
+ return -1;
+ }
+ int64_t ts = smlGetTimeValue(data, len, fromPrecision, toPrecision);
+ if (unlikely(ts == -1)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", data);
+ return -1;
+ }
+ return ts;
+}
+
+
+static void smlParseTelnetElement(char **sql, char *sqlEnd, char **data, int32_t *len) {
+ while (*sql < sqlEnd) {
+ if (unlikely((**sql != SPACE && !(*data)))) {
+ *data = *sql;
+ } else if (unlikely(**sql == SPACE && *data)) {
+ *len = *sql - *data;
+ break;
+ }
+ (*sql)++;
+ }
+}
+
+static int32_t smlParseTelnetTags(SSmlHandle *info, char *data, char *sqlEnd, SSmlLineInfo *elements, SSmlMsgBuf *msg) {
+ if(is_same_child_table_telnet(elements, &info->preLine) == 0){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ bool isSameMeasure = IS_SAME_SUPER_TABLE;
+
+ int cnt = 0;
+ SArray *preLineKV = info->preLineTagKV;
+ bool isSuperKVInit = true;
+ SArray *superKV = NULL;
+ if(info->dataFormat){
+ if(!isSameMeasure){
+ SSmlSTableMeta *sMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, elements->measure, elements->measureLen, NULL);
+
+ if(unlikely(sMeta == NULL)){
+ sMeta = smlBuildSTableMeta(info->dataFormat);
+ STableMeta * pTableMeta = smlGetMeta(info, elements->measure, elements->measureLen);
+ sMeta->tableMeta = pTableMeta;
+ if(pTableMeta == NULL){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ nodeListSet(&info->superTables, elements->measure, elements->measureLen, sMeta, NULL);
+ }
+ info->currSTableMeta = sMeta->tableMeta;
+ superKV = sMeta->tags;
+
+ if(unlikely(taosArrayGetSize(superKV) == 0)){
+ isSuperKVInit = false;
+ }
+ taosArraySetSize(preLineKV, 0);
+ }
+ }else{
+ taosArraySetSize(preLineKV, 0);
+ }
+
+ const char *sql = data;
+ while (sql < sqlEnd) {
+ JUMP_SPACE(sql, sqlEnd)
+ if (unlikely(*sql == '\0')) break;
+
+ const char *key = sql;
+ size_t keyLen = 0;
+
+ // parse key
+ while (sql < sqlEnd) {
+ if (unlikely(*sql == SPACE)) {
+ smlBuildInvalidDataMsg(msg, "invalid data", sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ if (unlikely(*sql == EQUAL)) {
+ keyLen = sql - key;
+ sql++;
+ break;
+ }
+ sql++;
+ }
+
+ if (unlikely(IS_INVALID_COL_LEN(keyLen))) {
+ smlBuildInvalidDataMsg(msg, "invalid key or key is too long than 64", key);
+ return TSDB_CODE_TSC_INVALID_COLUMN_LENGTH;
+ }
+// if (smlCheckDuplicateKey(key, keyLen, dumplicateKey)) {
+// smlBuildInvalidDataMsg(msg, "dumplicate key", key);
+// return TSDB_CODE_TSC_DUP_NAMES;
+// }
+
+ // parse value
+ const char *value = sql;
+ size_t valueLen = 0;
+ while (sql < sqlEnd) {
+ // parse value
+ if (unlikely(*sql == SPACE)) {
+ break;
+ }
+ if (unlikely(*sql == EQUAL)) {
+ smlBuildInvalidDataMsg(msg, "invalid data", sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ sql++;
+ }
+ valueLen = sql - value;
+
+ if (unlikely(valueLen == 0)) {
+ smlBuildInvalidDataMsg(msg, "invalid value", value);
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ if (unlikely(valueLen > (TSDB_MAX_NCHAR_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE)) {
+ return TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN;
+ }
+
+ SSmlKv kv = {.key = key, .keyLen = keyLen, .type = TSDB_DATA_TYPE_NCHAR, .value = value, .length = valueLen};
+
+ if(info->dataFormat){
+ if(unlikely(cnt + 1 > info->currSTableMeta->tableInfo.numOfTags)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(isSameMeasure){
+ if(unlikely(cnt >= taosArrayGetSize(preLineKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(preLineKV, cnt);
+ if(unlikely(kv.length > preKV->length)){
+ preKV->length = kv.length;
+ SSmlSTableMeta *tableMeta = (SSmlSTableMeta *)nodeListGet(info->superTables, elements->measure, elements->measureLen, NULL);
+ ASSERT(tableMeta != NULL);
+
+ SSmlKv *oldKV = (SSmlKv *)taosArrayGet(tableMeta->tags, cnt);
+ oldKV->length = kv.length;
+ info->needModifySchema = true;
+ }
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ if(isSuperKVInit){
+ if(unlikely(cnt >= taosArrayGetSize(superKV))) {
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ SSmlKv *preKV = (SSmlKv *)taosArrayGet(superKV, cnt);
+ if(unlikely(kv.length > preKV->length)) {
+ preKV->length = kv.length;
+ }else{
+ kv.length = preKV->length;
+ }
+ info->needModifySchema = true;
+
+ if(unlikely(!IS_SAME_KEY)){
+ info->dataFormat = false;
+ info->reRun = true;
+ return TSDB_CODE_SUCCESS;
+ }
+ }else{
+ taosArrayPush(superKV, &kv);
+ }
+ taosArrayPush(preLineKV, &kv);
+ }
+ }else{
+ taosArrayPush(preLineKV, &kv);
+ }
+ cnt++;
+ }
+ SSmlTableInfo *tinfo = (SSmlTableInfo *)nodeListGet(info->childTables, elements, POINTER_BYTES, is_same_child_table_telnet);
+ if (unlikely(tinfo == NULL)) {
+ tinfo = smlBuildTableInfo(1, elements->measure, elements->measureLen);
+ if (!tinfo) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ tinfo->tags = taosArrayDup(preLineKV, NULL);
+
+ smlSetCTableName(tinfo);
+ if (info->dataFormat) {
+ info->currSTableMeta->uid = tinfo->uid;
+ tinfo->tableDataCtx = smlInitTableDataCtx(info->pQuery, info->currSTableMeta);
+ if (tinfo->tableDataCtx == NULL) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlInitTableDataCtx error", NULL);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+ }
+
+ SSmlLineInfo *key = (SSmlLineInfo *)taosMemoryMalloc(sizeof(SSmlLineInfo));
+ *key = *elements;
+ tinfo->key = key;
+ nodeListSet(&info->childTables, key, POINTER_BYTES, tinfo, is_same_child_table_telnet);
+ }
+ if (info->dataFormat) info->currTableDataCtx = tinfo->tableDataCtx;
+
+ return TSDB_CODE_SUCCESS;
+}
+
+// format: =[ =]
+int32_t smlParseTelnetString(SSmlHandle *info, char *sql, char *sqlEnd, SSmlLineInfo *elements) {
+ if (!sql) return TSDB_CODE_SML_INVALID_DATA;
+
+ // parse metric
+ smlParseTelnetElement(&sql, sqlEnd, &elements->measure, &elements->measureLen);
+ if (unlikely((!(elements->measure) || IS_INVALID_TABLE_LEN(elements->measureLen)))) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid data", sql);
+ return TSDB_CODE_TSC_INVALID_TABLE_ID_LENGTH;
+ }
+
+ // parse timestamp
+ smlParseTelnetElement(&sql, sqlEnd, &elements->timestamp, &elements->timestampLen);
+ if (unlikely(!elements->timestamp || elements->timestampLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", sql);
+ return TSDB_CODE_SML_INVALID_DATA;
+ }
+
+ bool needConverTime = false; // get TS before parse tag(get meta), so need conver time
+ if(info->dataFormat && info->currSTableMeta == NULL){
+ needConverTime = true;
+ }
+ int64_t ts = smlParseOpenTsdbTime(info, elements->timestamp, elements->timestampLen);
+ if (unlikely(ts < 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid timestamp", sql);
+ return TSDB_CODE_INVALID_TIMESTAMP;
+ }
+ SSmlKv kvTs = { .key = TS, .keyLen = TS_LEN, .type = TSDB_DATA_TYPE_TIMESTAMP, .i = ts, .length = (size_t)tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes};
+
+ // parse value
+ smlParseTelnetElement(&sql, sqlEnd, &elements->cols, &elements->colsLen);
+ if (unlikely(!elements->cols || elements->colsLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid value", sql);
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ SSmlKv kv = {.key = VALUE, .keyLen = VALUE_LEN, .value = elements->cols, .length = (size_t)elements->colsLen};
+ if (smlParseValue(&kv, &info->msgBuf) != TSDB_CODE_SUCCESS) {
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ JUMP_SPACE(sql, sqlEnd)
+
+ elements->tags = sql;
+ elements->tagsLen = sqlEnd - sql;
+ if (unlikely(!elements->tags || elements->tagsLen == 0)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "invalid value", sql);
+ return TSDB_CODE_TSC_INVALID_VALUE;
+ }
+
+ int ret = smlParseTelnetTags(info, sql, sqlEnd, elements, &info->msgBuf);
+ if (unlikely(ret != TSDB_CODE_SUCCESS)) {
+ return ret;
+ }
+
+ if(unlikely(info->reRun)){
+ return TSDB_CODE_SUCCESS;
+ }
+
+ if(info->dataFormat){
+ if(needConverTime) {
+ kvTs.i = convertTimePrecision(kvTs.i, TSDB_TIME_PRECISION_NANO, info->currSTableMeta->tableInfo.precision);
+ }
+ ret = smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kvTs, 0);
+ if(ret == TSDB_CODE_SUCCESS){
+ ret = smlBuildCol(info->currTableDataCtx, info->currSTableMeta->schema, &kv, 1);
+ }
+ if(ret == TSDB_CODE_SUCCESS){
+ ret = smlBuildRow(info->currTableDataCtx);
+ }
+ if (unlikely(ret != TSDB_CODE_SUCCESS)) {
+ smlBuildInvalidDataMsg(&info->msgBuf, "smlBuildCol error", NULL);
+ return ret;
+ }
+ }else{
+ if(elements->colArray == NULL){
+ elements->colArray = taosArrayInit(16, sizeof(SSmlKv));
+ }
+ taosArrayPush(elements->colArray, &kvTs);
+ taosArrayPush(elements->colArray, &kv);
+ }
+ info->preLine = *elements;
+
+ return TSDB_CODE_SUCCESS;
+}
\ No newline at end of file
diff --git a/source/client/src/clientStmt.c b/source/client/src/clientStmt.c
index 82ea9e0d8f8f6e70829567ce34e9b9d1ae444da4..7bc99c65e8662685a32a24779389619f0c2ae422 100644
--- a/source/client/src/clientStmt.c
+++ b/source/client/src/clientStmt.c
@@ -152,9 +152,10 @@ int32_t stmtRestoreQueryFields(STscStmt* pStmt) {
return TSDB_CODE_SUCCESS;
}
-int32_t stmtUpdateBindInfo(TAOS_STMT* stmt, STableMeta* pTableMeta, void* tags, SName* tbName, const char* sTableName, bool autoCreateTbl) {
+int32_t stmtUpdateBindInfo(TAOS_STMT* stmt, STableMeta* pTableMeta, void* tags, SName* tbName, const char* sTableName,
+ bool autoCreateTbl) {
STscStmt* pStmt = (STscStmt*)stmt;
- char tbFName[TSDB_TABLE_FNAME_LEN];
+ char tbFName[TSDB_TABLE_FNAME_LEN];
tNameExtractFullName(tbName, tbFName);
memcpy(&pStmt->bInfo.sname, tbName, sizeof(*tbName));
@@ -171,12 +172,11 @@ int32_t stmtUpdateBindInfo(TAOS_STMT* stmt, STableMeta* pTableMeta, void* tags,
return TSDB_CODE_SUCCESS;
}
-int32_t stmtUpdateExecInfo(TAOS_STMT* stmt, SHashObj* pVgHash, SHashObj* pBlockHash, bool autoCreateTbl) {
+int32_t stmtUpdateExecInfo(TAOS_STMT* stmt, SHashObj* pVgHash, SHashObj* pBlockHash) {
STscStmt* pStmt = (STscStmt*)stmt;
pStmt->sql.pVgHash = pVgHash;
pStmt->exec.pBlockHash = pBlockHash;
- pStmt->exec.autoCreateTbl = autoCreateTbl;
return TSDB_CODE_SUCCESS;
}
@@ -186,7 +186,7 @@ int32_t stmtUpdateInfo(TAOS_STMT* stmt, STableMeta* pTableMeta, void* tags, SNam
STscStmt* pStmt = (STscStmt*)stmt;
STMT_ERR_RET(stmtUpdateBindInfo(stmt, pTableMeta, tags, tbName, sTableName, autoCreateTbl));
- STMT_ERR_RET(stmtUpdateExecInfo(stmt, pVgHash, pBlockHash, autoCreateTbl));
+ STMT_ERR_RET(stmtUpdateExecInfo(stmt, pVgHash, pBlockHash));
pStmt->sql.autoCreateTbl = autoCreateTbl;
@@ -214,16 +214,16 @@ int32_t stmtCacheBlock(STscStmt* pStmt) {
return TSDB_CODE_SUCCESS;
}
- STableDataBlocks** pSrc = taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ STableDataCxt** pSrc = taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
if (!pSrc) {
return TSDB_CODE_OUT_OF_MEMORY;
}
- STableDataBlocks* pDst = NULL;
+ STableDataCxt* pDst = NULL;
- STMT_ERR_RET(qCloneStmtDataBlock(&pDst, *pSrc));
+ STMT_ERR_RET(qCloneStmtDataBlock(&pDst, *pSrc, true));
SStmtTableCache cache = {
- .pDataBlock = pDst,
+ .pDataCtx = pDst,
.boundTags = pStmt->bInfo.boundTags,
};
@@ -241,6 +241,8 @@ int32_t stmtCacheBlock(STscStmt* pStmt) {
}
int32_t stmtParseSql(STscStmt* pStmt) {
+ pStmt->exec.pCurrBlock = NULL;
+
SStmtCallback stmtCb = {
.pStmt = pStmt,
.getTbNameFn = stmtGetTbName,
@@ -273,7 +275,7 @@ int32_t stmtCleanBindInfo(STscStmt* pStmt) {
pStmt->bInfo.tbName[0] = 0;
pStmt->bInfo.tbFName[0] = 0;
if (!pStmt->bInfo.tagsCached) {
- destroyBoundColumnInfo(pStmt->bInfo.boundTags);
+ qDestroyBoundColInfo(pStmt->bInfo.boundTags);
taosMemoryFreeClear(pStmt->bInfo.boundTags);
}
memset(pStmt->bInfo.stbFName, 0, TSDB_TABLE_FNAME_LEN);
@@ -289,29 +291,25 @@ int32_t stmtCleanExecInfo(STscStmt* pStmt, bool keepTable, bool deepClean) {
size_t keyLen = 0;
void* pIter = taosHashIterate(pStmt->exec.pBlockHash, NULL);
while (pIter) {
- STableDataBlocks* pBlocks = *(STableDataBlocks**)pIter;
- char* key = taosHashGetKey(pIter, &keyLen);
- STableMeta* pMeta = qGetTableMetaInDataBlock(pBlocks);
+ STableDataCxt* pBlocks = *(STableDataCxt**)pIter;
+ char* key = taosHashGetKey(pIter, &keyLen);
+ STableMeta* pMeta = qGetTableMetaInDataBlock(pBlocks);
- if (keepTable && (strlen(pStmt->bInfo.tbFName) == keyLen) && strncmp(pStmt->bInfo.tbFName, key, keyLen) == 0) {
- STMT_ERR_RET(qResetStmtDataBlock(pBlocks, true));
+ if (keepTable && pBlocks == pStmt->exec.pCurrBlock) {
+ ASSERT(NULL == pBlocks->pData);
+ TSWAP(pBlocks->pData, pStmt->exec.pCurrTbData);
+ STMT_ERR_RET(qResetStmtDataBlock(pBlocks, false));
pIter = taosHashIterate(pStmt->exec.pBlockHash, pIter);
continue;
}
- if (STMT_TYPE_MULTI_INSERT == pStmt->sql.type) {
- qFreeStmtDataBlock(pBlocks);
- } else {
- qDestroyStmtDataBlock(pBlocks);
- }
+ qDestroyStmtDataBlock(pBlocks);
taosHashRemove(pStmt->exec.pBlockHash, key, keyLen);
pIter = taosHashIterate(pStmt->exec.pBlockHash, pIter);
}
- pStmt->exec.autoCreateTbl = false;
-
if (keepTable) {
return TSDB_CODE_SUCCESS;
}
@@ -319,6 +317,9 @@ int32_t stmtCleanExecInfo(STscStmt* pStmt, bool keepTable, bool deepClean) {
taosHashCleanup(pStmt->exec.pBlockHash);
pStmt->exec.pBlockHash = NULL;
+ tDestroySSubmitTbData(pStmt->exec.pCurrTbData, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFreeClear(pStmt->exec.pCurrTbData);
+
STMT_ERR_RET(stmtCleanBindInfo(pStmt));
return TSDB_CODE_SUCCESS;
@@ -337,8 +338,8 @@ int32_t stmtCleanSQLInfo(STscStmt* pStmt) {
while (pIter) {
SStmtTableCache* pCache = (SStmtTableCache*)pIter;
- qDestroyStmtDataBlock(pCache->pDataBlock);
- destroyBoundColumnInfo(pCache->boundTags);
+ qDestroyStmtDataBlock(pCache->pDataCtx);
+ qDestroyBoundColInfo(pCache->boundTags);
taosMemoryFreeClear(pCache->boundTags);
pIter = taosHashIterate(pStmt->sql.pTableCache, pIter);
@@ -354,7 +355,8 @@ int32_t stmtCleanSQLInfo(STscStmt* pStmt) {
return TSDB_CODE_SUCCESS;
}
-int32_t stmtRebuildDataBlock(STscStmt* pStmt, STableDataBlocks* pDataBlock, STableDataBlocks** newBlock, uint64_t uid) {
+int32_t stmtRebuildDataBlock(STscStmt* pStmt, STableDataCxt* pDataBlock, STableDataCxt** newBlock, uint64_t uid,
+ uint64_t suid) {
SEpSet ep = getEpSet_s(&pStmt->taos->pAppInfo->mgmtEp);
SVgroupInfo vgInfo = {0};
SRequestConnInfo conn = {.pTrans = pStmt->taos->pAppInfo->pTransporter,
@@ -366,7 +368,9 @@ int32_t stmtRebuildDataBlock(STscStmt* pStmt, STableDataBlocks* pDataBlock, STab
STMT_ERR_RET(
taosHashPut(pStmt->sql.pVgHash, (const char*)&vgInfo.vgId, sizeof(vgInfo.vgId), (char*)&vgInfo, sizeof(vgInfo)));
- STMT_ERR_RET(qRebuildStmtDataBlock(newBlock, pDataBlock, uid, vgInfo.vgId));
+ STMT_ERR_RET(qRebuildStmtDataBlock(newBlock, pDataBlock, uid, suid, vgInfo.vgId, pStmt->sql.autoCreateTbl));
+
+ STMT_DLOG("tableDataCxt rebuilt, uid:%" PRId64 ", vgId:%d", uid, vgInfo.vgId);
return TSDB_CODE_SUCCESS;
}
@@ -375,12 +379,13 @@ int32_t stmtGetFromCache(STscStmt* pStmt) {
pStmt->bInfo.needParse = true;
pStmt->bInfo.inExecCache = false;
- STableDataBlocks* pBlockInExec =
- taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
- if (pBlockInExec) {
+ STableDataCxt** pCxtInExec = taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ if (pCxtInExec) {
pStmt->bInfo.needParse = false;
pStmt->bInfo.inExecCache = true;
+ pStmt->exec.pCurrBlock = *pCxtInExec;
+
if (pStmt->sql.autoCreateTbl) {
tscDebug("reuse stmt block for tb %s in execBlock", pStmt->bInfo.tbFName);
return TSDB_CODE_SUCCESS;
@@ -407,18 +412,18 @@ int32_t stmtGetFromCache(STscStmt* pStmt) {
SStmtTableCache* pCache = taosHashGet(pStmt->sql.pTableCache, &pStmt->bInfo.tbSuid, sizeof(pStmt->bInfo.tbSuid));
if (pCache) {
pStmt->bInfo.needParse = false;
- pStmt->exec.autoCreateTbl = true;
-
pStmt->bInfo.tbUid = 0;
- STableDataBlocks* pNewBlock = NULL;
- STMT_ERR_RET(stmtRebuildDataBlock(pStmt, pCache->pDataBlock, &pNewBlock, 0));
+ STableDataCxt* pNewBlock = NULL;
+ STMT_ERR_RET(stmtRebuildDataBlock(pStmt, pCache->pDataCtx, &pNewBlock, 0, pStmt->bInfo.tbSuid));
if (taosHashPut(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName), &pNewBlock,
POINTER_BYTES)) {
STMT_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
}
+ pStmt->exec.pCurrBlock = pNewBlock;
+
tscDebug("reuse stmt block for tb %s in sqlBlock, suid:0x%" PRIx64, pStmt->bInfo.tbFName, pStmt->bInfo.tbSuid);
return TSDB_CODE_SUCCESS;
@@ -489,14 +494,16 @@ int32_t stmtGetFromCache(STscStmt* pStmt) {
pStmt->bInfo.boundTags = pCache->boundTags;
pStmt->bInfo.tagsCached = true;
- STableDataBlocks* pNewBlock = NULL;
- STMT_ERR_RET(stmtRebuildDataBlock(pStmt, pCache->pDataBlock, &pNewBlock, uid));
+ STableDataCxt* pNewBlock = NULL;
+ STMT_ERR_RET(stmtRebuildDataBlock(pStmt, pCache->pDataCtx, &pNewBlock, uid, suid));
if (taosHashPut(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName), &pNewBlock,
POINTER_BYTES)) {
STMT_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
}
+ pStmt->exec.pCurrBlock = pNewBlock;
+
tscDebug("tb %s in sqlBlock list, set to current", pStmt->bInfo.tbFName);
return TSDB_CODE_SUCCESS;
@@ -614,8 +621,8 @@ int stmtSetTbTags(TAOS_STMT* stmt, TAOS_MULTI_BIND* tags) {
return TSDB_CODE_SUCCESS;
}
- STableDataBlocks** pDataBlock =
- (STableDataBlocks**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ STableDataCxt** pDataBlock =
+ (STableDataCxt**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
if (NULL == pDataBlock) {
tscError("table %s not found in exec blockHash", pStmt->bInfo.tbFName);
STMT_ERR_RET(TSDB_CODE_APP_ERROR);
@@ -626,8 +633,6 @@ int stmtSetTbTags(TAOS_STMT* stmt, TAOS_MULTI_BIND* tags) {
pStmt->bInfo.sname.tname, tags, pStmt->exec.pRequest->msgBuf,
pStmt->exec.pRequest->msgBufLen));
- pStmt->exec.autoCreateTbl = true;
-
return TSDB_CODE_SUCCESS;
}
@@ -637,8 +642,8 @@ int stmtFetchTagFields(STscStmt* pStmt, int32_t* fieldNum, TAOS_FIELD_E** fields
STMT_ERR_RET(TSDB_CODE_TSC_STMT_API_ERROR);
}
- STableDataBlocks** pDataBlock =
- (STableDataBlocks**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ STableDataCxt** pDataBlock =
+ (STableDataCxt**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
if (NULL == pDataBlock) {
tscError("table %s not found in exec blockHash", pStmt->bInfo.tbFName);
STMT_ERR_RET(TSDB_CODE_APP_ERROR);
@@ -655,8 +660,8 @@ int stmtFetchColFields(STscStmt* pStmt, int32_t* fieldNum, TAOS_FIELD_E** fields
STMT_ERR_RET(TSDB_CODE_TSC_STMT_API_ERROR);
}
- STableDataBlocks** pDataBlock =
- (STableDataBlocks**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ STableDataCxt** pDataBlock =
+ (STableDataCxt**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
if (NULL == pDataBlock) {
tscError("table %s not found in exec blockHash", pStmt->bInfo.tbFName);
STMT_ERR_RET(TSDB_CODE_APP_ERROR);
@@ -729,11 +734,18 @@ int stmtBindBatch(TAOS_STMT* stmt, TAOS_MULTI_BIND* bind, int32_t colIdx) {
return TSDB_CODE_SUCCESS;
}
- STableDataBlocks** pDataBlock =
- (STableDataBlocks**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
- if (NULL == pDataBlock) {
- tscError("table %s not found in exec blockHash", pStmt->bInfo.tbFName);
- STMT_ERR_RET(TSDB_CODE_APP_ERROR);
+ STableDataCxt** pDataBlock = NULL;
+
+ if (pStmt->exec.pCurrBlock) {
+ pDataBlock = &pStmt->exec.pCurrBlock;
+ } else {
+ pDataBlock =
+ (STableDataCxt**)taosHashGet(pStmt->exec.pBlockHash, pStmt->bInfo.tbFName, strlen(pStmt->bInfo.tbFName));
+ if (NULL == pDataBlock) {
+ tscError("table %s not found in exec blockHash", pStmt->bInfo.tbFName);
+ STMT_ERR_RET(TSDB_CODE_TSC_STMT_CACHE_ERROR);
+ }
+ pStmt->exec.pCurrBlock = *pDataBlock;
}
if (colIdx < 0) {
@@ -779,10 +791,10 @@ int stmtUpdateTableUid(STscStmt* pStmt, SSubmitRsp* pRsp) {
int32_t code = 0;
int32_t finalCode = 0;
size_t keyLen = 0;
- STableDataBlocks** pIter = taosHashIterate(pStmt->exec.pBlockHash, NULL);
+ void* pIter = taosHashIterate(pStmt->exec.pBlockHash, NULL);
while (pIter) {
- STableDataBlocks* pBlock = *pIter;
- char* key = taosHashGetKey(pIter, &keyLen);
+ STableDataCxt* pBlock = *(STableDataCxt**)pIter;
+ char* key = taosHashGetKey(pIter, &keyLen);
STableMeta* pMeta = qGetTableMetaInDataBlock(pBlock);
if (pMeta->uid) {
@@ -848,7 +860,7 @@ int stmtUpdateTableUid(STscStmt* pStmt, SSubmitRsp* pRsp) {
pMeta->uid = pTableMeta->uid;
pStmt->bInfo.tbUid = pTableMeta->uid;
- taosMemoryFree(pTableMeta);
+ taosMemoryFree(pTableMeta);
}
pIter = taosHashIterate(pStmt->exec.pBlockHash, pIter);
@@ -861,7 +873,6 @@ int stmtExec(TAOS_STMT* stmt) {
STscStmt* pStmt = (STscStmt*)stmt;
int32_t code = 0;
SSubmitRsp* pRsp = NULL;
- bool autoCreateTbl = pStmt->exec.autoCreateTbl;
STMT_DLOG_E("start to exec");
@@ -870,8 +881,13 @@ int stmtExec(TAOS_STMT* stmt) {
if (STMT_TYPE_QUERY == pStmt->sql.type) {
launchQueryImpl(pStmt->exec.pRequest, pStmt->sql.pQuery, true, NULL);
} else {
+ tDestroySSubmitTbData(pStmt->exec.pCurrTbData, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFreeClear(pStmt->exec.pCurrTbData);
+
+ STMT_ERR_RET(qCloneCurrentTbData(pStmt->exec.pCurrBlock, &pStmt->exec.pCurrTbData));
+
STMT_ERR_RET(qBuildStmtOutput(pStmt->sql.pQuery, pStmt->sql.pVgHash, pStmt->exec.pBlockHash));
- launchQueryImpl(pStmt->exec.pRequest, pStmt->sql.pQuery, true, (autoCreateTbl ? (void**)&pRsp : NULL));
+ launchQueryImpl(pStmt->exec.pRequest, pStmt->sql.pQuery, true, NULL);
}
if (pStmt->exec.pRequest->code && NEED_CLIENT_HANDLE_ERROR(pStmt->exec.pRequest->code)) {
@@ -894,15 +910,6 @@ _return:
stmtCleanExecInfo(pStmt, (code ? false : true), false);
- if (TSDB_CODE_SUCCESS == code && autoCreateTbl) {
- if (NULL == pRsp) {
- tscError("no submit resp got for auto create table");
- code = TSDB_CODE_APP_ERROR;
- } else {
- code = stmtUpdateTableUid(pStmt, pRsp);
- }
- }
-
tFreeSSubmitRsp(pRsp);
++pStmt->sql.runTimes;
diff --git a/source/client/src/clientTmq.c b/source/client/src/clientTmq.c
index bdba83cbb225fc5e9a964db57cf03f969a4ac94b..8905dc21320322695aa0cb64c8433206fca5bec1 100644
--- a/source/client/src/clientTmq.c
+++ b/source/client/src/clientTmq.c
@@ -530,7 +530,6 @@ static int32_t tmqSendCommitReq(tmq_t* tmq, SMqClientVg* pVg, SMqClientTopic* pT
int32_t tmqCommitMsgImpl(tmq_t* tmq, const TAOS_RES* msg, int8_t async, tmq_commit_cb* userCb, void* userParam) {
char* topic;
int32_t vgId;
- ASSERT(msg != NULL);
if (TD_RES_TMQ(msg)) {
SMqRspObj* pRspObj = (SMqRspObj*)msg;
topic = pRspObj->topic;
@@ -809,8 +808,6 @@ int32_t tmqHandleAllDelayedTask(tmq_t* tmq) {
taosTmrReset(tmqAssignDelayedCommitTask, tmq->autoCommitInterval, pRefId, tmqMgmt.timer, &tmq->commitTimer);
} else if (*pTaskType == TMQ_DELAYED_TASK__REPORT) {
- } else {
- ASSERT(0);
}
taosFreeQitem(pTaskType);
}
@@ -953,10 +950,6 @@ tmq_t* tmq_consumer_new(tmq_conf_t* conf, char* errstr, int32_t errstrLen) {
const char* user = conf->user == NULL ? TSDB_DEFAULT_USER : conf->user;
const char* pass = conf->pass == NULL ? TSDB_DEFAULT_PASS : conf->pass;
- ASSERT(user);
- ASSERT(pass);
- ASSERT(conf->groupId[0]);
-
pTmq->clientTopics = taosArrayInit(0, sizeof(SMqClientTopic));
pTmq->mqueue = taosOpenQueue();
pTmq->qall = taosAllocateQall();
@@ -1247,8 +1240,6 @@ int32_t tmqPollCb(void* param, SDataBuf* pMsg, int32_t code) {
tDecodeSTaosxRsp(&decoder, &pRspWrapper->taosxRsp);
tDecoderClear(&decoder);
memcpy(&pRspWrapper->taosxRsp, pMsg->pData, sizeof(SMqRspHead));
- } else {
- ASSERT(0);
}
taosMemoryFree(pMsg->pData);
diff --git a/source/client/test/smlTest.cpp b/source/client/test/smlTest.cpp
index 54778e87a788190c55fafc0e4d0db732677d795d..d608447506778cad1e964cdd79183d87be0a88e8 100644
--- a/source/client/test/smlTest.cpp
+++ b/source/client/test/smlTest.cpp
@@ -25,7 +25,7 @@
#pragma GCC diagnostic ignored "-Wunused-variable"
#pragma GCC diagnostic ignored "-Wsign-compare"
-#include "../src/clientSml.c"
+#include "../inc/clientSml.h"
#include "taos.h"
int main(int argc, char **argv) {
@@ -40,11 +40,14 @@ TEST(testCase, smlParseInfluxString_Test) {
msgBuf.len = 256;
SSmlLineInfo elements = {0};
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->protocol = TSDB_SML_LINE_PROTOCOL;
+ info->dataFormat = false;
// case 1
char *tmp = "\\,st,t1=3,t2=4,t3=t3 c1=3i64,c3=\"passit hello,c1=2\",c2=false,c4=4f64 1626006833639000000 ,32,c=3";
char *sql = (char *)taosMemoryCalloc(256, 1);
memcpy(sql, tmp, strlen(tmp) + 1);
- int ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ int ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_EQ(ret, 0);
ASSERT_EQ(elements.measure, sql);
ASSERT_EQ(elements.measureLen, strlen(",st"));
@@ -58,28 +61,23 @@ TEST(testCase, smlParseInfluxString_Test) {
ASSERT_EQ(elements.timestamp, sql + elements.measureTagsLen + 1 + elements.colsLen + 1);
ASSERT_EQ(elements.timestampLen, strlen("1626006833639000000"));
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
// case 2 false
tmp = "st,t1=3,t2=4,t3=t3 c1=3i64,c3=\"passit hello,c1=2,c2=false,c4=4f64 1626006833639000000";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_NE(ret, 0);
-
- // case 3 false
- tmp = "st, t1=3,t2=4,t3=t3 c1=3i64,c3=\"passit hello,c1=2,c2=false,c4=4f64 1626006833639000000";
- memcpy(sql, tmp, strlen(tmp) + 1);
- memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
- ASSERT_EQ(ret, 0);
- ASSERT_EQ(elements.cols, sql + elements.measureTagsLen + 1);
- ASSERT_EQ(elements.colsLen, strlen("t1=3,t2=4,t3=t3"));
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
// case 4 tag is null
tmp = "st, c1=3i64,c3=\"passit hello,c1=2\",c2=false,c4=4f64 1626006833639000000";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_EQ(ret, 0);
ASSERT_EQ(elements.measure, sql);
ASSERT_EQ(elements.measureLen, strlen("st"));
@@ -93,12 +91,14 @@ TEST(testCase, smlParseInfluxString_Test) {
ASSERT_EQ(elements.timestamp, sql + elements.measureTagsLen + 1 + elements.colsLen + 1);
ASSERT_EQ(elements.timestampLen, strlen("1626006833639000000"));
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
// case 5 tag is null
tmp = " st c1=3i64,c3=\"passit hello,c1=2\",c2=false,c4=4f64 1626006833639000000 ";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_EQ(ret, 0);
ASSERT_EQ(elements.measure, sql + 1);
ASSERT_EQ(elements.measureLen, strlen("st"));
@@ -111,91 +111,104 @@ TEST(testCase, smlParseInfluxString_Test) {
ASSERT_EQ(elements.timestamp, sql + 1 + elements.measureTagsLen + 3 + elements.colsLen + 2);
ASSERT_EQ(elements.timestampLen, strlen("1626006833639000000"));
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
// case 6
tmp = " st c1=3i64,c3=\"passit hello,c1=2\",c2=false,c4=4f64 ";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_EQ(ret, 0);
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
+ smlClearForRerun(info);
// case 7
tmp = " st , ";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
- ASSERT_EQ(ret, 0);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
+ ASSERT_NE(ret, 0);
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
// case 8 false
tmp = ", st , ";
memcpy(sql, tmp, strlen(tmp) + 1);
memset(&elements, 0, sizeof(SSmlLineInfo));
- ret = smlParseInfluxString(sql, sql + strlen(sql), &elements, &msgBuf);
+ ret = smlParseInfluxString(info, sql, sql + strlen(sql), &elements);
ASSERT_NE(ret, 0);
+ taosArrayDestroy(elements.colArray);
+ elements.colArray = NULL;
+
taosMemoryFree(sql);
+ smlDestroyInfo(info);
+
}
TEST(testCase, smlParseCols_Error_Test) {
- const char *data[] = {"c=\"89sd", // binary, nchar
- "c=j\"89sd\"",
- "c=\"89sd\"k",
- "c=u", // bool
- "c=truet",
- "c=f64", // double
- "c=8f64f",
- "c=8ef64",
- "c=f32", // float
- "c=8f32f",
- "c=8wef32",
- "c=-3.402823466e+39f32",
- "c=", // double
- "c=8f",
- "c=8we",
- "c=i8", // tiny int
- "c=-8i8f",
- "c=8wei8",
- "c=-999i8",
- "c=u8", // u tiny int
- "c=8fu8",
- "c=8weu8",
- "c=999u8",
- "c=-8u8",
- "c=i16", // small int
- "c=8fi16u",
- "c=8wei16",
- "c=-67787i16",
- "c=u16", // u small int
- "c=8u16f",
- "c=8weu16",
- "c=-9u16",
- "c=67787u16",
- "c=i32", // int
- "c=8i32f",
- "c=8wei32",
- "c=2147483649i32",
- "c=u32", // u int
- "c=8u32f",
- "c=8weu32",
- "c=-4u32",
- "c=42949672958u32",
- "c=i64", // big int
- "c=8i64i",
- "c=8wei64",
- "c=-9223372036854775809i64",
- "c=i", // big int
- "c=8fi",
- "c=8wei",
- "c=9223372036854775808i",
- "c=u64", // u big int
- "c=8u64f",
- "c=8weu64",
- "c=-3.402823466e+39u64",
- "c=-339u64",
- "c=18446744073709551616u64",
- "c=1,c=2",
- "c=1=2"};
-
- SHashObj *dumplicateKey = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ const char *data[] = {"st,t=1 c=\"89sd 1626006833639000000", // binary, nchar
+ "st,t=1 c=j\"89sd\" 1626006833639000000",
+ "st,t=1 c=\"89sd\"k 1626006833639000000",
+ "st,t=1 c=u 1626006833639000000", // bool
+ "st,t=1 c=truet 1626006833639000000",
+ "st,t=1 c=f64 1626006833639000000", // double
+ "st,t=1 c=8f64f 1626006833639000000",
+ "st,t=1 c=8ef64 1626006833639000000",
+ "st,t=1 c=f32 1626006833639000000", // float
+ "st,t=1 c=8f32f 1626006833639000000",
+ "st,t=1 c=8wef32 1626006833639000000",
+ "st,t=1 c=-3.402823466e+39f32 1626006833639000000",
+ "st,t=1 c= 1626006833639000000", // double
+ "st,t=1 c=8f 1626006833639000000",
+ "st,t=1 c=8we 1626006833639000000",
+ "st,t=1 c=i8 1626006833639000000", // tiny int
+ "st,t=1 c=-8i8f 1626006833639000000",
+ "st,t=1 c=8wei8 1626006833639000000",
+ "st,t=1 c=-999i8 1626006833639000000",
+ "st,t=1 c=u8 1626006833639000000", // u tiny int
+ "st,t=1 c=8fu8 1626006833639000000",
+ "st,t=1 c=8weu8 1626006833639000000",
+ "st,t=1 c=999u8 1626006833639000000",
+ "st,t=1 c=-8u8 1626006833639000000",
+ "st,t=1 c=i16 1626006833639000000", // small int
+ "st,t=1 c=8fi16u 1626006833639000000",
+ "st,t=1 c=8wei16 1626006833639000000",
+ "st,t=1 c=-67787i16 1626006833639000000",
+ "st,t=1 c=u16 1626006833639000000", // u small int
+ "st,t=1 c=8u16f 1626006833639000000",
+ "st,t=1 c=8weu16 1626006833639000000",
+ "st,t=1 c=-9u16 1626006833639000000",
+ "st,t=1 c=67787u16 1626006833639000000",
+ "st,t=1 c=i32 1626006833639000000", // int
+ "st,t=1 c=8i32f 1626006833639000000",
+ "st,t=1 c=8wei32 1626006833639000000",
+ "st,t=1 c=2147483649i32 1626006833639000000",
+ "st,t=1 c=u32 1626006833639000000", // u int
+ "st,t=1 c=8u32f 1626006833639000000",
+ "st,t=1 c=8weu32 1626006833639000000",
+ "st,t=1 c=-4u32 1626006833639000000",
+ "st,t=1 c=42949672958u32 1626006833639000000",
+ "st,t=1 c=i64 1626006833639000000", // big int
+ "st,t=1 c=8i64i 1626006833639000000",
+ "st,t=1 c=8wei64 1626006833639000000",
+ "st,t=1 c=-9223372036854775809i64 1626006833639000000",
+ "st,t=1 c=i 1626006833639000000", // big int
+ "st,t=1 c=8fi 1626006833639000000",
+ "st,t=1 c=8wei 1626006833639000000",
+ "st,t=1 c=9223372036854775808i 1626006833639000000",
+ "st,t=1 c=u64 1626006833639000000", // u big int
+ "st,t=1 c=8u64f 1626006833639000000",
+ "st,t=1 c=8weu64 1626006833639000000",
+ "st,t=1 c=-3.402823466e+39u64 1626006833639000000",
+ "st,t=1 c=-339u64 1626006833639000000",
+ "st,t=1 c=18446744073709551616u64 1626006833639000000",
+ "st,t=1 c=1=2 1626006833639000000"};
+
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->protocol = TSDB_SML_LINE_PROTOCOL;
+ info->dataFormat = false;
for (int i = 0; i < sizeof(data) / sizeof(data[0]); i++) {
char msg[256] = {0};
SSmlMsgBuf msgBuf;
@@ -204,76 +217,14 @@ TEST(testCase, smlParseCols_Error_Test) {
int32_t len = strlen(data[i]);
char *sql = (char *)taosMemoryCalloc(256, 1);
memcpy(sql, data[i], len + 1);
- SArray *cols = taosArrayInit(8, POINTER_BYTES);
- int32_t ret = smlParseCols(sql, len, cols, NULL, false, dumplicateKey, &msgBuf);
- printf("i:%d\n", i);
+ SSmlLineInfo elements = {0};
+ int32_t ret = smlParseInfluxString(info, sql, sql + len, &elements);
+// printf("i:%d\n", i);
ASSERT_NE(ret, TSDB_CODE_SUCCESS);
- taosHashClear(dumplicateKey);
taosMemoryFree(sql);
- for (int j = 0; j < taosArrayGetSize(cols); j++) {
- void *kv = taosArrayGetP(cols, j);
- taosMemoryFree(kv);
- }
- taosArrayDestroy(cols);
+ taosArrayDestroy(elements.colArray);
}
- taosHashCleanup(dumplicateKey);
-}
-
-TEST(testCase, smlParseCols_tag_Test) {
- char msg[256] = {0};
- SSmlMsgBuf msgBuf;
- msgBuf.buf = msg;
- msgBuf.len = 256;
-
- SArray *cols = taosArrayInit(16, POINTER_BYTES);
- ASSERT_NE(cols, nullptr);
- SHashObj *dumplicateKey = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
-
- const char *data =
- "cbin=\"passit "
- "helloc\",cnch=L\"iisdfsf\",cbool=false,cf64=4.31f64,cf64_=8.32,cf32=8.23f32,ci8=-34i8,cu8=89u8,ci16=233i16,cu16="
- "898u16,ci32=98289i32,cu32=12323u32,ci64=-89238i64,ci=989i,cu64=8989323u64,cbooltrue=true,cboolt=t,cboolf=f,cnch_"
- "=l\"iuwq\"";
- int32_t len = strlen(data);
- int32_t ret = smlParseCols(data, len, cols, NULL, true, dumplicateKey, &msgBuf);
- ASSERT_EQ(ret, TSDB_CODE_SUCCESS);
- int32_t size = taosArrayGetSize(cols);
- ASSERT_EQ(size, 19);
-
- // nchar
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, 0);
- ASSERT_EQ(strncasecmp(kv->key, "cbin", 4), 0);
- ASSERT_EQ(kv->keyLen, 4);
- ASSERT_EQ(kv->type, TSDB_DATA_TYPE_NCHAR);
- ASSERT_EQ(kv->length, 15);
- ASSERT_EQ(strncasecmp(kv->value, "\"passit", 7), 0);
-
- // nchar
- kv = (SSmlKv *)taosArrayGetP(cols, 3);
- ASSERT_EQ(strncasecmp(kv->key, "cf64", 4), 0);
- ASSERT_EQ(kv->keyLen, 4);
- ASSERT_EQ(kv->type, TSDB_DATA_TYPE_NCHAR);
- ASSERT_EQ(kv->length, 7);
- ASSERT_EQ(strncasecmp(kv->value, "4.31f64", 7), 0);
-
- for (int i = 0; i < size; i++) {
- void *tmp = taosArrayGetP(cols, i);
- taosMemoryFree(tmp);
- }
- taosArrayClear(cols);
-
- // test tag is null
- data = "t=3e";
- len = 0;
- memset(msgBuf.buf, 0, msgBuf.len);
- taosHashClear(dumplicateKey);
- ret = smlParseCols(data, len, cols, NULL, true, dumplicateKey, &msgBuf);
- ASSERT_EQ(ret, TSDB_CODE_SUCCESS);
- size = taosArrayGetSize(cols);
- ASSERT_EQ(size, 0);
-
- taosArrayDestroy(cols);
- taosHashCleanup(dumplicateKey);
+ smlDestroyInfo(info);
}
TEST(testCase, smlParseCols_Test) {
@@ -281,226 +232,207 @@ TEST(testCase, smlParseCols_Test) {
SSmlMsgBuf msgBuf;
msgBuf.buf = msg;
msgBuf.len = 256;
-
- SArray *cols = taosArrayInit(16, POINTER_BYTES);
- ASSERT_NE(cols, nullptr);
-
- SHashObj *dumplicateKey = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->protocol = TSDB_SML_LINE_PROTOCOL;
+ info->dataFormat = false;
+ SSmlLineInfo elements = {0};
+ info->msgBuf = msgBuf;
const char *data =
- "cb\\=in=\"pass\\,it "
+ "st,t=1 cb\\=in=\"pass\\,it "
"hello,c=2\",cnch=L\"ii\\=sdfsf\",cbool=false,cf64=4.31f64,cf64_=8.32,cf32=8.23f32,ci8=-34i8,cu8=89u8,ci16="
"233i16,cu16=898u16,ci32=98289i32,cu32=12323u32,ci64=-89238i64,ci=989i,cu64=8989323u64,cbooltrue=true,cboolt=t,"
- "cboolf=f,cnch_=l\"iuwq\"";
+ "cboolf=f,cnch_=l\"iuwq\" 1626006833639000000";
int32_t len = strlen(data);
char *sql = (char *)taosMemoryCalloc(1024, 1);
memcpy(sql, data, len + 1);
- int32_t ret = smlParseCols(sql, len, cols, NULL, false, dumplicateKey, &msgBuf);
+ int32_t ret = smlParseInfluxString(info, sql, sql + len, &elements);
ASSERT_EQ(ret, TSDB_CODE_SUCCESS);
- int32_t size = taosArrayGetSize(cols);
- ASSERT_EQ(size, 19);
+ int32_t size = taosArrayGetSize(elements.colArray);
+ ASSERT_EQ(size, 20);
// binary
- SSmlKv *kv = (SSmlKv *)taosArrayGetP(cols, 0);
+ SSmlKv *kv = (SSmlKv *)taosArrayGet(elements.colArray, 1);
ASSERT_EQ(strncasecmp(kv->key, "cb=in", 5), 0);
ASSERT_EQ(kv->keyLen, 5);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BINARY);
ASSERT_EQ(kv->length, 17);
ASSERT_EQ(strncasecmp(kv->value, "pass,it ", 8), 0);
- taosMemoryFree(kv);
// nchar
- kv = (SSmlKv *)taosArrayGetP(cols, 1);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 2);
ASSERT_EQ(strncasecmp(kv->key, "cnch", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_NCHAR);
ASSERT_EQ(kv->length, 8);
ASSERT_EQ(strncasecmp(kv->value, "ii=sd", 5), 0);
- taosMemoryFree(kv);
// bool
- kv = (SSmlKv *)taosArrayGetP(cols, 2);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 3);
ASSERT_EQ(strncasecmp(kv->key, "cbool", 5), 0);
ASSERT_EQ(kv->keyLen, 5);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BOOL);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->i, false);
- taosMemoryFree(kv);
// double
- kv = (SSmlKv *)taosArrayGetP(cols, 3);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 4);
ASSERT_EQ(strncasecmp(kv->key, "cf64", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_DOUBLE);
ASSERT_EQ(kv->length, 8);
// ASSERT_EQ(kv->d, 4.31);
printf("4.31 = kv->d:%f\n", kv->d);
- taosMemoryFree(kv);
// float
- kv = (SSmlKv *)taosArrayGetP(cols, 4);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 5);
ASSERT_EQ(strncasecmp(kv->key, "cf64_", 5), 0);
ASSERT_EQ(kv->keyLen, 5);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_DOUBLE);
ASSERT_EQ(kv->length, 8);
// ASSERT_EQ(kv->f, 8.32);
printf("8.32 = kv->d:%f\n", kv->d);
- taosMemoryFree(kv);
// float
- kv = (SSmlKv *)taosArrayGetP(cols, 5);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 6);
ASSERT_EQ(strncasecmp(kv->key, "cf32", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_FLOAT);
ASSERT_EQ(kv->length, 4);
// ASSERT_EQ(kv->f, 8.23);
printf("8.23 = kv->f:%f\n", kv->f);
- taosMemoryFree(kv);
// tiny int
- kv = (SSmlKv *)taosArrayGetP(cols, 6);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 7);
ASSERT_EQ(strncasecmp(kv->key, "ci8", 3), 0);
ASSERT_EQ(kv->keyLen, 3);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_TINYINT);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->i, -34);
- taosMemoryFree(kv);
// unsigned tiny int
- kv = (SSmlKv *)taosArrayGetP(cols, 7);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 8);
ASSERT_EQ(strncasecmp(kv->key, "cu8", 3), 0);
ASSERT_EQ(kv->keyLen, 3);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_UTINYINT);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->u, 89);
- taosMemoryFree(kv);
// small int
- kv = (SSmlKv *)taosArrayGetP(cols, 8);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 9);
ASSERT_EQ(strncasecmp(kv->key, "ci16", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_SMALLINT);
ASSERT_EQ(kv->length, 2);
ASSERT_EQ(kv->u, 233);
- taosMemoryFree(kv);
// unsigned smallint
- kv = (SSmlKv *)taosArrayGetP(cols, 9);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 10);
ASSERT_EQ(strncasecmp(kv->key, "cu16", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_USMALLINT);
ASSERT_EQ(kv->length, 2);
ASSERT_EQ(kv->u, 898);
- taosMemoryFree(kv);
// int
- kv = (SSmlKv *)taosArrayGetP(cols, 10);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 11);
ASSERT_EQ(strncasecmp(kv->key, "ci32", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_INT);
ASSERT_EQ(kv->length, 4);
ASSERT_EQ(kv->u, 98289);
- taosMemoryFree(kv);
// unsigned int
- kv = (SSmlKv *)taosArrayGetP(cols, 11);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 12);
ASSERT_EQ(strncasecmp(kv->key, "cu32", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_UINT);
ASSERT_EQ(kv->length, 4);
ASSERT_EQ(kv->u, 12323);
- taosMemoryFree(kv);
// bigint
- kv = (SSmlKv *)taosArrayGetP(cols, 12);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 13);
ASSERT_EQ(strncasecmp(kv->key, "ci64", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BIGINT);
ASSERT_EQ(kv->length, 8);
ASSERT_EQ(kv->i, -89238);
- taosMemoryFree(kv);
// bigint
- kv = (SSmlKv *)taosArrayGetP(cols, 13);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 14);
ASSERT_EQ(strncasecmp(kv->key, "ci", 2), 0);
ASSERT_EQ(kv->keyLen, 2);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BIGINT);
ASSERT_EQ(kv->length, 8);
ASSERT_EQ(kv->i, 989);
- taosMemoryFree(kv);
// unsigned bigint
- kv = (SSmlKv *)taosArrayGetP(cols, 14);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 15);
ASSERT_EQ(strncasecmp(kv->key, "cu64", 4), 0);
ASSERT_EQ(kv->keyLen, 4);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_UBIGINT);
ASSERT_EQ(kv->length, 8);
ASSERT_EQ(kv->u, 8989323);
- taosMemoryFree(kv);
// bool
- kv = (SSmlKv *)taosArrayGetP(cols, 15);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 16);
ASSERT_EQ(strncasecmp(kv->key, "cbooltrue", 9), 0);
ASSERT_EQ(kv->keyLen, 9);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BOOL);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->i, true);
- taosMemoryFree(kv);
// bool
- kv = (SSmlKv *)taosArrayGetP(cols, 16);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 17);
ASSERT_EQ(strncasecmp(kv->key, "cboolt", 6), 0);
ASSERT_EQ(kv->keyLen, 6);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BOOL);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->i, true);
- taosMemoryFree(kv);
// bool
- kv = (SSmlKv *)taosArrayGetP(cols, 17);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 18);
ASSERT_EQ(strncasecmp(kv->key, "cboolf", 6), 0);
ASSERT_EQ(kv->keyLen, 6);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_BOOL);
ASSERT_EQ(kv->length, 1);
ASSERT_EQ(kv->i, false);
- taosMemoryFree(kv);
// nchar
- kv = (SSmlKv *)taosArrayGetP(cols, 18);
+ kv = (SSmlKv *)taosArrayGet(elements.colArray, 19);
ASSERT_EQ(strncasecmp(kv->key, "cnch_", 5), 0);
ASSERT_EQ(kv->keyLen, 5);
ASSERT_EQ(kv->type, TSDB_DATA_TYPE_NCHAR);
ASSERT_EQ(kv->length, 4);
ASSERT_EQ(strncasecmp(kv->value, "iuwq", 4), 0);
- taosMemoryFree(kv);
- taosArrayDestroy(cols);
- taosHashCleanup(dumplicateKey);
+ taosArrayDestroy(elements.colArray);
taosMemoryFree(sql);
+ smlDestroyInfo(info);
}
-TEST(testCase, smlGetTimestampLen_Test) {
- uint8_t len = smlGetTimestampLen(0);
- ASSERT_EQ(len, 1);
-
- len = smlGetTimestampLen(1);
- ASSERT_EQ(len, 1);
-
- len = smlGetTimestampLen(10);
- ASSERT_EQ(len, 2);
-
- len = smlGetTimestampLen(390);
- ASSERT_EQ(len, 3);
-
- len = smlGetTimestampLen(-1);
- ASSERT_EQ(len, 1);
-
- len = smlGetTimestampLen(-10);
- ASSERT_EQ(len, 2);
-
- len = smlGetTimestampLen(-390);
- ASSERT_EQ(len, 3);
-}
+//TEST(testCase, smlGetTimestampLen_Test) {
+// uint8_t len = smlGetTimestampLen(0);
+// ASSERT_EQ(len, 1);
+//
+// len = smlGetTimestampLen(1);
+// ASSERT_EQ(len, 1);
+//
+// len = smlGetTimestampLen(10);
+// ASSERT_EQ(len, 2);
+//
+// len = smlGetTimestampLen(390);
+// ASSERT_EQ(len, 3);
+//
+// len = smlGetTimestampLen(-1);
+// ASSERT_EQ(len, 1);
+//
+// len = smlGetTimestampLen(-10);
+// ASSERT_EQ(len, 2);
+//
+// len = smlGetTimestampLen(-390);
+// ASSERT_EQ(len, 3);
+//}
TEST(testCase, smlParseNumber_Test) {
SSmlKv kv = {0};
@@ -515,7 +447,9 @@ TEST(testCase, smlParseNumber_Test) {
}
TEST(testCase, smlParseTelnetLine_error_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_TELNET_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->dataFormat = false;
+ info->protocol = TSDB_SML_TELNET_PROTOCOL;
ASSERT_NE(info, nullptr);
const char *sql[] = {
@@ -532,479 +466,95 @@ TEST(testCase, smlParseTelnetLine_error_Test) {
"sys.procs.running 1479496100 42 ",
"sys.procs.running 1479496100 42 host= ",
"sys.procs.running 1479496100 42or host=web01",
- "sys.procs.running 1479496100 true host=web01",
- "sys.procs.running 1479496100 \"binary\" host=web01",
- "sys.procs.running 1479496100 L\"rfr\" host=web01",
+// "sys.procs.running 1479496100 true host=web01",
+// "sys.procs.running 1479496100 \"binary\" host=web01",
+// "sys.procs.running 1479496100 L\"rfr\" host=web01",
"sys.procs.running 1479496100 42 host=web01 cpu= ",
- "sys.procs.running 1479496100 42 host=web01 host=w2",
"sys.procs.running 1479496100 42 host=web01 host",
"sys.procs.running 1479496100 42 host=web01=er",
"sys.procs.running 1479496100 42 host= web01",
};
for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- int ret = smlParseTelnetLine(info, (void *)sql[i], strlen(sql[i]));
+ SSmlLineInfo elements = {0};
+ int ret = smlParseTelnetString(info, (char*)sql[i], (char*)(sql[i] + strlen(sql[i])), &elements);
+// printf("i:%d\n", i);
ASSERT_NE(ret, 0);
}
smlDestroyInfo(info);
}
-TEST(testCase, smlParseTelnetLine_diff_type_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_TELNET_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
- ASSERT_NE(info, nullptr);
-
- const char *sql[] = {"sys.procs.running 1479496104000 42 host=web01",
- "sys.procs.running 1479496104000 42u8 host=web01",
- "appywjnuct 1626006833641 True id=\"appywjnuct_40601_49808_1\" t0=t t1=127i8 "
- "id=\"appywjnuct_40601_49808_2\" t2=32767i16 t3=2147483647i32 t4=9223372036854775807i64 "
- "t5=11.12345f32 t6=22.123456789f64 t7=\"binaryTagValue\" t8=L\"ncharTagValue\""};
-
- int ret = TSDB_CODE_SUCCESS;
- for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- ret = smlParseTelnetLine(info, (void *)sql[i], strlen(sql[i]));
- if (ret != TSDB_CODE_SUCCESS) break;
- }
- ASSERT_NE(ret, 0);
- smlDestroyInfo(info);
-}
-
-TEST(testCase, smlParseTelnetLine_json_error_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_JSON_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
+TEST(testCase, smlParseTelnetLine_Test) {
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->dataFormat = false;
+ info->protocol = TSDB_SML_TELNET_PROTOCOL;
ASSERT_NE(info, nullptr);
const char *sql[] = {
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 13468464009999333322222223,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"host\": \"web01\",\n"
- " \"dc\": \"lga\"\n"
- " }\n"
- " },\n"
- "]",
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400i,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"host\": \"web01\",\n"
- " \"dc\": \"lga\"\n"
- " }\n"
- " },\n"
- "]",
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"groupid\": { \n"
- " \"value\" : 2,\n"
- " \"type\" : \"nchar\"\n"
- " },\n"
- " \"location\": { \n"
- " \"value\" : \"北京\",\n"
- " \"type\" : \"binary\"\n"
- " },\n"
- " \"id\": \"d1001\"\n"
- " }\n"
- " },\n"
- "]",
+ "twudyr 1626006833641 \"abcd`~!@#$%^&*()_-{[}]|:;<.>?lfjal\" id=twudyr_17102_17825 t0=t t1=127i8 t2=32767i16 t3=2147483647i32 t4=9223372036854775807i64 t5=11.12345f32 t6=22.123456789f64 t7=\"abcd`~!@#$%^&*()_-{[}]|:;<.>?lfjal\" t8=L\"abcd`~!@#$%^&*()_-{[}]|:;<.>?lfjal\"",
};
-
- int ret = TSDB_CODE_SUCCESS;
for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- ret = smlParseTelnetLine(info, (void *)sql[i], strlen(sql[i]));
- ASSERT_NE(ret, 0);
+ SSmlLineInfo elements = {0};
+ int ret = smlParseTelnetString(info, (char*)sql[i], (char*)(sql[i] + strlen(sql[i])), &elements);
+// printf("i:%d\n", i);
+ ASSERT_EQ(ret, 0);
}
smlDestroyInfo(info);
}
-TEST(testCase, smlParseTelnetLine_diff_json_type1_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_JSON_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
- ASSERT_NE(info, nullptr);
-
- const char *sql[] = {
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"host\": \"lga\"\n"
- " }\n"
- " },\n"
- "]",
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"host\": 8\n"
- " }\n"
- " },\n"
- "]",
- };
-
- int ret = TSDB_CODE_SUCCESS;
- for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- ret = smlParseTelnetLine(info, (void *)sql[i], strlen(sql[i]));
- if (ret != TSDB_CODE_SUCCESS) break;
- }
- ASSERT_NE(ret, 0);
- smlDestroyInfo(info);
-}
-
TEST(testCase, smlParseTelnetLine_diff_json_type2_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_JSON_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
+ SSmlHandle *info = smlBuildSmlInfo(NULL);
+ info->protocol = TSDB_SML_JSON_PROTOCOL;
ASSERT_NE(info, nullptr);
const char *sql[] = {
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400,\n"
- " \"value\": 18,\n"
- " \"tags\": {\n"
- " \"host\": \"lga\"\n"
- " }\n"
- " },\n"
- "]",
- "[\n"
- " {\n"
- " \"metric\": \"sys.cpu.nice\",\n"
- " \"timestamp\": 1346846400,\n"
- " \"value\": \"18\",\n"
- " \"tags\": {\n"
- " \"host\": \"fff\"\n"
- " }\n"
- " },\n"
- "]",
+ "[{\"metric\":\"sys.cpu.nice\",\"timestamp\": 1346846400,\"value\": 18,\"tags\": {\"host\": \"lga\"}},{\"metric\": \"sys.sdfa\",\"timestamp\": 1346846400,\"value\": \"18\",\"tags\": {\"host\": 8932}},]",
};
- int ret = TSDB_CODE_SUCCESS;
for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- ret = smlParseTelnetLine(info, (void *)sql[i], strlen(sql[i]));
- if (ret != TSDB_CODE_SUCCESS) break;
+ char *dataPointStart = (char *)sql[i];
+ int8_t offset[4] = {0};
+ while (1) {
+ SSmlLineInfo elements = {0};
+ if(offset[0] == 0){
+ smlJsonParseObjFirst(&dataPointStart, &elements, offset);
+ }else{
+ smlJsonParseObj(&dataPointStart, &elements, offset);
+ }
+ if(*dataPointStart == '\0') break;
+
+ SArray *tags = smlJsonParseTags(elements.tags, elements.tags + elements.tagsLen);
+ size_t num = taosArrayGetSize(tags);
+ ASSERT_EQ(num, 1);
+
+ taosArrayDestroy(tags);
+ }
}
- ASSERT_NE(ret, 0);
smlDestroyInfo(info);
}
-TEST(testCase, sml_col_4096_Test) {
- SSmlHandle *info = smlBuildSmlInfo(NULL, NULL, TSDB_SML_LINE_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS);
- ASSERT_NE(info, nullptr);
-
- const char *sql[] = {
- "spgwgvldxv,id=spgwgvldxv_1,t0=f "
- "c0=t,c1=t,c2=t,c3=t,c4=t,c5=t,c6=t,c7=t,c8=t,c9=t,c10=t,c11=t,c12=t,c13=t,c14=t,c15=t,c16=t,c17=t,c18=t,c19=t,"
- "c20=t,c21=t,c22=t,c23=t,c24=t,c25=t,c26=t,c27=t,c28=t,c29=t,c30=t,c31=t,c32=t,c33=t,c34=t,c35=t,c36=t,c37=t,c38="
- "t,c39=t,c40=t,c41=t,c42=t,c43=t,c44=t,c45=t,c46=t,c47=t,c48=t,c49=t,c50=t,c51=t,c52=t,c53=t,c54=t,c55=t,c56=t,"
- "c57=t,c58=t,c59=t,c60=t,c61=t,c62=t,c63=t,c64=t,c65=t,c66=t,c67=t,c68=t,c69=t,c70=t,c71=t,c72=t,c73=t,c74=t,c75="
- "t,c76=t,c77=t,c78=t,c79=t,c80=t,c81=t,c82=t,c83=t,c84=t,c85=t,c86=t,c87=t,c88=t,c89=t,c90=t,c91=t,c92=t,c93=t,"
- "c94=t,c95=t,c96=t,c97=t,c98=t,c99=t,c100=t,"
- "c101=t,c102=t,c103=t,c104=t,c105=t,c106=t,c107=t,c108=t,c109=t,c110=t,c111=t,c112=t,c113=t,c114=t,c115=t,c116=t,"
- "c117=t,c118=t,c119=t,c120=t,c121=t,c122=t,c123=t,c124=t,c125=t,c126=t,c127=t,c128=t,c129=t,c130=t,c131=t,c132=t,"
- "c133=t,c134=t,c135=t,c136=t,c137=t,c138=t,c139=t,c140=t,c141=t,c142=t,c143=t,c144=t,c145=t,c146=t,c147=t,c148=t,"
- "c149=t,c150=t,c151=t,c152=t,c153=t,c154=t,c155=t,c156=t,c157=t,c158=t,c159=t,c160=t,c161=t,c162=t,c163=t,c164=t,"
- "c165=t,c166=t,c167=t,c168=t,c169=t,c170=t,c171=t,c172=t,c173=t,c174=t,c175=t,c176=t,c177=t,c178=t,c179=t,c180=t,"
- "c181=t,c182=t,c183=t,c184=t,c185=t,c186=t,c187=t,c188=t,c189=t,"
- "c190=t,c191=t,c192=t,c193=t,c194=t,c195=t,c196=t,c197=t,c198=t,c199=t,c200=t,c201=t,c202=t,c203=t,c204=t,c205=t,"
- "c206=t,c207=t,c208=t,c209=t,c210=t,c211=t,c212=t,c213=t,c214=t,c215=t,c216=t,c217=t,c218=t,c219=t,c220=t,c221=t,"
- "c222=t,c223=t,c224=t,c225=t,c226=t,c227=t,c228=t,c229=t,c230=t,c231=t,c232=t,c233=t,c234=t,c235=t,c236=t,c237=t,"
- "c238=t,c239=t,c240=t,c241=t,c242=t,c243=t,c244=t,c245=t,c246=t,c247=t,c248=t,c249=t,c250=t,c251=t,c252=t,c253=t,"
- "c254=t,c255=t,c256=t,c257=t,c258=t,c259=t,c260=t,c261=t,c262=t,c263=t,c264=t,c265=t,c266=t,c267=t,c268=t,c269=t,"
- "c270=t,c271=t,c272=t,c273=t,c274=t,c275=t,c276=t,c277=t,c278=t,"
- "c279=t,c280=t,c281=t,c282=t,c283=t,c284=t,c285=t,c286=t,c287=t,c288=t,c289=t,c290=t,c291=t,c292=t,c293=t,c294=t,"
- "c295=t,c296=t,c297=t,c298=t,c299=t,c300=t,c301=t,c302=t,c303=t,c304=t,c305=t,c306=t,c307=t,c308=t,c309=t,c310=t,"
- "c311=t,c312=t,c313=t,c314=t,c315=t,c316=t,c317=t,c318=t,c319=t,c320=t,c321=t,c322=t,c323=t,c324=t,c325=t,c326=t,"
- "c327=t,c328=t,c329=t,c330=t,c331=t,c332=t,c333=t,c334=t,c335=t,c336=t,c337=t,c338=t,c339=t,c340=t,c341=t,c342=t,"
- "c343=t,c344=t,c345=t,c346=t,c347=t,c348=t,c349=t,c350=t,c351=t,c352=t,c353=t,c354=t,c355=t,c356=t,c357=t,c358=t,"
- "c359=t,c360=t,c361=t,c362=t,c363=t,c364=t,c365=t,c366=t,c367=t,c368=t,c369=t,c370=t,c371=t,c372=t,c373=t,c374=t,"
- "c375=t,c376=t,c377=t,c378=t,c379=t,c380=t,c381=t,c382=t,c383=t,c384=t,c385=t,c386=t,c387=t,c388=t,c389=t,c390=t,"
- "c391=t,c392=t,c393=t,c394=t,c395=t,c396=t,c397=t,c398=t,c399=t,c400=t,c401=t,c402=t,c403=t,c404=t,c405=t,c406=t,"
- "c407=t,c408=t,c409=t,c410=t,c411=t,c412=t,c413=t,c414=t,c415=t,c416=t,c417=t,c418=t,c419=t,c420=t,c421=t,c422=t,"
- "c423=t,c424=t,c425=t,c426=t,c427=t,c428=t,c429=t,c430=t,c431=t,c432=t,c433=t,c434=t,c435=t,c436=t,c437=t,c438=t,"
- "c439=t,c440=t,c441=t,c442=t,c443=t,c444=t,c445=t,c446=t,"
- "c447=t,c448=t,c449=t,c450=t,c451=t,c452=t,c453=t,c454=t,c455=t,c456=t,c457=t,c458=t,c459=t,c460=t,c461=t,c462=t,"
- "c463=t,c464=t,c465=t,c466=t,c467=t,c468=t,c469=t,c470=t,c471=t,c472=t,c473=t,c474=t,c475=t,c476=t,c477=t,c478=t,"
- "c479=t,c480=t,c481=t,c482=t,c483=t,c484=t,c485=t,c486=t,c487=t,c488=t,c489=t,c490=t,c491=t,c492=t,c493=t,c494=t,"
- "c495=t,c496=t,c497=t,c498=t,c499=t,c500=t,c501=t,c502=t,c503=t,c504=t,c505=t,c506=t,c507=t,c508=t,c509=t,c510=t,"
- "c511=t,c512=t,c513=t,c514=t,c515=t,c516=t,c517=t,c518=t,c519=t,c520=t,c521=t,c522=t,c523=t,c524=t,c525=t,c526=t,"
- "c527=t,c528=t,c529=t,c530=t,c531=t,c532=t,c533=t,c534=t,c535=t,c536=t,c537=t,c538=t,c539=t,c540=t,c541=t,c542=t,"
- "c543=t,c544=t,c545=t,c546=t,c547=t,c548=t,c549=t,c550=t,c551=t,c552=t,c553=t,c554=t,c555=t,c556=t,c557=t,c558=t,"
- "c559=t,c560=t,c561=t,c562=t,c563=t,c564=t,c565=t,c566=t,c567=t,c568=t,c569=t,c570=t,c571=t,c572=t,c573=t,c574=t,"
- "c575=t,c576=t,c577=t,c578=t,c579=t,c580=t,c581=t,c582=t,c583=t,c584=t,c585=t,c586=t,c587=t,c588=t,c589=t,c590=t,"
- "c591=t,c592=t,c593=t,c594=t,c595=t,c596=t,c597=t,c598=t,c599=t,c600=t,c601=t,c602=t,c603=t,c604=t,c605=t,c606=t,"
- "c607=t,c608=t,c609=t,c610=t,c611=t,c612=t,c613=t,c614=t,"
- "c615=t,c616=t,c617=t,c618=t,c619=t,c620=t,c621=t,c622=t,c623=t,c624=t,c625=t,c626=t,c627=t,c628=t,c629=t,c630=t,"
- "c631=t,c632=t,c633=t,c634=t,c635=t,c636=t,c637=t,c638=t,c639=t,c640=t,c641=t,c642=t,c643=t,c644=t,c645=t,c646=t,"
- "c647=t,c648=t,c649=t,c650=t,c651=t,c652=t,c653=t,c654=t,c655=t,c656=t,c657=t,c658=t,c659=t,c660=t,c661=t,c662=t,"
- "c663=t,c664=t,c665=t,c666=t,c667=t,c668=t,c669=t,c670=t,c671=t,c672=t,c673=t,c674=t,c675=t,c676=t,c677=t,c678=t,"
- "c679=t,c680=t,c681=t,c682=t,c683=t,c684=t,c685=t,c686=t,c687=t,c688=t,c689=t,c690=t,c691=t,c692=t,c693=t,c694=t,"
- "c695=t,c696=t,c697=t,c698=t,c699=t,c700=t,c701=t,c702=t,c703=t,c704=t,c705=t,c706=t,c707=t,c708=t,c709=t,c710=t,"
- "c711=t,c712=t,c713=t,c714=t,c715=t,c716=t,c717=t,c718=t,c719=t,c720=t,c721=t,c722=t,c723=t,c724=t,c725=t,c726=t,"
- "c727=t,c728=t,c729=t,c730=t,c731=t,c732=t,c733=t,c734=t,c735=t,c736=t,c737=t,c738=t,c739=t,c740=t,c741=t,c742=t,"
- "c743=t,c744=t,c745=t,c746=t,c747=t,c748=t,c749=t,c750=t,c751=t,c752=t,c753=t,c754=t,c755=t,c756=t,c757=t,c758=t,"
- "c759=t,c760=t,c761=t,c762=t,c763=t,c764=t,c765=t,c766=t,c767=t,c768=t,c769=t,c770=t,c771=t,c772=t,c773=t,c774=t,"
- "c775=t,c776=t,c777=t,c778=t,c779=t,c780=t,c781=t,c782=t,"
- "c783=t,c784=t,c785=t,c786=t,c787=t,c788=t,c789=t,c790=t,c791=t,c792=t,c793=t,c794=t,c795=t,c796=t,c797=t,c798=t,"
- "c799=t,c800=t,c801=t,c802=t,c803=t,c804=t,c805=t,c806=t,c807=t,c808=t,c809=t,c810=t,c811=t,c812=t,c813=t,"
- "c814=t,c815=t,c816=t,c817=t,c818=t,c819=t,c820=t,c821=t,c822=t,c823=t,c824=t,c825=t,c826=t,c827=t,c828=t,c829=t,"
- "c830=t,c831=t,c832=t,c833=t,c834=t,c835=t,c836=t,c837=t,c838=t,c839=t,c840=t,c841=t,c842=t,c843=t,c844=t,c845=t,"
- "c846=t,c847=t,c848=t,c849=t,c850=t,c851=t,c852=t,c853=t,c854=t,c855=t,c856=t,c857=t,c858=t,c859=t,c860=t,c861=t,"
- "c862=t,"
- "c863=t,c864=t,c865=t,c866=t,c867=t,c868=t,c869=t,c870=t,c871=t,c872=t,c873=t,c874=t,c875=t,c876=t,c877=t,c878=t,"
- "c879=t,c880=t,c881=t,c882=t,c883=t,c884=t,c885=t,c886=t,c887=t,c888=t,c889=t,c890=t,c891=t,c892=t,c893=t,c894=t,"
- "c895=t,c896=t,c897=t,c898=t,c899=t,c900=t,c901=t,c902=t,c903=t,c904=t,c905=t,c906=t,c907=t,c908=t,c909=t,c910=t,"
- "c911=t,c912=t,c913=t,c914=t,c915=t,c916=t,c917=t,c918=t,c919=t,c920=t,c921=t,c922=t,c923=t,c924=t,c925=t,c926=t,"
- "c927=t,c928=t,c929=t,c930=t,c931=t,c932=t,c933=t,c934=t,c935=t,c936=t,c937=t,c938=t,c939=t,c940=t,c941=t,c942=t,"
- "c943=t,c944=t,c945=t,c946=t,c947=t,c948=t,c949=t,c950=t,c951=t,c952=t,c953=t,c954=t,c955=t,c956=t,c957=t,c958=t,"
- "c959=t,c960=t,c961=t,c962=t,c963=t,c964=t,c965=t,c966=t,c967=t,c968=t,c969=t,c970=t,c971=t,c972=t,c973=t,c974=t,"
- "c975=t,c976=t,c977=t,c978=t,c979=t,c980=t,c981=t,c982=t,c983=t,c984=t,c985=t,c986=t,c987=t,c988=t,c989=t,c990=t,"
- "c991=t,c992=t,c993=t,c994=t,c995=t,c996=t,c997=t,c998=t,c999=t,c1000=t,c1001=t,c1002=t,c1003=t,c1004=t,c1005=t,"
- "c1006=t,c1007=t,c1008=t,c1009=t,c1010=t,c1011=t,c1012=t,c1013=t,c1014=t,c1015=t,c1016=t,c1017=t,c1018=t,c1019=t,"
- "c1020=t,c1021=t,c1022=t,c1023=t,c1024=t,c1025=t,c1026=t,"
- "c1027=t,c1028=t,c1029=t,c1030=t,c1031=t,c1032=t,c1033=t,c1034=t,c1035=t,c1036=t,c1037=t,c1038=t,c1039=t,c1040=t,"
- "c1041=t,c1042=t,c1043=t,c1044=t,c1045=t,c1046=t,c1047=t,c1048=t,c1049=t,c1050=t,c1051=t,c1052=t,c1053=t,c1054=t,"
- "c1055=t,c1056=t,c1057=t,c1058=t,c1059=t,c1060=t,c1061=t,c1062=t,c1063=t,c1064=t,c1065=t,c1066=t,c1067=t,c1068=t,"
- "c1069=t,c1070=t,c1071=t,c1072=t,c1073=t,c1074=t,c1075=t,c1076=t,c1077=t,c1078=t,c1079=t,c1080=t,c1081=t,c1082=t,"
- "c1083=t,c1084=t,c1085=t,c1086=t,c1087=t,c1088=t,c1089=t,c1090=t,c1091=t,c1092=t,c1093=t,c1094=t,c1095=t,c1096=t,"
- "c1097=t,c1098=t,c1099=t,c1100=t,c1101=t,c1102=t,c1103=t,c1104=t,c1105=t,c1106=t,c1107=t,c1108=t,c1109=t,c1110=t,"
- "c1111=t,c1112=t,c1113=t,c1114=t,c1115=t,c1116=t,c1117=t,c1118=t,c1119=t,c1120=t,c1121=t,c1122=t,c1123=t,c1124=t,"
- "c1125=t,c1126=t,c1127=t,c1128=t,c1129=t,c1130=t,c1131=t,c1132=t,c1133=t,c1134=t,c1135=t,c1136=t,c1137=t,c1138=t,"
- "c1139=t,c1140=t,c1141=t,c1142=t,c1143=t,c1144=t,c1145=t,c1146=t,c1147=t,c1148=t,c1149=t,c1150=t,c1151=t,c1152=t,"
- "c1153=t,c1154=t,c1155=t,c1156=t,c1157=t,c1158=t,c1159=t,c1160=t,c1161=t,c1162=t,c1163=t,c1164=t,c1165=t,c1166=t,"
- "c1167=t,c1168=t,c1169=t,c1170=t,c1171=t,c1172=t,c1173=t,"
- "c1174=t,c1175=t,c1176=t,c1177=t,c1178=t,c1179=t,c1180=t,c1181=t,c1182=t,c1183=t,c1184=t,c1185=t,c1186=t,c1187=t,"
- "c1188=t,c1189=t,c1190=t,c1191=t,c1192=t,c1193=t,c1194=t,c1195=t,c1196=t,c1197=t,c1198=t,c1199=t,c1200=t,c1201=t,"
- "c1202=t,c1203=t,c1204=t,c1205=t,c1206=t,c1207=t,c1208=t,c1209=t,c1210=t,c1211=t,c1212=t,c1213=t,c1214=t,c1215=t,"
- "c1216=t,c1217=t,c1218=t,c1219=t,c1220=t,c1221=t,c1222=t,c1223=t,c1224=t,c1225=t,c1226=t,c1227=t,c1228=t,c1229=t,"
- "c1230=t,c1231=t,c1232=t,c1233=t,c1234=t,c1235=t,c1236=t,c1237=t,c1238=t,c1239=t,c1240=t,c1241=t,c1242=t,c1243=t,"
- "c1244=t,c1245=t,c1246=t,c1247=t,c1248=t,c1249=t,c1250=t,c1251=t,c1252=t,c1253=t,c1254=t,c1255=t,c1256=t,c1257=t,"
- "c1258=t,c1259=t,c1260=t,c1261=t,c1262=t,c1263=t,c1264=t,c1265=t,c1266=t,c1267=t,c1268=t,c1269=t,c1270=t,c1271=t,"
- "c1272=t,c1273=t,c1274=t,c1275=t,c1276=t,c1277=t,c1278=t,c1279=t,c1280=t,c1281=t,c1282=t,c1283=t,c1284=t,c1285=t,"
- "c1286=t,c1287=t,c1288=t,c1289=t,c1290=t,c1291=t,c1292=t,c1293=t,c1294=t,c1295=t,c1296=t,c1297=t,c1298=t,c1299=t,"
- "c1300=t,c1301=t,c1302=t,c1303=t,c1304=t,c1305=t,c1306=t,c1307=t,c1308=t,c1309=t,c1310=t,c1311=t,c1312=t,c1313=t,"
- "c1314=t,c1315=t,c1316=t,c1317=t,c1318=t,c1319=t,c1320=t,"
- "c1321=t,c1322=t,c1323=t,c1324=t,c1325=t,c1326=t,c1327=t,c1328=t,c1329=t,c1330=t,c1331=t,c1332=t,c1333=t,c1334=t,"
- "c1335=t,c1336=t,c1337=t,c1338=t,c1339=t,c1340=t,c1341=t,c1342=t,c1343=t,c1344=t,c1345=t,c1346=t,c1347=t,"
- "c1348=t,c1349=t,c1350=t,c1351=t,c1352=t,c1353=t,c1354=t,c1355=t,c1356=t,c1357=t,c1358=t,c1359=t,c1360=t,c1361=t,"
- "c1362=t,c1363=t,c1364=t,c1365=t,c1366=t,c1367=t,c1368=t,c1369=t,c1370=t,c1371=t,c1372=t,c1373=t,c1374=t,c1375=t,"
- "c1376=t,c1377=t,c1378=t,c1379=t,c1380=t,c1381=t,c1382=t,c1383=t,c1384=t,c1385=t,c1386=t,c1387=t,c1388=t,c1389=t,"
- "c1390=t,c1391=t,c1392=t,c1393=t,c1394=t,c1395=t,c1396=t,c1397=t,c1398=t,c1399=t,c1400=t,c1401=t,c1402=t,c1403=t,"
- "c1404=t,c1405=t,c1406=t,c1407=t,c1408=t,c1409=t,c1410=t,c1411=t,c1412=t,c1413=t,c1414=t,c1415=t,c1416=t,c1417=t,"
- "c1418=t,c1419=t,c1420=t,c1421=t,c1422=t,c1423=t,c1424=t,c1425=t,c1426=t,c1427=t,c1428=t,c1429=t,c1430=t,c1431=t,"
- "c1432=t,c1433=t,c1434=t,c1435=t,c1436=t,c1437=t,c1438=t,c1439=t,c1440=t,c1441=t,c1442=t,c1443=t,c1444=t,c1445=t,"
- "c1446=t,c1447=t,c1448=t,c1449=t,c1450=t,c1451=t,c1452=t,c1453=t,c1454=t,c1455=t,c1456=t,c1457=t,c1458=t,c1459=t,"
- "c1460=t,c1461=t,c1462=t,c1463=t,c1464=t,c1465=t,c1466=t,c1467=t,c1468=t,c1469=t,c1470=t,c1471=t,c1472=t,c1473=t,"
- "c1474=t,c1475=t,c1476=t,c1477=t,c1478=t,c1479=t,c1480=t,c1481=t,c1482=t,c1483=t,c1484=t,c1485=t,c1486=t,c1487=t,"
- "c1488=t,c1489=t,c1490=t,c1491=t,c1492=t,c1493=t,c1494=t,"
- "c1495=t,c1496=t,c1497=t,c1498=t,c1499=t,c1500=t,c1501=t,c1502=t,c1503=t,c1504=t,c1505=t,c1506=t,c1507=t,c1508=t,"
- "c1509=t,c1510=t,c1511=t,c1512=t,c1513=t,c1514=t,c1515=t,c1516=t,c1517=t,c1518=t,c1519=t,c1520=t,c1521=t,c1522=t,"
- "c1523=t,c1524=t,c1525=t,c1526=t,c1527=t,c1528=t,c1529=t,c1530=t,c1531=t,c1532=t,c1533=t,c1534=t,c1535=t,c1536=t,"
- "c1537=t,c1538=t,c1539=t,c1540=t,c1541=t,c1542=t,c1543=t,c1544=t,c1545=t,c1546=t,c1547=t,c1548=t,c1549=t,c1550=t,"
- "c1551=t,c1552=t,c1553=t,c1554=t,c1555=t,c1556=t,c1557=t,c1558=t,c1559=t,c1560=t,c1561=t,c1562=t,c1563=t,c1564=t,"
- "c1565=t,c1566=t,c1567=t,c1568=t,c1569=t,c1570=t,c1571=t,c1572=t,c1573=t,c1574=t,c1575=t,c1576=t,c1577=t,c1578=t,"
- "c1579=t,c1580=t,c1581=t,c1582=t,c1583=t,c1584=t,c1585=t,c1586=t,c1587=t,c1588=t,c1589=t,c1590=t,c1591=t,c1592=t,"
- "c1593=t,c1594=t,c1595=t,c1596=t,c1597=t,c1598=t,c1599=t,c1600=t,c1601=t,c1602=t,c1603=t,c1604=t,c1605=t,c1606=t,"
- "c1607=t,c1608=t,c1609=t,c1610=t,c1611=t,c1612=t,c1613=t,c1614=t,c1615=t,c1616=t,c1617=t,c1618=t,c1619=t,c1620=t,"
- "c1621=t,c1622=t,c1623=t,c1624=t,c1625=t,c1626=t,c1627=t,c1628=t,c1629=t,c1630=t,c1631=t,c1632=t,c1633=t,c1634=t,"
- "c1635=t,c1636=t,c1637=t,c1638=t,c1639=t,c1640=t,c1641=t,"
- "c1642=t,c1643=t,c1644=t,c1645=t,c1646=t,c1647=t,c1648=t,c1649=t,c1650=t,c1651=t,c1652=t,c1653=t,c1654=t,c1655=t,"
- "c1656=t,c1657=t,c1658=t,c1659=t,c1660=t,c1661=t,c1662=t,c1663=t,c1664=t,c1665=t,c1666=t,c1667=t,c1668=t,c1669=t,"
- "c1670=t,c1671=t,c1672=t,c1673=t,c1674=t,c1675=t,c1676=t,c1677=t,c1678=t,c1679=t,c1680=t,c1681=t,c1682=t,c1683=t,"
- "c1684=t,c1685=t,c1686=t,c1687=t,c1688=t,c1689=t,c1690=t,c1691=t,c1692=t,c1693=t,c1694=t,c1695=t,c1696=t,c1697=t,"
- "c1698=t,c1699=t,c1700=t,c1701=t,c1702=t,c1703=t,c1704=t,c1705=t,c1706=t,c1707=t,c1708=t,c1709=t,c1710=t,c1711=t,"
- "c1712=t,c1713=t,c1714=t,c1715=t,c1716=t,c1717=t,c1718=t,c1719=t,c1720=t,c1721=t,c1722=t,c1723=t,c1724=t,c1725=t,"
- "c1726=t,c1727=t,c1728=t,c1729=t,c1730=t,c1731=t,c1732=t,c1733=t,c1734=t,c1735=t,c1736=t,c1737=t,c1738=t,c1739=t,"
- "c1740=t,c1741=t,c1742=t,c1743=t,c1744=t,c1745=t,c1746=t,c1747=t,c1748=t,c1749=t,c1750=t,c1751=t,c1752=t,c1753=t,"
- "c1754=t,c1755=t,c1756=t,c1757=t,c1758=t,c1759=t,c1760=t,c1761=t,c1762=t,c1763=t,c1764=t,c1765=t,c1766=t,c1767=t,"
- "c1768=t,c1769=t,c1770=t,c1771=t,c1772=t,c1773=t,c1774=t,c1775=t,c1776=t,c1777=t,c1778=t,c1779=t,c1780=t,c1781=t,"
- "c1782=t,c1783=t,c1784=t,c1785=t,c1786=t,c1787=t,c1788=t,"
- "c1789=t,c1790=t,c1791=t,c1792=t,c1793=t,c1794=t,c1795=t,c1796=t,c1797=t,c1798=t,c1799=t,c1800=t,c1801=t,c1802=t,"
- "c1803=t,c1804=t,c1805=t,c1806=t,c1807=t,c1808=t,c1809=t,c1810=t,c1811=t,c1812=t,c1813=t,c1814=t,c1815=t,"
- "c1816=t,c1817=t,c1818=t,c1819=t,c1820=t,c1821=t,c1822=t,c1823=t,c1824=t,c1825=t,c1826=t,c1827=t,c1828=t,c1829=t,"
- "c1830=t,c1831=t,c1832=t,c1833=t,c1834=t,c1835=t,c1836=t,c1837=t,c1838=t,c1839=t,c1840=t,c1841=t,c1842=t,c1843=t,"
- "c1844=t,c1845=t,c1846=t,c1847=t,c1848=t,c1849=t,c1850=t,c1851=t,c1852=t,c1853=t,c1854=t,c1855=t,c1856=t,c1857=t,"
- "c1858=t,c1859=t,c1860=t,c1861=t,c1862=t,c1863=t,c1864=t,c1865=t,c1866=t,c1867=t,c1868=t,c1869=t,c1870=t,c1871=t,"
- "c1872=t,c1873=t,c1874=t,c1875=t,c1876=t,c1877=t,c1878=t,c1879=t,c1880=t,c1881=t,c1882=t,c1883=t,c1884=t,c1885=t,"
- "c1886=t,c1887=t,c1888=t,c1889=t,c1890=t,c1891=t,c1892=t,c1893=t,c1894=t,c1895=t,c1896=t,c1897=t,c1898=t,c1899=t,"
- "c1900=t,c1901=t,c1902=t,c1903=t,c1904=t,c1905=t,c1906=t,c1907=t,c1908=t,c1909=t,c1910=t,c1911=t,c1912=t,c1913=t,"
- "c1914=t,c1915=t,c1916=t,c1917=t,c1918=t,c1919=t,c1920=t,c1921=t,c1922=t,c1923=t,c1924=t,c1925=t,c1926=t,c1927=t,"
- "c1928=t,c1929=t,c1930=t,c1931=t,c1932=t,c1933=t,c1934=t,c1935=t,c1936=t,c1937=t,c1938=t,c1939=t,c1940=t,c1941=t,"
- "c1942=t,c1943=t,c1944=t,c1945=t,c1946=t,c1947=t,c1948=t,c1949=t,c1950=t,c1951=t,c1952=t,c1953=t,c1954=t,c1955=t,"
- "c1956=t,c1957=t,c1958=t,c1959=t,c1960=t,c1961=t,c1962=t,"
- "c1963=t,c1964=t,c1965=t,c1966=t,c1967=t,c1968=t,c1969=t,c1970=t,c1971=t,c1972=t,c1973=t,c1974=t,c1975=t,c1976=t,"
- "c1977=t,c1978=t,c1979=t,c1980=t,c1981=t,c1982=t,c1983=t,c1984=t,c1985=t,c1986=t,c1987=t,c1988=t,c1989=t,c1990=t,"
- "c1991=t,c1992=t,c1993=t,c1994=t,c1995=t,c1996=t,c1997=t,c1998=t,c1999=t,c2000=t,c2001=t,c2002=t,c2003=t,c2004=t,"
- "c2005=t,c2006=t,c2007=t,c2008=t,c2009=t,c2010=t,c2011=t,c2012=t,c2013=t,c2014=t,c2015=t,c2016=t,c2017=t,c2018=t,"
- "c2019=t,c2020=t,c2021=t,c2022=t,c2023=t,c2024=t,c2025=t,c2026=t,c2027=t,c2028=t,c2029=t,c2030=t,c2031=t,c2032=t,"
- "c2033=t,c2034=t,c2035=t,c2036=t,c2037=t,c2038=t,c2039=t,c2040=t,c2041=t,c2042=t,c2043=t,c2044=t,c2045=t,c2046=t,"
- "c2047=t,c2048=t,c2049=t,c2050=t,c2051=t,c2052=t,c2053=t,c2054=t,c2055=t,c2056=t,c2057=t,c2058=t,c2059=t,c2060=t,"
- "c2061=t,c2062=t,c2063=t,c2064=t,c2065=t,c2066=t,c2067=t,c2068=t,c2069=t,c2070=t,c2071=t,c2072=t,c2073=t,c2074=t,"
- "c2075=t,c2076=t,c2077=t,c2078=t,c2079=t,c2080=t,c2081=t,c2082=t,c2083=t,c2084=t,c2085=t,c2086=t,c2087=t,c2088=t,"
- "c2089=t,c2090=t,c2091=t,c2092=t,c2093=t,c2094=t,c2095=t,c2096=t,c2097=t,c2098=t,c2099=t,c2100=t,c2101=t,c2102=t,"
- "c2103=t,c2104=t,c2105=t,c2106=t,c2107=t,c2108=t,c2109=t,"
- "c2110=t,c2111=t,c2112=t,c2113=t,c2114=t,c2115=t,c2116=t,c2117=t,c2118=t,c2119=t,c2120=t,c2121=t,c2122=t,c2123=t,"
- "c2124=t,c2125=t,c2126=t,c2127=t,c2128=t,c2129=t,c2130=t,c2131=t,c2132=t,c2133=t,c2134=t,c2135=t,c2136=t,c2137=t,"
- "c2138=t,c2139=t,c2140=t,c2141=t,c2142=t,c2143=t,c2144=t,c2145=t,c2146=t,c2147=t,c2148=t,c2149=t,c2150=t,c2151=t,"
- "c2152=t,c2153=t,c2154=t,c2155=t,c2156=t,c2157=t,c2158=t,c2159=t,c2160=t,c2161=t,c2162=t,c2163=t,c2164=t,c2165=t,"
- "c2166=t,c2167=t,c2168=t,c2169=t,c2170=t,c2171=t,c2172=t,c2173=t,c2174=t,c2175=t,c2176=t,c2177=t,c2178=t,c2179=t,"
- "c2180=t,c2181=t,c2182=t,c2183=t,c2184=t,c2185=t,c2186=t,c2187=t,c2188=t,c2189=t,c2190=t,c2191=t,c2192=t,c2193=t,"
- "c2194=t,c2195=t,c2196=t,c2197=t,c2198=t,c2199=t,c2200=t,c2201=t,c2202=t,c2203=t,c2204=t,c2205=t,c2206=t,c2207=t,"
- "c2208=t,c2209=t,c2210=t,c2211=t,c2212=t,c2213=t,c2214=t,c2215=t,c2216=t,c2217=t,c2218=t,c2219=t,c2220=t,c2221=t,"
- "c2222=t,c2223=t,c2224=t,c2225=t,c2226=t,c2227=t,c2228=t,c2229=t,c2230=t,c2231=t,c2232=t,c2233=t,c2234=t,c2235=t,"
- "c2236=t,c2237=t,c2238=t,c2239=t,c2240=t,c2241=t,c2242=t,c2243=t,c2244=t,c2245=t,c2246=t,c2247=t,c2248=t,c2249=t,"
- "c2250=t,c2251=t,c2252=t,c2253=t,c2254=t,c2255=t,c2256=t,"
- "c2257=t,c2258=t,c2259=t,c2260=t,c2261=t,c2262=t,c2263=t,c2264=t,c2265=t,c2266=t,c2267=t,c2268=t,c2269=t,c2270=t,"
- "c2271=t,c2272=t,c2273=t,c2274=t,c2275=t,c2276=t,c2277=t,c2278=t,c2279=t,c2280=t,c2281=t,c2282=t,c2283=t,"
- "c2284=t,c2285=t,c2286=t,c2287=t,c2288=t,c2289=t,c2290=t,c2291=t,c2292=t,c2293=t,c2294=t,c2295=t,c2296=t,c2297=t,"
- "c2298=t,c2299=t,c2300=t,c2301=t,c2302=t,c2303=t,c2304=t,c2305=t,c2306=t,c2307=t,c2308=t,c2309=t,c2310=t,c2311=t,"
- "c2312=t,c2313=t,c2314=t,c2315=t,c2316=t,c2317=t,c2318=t,c2319=t,c2320=t,c2321=t,c2322=t,c2323=t,c2324=t,c2325=t,"
- "c2326=t,c2327=t,c2328=t,c2329=t,c2330=t,c2331=t,c2332=t,c2333=t,c2334=t,c2335=t,c2336=t,c2337=t,c2338=t,c2339=t,"
- "c2340=t,c2341=t,c2342=t,c2343=t,c2344=t,c2345=t,c2346=t,c2347=t,c2348=t,c2349=t,c2350=t,c2351=t,c2352=t,c2353=t,"
- "c2354=t,c2355=t,c2356=t,c2357=t,c2358=t,c2359=t,c2360=t,c2361=t,c2362=t,c2363=t,c2364=t,c2365=t,c2366=t,c2367=t,"
- "c2368=t,c2369=t,c2370=t,c2371=t,c2372=t,c2373=t,c2374=t,c2375=t,c2376=t,c2377=t,c2378=t,c2379=t,c2380=t,c2381=t,"
- "c2382=t,c2383=t,c2384=t,c2385=t,c2386=t,c2387=t,c2388=t,c2389=t,c2390=t,c2391=t,c2392=t,c2393=t,c2394=t,c2395=t,"
- "c2396=t,c2397=t,c2398=t,c2399=t,c2400=t,c2401=t,c2402=t,c2403=t,c2404=t,c2405=t,c2406=t,c2407=t,c2408=t,c2409=t,"
- "c2410=t,c2411=t,c2412=t,c2413=t,c2414=t,c2415=t,c2416=t,c2417=t,c2418=t,c2419=t,c2420=t,c2421=t,c2422=t,c2423=t,"
- "c2424=t,c2425=t,c2426=t,c2427=t,c2428=t,c2429=t,c2430=t,"
- "c2431=t,c2432=t,c2433=t,c2434=t,c2435=t,c2436=t,c2437=t,c2438=t,c2439=t,c2440=t,c2441=t,c2442=t,c2443=t,c2444=t,"
- "c2445=t,c2446=t,c2447=t,c2448=t,c2449=t,c2450=t,c2451=t,c2452=t,c2453=t,c2454=t,c2455=t,c2456=t,c2457=t,c2458=t,"
- "c2459=t,c2460=t,c2461=t,c2462=t,c2463=t,c2464=t,c2465=t,c2466=t,c2467=t,c2468=t,c2469=t,c2470=t,c2471=t,c2472=t,"
- "c2473=t,c2474=t,c2475=t,c2476=t,c2477=t,c2478=t,c2479=t,c2480=t,c2481=t,c2482=t,c2483=t,c2484=t,c2485=t,c2486=t,"
- "c2487=t,c2488=t,c2489=t,c2490=t,c2491=t,c2492=t,c2493=t,c2494=t,c2495=t,c2496=t,c2497=t,c2498=t,c2499=t,c2500=t,"
- "c2501=t,c2502=t,c2503=t,c2504=t,c2505=t,c2506=t,c2507=t,c2508=t,c2509=t,c2510=t,c2511=t,c2512=t,c2513=t,c2514=t,"
- "c2515=t,c2516=t,c2517=t,c2518=t,c2519=t,c2520=t,c2521=t,c2522=t,c2523=t,c2524=t,c2525=t,c2526=t,c2527=t,c2528=t,"
- "c2529=t,c2530=t,c2531=t,c2532=t,c2533=t,c2534=t,c2535=t,c2536=t,c2537=t,c2538=t,c2539=t,c2540=t,c2541=t,c2542=t,"
- "c2543=t,c2544=t,c2545=t,c2546=t,c2547=t,c2548=t,c2549=t,c2550=t,c2551=t,c2552=t,c2553=t,c2554=t,c2555=t,c2556=t,"
- "c2557=t,c2558=t,c2559=t,c2560=t,c2561=t,c2562=t,c2563=t,c2564=t,c2565=t,c2566=t,c2567=t,c2568=t,c2569=t,c2570=t,"
- "c2571=t,c2572=t,c2573=t,c2574=t,c2575=t,c2576=t,c2577=t,"
- "c2578=t,c2579=t,c2580=t,c2581=t,c2582=t,c2583=t,c2584=t,c2585=t,c2586=t,c2587=t,c2588=t,c2589=t,c2590=t,c2591=t,"
- "c2592=t,c2593=t,c2594=t,c2595=t,c2596=t,c2597=t,c2598=t,c2599=t,c2600=t,c2601=t,c2602=t,c2603=t,c2604=t,c2605=t,"
- "c2606=t,c2607=t,c2608=t,c2609=t,c2610=t,c2611=t,c2612=t,c2613=t,c2614=t,c2615=t,c2616=t,c2617=t,c2618=t,c2619=t,"
- "c2620=t,c2621=t,c2622=t,c2623=t,c2624=t,c2625=t,c2626=t,c2627=t,c2628=t,c2629=t,c2630=t,c2631=t,c2632=t,c2633=t,"
- "c2634=t,c2635=t,c2636=t,c2637=t,c2638=t,c2639=t,c2640=t,c2641=t,c2642=t,c2643=t,c2644=t,c2645=t,c2646=t,c2647=t,"
- "c2648=t,c2649=t,c2650=t,c2651=t,c2652=t,c2653=t,c2654=t,c2655=t,c2656=t,c2657=t,c2658=t,c2659=t,c2660=t,c2661=t,"
- "c2662=t,c2663=t,c2664=t,c2665=t,c2666=t,c2667=t,c2668=t,c2669=t,c2670=t,c2671=t,c2672=t,c2673=t,c2674=t,c2675=t,"
- "c2676=t,c2677=t,c2678=t,c2679=t,c2680=t,c2681=t,c2682=t,c2683=t,c2684=t,c2685=t,c2686=t,c2687=t,c2688=t,c2689=t,"
- "c2690=t,c2691=t,c2692=t,c2693=t,c2694=t,c2695=t,c2696=t,c2697=t,c2698=t,c2699=t,c2700=t,c2701=t,c2702=t,c2703=t,"
- "c2704=t,c2705=t,c2706=t,c2707=t,c2708=t,c2709=t,c2710=t,c2711=t,c2712=t,c2713=t,c2714=t,c2715=t,c2716=t,c2717=t,"
- "c2718=t,c2719=t,c2720=t,c2721=t,c2722=t,c2723=t,c2724=t,"
- "c2725=t,c2726=t,c2727=t,c2728=t,c2729=t,c2730=t,c2731=t,c2732=t,c2733=t,c2734=t,c2735=t,c2736=t,c2737=t,c2738=t,"
- "c2739=t,c2740=t,c2741=t,c2742=t,c2743=t,c2744=t,c2745=t,c2746=t,c2747=t,c2748=t,c2749=t,c2750=t,c2751=t,c2752=t,"
- "c2753=t,c2754=t,c2755=t,c2756=t,c2757=t,c2758=t,c2759=t,c2760=t,c2761=t,c2762=t,c2763=t,c2764=t,c2765=t,c2766=t,"
- "c2767=t,c2768=t,c2769=t,c2770=t,c2771=t,c2772=t,c2773=t,c2774=t,c2775=t,c2776=t,c2777=t,c2778=t,c2779=t,c2780=t,"
- "c2781=t,c2782=t,c2783=t,c2784=t,c2785=t,c2786=t,c2787=t,c2788=t,c2789=t,c2790=t,c2791=t,c2792=t,c2793=t,c2794=t,"
- "c2795=t,c2796=t,c2797=t,c2798=t,c2799=t,c2800=t,c2801=t,c2802=t,c2803=t,c2804=t,c2805=t,c2806=t,c2807=t,c2808=t,"
- "c2809=t,c2810=t,c2811=t,c2812=t,c2813=t,c2814=t,c2815=t,c2816=t,c2817=t,c2818=t,c2819=t,c2820=t,c2821=t,c2822=t,"
- "c2823=t,c2824=t,c2825=t,c2826=t,c2827=t,c2828=t,c2829=t,c2830=t,c2831=t,c2832=t,c2833=t,c2834=t,c2835=t,c2836=t,"
- "c2837=t,c2838=t,c2839=t,c2840=t,c2841=t,c2842=t,c2843=t,c2844=t,c2845=t,c2846=t,c2847=t,c2848=t,c2849=t,c2850=t,"
- "c2851=t,c2852=t,c2853=t,c2854=t,c2855=t,c2856=t,c2857=t,c2858=t,c2859=t,c2860=t,c2861=t,c2862=t,c2863=t,c2864=t,"
- "c2865=t,c2866=t,c2867=t,c2868=t,c2869=t,c2870=t,c2871=t,"
- "c2872=t,c2873=t,c2874=t,c2875=t,c2876=t,c2877=t,c2878=t,c2879=t,c2880=t,c2881=t,c2882=t,c2883=t,c2884=t,c2885=t,"
- "c2886=t,c2887=t,c2888=t,c2889=t,c2890=t,c2891=t,c2892=t,c2893=t,c2894=t,c2895=t,c2896=t,c2897=t,c2898=t,c2899=t,"
- "c2900=t,c2901=t,c2902=t,c2903=t,c2904=t,c2905=t,c2906=t,c2907=t,c2908=t,c2909=t,c2910=t,c2911=t,c2912=t,c2913=t,"
- "c2914=t,c2915=t,c2916=t,c2917=t,c2918=t,c2919=t,c2920=t,c2921=t,c2922=t,c2923=t,c2924=t,c2925=t,c2926=t,c2927=t,"
- "c2928=t,c2929=t,c2930=t,c2931=t,c2932=t,c2933=t,c2934=t,c2935=t,c2936=t,c2937=t,c2938=t,c2939=t,c2940=t,c2941=t,"
- "c2942=t,c2943=t,c2944=t,c2945=t,c2946=t,c2947=t,c2948=t,c2949=t,c2950=t,c2951=t,c2952=t,c2953=t,c2954=t,c2955=t,"
- "c2956=t,c2957=t,c2958=t,c2959=t,c2960=t,c2961=t,c2962=t,c2963=t,c2964=t,c2965=t,c2966=t,c2967=t,c2968=t,c2969=t,"
- "c2970=t,c2971=t,c2972=t,c2973=t,c2974=t,c2975=t,c2976=t,c2977=t,c2978=t,c2979=t,c2980=t,c2981=t,c2982=t,c2983=t,"
- "c2984=t,c2985=t,c2986=t,c2987=t,c2988=t,c2989=t,c2990=t,c2991=t,c2992=t,c2993=t,c2994=t,c2995=t,c2996=t,c2997=t,"
- "c2998=t,c2999=t,c3000=t,c3001=t,c3002=t,c3003=t,c3004=t,c3005=t,c3006=t,c3007=t,c3008=t,c3009=t,c3010=t,c3011=t,"
- "c3012=t,c3013=t,c3014=t,c3015=t,c3016=t,c3017=t,c3018=t,"
- "c3019=t,c3020=t,c3021=t,c3022=t,c3023=t,c3024=t,c3025=t,c3026=t,c3027=t,c3028=t,c3029=t,c3030=t,c3031=t,c3032=t,"
- "c3033=t,c3034=t,c3035=t,c3036=t,c3037=t,c3038=t,c3039=t,c3040=t,c3041=t,c3042=t,c3043=t,c3044=t,c3045=t,c3046=t,"
- "c3047=t,c3048=t,c3049=t,c3050=t,c3051=t,c3052=t,c3053=t,c3054=t,c3055=t,c3056=t,c3057=t,c3058=t,c3059=t,c3060=t,"
- "c3061=t,c3062=t,c3063=t,c3064=t,c3065=t,c3066=t,c3067=t,c3068=t,c3069=t,c3070=t,c3071=t,c3072=t,c3073=t,c3074=t,"
- "c3075=t,c3076=t,c3077=t,c3078=t,c3079=t,c3080=t,c3081=t,c3082=t,c3083=t,c3084=t,c3085=t,c3086=t,c3087=t,c3088=t,"
- "c3089=t,c3090=t,c3091=t,c3092=t,c3093=t,c3094=t,c3095=t,c3096=t,c3097=t,c3098=t,c3099=t,c3100=t,c3101=t,c3102=t,"
- "c3103=t,c3104=t,c3105=t,c3106=t,c3107=t,c3108=t,c3109=t,c3110=t,c3111=t,c3112=t,c3113=t,c3114=t,c3115=t,c3116=t,"
- "c3117=t,c3118=t,c3119=t,c3120=t,c3121=t,c3122=t,c3123=t,c3124=t,c3125=t,c3126=t,c3127=t,c3128=t,c3129=t,c3130=t,"
- "c3131=t,c3132=t,c3133=t,c3134=t,c3135=t,c3136=t,c3137=t,c3138=t,c3139=t,c3140=t,c3141=t,c3142=t,c3143=t,c3144=t,"
- "c3145=t,c3146=t,c3147=t,c3148=t,c3149=t,c3150=t,c3151=t,c3152=t,c3153=t,c3154=t,c3155=t,c3156=t,c3157=t,c3158=t,"
- "c3159=t,c3160=t,c3161=t,c3162=t,c3163=t,c3164=t,c3165=t,"
- "c3166=t,c3167=t,c3168=t,c3169=t,c3170=t,c3171=t,c3172=t,c3173=t,c3174=t,c3175=t,c3176=t,c3177=t,c3178=t,c3179=t,"
- "c3180=t,c3181=t,c3182=t,c3183=t,c3184=t,c3185=t,c3186=t,c3187=t,c3188=t,c3189=t,c3190=t,c3191=t,c3192=t,c3193=t,"
- "c3194=t,c3195=t,c3196=t,c3197=t,c3198=t,c3199=t,c3200=t,c3201=t,c3202=t,c3203=t,c3204=t,c3205=t,c3206=t,c3207=t,"
- "c3208=t,c3209=t,c3210=t,c3211=t,c3212=t,c3213=t,c3214=t,c3215=t,c3216=t,c3217=t,c3218=t,c3219=t,c3220=t,c3221=t,"
- "c3222=t,c3223=t,c3224=t,c3225=t,c3226=t,c3227=t,c3228=t,c3229=t,c3230=t,c3231=t,c3232=t,c3233=t,c3234=t,c3235=t,"
- "c3236=t,c3237=t,c3238=t,c3239=t,c3240=t,c3241=t,c3242=t,c3243=t,c3244=t,c3245=t,c3246=t,c3247=t,c3248=t,c3249=t,"
- "c3250=t,c3251=t,c3252=t,c3253=t,c3254=t,c3255=t,c3256=t,c3257=t,c3258=t,c3259=t,c3260=t,c3261=t,c3262=t,c3263=t,"
- "c3264=t,c3265=t,c3266=t,c3267=t,c3268=t,c3269=t,c3270=t,c3271=t,c3272=t,c3273=t,c3274=t,c3275=t,c3276=t,c3277=t,"
- "c3278=t,c3279=t,c3280=t,c3281=t,c3282=t,c3283=t,c3284=t,c3285=t,c3286=t,c3287=t,c3288=t,c3289=t,c3290=t,c3291=t,"
- "c3292=t,c3293=t,c3294=t,c3295=t,c3296=t,c3297=t,c3298=t,c3299=t,c3300=t,c3301=t,c3302=t,c3303=t,c3304=t,c3305=t,"
- "c3306=t,c3307=t,c3308=t,c3309=t,c3310=t,c3311=t,c3312=t,"
- "c3313=t,c3314=t,c3315=t,c3316=t,c3317=t,c3318=t,c3319=t,c3320=t,c3321=t,c3322=t,c3323=t,c3324=t,c3325=t,c3326=t,"
- "c3327=t,c3328=t,c3329=t,c3330=t,c3331=t,c3332=t,c3333=t,c3334=t,c3335=t,c3336=t,c3337=t,c3338=t,c3339=t,c3340=t,"
- "c3341=t,c3342=t,c3343=t,c3344=t,c3345=t,c3346=t,c3347=t,c3348=t,c3349=t,c3350=t,c3351=t,c3352=t,c3353=t,c3354=t,"
- "c3355=t,c3356=t,c3357=t,c3358=t,c3359=t,c3360=t,c3361=t,c3362=t,c3363=t,c3364=t,c3365=t,c3366=t,c3367=t,c3368=t,"
- "c3369=t,c3370=t,c3371=t,c3372=t,c3373=t,c3374=t,c3375=t,c3376=t,c3377=t,c3378=t,c3379=t,c3380=t,c3381=t,c3382=t,"
- "c3383=t,c3384=t,c3385=t,c3386=t,c3387=t,c3388=t,c3389=t,c3390=t,c3391=t,c3392=t,c3393=t,c3394=t,c3395=t,c3396=t,"
- "c3397=t,c3398=t,c3399=t,c3400=t,c3401=t,c3402=t,c3403=t,c3404=t,c3405=t,c3406=t,c3407=t,c3408=t,c3409=t,c3410=t,"
- "c3411=t,c3412=t,c3413=t,c3414=t,c3415=t,c3416=t,c3417=t,c3418=t,c3419=t,c3420=t,c3421=t,c3422=t,c3423=t,c3424=t,"
- "c3425=t,c3426=t,c3427=t,c3428=t,c3429=t,c3430=t,c3431=t,c3432=t,c3433=t,c3434=t,c3435=t,c3436=t,c3437=t,c3438=t,"
- "c3439=t,c3440=t,c3441=t,c3442=t,c3443=t,c3444=t,c3445=t,c3446=t,c3447=t,c3448=t,c3449=t,c3450=t,c3451=t,c3452=t,"
- "c3453=t,c3454=t,c3455=t,c3456=t,c3457=t,c3458=t,c3459=t,"
- "c3460=t,c3461=t,c3462=t,c3463=t,c3464=t,c3465=t,c3466=t,c3467=t,c3468=t,c3469=t,c3470=t,c3471=t,c3472=t,c3473=t,"
- "c3474=t,c3475=t,c3476=t,c3477=t,c3478=t,c3479=t,c3480=t,c3481=t,c3482=t,c3483=t,c3484=t,c3485=t,c3486=t,c3487=t,"
- "c3488=t,c3489=t,c3490=t,c3491=t,c3492=t,c3493=t,c3494=t,c3495=t,c3496=t,c3497=t,c3498=t,c3499=t,c3500=t,c3501=t,"
- "c3502=t,c3503=t,c3504=t,c3505=t,c3506=t,c3507=t,c3508=t,c3509=t,c3510=t,c3511=t,c3512=t,c3513=t,"
- "c3514=t,c3515=t,c3516=t,c3517=t,c3518=t,c3519=t,c3520=t,c3521=t,c3522=t,c3523=t,c3524=t,c3525=t,c3526=t,c3527=t,"
- "c3528=t,c3529=t,c3530=t,c3531=t,c3532=t,c3533=t,c3534=t,c3535=t,c3536=t,c3537=t,c3538=t,c3539=t,c3540=t,c3541=t,"
- "c3542=t,c3543=t,c3544=t,c3545=t,c3546=t,c3547=t,c3548=t,c3549=t,c3550=t,c3551=t,c3552=t,c3553=t,c3554=t,c3555=t,"
- "c3556=t,c3557=t,c3558=t,c3559=t,c3560=t,c3561=t,c3562=t,c3563=t,c3564=t,c3565=t,c3566=t,c3567=t,c3568=t,c3569=t,"
- "c3570=t,c3571=t,c3572=t,c3573=t,c3574=t,c3575=t,c3576=t,c3577=t,c3578=t,c3579=t,c3580=t,c3581=t,c3582=t,c3583=t,"
- "c3584=t,c3585=t,c3586=t,c3587=t,c3588=t,c3589=t,c3590=t,c3591=t,c3592=t,c3593=t,c3594=t,c3595=t,c3596=t,c3597=t,"
- "c3598=t,c3599=t,c3600=t,c3601=t,c3602=t,c3603=t,c3604=t,c3605=t,c3606=t,c3607=t,c3608=t,c3609=t,c3610=t,c3611=t,"
- "c3612=t,c3613=t,c3614=t,c3615=t,c3616=t,c3617=t,c3618=t,c3619=t,c3620=t,c3621=t,c3622=t,c3623=t,c3624=t,c3625=t,"
- "c3626=t,c3627=t,c3628=t,c3629=t,c3630=t,c3631=t,c3632=t,c3633=t,c3634=t,c3635=t,c3636=t,c3637=t,c3638=t,c3639=t,"
- "c3640=t,c3641=t,c3642=t,c3643=t,c3644=t,c3645=t,c3646=t,c3647=t,c3648=t,c3649=t,c3650=t,c3651=t,c3652=t,c3653=t,"
- "c3654=t,c3655=t,c3656=t,c3657=t,c3658=t,c3659=t,c3660=t,"
- "c3661=t,c3662=t,c3663=t,c3664=t,c3665=t,c3666=t,c3667=t,c3668=t,c3669=t,c3670=t,c3671=t,c3672=t,c3673=t,c3674=t,"
- "c3675=t,c3676=t,c3677=t,c3678=t,c3679=t,c3680=t,c3681=t,c3682=t,c3683=t,c3684=t,c3685=t,c3686=t,c3687=t,c3688=t,"
- "c3689=t,c3690=t,c3691=t,c3692=t,c3693=t,c3694=t,c3695=t,c3696=t,c3697=t,c3698=t,c3699=t,c3700=t,c3701=t,c3702=t,"
- "c3703=t,c3704=t,c3705=t,c3706=t,c3707=t,c3708=t,c3709=t,c3710=t,c3711=t,c3712=t,c3713=t,c3714=t,c3715=t,c3716=t,"
- "c3717=t,c3718=t,c3719=t,c3720=t,c3721=t,c3722=t,c3723=t,c3724=t,c3725=t,c3726=t,c3727=t,c3728=t,c3729=t,c3730=t,"
- "c3731=t,c3732=t,c3733=t,c3734=t,c3735=t,c3736=t,c3737=t,c3738=t,c3739=t,c3740=t,c3741=t,c3742=t,c3743=t,c3744=t,"
- "c3745=t,c3746=t,c3747=t,c3748=t,c3749=t,c3750=t,c3751=t,c3752=t,c3753=t,c3754=t,c3755=t,c3756=t,c3757=t,c3758=t,"
- "c3759=t,c3760=t,c3761=t,c3762=t,c3763=t,c3764=t,c3765=t,c3766=t,c3767=t,c3768=t,c3769=t,c3770=t,c3771=t,c3772=t,"
- "c3773=t,c3774=t,c3775=t,c3776=t,c3777=t,c3778=t,c3779=t,c3780=t,c3781=t,c3782=t,c3783=t,c3784=t,c3785=t,c3786=t,"
- "c3787=t,c3788=t,c3789=t,c3790=t,c3791=t,c3792=t,c3793=t,c3794=t,c3795=t,c3796=t,c3797=t,c3798=t,c3799=t,c3800=t,"
- "c3801=t,c3802=t,c3803=t,c3804=t,c3805=t,c3806=t,c3807=t,"
- "c3808=t,c3809=t,c3810=t,c3811=t,c3812=t,c3813=t,c3814=t,c3815=t,c3816=t,c3817=t,c3818=t,c3819=t,c3820=t,c3821=t,"
- "c3822=t,c3823=t,c3824=t,c3825=t,c3826=t,c3827=t,c3828=t,c3829=t,c3830=t,c3831=t,c3832=t,c3833=t,c3834=t,c3835=t,"
- "c3836=t,c3837=t,c3838=t,c3839=t,c3840=t,c3841=t,c3842=t,c3843=t,c3844=t,c3845=t,c3846=t,c3847=t,c3848=t,c3849=t,"
- "c3850=t,c3851=t,c3852=t,c3853=t,c3854=t,c3855=t,c3856=t,c3857=t,c3858=t,c3859=t,c3860=t,c3861=t,c3862=t,c3863=t,"
- "c3864=t,c3865=t,c3866=t,c3867=t,c3868=t,c3869=t,c3870=t,c3871=t,c3872=t,c3873=t,c3874=t,c3875=t,c3876=t,c3877=t,"
- "c3878=t,c3879=t,c3880=t,c3881=t,c3882=t,c3883=t,c3884=t,c3885=t,c3886=t,c3887=t,c3888=t,c3889=t,c3890=t,c3891=t,"
- "c3892=t,c3893=t,c3894=t,c3895=t,c3896=t,c3897=t,c3898=t,c3899=t,c3900=t,c3901=t,c3902=t,c3903=t,c3904=t,c3905=t,"
- "c3906=t,c3907=t,c3908=t,c3909=t,c3910=t,c3911=t,c3912=t,c3913=t,c3914=t,c3915=t,c3916=t,c3917=t,c3918=t,c3919=t,"
- "c3920=t,c3921=t,c3922=t,c3923=t,c3924=t,c3925=t,c3926=t,c3927=t,c3928=t,c3929=t,c3930=t,c3931=t,c3932=t,c3933=t,"
- "c3934=t,c3935=t,c3936=t,c3937=t,c3938=t,c3939=t,c3940=t,c3941=t,c3942=t,c3943=t,c3944=t,c3945=t,c3946=t,c3947=t,"
- "c3948=t,c3949=t,c3950=t,c3951=t,c3952=t,c3953=t,c3954=t,"
- "c3955=t,c3956=t,c3957=t,c3958=t,c3959=t,c3960=t,c3961=t,c3962=t,c3963=t,c3964=t,c3965=t,c3966=t,c3967=t,c3968=t,"
- "c3969=t,c3970=t,c3971=t,c3972=t,c3973=t,c3974=t,c3975=t,c3976=t,c3977=t,c3978=t,c3979=t,c3980=t,c3981=t,c3982=t,"
- "c3983=t,c3984=t,c3985=t,c3986=t,c3987=t,c3988=t,c3989=t,c3990=t,c3991=t,c3992=t,c3993=t,c3994=t,c3995=t,c3996=t,"
- "c3997=t,c3998=t,c3999=t,c4000=t,c4001=t,c4002=t,c4003=t,c4004=t,c4005=t,c4006=t,c4007=t,c4008=t,c4009=t,c4010=t,"
- "c4011=t,c4012=t,c4013=t,c4014=t,c4015=t,c4016=t,c4017=t,c4018=t,c4019=t,c4020=t,c4021=t,c4022=t,c4023=t,c4024=t,"
- "c4025=t,c4026=t,c4027=t,c4028=t,c4029=t,c4030=t,c4031=t,c4032=t,c4033=t,c4034=t,c4035=t,c4036=t,c4037=t,c4038=t,"
- "c4039=t,c4040=t,c4041=t,c4042=t,c4043=t,c4044=t,c4045=t,c4046=t,c4047=t,c4048=t,c4049=t,c4050=t,c4051=t,c4052=t,"
- "c4053=t,c4054=t,c4055=t,c4056=t,c4057=t,c4058=t,c4059=t,c4060=t,c4061=t,c4062=t,c4063=t,c4064=t,c4065=t,c4066=t,"
- "c4067=t,c4068=t,c4069=t,c4070=t,c4071=t,c4072=t,c4073=t,c4074=t,c4075=t,c4076=t,c4077=t,c4078=t,c4079=t,c4080=t,"
- "c4081=t,c4082=t,c4083=t,c4084=t,c4085=t,c4086=t,c4087=t,c4088=t,c4089=t,c4090=t,c4091=t,c4092=t,c4093=t "
- "1626006833640000000"};
-
- int ret = TSDB_CODE_SUCCESS;
- for (int i = 0; i < sizeof(sql) / sizeof(sql[0]); i++) {
- ret = smlParseInfluxLine(info, sql[i], strlen(sql[i]));
- if (ret != TSDB_CODE_SUCCESS) break;
+TEST(testCase, smlParseNumber_performance_Test) {
+ char msg[256] = {0};
+ SSmlMsgBuf msgBuf;
+ SSmlKv kv;
+
+ char* str[3] = {"2893f64", "2323u32", "93u8"};
+ for (int i = 0; i < 3; ++i) {
+ int64_t t1 = taosGetTimestampUs();
+ for (int j = 0; j < 10000000; ++j) {
+ kv.value = str[i];
+ kv.length = strlen(str[i]);
+ smlParseNumber(&kv, &msgBuf);
+ }
+ printf("smlParseNumber:%s cost:%" PRId64, str[i], taosGetTimestampUs() - t1);
+ printf("\n");
+ int64_t t2 = taosGetTimestampUs();
+ for (int j = 0; j < 10000000; ++j) {
+ kv.value = str[i];
+ kv.length = strlen(str[i]);
+ smlParseNumberOld(&kv, &msgBuf);
+ }
+ printf("smlParseNumberOld:%s cost:%" PRId64, str[i], taosGetTimestampUs() - t2);
+ printf("\n\n");
}
- ASSERT_NE(ret, 0);
- smlDestroyInfo(info);
-}
+}
\ No newline at end of file
diff --git a/source/common/src/tdatablock.c b/source/common/src/tdatablock.c
index 2b43229b838fffb14625f01ba98bfc5c196a8458..4373f309ca39e1f3f42908db1cfc3a1b11c41c08 100644
--- a/source/common/src/tdatablock.c
+++ b/source/common/src/tdatablock.c
@@ -19,7 +19,7 @@
#include "tlog.h"
#include "tname.h"
-#define MALLOC_ALIGN_BYTES 256
+#define MALLOC_ALIGN_BYTES 32
int32_t colDataGetLength(const SColumnInfoData* pColumnInfoData, int32_t numOfRows) {
ASSERT(pColumnInfoData != NULL);
@@ -38,7 +38,8 @@ int32_t colDataGetFullLength(const SColumnInfoData* pColumnInfoData, int32_t num
if (IS_VAR_DATA_TYPE(pColumnInfoData->info.type)) {
return pColumnInfoData->varmeta.length + sizeof(int32_t) * numOfRows;
} else {
- return ((pColumnInfoData->info.type == TSDB_DATA_TYPE_NULL) ? 0 : pColumnInfoData->info.bytes * numOfRows) + BitmapLen(numOfRows);
+ return ((pColumnInfoData->info.type == TSDB_DATA_TYPE_NULL) ? 0 : pColumnInfoData->info.bytes * numOfRows) +
+ BitmapLen(numOfRows);
}
}
@@ -279,7 +280,7 @@ int32_t colDataMergeCol(SColumnInfoData* pColumnInfoData, int32_t numOfRow1, int
pColumnInfoData->varmeta.allocLen = len + oldLen;
}
- if (pColumnInfoData->pData && pSource->pData) { // TD-20382
+ if (pColumnInfoData->pData && pSource->pData) { // TD-20382
memcpy(pColumnInfoData->pData + oldLen, pSource->pData, len);
}
pColumnInfoData->varmeta.length = len + oldLen;
@@ -359,7 +360,7 @@ size_t blockDataGetNumOfRows(const SSDataBlock* pBlock) { return pBlock->info.ro
int32_t blockDataUpdateTsWindow(SSDataBlock* pDataBlock, int32_t tsColumnIndex) {
if (pDataBlock->info.rows > 0) {
-// ASSERT(pDataBlock->info.dataLoad == 1);
+ // ASSERT(pDataBlock->info.dataLoad == 1);
}
if (pDataBlock == NULL || pDataBlock->info.rows <= 0 || pDataBlock->info.dataLoad == 0) {
@@ -1167,8 +1168,11 @@ void blockDataEmpty(SSDataBlock* pDataBlock) {
}
// todo temporarily disable it
-static int32_t doEnsureCapacity(SColumnInfoData* pColumn, const SDataBlockInfo* pBlockInfo, uint32_t numOfRows, bool clearPayload) {
+
+static int32_t doEnsureCapacity(SColumnInfoData* pColumn, const SDataBlockInfo* pBlockInfo, uint32_t numOfRows,
+ bool clearPayload) {
ASSERT(numOfRows > 0);
+
if (numOfRows <= pBlockInfo->capacity) {
return TSDB_CODE_SUCCESS;
}
@@ -1225,7 +1229,7 @@ static int32_t doEnsureCapacity(SColumnInfoData* pColumn, const SDataBlockInfo*
return TSDB_CODE_SUCCESS;
}
-void colInfoDataCleanup(SColumnInfoData* pColumn, uint32_t numOfRows) {
+void colInfoDataCleanup(SColumnInfoData* pColumn, uint32_t numOfRows) {
pColumn->hasNull = false;
if (IS_VAR_DATA_TYPE(pColumn->info.type)) {
@@ -1953,7 +1957,8 @@ char* dumpBlockData(SSDataBlock* pDataBlock, const char* flag, char** pDataBuf)
"===stream===%s|block type %d|child id %d|group id:%" PRIu64 "|uid:%" PRId64
"|rows:%d|version:%" PRIu64 "|cal start:%" PRIu64 "|cal end:%" PRIu64 "\n",
flag, (int32_t)pDataBlock->info.type, pDataBlock->info.childId, pDataBlock->info.id.groupId,
- pDataBlock->info.id.uid, pDataBlock->info.rows, pDataBlock->info.version, pDataBlock->info.calWin.skey, pDataBlock->info.calWin.ekey);
+ pDataBlock->info.id.uid, pDataBlock->info.rows, pDataBlock->info.version,
+ pDataBlock->info.calWin.skey, pDataBlock->info.calWin.ekey);
if (len >= size - 1) return dumpBuf;
for (int32_t j = 0; j < rows; j++) {
@@ -2055,6 +2060,7 @@ char* dumpBlockData(SSDataBlock* pDataBlock, const char* flag, char** pDataBuf)
* @param suid
*
*/
+#if 0
int32_t buildSubmitReqFromDataBlock(SSubmitReq** pReq, const SSDataBlock* pDataBlock, STSchema* pTSchema, int32_t vgId,
tb_uid_t suid) {
int32_t bufSize = sizeof(SSubmitReq);
@@ -2220,32 +2226,186 @@ int32_t buildSubmitReqFromDataBlock(SSubmitReq** pReq, const SSDataBlock* pDataB
return TSDB_CODE_SUCCESS;
}
+#endif
+
+int32_t buildSubmitReqFromDataBlock(SSubmitReq2** ppReq, const SSDataBlock* pDataBlock, const STSchema* pTSchema,
+ int64_t uid, int32_t vgId, tb_uid_t suid) {
+ SSubmitReq2* pReq = *ppReq;
+ SArray* pVals = NULL;
+ int32_t numOfBlks = 0;
+ int32_t sz = 1;
+
+ terrno = TSDB_CODE_SUCCESS;
+
+ if (NULL == pReq) {
+ if (!(pReq = taosMemoryMalloc(sizeof(SSubmitReq2)))) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+
+ if (!(pReq->aSubmitTbData = taosArrayInit(1, sizeof(SSubmitTbData)))) {
+ goto _end;
+ }
+ }
+
+ for (int32_t i = 0; i < sz; ++i) {
+ int32_t colNum = taosArrayGetSize(pDataBlock->pDataBlock);
+ int32_t rows = pDataBlock->info.rows;
+
+ if (colNum <= 1) { // invalid if only with TS col
+ continue;
+ }
+
+ // the rsma result should has the same column number with schema.
+ ASSERT(colNum == pTSchema->numOfCols);
+
+ SSubmitTbData tbData = {0};
+
+ if (!(tbData.aRowP = taosArrayInit(rows, sizeof(SRow*)))) {
+ goto _end;
+ }
+ tbData.suid = suid;
+ tbData.uid = uid;
+ tbData.sver = pTSchema->version;
+
+ if (!pVals && !(pVals = taosArrayInit(colNum, sizeof(SColVal)))) {
+ taosArrayDestroy(tbData.aRowP);
+ goto _end;
+ }
+
+ for (int32_t j = 0; j < rows; ++j) { // iterate by row
+
+ taosArrayClear(pVals);
+
+ bool isStartKey = false;
+ int32_t offset = 0;
+ for (int32_t k = 0; k < colNum; ++k) { // iterate by column
+ SColumnInfoData* pColInfoData = taosArrayGet(pDataBlock->pDataBlock, k);
+ const STColumn* pCol = &pTSchema->columns[k];
+ void* var = POINTER_SHIFT(pColInfoData->pData, j * pColInfoData->info.bytes);
+
+ switch (pColInfoData->info.type) {
+ case TSDB_DATA_TYPE_TIMESTAMP:
+ ASSERT(pColInfoData->info.type == pCol->type);
+ if (!isStartKey) {
+ isStartKey = true;
+ ASSERT(PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId);
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, (SValue){.val = *(TSKEY*)var});
+ taosArrayPush(pVals, &cv);
+ } else if (colDataIsNull_s(pColInfoData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type);
+ taosArrayPush(pVals, &cv);
+ } else {
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, (SValue){.val = *(int64_t*)var});
+ taosArrayPush(pVals, &cv);
+ }
+ break;
+ case TSDB_DATA_TYPE_NCHAR:
+ case TSDB_DATA_TYPE_VARCHAR: { // TSDB_DATA_TYPE_BINARY
+ ASSERT(pColInfoData->info.type == pCol->type);
+ if (colDataIsNull_s(pColInfoData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type);
+ taosArrayPush(pVals, &cv);
+ } else {
+ void* data = colDataGetVarData(pColInfoData, j);
+ SValue sv = (SValue){.nData = varDataLen(data), .pData = varDataVal(data)}; // address copy, no value
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
+ }
+ break;
+ }
+ case TSDB_DATA_TYPE_VARBINARY:
+ case TSDB_DATA_TYPE_DECIMAL:
+ case TSDB_DATA_TYPE_BLOB:
+ case TSDB_DATA_TYPE_JSON:
+ case TSDB_DATA_TYPE_MEDIUMBLOB:
+ uError("the column type %" PRIi16 " is defined but not implemented yet", pColInfoData->info.type);
+ ASSERT(0);
+ break;
+ default:
+ if (pColInfoData->info.type < TSDB_DATA_TYPE_MAX && pColInfoData->info.type > TSDB_DATA_TYPE_NULL) {
+ if (colDataIsNull_s(pColInfoData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type); // should use pCol->type
+ taosArrayPush(pVals, &cv);
+ } else {
+ SValue sv;
+ if (pCol->type == pColInfoData->info.type) {
+ memcpy(&sv.val, var, tDataTypes[pCol->type].bytes);
+ } else {
+ /**
+ * 1. sum/avg would convert to int64_t/uint64_t/double during aggregation
+ * 2. below conversion may lead to overflow or loss, the app should select the right data type.
+ */
+ char tv[8] = {0};
+ if (pColInfoData->info.type == TSDB_DATA_TYPE_FLOAT) {
+ float v = 0;
+ GET_TYPED_DATA(v, float, pColInfoData->info.type, var);
+ SET_TYPED_DATA(&tv, pCol->type, v);
+ } else if (pColInfoData->info.type == TSDB_DATA_TYPE_DOUBLE) {
+ double v = 0;
+ GET_TYPED_DATA(v, double, pColInfoData->info.type, var);
+ SET_TYPED_DATA(&tv, pCol->type, v);
+ } else if (IS_SIGNED_NUMERIC_TYPE(pColInfoData->info.type)) {
+ int64_t v = 0;
+ GET_TYPED_DATA(v, int64_t, pColInfoData->info.type, var);
+ SET_TYPED_DATA(&tv, pCol->type, v);
+ } else {
+ uint64_t v = 0;
+ GET_TYPED_DATA(v, uint64_t, pColInfoData->info.type, var);
+ SET_TYPED_DATA(&tv, pCol->type, v);
+ }
+ memcpy(&sv.val, tv, tDataTypes[pCol->type].bytes);
+ }
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pColInfoData->info.type, sv);
+ taosArrayPush(pVals, &cv);
+ }
+ } else {
+ uError("the column type %" PRIi16 " is undefined\n", pColInfoData->info.type);
+ ASSERT(0);
+ }
+ break;
+ }
+ }
+ SRow* pRow = NULL;
+ if ((terrno = tRowBuild(pVals, pTSchema, &pRow)) < 0) {
+ tDestroySSubmitTbData(&tbData, TSDB_MSG_FLG_ENCODE);
+ goto _end;
+ }
+ ASSERT(pRow);
+ taosArrayPush(tbData.aRowP, &pRow);
+ }
+
+ taosArrayPush(pReq->aSubmitTbData, &tbData);
+ }
+_end:
+ taosArrayDestroy(pVals);
+ if (terrno != 0) {
+ *ppReq = NULL;
+ if (pReq) tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ return TSDB_CODE_FAILED;
+ }
+ *ppReq = pReq;
+ return TSDB_CODE_SUCCESS;
+}
char* buildCtbNameByGroupId(const char* stbFullName, uint64_t groupId) {
ASSERT(stbFullName[0] != 0);
- SArray* tags = taosArrayInit(0, sizeof(void*));
+ SArray* tags = taosArrayInit(0, sizeof(SSmlKv));
if (tags == NULL) {
return NULL;
}
- SSmlKv* pTag = taosMemoryCalloc(1, sizeof(SSmlKv));
- if (pTag == NULL) {
- taosArrayDestroy(tags);
- return NULL;
- }
-
void* cname = taosMemoryCalloc(1, TSDB_TABLE_NAME_LEN + 1);
if (cname == NULL) {
taosArrayDestroy(tags);
- taosMemoryFree(pTag);
return NULL;
}
- pTag->key = "group_id";
- pTag->keyLen = strlen(pTag->key);
- pTag->type = TSDB_DATA_TYPE_UBIGINT;
- pTag->u = groupId;
- pTag->length = sizeof(uint64_t);
+ SSmlKv pTag = {.key = "group_id",
+ .keyLen = sizeof("group_id") - 1,
+ .type = TSDB_DATA_TYPE_UBIGINT,
+ .u = groupId,
+ .length = sizeof(uint64_t)};
taosArrayPush(tags, &pTag);
RandTableName rname = {
@@ -2257,7 +2417,6 @@ char* buildCtbNameByGroupId(const char* stbFullName, uint64_t groupId) {
buildChildTableName(&rname);
- taosMemoryFree(pTag);
taosArrayDestroy(tags);
ASSERT(rname.ctbShortName && rname.ctbShortName[0]);
diff --git a/source/common/src/tdataformat.c b/source/common/src/tdataformat.c
index fc49c033794c946a9881b6ae1efeabcb101e99a7..5d19012273aca3bf48ba37159e016290947fc49f 100644
--- a/source/common/src/tdataformat.c
+++ b/source/common/src/tdataformat.c
@@ -20,6 +20,8 @@
#include "tdatablock.h"
#include "tlog.h"
+static int32_t (*tColDataAppendValueImpl[8][3])(SColData *pColData, uint8_t *pData, uint32_t nData);
+
// SBuffer ================================
void tBufferDestroy(SBuffer *pBuffer) {
tFree(pBuffer->pBuf);
@@ -61,9 +63,9 @@ static int32_t tGetTagVal(uint8_t *p, STagVal *pTagVal, int8_t isJson);
#define KV_FLG_MID ((uint8_t)0x20)
#define KV_FLG_BIG ((uint8_t)0x30)
-#define ROW_BIT_NONE ((uint8_t)0x0)
-#define ROW_BIT_NULL ((uint8_t)0x1)
-#define ROW_BIT_VALUE ((uint8_t)0x2)
+#define BIT_FLG_NONE ((uint8_t)0x0)
+#define BIT_FLG_NULL ((uint8_t)0x1)
+#define BIT_FLG_VALUE ((uint8_t)0x2)
#pragma pack(push, 1)
typedef struct {
@@ -95,28 +97,29 @@ typedef struct {
} \
} while (0)
-int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
+int32_t tRowBuild(SArray *aColVal, const STSchema *pTSchema, SRow **ppRow) {
int32_t code = 0;
- ASSERT(taosArrayGetSize(aColVal) > 0);
+ ASSERT(TARRAY_SIZE(aColVal) > 0);
ASSERT(((SColVal *)aColVal->pData)[0].cid == PRIMARYKEY_TIMESTAMP_COL_ID);
ASSERT(((SColVal *)aColVal->pData)[0].type == TSDB_DATA_TYPE_TIMESTAMP);
// scan ---------------
- uint8_t flag = 0;
- int32_t iColVal = 1;
- const int32_t nColVal = taosArrayGetSize(aColVal);
- SColVal *pColVal = (iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
- int32_t iTColumn = 1;
- STColumn *pTColumn = pTSchema->columns + iTColumn;
- int32_t ntp = 0;
- int32_t nkv = 0;
- int32_t maxIdx = 0;
- int32_t nIdx = 0;
+ SRow *pRow = NULL;
+ SColVal *colVals = (SColVal *)TARRAY_DATA(aColVal);
+ uint8_t flag = 0;
+ int32_t iColVal = 1;
+ const int32_t nColVal = TARRAY_SIZE(aColVal);
+ SColVal *pColVal = (iColVal < nColVal) ? &colVals[iColVal] : NULL;
+ int32_t iTColumn = 1;
+ const STColumn *pTColumn = pTSchema->columns + iTColumn;
+ int32_t ntp = 0;
+ int32_t nkv = 0;
+ int32_t maxIdx = 0;
+ int32_t nIdx = 0;
while (pTColumn) {
if (pColVal) {
if (pColVal->cid == pTColumn->colId) {
- ntp += TYPE_BYTES[pTColumn->type];
if (COL_VAL_IS_VALUE(pColVal)) { // VALUE
flag |= HAS_VALUE;
maxIdx = nkv;
@@ -139,17 +142,15 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
}
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
} else if (pColVal->cid > pTColumn->colId) { // NONE
flag |= HAS_NONE;
- ntp += TYPE_BYTES[pTColumn->type];
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
} else {
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
}
} else { // NONE
flag |= HAS_NONE;
- ntp += TYPE_BYTES[pTColumn->type];
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
}
}
@@ -161,17 +162,17 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
ntp = sizeof(SRow);
break;
case HAS_VALUE:
- ntp = sizeof(SRow) + ntp;
+ ntp = sizeof(SRow) + pTSchema->flen + ntp;
break;
case (HAS_NULL | HAS_NONE):
ntp = sizeof(SRow) + BIT1_SIZE(pTSchema->numOfCols - 1);
break;
case (HAS_VALUE | HAS_NONE):
case (HAS_VALUE | HAS_NULL):
- ntp = sizeof(SRow) + BIT1_SIZE(pTSchema->numOfCols - 1) + ntp;
+ ntp = sizeof(SRow) + BIT1_SIZE(pTSchema->numOfCols - 1) + pTSchema->flen + ntp;
break;
case (HAS_VALUE | HAS_NULL | HAS_NONE):
- ntp = sizeof(SRow) + BIT2_SIZE(pTSchema->numOfCols - 1) + ntp;
+ ntp = sizeof(SRow) + BIT2_SIZE(pTSchema->numOfCols - 1) + pTSchema->flen + ntp;
break;
default:
ASSERT(0);
@@ -196,12 +197,14 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
}
// alloc --------------
- SRow *pRow = NULL;
- code = tBufferReserve(pBuffer, nRow, (void **)&pRow);
- if (code) return code;
+ pRow = taosMemoryMalloc(nRow);
+ if (NULL == pRow) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
// build --------------
- pColVal = (SColVal *)taosArrayGet(aColVal, 0);
+ pColVal = &colVals[0];
pRow->flag = flag;
pRow->rsv = 0;
@@ -214,10 +217,10 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
}
iColVal = 1;
- pColVal = (iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (iColVal < nColVal) ? &colVals[iColVal] : NULL;
iTColumn = 1;
pTColumn = pTSchema->columns + iTColumn;
- if (flag & 0xf0) { // KV
+ if (flag >> 4) { // KV
SKVIdx *pIdx = (SKVIdx *)pRow->data;
int32_t iIdx = 0;
int32_t nv = 0;
@@ -266,11 +269,11 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
}
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
} else if (pColVal->cid > pTColumn->colId) { // NONE
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
} else {
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
}
} else { // NONE
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
@@ -306,12 +309,20 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
break;
}
+ if (pb) {
+ if (flag == (HAS_VALUE | HAS_NULL | HAS_NONE)) {
+ memset(pb, 0, BIT2_SIZE(pTSchema->numOfCols - 1));
+ } else {
+ memset(pb, 0, BIT1_SIZE(pTSchema->numOfCols - 1));
+ }
+ }
+
// build impl
while (pTColumn) {
if (pColVal) {
if (pColVal->cid == pTColumn->colId) {
if (COL_VAL_IS_VALUE(pColVal)) { // VALUE
- ROW_SET_BITMAP(pb, flag, iTColumn - 1, ROW_BIT_VALUE);
+ ROW_SET_BITMAP(pb, flag, iTColumn - 1, BIT_FLG_VALUE);
if (IS_VAR_DATA_TYPE(pTColumn->type)) {
*(int32_t *)(pf + pTColumn->offset) = nv;
@@ -324,24 +335,24 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
memcpy(pf + pTColumn->offset, &pColVal->value.val, TYPE_BYTES[pTColumn->type]);
}
} else if (COL_VAL_IS_NONE(pColVal)) { // NONE
- ROW_SET_BITMAP(pb, flag, iTColumn - 1, ROW_BIT_NONE);
+ ROW_SET_BITMAP(pb, flag, iTColumn - 1, BIT_FLG_NONE);
if (pf) memset(pf + pTColumn->offset, 0, TYPE_BYTES[pTColumn->type]);
} else { // NULL
- ROW_SET_BITMAP(pb, flag, iTColumn - 1, ROW_BIT_NULL);
+ ROW_SET_BITMAP(pb, flag, iTColumn - 1, BIT_FLG_NULL);
if (pf) memset(pf + pTColumn->offset, 0, TYPE_BYTES[pTColumn->type]);
}
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
} else if (pColVal->cid > pTColumn->colId) { // NONE
- ROW_SET_BITMAP(pb, flag, iTColumn - 1, ROW_BIT_NONE);
+ ROW_SET_BITMAP(pb, flag, iTColumn - 1, BIT_FLG_NONE);
if (pf) memset(pf + pTColumn->offset, 0, TYPE_BYTES[pTColumn->type]);
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
} else {
- pColVal = (++iColVal < nColVal) ? (SColVal *)taosArrayGet(aColVal, iColVal) : NULL;
+ pColVal = (++iColVal < nColVal) ? &colVals[iColVal] : NULL;
}
} else { // NONE
- ROW_SET_BITMAP(pb, flag, iTColumn - 1, ROW_BIT_NONE);
+ ROW_SET_BITMAP(pb, flag, iTColumn - 1, BIT_FLG_NONE);
if (pf) memset(pf + pTColumn->offset, 0, TYPE_BYTES[pTColumn->type]);
pTColumn = (++iTColumn < pTSchema->numOfCols) ? pTSchema->columns + iTColumn : NULL;
}
@@ -349,6 +360,12 @@ int32_t tRowBuild(SArray *aColVal, STSchema *pTSchema, SBuffer *pBuffer) {
}
_exit:
+ if (code) {
+ *ppRow = NULL;
+ tRowDestroy(pRow);
+ } else {
+ *ppRow = pRow;
+ }
return code;
}
@@ -376,7 +393,7 @@ void tRowGet(SRow *pRow, STSchema *pTSchema, int32_t iCol, SColVal *pColVal) {
return;
}
- if (pRow->flag & 0xf0) { // KV Row
+ if (pRow->flag >> 4) { // KV Row
SKVIdx *pIdx = (SKVIdx *)pRow->data;
uint8_t *pv = NULL;
if (pRow->flag & KV_FLG_LIT) {
@@ -432,64 +449,190 @@ void tRowGet(SRow *pRow, STSchema *pTSchema, int32_t iCol, SColVal *pColVal) {
*pColVal = COL_VAL_NONE(pTColumn->colId, pTColumn->type);
} else { // Tuple Row
- uint8_t *pf = NULL;
- uint8_t *pv = NULL;
- uint8_t bv = ROW_BIT_VALUE;
+ if (pRow->flag == HAS_VALUE) {
+ pColVal->cid = pTColumn->colId;
+ pColVal->type = pTColumn->type;
+ pColVal->flag = CV_FLAG_VALUE;
+ if (IS_VAR_DATA_TYPE(pTColumn->type)) {
+ uint8_t *pData = pRow->data + pTSchema->flen + *(int32_t *)(pRow->data + pTColumn->offset);
+ pData += tGetU32v(pData, &pColVal->value.nData);
+ if (pColVal->value.nData) {
+ pColVal->value.pData = pData;
+ } else {
+ pColVal->value.pData = NULL;
+ }
+ } else {
+ memcpy(&pColVal->value.val, pRow->data + pTColumn->offset, TYPE_BYTES[pTColumn->type]);
+ }
+ } else {
+ uint8_t *pf;
+ uint8_t *pv;
+ uint8_t bv = BIT_FLG_VALUE;
- switch (pRow->flag) {
- case HAS_VALUE:
- pf = pRow->data;
- pv = pf + pTSchema->flen;
- break;
- case (HAS_NULL | HAS_NONE):
- bv = GET_BIT1(pRow->data, iCol - 1);
- break;
- case (HAS_VALUE | HAS_NONE):
- bv = GET_BIT1(pRow->data, iCol - 1);
- if (bv) bv++;
- pf = pRow->data + BIT1_SIZE(pTSchema->numOfCols - 1);
- pv = pf + pTSchema->flen;
- break;
- case (HAS_VALUE | HAS_NULL):
- bv = GET_BIT1(pRow->data, iCol - 1);
- bv++;
- pf = pRow->data + BIT1_SIZE(pTSchema->numOfCols - 1);
- pv = pf + pTSchema->flen;
- break;
- case (HAS_VALUE | HAS_NULL | HAS_NONE):
- bv = GET_BIT2(pRow->data, iCol - 1);
- pf = pRow->data + BIT2_SIZE(pTSchema->numOfCols - 1);
- pv = pf + pTSchema->flen;
- break;
- default:
- break;
- }
+ switch (pRow->flag) {
+ case (HAS_NULL | HAS_NONE):
+ bv = GET_BIT1(pRow->data, iCol - 1);
+ break;
+ case (HAS_VALUE | HAS_NONE):
+ bv = GET_BIT1(pRow->data, iCol - 1);
+ if (bv) bv++;
+ pf = pRow->data + BIT1_SIZE(pTSchema->numOfCols - 1);
+ pv = pf + pTSchema->flen;
+ break;
+ case (HAS_VALUE | HAS_NULL):
+ bv = GET_BIT1(pRow->data, iCol - 1);
+ bv++;
+ pf = pRow->data + BIT1_SIZE(pTSchema->numOfCols - 1);
+ pv = pf + pTSchema->flen;
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ bv = GET_BIT2(pRow->data, iCol - 1);
+ pf = pRow->data + BIT2_SIZE(pTSchema->numOfCols - 1);
+ pv = pf + pTSchema->flen;
+ break;
+ default:
+ ASSERT(0);
+ break;
+ }
- if (bv == ROW_BIT_NONE) {
- *pColVal = COL_VAL_NONE(pTColumn->colId, pTColumn->type);
- return;
- } else if (bv == ROW_BIT_NULL) {
- *pColVal = COL_VAL_NULL(pTColumn->colId, pTColumn->type);
- return;
- }
+ if (bv == BIT_FLG_NONE) {
+ *pColVal = COL_VAL_NONE(pTColumn->colId, pTColumn->type);
+ return;
+ } else if (bv == BIT_FLG_NULL) {
+ *pColVal = COL_VAL_NULL(pTColumn->colId, pTColumn->type);
+ return;
+ }
- pColVal->cid = pTColumn->colId;
- pColVal->type = pTColumn->type;
- pColVal->flag = CV_FLAG_VALUE;
- if (IS_VAR_DATA_TYPE(pTColumn->type)) {
- uint8_t *pData = pv + *(int32_t *)(pf + pTColumn->offset);
- pData += tGetU32v(pData, &pColVal->value.nData);
- if (pColVal->value.nData) {
- pColVal->value.pData = pData;
+ pColVal->cid = pTColumn->colId;
+ pColVal->type = pTColumn->type;
+ pColVal->flag = CV_FLAG_VALUE;
+ if (IS_VAR_DATA_TYPE(pTColumn->type)) {
+ uint8_t *pData = pv + *(int32_t *)(pf + pTColumn->offset);
+ pData += tGetU32v(pData, &pColVal->value.nData);
+ if (pColVal->value.nData) {
+ pColVal->value.pData = pData;
+ } else {
+ pColVal->value.pData = NULL;
+ }
} else {
- pColVal->value.pData = NULL;
+ memcpy(&pColVal->value.val, pf + pTColumn->offset, TYPE_BYTES[pTColumn->type]);
}
- } else {
- memcpy(&pColVal->value.val, pv + pTColumn->offset, pTColumn->bytes);
}
}
}
+void tRowDestroy(SRow *pRow) {
+ if (pRow) taosMemoryFree(pRow);
+}
+
+static int32_t tRowPCmprFn(const void *p1, const void *p2) {
+ if ((*(SRow **)p1)->ts < (*(SRow **)p2)->ts) {
+ return -1;
+ } else if ((*(SRow **)p1)->ts > (*(SRow **)p2)->ts) {
+ return 1;
+ }
+
+ return 0;
+}
+static void tRowPDestroy(SRow **ppRow) { tRowDestroy(*ppRow); }
+static int32_t tRowMergeImpl(SArray *aRowP, STSchema *pTSchema, int32_t iStart, int32_t iEnd, int8_t flag) {
+ int32_t code = 0;
+
+ int32_t nRow = iEnd - iStart;
+ SRowIter **aIter = NULL;
+ SArray *aColVal = NULL;
+ SRow *pRow = NULL;
+
+ aIter = taosMemoryCalloc(nRow, sizeof(SRowIter *));
+ if (aIter == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (int32_t i = 0; i < nRow; i++) {
+ SRow *pRowT = taosArrayGetP(aRowP, iStart + i);
+
+ code = tRowIterOpen(pRowT, pTSchema, &aIter[i]);
+ if (code) goto _exit;
+ }
+
+ // merge
+ aColVal = taosArrayInit(pTSchema->numOfCols, sizeof(SColVal));
+ if (aColVal == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (int32_t iCol = 0; iCol < pTSchema->numOfCols; iCol++) {
+ SColVal *pColVal = NULL;
+ for (int32_t iRow = 0; iRow < nRow; iRow++) {
+ SColVal *pColValT = tRowIterNext(aIter[iRow]);
+
+ // todo: take strategy according to the flag
+ if (COL_VAL_IS_VALUE(pColValT)) {
+ pColVal = pColValT;
+ } else if (COL_VAL_IS_NULL(pColValT)) {
+ if (pColVal == NULL) {
+ pColVal = pColValT;
+ }
+ }
+ }
+
+ if (pColVal) taosArrayPush(aColVal, pColVal);
+ }
+
+ // build
+ code = tRowBuild(aColVal, pTSchema, &pRow);
+ if (code) goto _exit;
+
+ taosArrayRemoveBatch(aRowP, iStart, nRow, (FDelete)tRowPDestroy);
+ taosArrayInsert(aRowP, iStart, &pRow);
+
+_exit:
+ if (aIter) {
+ for (int32_t i = 0; i < nRow; i++) {
+ tRowIterClose(&aIter[i]);
+ }
+ taosMemoryFree(aIter);
+ }
+ if (aColVal) taosArrayDestroy(aColVal);
+ if (code) tRowDestroy(pRow);
+ return code;
+}
+
+void tRowSort(SArray *aRowP) {
+ if (TARRAY_SIZE(aRowP) <= 1) return;
+ taosArraySort(aRowP, tRowPCmprFn);
+}
+
+int32_t tRowMerge(SArray *aRowP, STSchema *pTSchema, int8_t flag) {
+ int32_t code = 0;
+
+ int32_t iStart = 0;
+ while (iStart < aRowP->size) {
+ SRow *pRow = (SRow *)taosArrayGetP(aRowP, iStart);
+
+ int32_t iEnd = iStart + 1;
+ while (iEnd < aRowP->size) {
+ SRow *pRowT = (SRow *)taosArrayGetP(aRowP, iEnd);
+
+ if (pRow->ts != pRowT->ts) break;
+
+ iEnd++;
+ }
+
+ if (iEnd - iStart > 1) {
+ code = tRowMergeImpl(aRowP, pTSchema, iStart, iEnd, flag);
+ if (code) return code;
+ }
+
+ // the array is also changing, so the iStart just ++ instead of iEnd
+ iStart++;
+ }
+
+ return code;
+}
+
// SRowIter ========================================
struct SRowIter {
SRow *pRow;
@@ -505,10 +648,9 @@ struct SRowIter {
uint8_t *pb;
uint8_t *pf;
};
- uint8_t *pv;
};
-
- SColVal cv;
+ uint8_t *pv;
+ SColVal cv;
};
int32_t tRowIterOpen(SRow *pRow, STSchema *pTSchema, SRowIter **ppIter) {
@@ -528,15 +670,15 @@ int32_t tRowIterOpen(SRow *pRow, STSchema *pTSchema, SRowIter **ppIter) {
if (pRow->flag == HAS_NONE || pRow->flag == HAS_NULL) goto _exit;
- if (pRow->flag & 0xf0) {
+ if (pRow->flag >> 4) {
pIter->iCol = 0;
pIter->pIdx = (SKVIdx *)pRow->data;
if (pRow->flag & KV_FLG_LIT) {
pIter->pv = pIter->pIdx->idx + pIter->pIdx->nCol;
} else if (pRow->flag & KV_FLG_MID) {
- pIter->pv = pIter->pIdx->idx + (pIter->pIdx->nCol << 1);
+ pIter->pv = pIter->pIdx->idx + (pIter->pIdx->nCol << 1); // * sizeof(uint16_t)
} else {
- pIter->pv = pIter->pIdx->idx + (pIter->pIdx->nCol << 2);
+ pIter->pv = pIter->pIdx->idx + (pIter->pIdx->nCol << 2); // * sizeof(uint32_t)
}
} else {
switch (pRow->flag) {
@@ -608,7 +750,7 @@ SColVal *tRowIterNext(SRowIter *pIter) {
goto _exit;
}
- if (pIter->pRow->flag & 0xf0) { // KV
+ if (pIter->pRow->flag >> 4) { // KV
if (pIter->iCol < pIter->pIdx->nCol) {
uint8_t *pData;
@@ -656,7 +798,7 @@ SColVal *tRowIterNext(SRowIter *pIter) {
goto _exit;
}
} else { // Tuple
- uint8_t bv = ROW_BIT_VALUE;
+ uint8_t bv = BIT_FLG_VALUE;
if (pIter->pb) {
switch (pIter->pRow->flag) {
case (HAS_NULL | HAS_NONE):
@@ -677,10 +819,10 @@ SColVal *tRowIterNext(SRowIter *pIter) {
break;
}
- if (bv == ROW_BIT_NONE) {
+ if (bv == BIT_FLG_NONE) {
pIter->cv = COL_VAL_NONE(pTColumn->colId, pTColumn->type);
goto _exit;
- } else if (bv == ROW_BIT_NULL) {
+ } else if (bv == BIT_FLG_NULL) {
pIter->cv = COL_VAL_NULL(pTColumn->colId, pTColumn->type);
goto _exit;
}
@@ -698,7 +840,7 @@ SColVal *tRowIterNext(SRowIter *pIter) {
pIter->cv.value.pData = NULL;
}
} else {
- memcpy(&pIter->cv.value.val, pIter->pv + pTColumn->offset, pTColumn->bytes);
+ memcpy(&pIter->cv.value.val, pIter->pf + pTColumn->offset, TYPE_BYTES[pTColumn->type]);
}
goto _exit;
}
@@ -708,7 +850,268 @@ _exit:
return &pIter->cv;
}
-// STSchema ========================================
+static int32_t tRowAppendNoneToColData(SColData *aColData, int32_t nColData) {
+ int32_t code = 0;
+
+ for (int32_t iColData = 0; iColData < nColData; iColData++) {
+ SColData *pColData = &aColData[iColData];
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+ }
+
+_exit:
+ return code;
+}
+static int32_t tRowAppendNullToColData(SColData *aColData, int32_t nColData, STSchema *pSchema) {
+ int32_t code = 0;
+
+ int32_t iColData = 0;
+ SColData *pColData = &aColData[iColData];
+ int32_t iTColumn = 1;
+ STColumn *pTColumn = &pSchema->columns[iTColumn];
+
+ while (pColData) {
+ if (pTColumn) {
+ if (pTColumn->colId == pColData->cid) { // NULL
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ pTColumn = (++iTColumn < pSchema->numOfCols) ? &pSchema->columns[iTColumn] : NULL;
+ } else if (pTColumn->colId > pColData->cid) { // NONE
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ } else {
+ pTColumn = (++iTColumn < pSchema->numOfCols) ? &pSchema->columns[iTColumn] : NULL;
+ }
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ }
+ }
+
+_exit:
+ return code;
+}
+static int32_t tRowAppendTupleToColData(SRow *pRow, STSchema *pTSchema, SColData *aColData, int32_t nColData) {
+ int32_t code = 0;
+
+ int32_t iColData = 0;
+ SColData *pColData = &aColData[iColData];
+ int32_t iTColumn = 1;
+ STColumn *pTColumn = &pTSchema->columns[iTColumn];
+
+ uint8_t *pb = NULL;
+ uint8_t *pf;
+ uint8_t *pv;
+
+ switch (pRow->flag) {
+ case HAS_VALUE:
+ pf = pRow->data;
+ pv = pf + pTSchema->flen;
+ break;
+ case (HAS_NULL | HAS_NONE):
+ pb = pRow->data;
+ break;
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL):
+ pb = pRow->data;
+ pf = pb + BIT1_SIZE(pTSchema->numOfCols - 1);
+ pv = pf + pTSchema->flen;
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ pb = pRow->data;
+ pf = pb + BIT2_SIZE(pTSchema->numOfCols - 1);
+ pv = pf + pTSchema->flen;
+ break;
+ default:
+ ASSERT(0);
+ break;
+ }
+
+ while (pColData) {
+ if (pTColumn) {
+ if (pTColumn->colId == pColData->cid) {
+ ASSERT(pTColumn->type == pColData->type);
+ if (pb) {
+ uint8_t bv;
+ switch (pRow->flag) {
+ case (HAS_NULL | HAS_NONE):
+ bv = GET_BIT1(pb, iTColumn - 1);
+ break;
+ case (HAS_VALUE | HAS_NONE):
+ bv = GET_BIT1(pb, iTColumn - 1);
+ if (bv) bv++;
+ break;
+ case (HAS_VALUE | HAS_NULL):
+ bv = GET_BIT1(pb, iTColumn - 1) + 1;
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ bv = GET_BIT2(pb, iTColumn - 1);
+ break;
+ default:
+ ASSERT(0);
+ break;
+ }
+
+ if (bv == BIT_FLG_NONE) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+ goto _continue;
+ } else if (bv == BIT_FLG_NULL) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ goto _continue;
+ }
+ }
+
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ uint8_t *pData = pv + *(int32_t *)(pf + pTColumn->offset);
+ uint32_t nData;
+ pData += tGetU32v(pData, &nData);
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, pData, nData);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, pf + pTColumn->offset,
+ TYPE_BYTES[pColData->type]);
+ if (code) goto _exit;
+ }
+
+ _continue:
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ pTColumn = (++iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
+ } else if (pTColumn->colId > pColData->cid) { // NONE
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ } else {
+ pTColumn = (++iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
+ }
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ }
+ }
+
+_exit:
+ return code;
+}
+static int32_t tRowAppendKVToColData(SRow *pRow, STSchema *pTSchema, SColData *aColData, int32_t nColData) {
+ int32_t code = 0;
+
+ SKVIdx *pKVIdx = (SKVIdx *)pRow->data;
+ uint8_t *pv = NULL;
+ int32_t iColData = 0;
+ SColData *pColData = &aColData[iColData];
+ int32_t iTColumn = 1;
+ STColumn *pTColumn = &pTSchema->columns[iTColumn];
+ int32_t iCol = 0;
+
+ if (pRow->flag & KV_FLG_LIT) {
+ pv = pKVIdx->idx + pKVIdx->nCol;
+ } else if (pRow->flag & KV_FLG_MID) {
+ pv = pKVIdx->idx + (pKVIdx->nCol << 1);
+ } else if (pRow->flag & KV_FLG_BIG) {
+ pv = pKVIdx->idx + (pKVIdx->nCol << 2);
+ } else {
+ ASSERT(0);
+ }
+
+ while (pColData) {
+ if (pTColumn) {
+ if (pTColumn->colId == pColData->cid) {
+ while (iCol < pKVIdx->nCol) {
+ uint8_t *pData;
+ if (pRow->flag & KV_FLG_LIT) {
+ pData = pv + ((uint8_t *)pKVIdx->idx)[iCol];
+ } else if (pRow->flag & KV_FLG_MID) {
+ pData = pv + ((uint16_t *)pKVIdx->idx)[iCol];
+ } else if (pRow->flag & KV_FLG_BIG) {
+ pData = pv + ((uint32_t *)pKVIdx->idx)[iCol];
+ } else {
+ ASSERT(0);
+ }
+
+ int16_t cid;
+ pData += tGetI16v(pData, &cid);
+
+ if (TABS(cid) == pTColumn->colId) {
+ if (cid < 0) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ } else {
+ if (IS_VAR_DATA_TYPE(pTColumn->type)) {
+ uint32_t nData;
+ pData += tGetU32v(pData, &nData);
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, pData, nData);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, pData, 0);
+ if (code) goto _exit;
+ }
+ }
+ iCol++;
+ goto _continue;
+ } else if (TABS(cid) > pTColumn->colId) { // NONE
+ break;
+ } else {
+ iCol++;
+ }
+ }
+
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+
+ _continue:
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ pTColumn = (++iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
+ } else if (pTColumn->colId > pColData->cid) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ } else {
+ pTColumn = (++iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
+ }
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NONE](pColData, NULL, 0);
+ if (code) goto _exit;
+ pColData = (++iColData < nColData) ? &aColData[iColData] : NULL;
+ }
+ }
+
+_exit:
+ return code;
+}
+int32_t tRowAppendToColData(SRow *pRow, STSchema *pTSchema, SColData *aColData, int32_t nColData) {
+ ASSERT(pRow->sver == pTSchema->version);
+ ASSERT(nColData > 0);
+
+ int32_t code = 0;
+
+ if (pRow->flag == HAS_NONE) {
+ code = tRowAppendNoneToColData(aColData, nColData);
+ goto _exit;
+ } else if (pRow->flag == HAS_NULL) {
+ code = tRowAppendNullToColData(aColData, nColData, pTSchema);
+ goto _exit;
+ }
+
+ if (pRow->flag >> 4) { // KV row
+ code = tRowAppendKVToColData(pRow, pTSchema, aColData, nColData);
+ if (code) goto _exit;
+ } else {
+ code = tRowAppendTupleToColData(pRow, pTSchema, aColData, nColData);
+ if (code) goto _exit;
+ }
+
+_exit:
+ return code;
+}
// STag ========================================
static int tTagValCmprFn(const void *p1, const void *p2) {
@@ -1086,120 +1489,47 @@ void tTagSetCid(const STag *pTag, int16_t iTag, int16_t cid) {
tPutI16v(p + offset, cid);
}
-#if 1 // ===================================================================================================================
-int tdInitTSchemaBuilder(STSchemaBuilder *pBuilder, schema_ver_t version) {
- if (pBuilder == NULL) return -1;
+// STSchema ========================================
+STSchema *tBuildTSchema(SSchema *aSchema, int32_t numOfCols, int32_t version) {
+ STSchema *pTSchema = taosMemoryCalloc(1, sizeof(STSchema) + sizeof(STColumn) * numOfCols);
+ if (pTSchema == NULL) return NULL;
- pBuilder->tCols = 256;
- pBuilder->columns = (STColumn *)taosMemoryMalloc(sizeof(STColumn) * pBuilder->tCols);
- if (pBuilder->columns == NULL) return -1;
+ pTSchema->numOfCols = numOfCols;
+ pTSchema->version = version;
- tdResetTSchemaBuilder(pBuilder, version);
- return 0;
-}
+ // timestamp column
+ ASSERT(aSchema[0].type == TSDB_DATA_TYPE_TIMESTAMP);
+ ASSERT(aSchema[0].colId == PRIMARYKEY_TIMESTAMP_COL_ID);
+ pTSchema->columns[0].colId = aSchema[0].colId;
+ pTSchema->columns[0].type = aSchema[0].type;
+ pTSchema->columns[0].flags = aSchema[0].flags;
+ pTSchema->columns[0].bytes = TYPE_BYTES[aSchema[0].type];
+ pTSchema->columns[0].offset = -1;
-void tdDestroyTSchemaBuilder(STSchemaBuilder *pBuilder) {
- if (pBuilder) {
- taosMemoryFreeClear(pBuilder->columns);
- }
-}
+ // other columns
+ for (int32_t iCol = 1; iCol < numOfCols; iCol++) {
+ SSchema *pSchema = &aSchema[iCol];
+ STColumn *pTColumn = &pTSchema->columns[iCol];
-void tdResetTSchemaBuilder(STSchemaBuilder *pBuilder, schema_ver_t version) {
- pBuilder->nCols = 0;
- pBuilder->tlen = 0;
- pBuilder->flen = 0;
- pBuilder->version = version;
-}
+ pTColumn->colId = pSchema->colId;
+ pTColumn->type = pSchema->type;
+ pTColumn->flags = pSchema->flags;
+ pTColumn->offset = pTSchema->flen;
-int32_t tdAddColToSchema(STSchemaBuilder *pBuilder, int8_t type, int8_t flags, col_id_t colId, col_bytes_t bytes) {
- if (!isValidDataType(type)) return -1;
+ if (IS_VAR_DATA_TYPE(pSchema->type)) {
+ pTColumn->bytes = pSchema->bytes;
+ pTSchema->tlen += (TYPE_BYTES[pSchema->type] + pSchema->bytes); // todo: remove
+ } else {
+ pTColumn->bytes = TYPE_BYTES[pSchema->type];
+ pTSchema->tlen += TYPE_BYTES[pSchema->type]; // todo: remove
+ }
- if (pBuilder->nCols >= pBuilder->tCols) {
- pBuilder->tCols *= 2;
- STColumn *columns = (STColumn *)taosMemoryRealloc(pBuilder->columns, sizeof(STColumn) * pBuilder->tCols);
- if (columns == NULL) return -1;
- pBuilder->columns = columns;
+ pTSchema->flen += TYPE_BYTES[pTColumn->type];
}
- STColumn *pCol = &(pBuilder->columns[pBuilder->nCols]);
- pCol->type = type;
- pCol->colId = colId;
- pCol->flags = flags;
- if (pBuilder->nCols == 0) {
- pCol->offset = -1;
- } else {
- pCol->offset = pBuilder->flen;
- pBuilder->flen += TYPE_BYTES[type];
- }
-
- if (IS_VAR_DATA_TYPE(type)) {
- pCol->bytes = bytes;
- pBuilder->tlen += (TYPE_BYTES[type] + bytes);
- } else {
- pCol->bytes = TYPE_BYTES[type];
- pBuilder->tlen += TYPE_BYTES[type];
- }
-
- pBuilder->nCols++;
-
- ASSERT(pCol->offset < pBuilder->flen);
-
- return 0;
-}
-
-STSchema *tdGetSchemaFromBuilder(STSchemaBuilder *pBuilder) {
- if (pBuilder->nCols <= 0) return NULL;
-
- int tlen = sizeof(STSchema) + sizeof(STColumn) * pBuilder->nCols;
-
- STSchema *pSchema = (STSchema *)taosMemoryMalloc(tlen);
- if (pSchema == NULL) return NULL;
-
- pSchema->version = pBuilder->version;
- pSchema->numOfCols = pBuilder->nCols;
- pSchema->tlen = pBuilder->tlen;
- pSchema->flen = pBuilder->flen;
-
-#ifdef TD_SUPPORT_BITMAP
- pSchema->tlen += (int)TD_BITMAP_BYTES(pSchema->numOfCols);
-#endif
-
- memcpy(&pSchema->columns[0], pBuilder->columns, sizeof(STColumn) * pBuilder->nCols);
-
- return pSchema;
-}
-
-#endif
-
-STSchema *tBuildTSchema(SSchema *aSchema, int32_t numOfCols, int32_t version) {
- STSchema *pTSchema = taosMemoryCalloc(1, sizeof(STSchema) + sizeof(STColumn) * numOfCols);
- if (pTSchema == NULL) return NULL;
-
- pTSchema->numOfCols = numOfCols;
- pTSchema->version = version;
-
- // timestamp column
- ASSERT(aSchema[0].type == TSDB_DATA_TYPE_TIMESTAMP);
- ASSERT(aSchema[0].colId == PRIMARYKEY_TIMESTAMP_COL_ID);
- pTSchema->columns[0].colId = aSchema[0].colId;
- pTSchema->columns[0].type = aSchema[0].type;
- pTSchema->columns[0].flags = aSchema[0].flags;
- pTSchema->columns[0].bytes = aSchema[0].bytes;
- pTSchema->columns[0].offset = -1;
-
- // other columns
- for (int32_t iCol = 1; iCol < numOfCols; iCol++) {
- SSchema *pSchema = &aSchema[iCol];
- STColumn *pTColumn = &pTSchema->columns[iCol];
-
- pTColumn->colId = pSchema->colId;
- pTColumn->type = pSchema->type;
- pTColumn->flags = pSchema->flags;
- pTColumn->bytes = pSchema->bytes;
- pTColumn->offset = pTSchema->flen;
-
- pTSchema->flen += TYPE_BYTES[pTColumn->type];
- }
+#if 1 // todo : remove this
+ pTSchema->tlen += (int32_t)TD_BITMAP_BYTES(numOfCols);
+#endif
return pTSchema;
}
@@ -1213,7 +1543,7 @@ void tColDataDestroy(void *ph) {
SColData *pColData = (SColData *)ph;
tFree(pColData->pBitMap);
- tFree((uint8_t *)pColData->aOffset);
+ tFree(pColData->aOffset);
tFree(pColData->pData);
}
@@ -1230,25 +1560,37 @@ void tColDataClear(SColData *pColData) {
pColData->nData = 0;
}
-static FORCE_INLINE int32_t tColDataPutValue(SColData *pColData, SColVal *pColVal) {
+void tColDataDeepClear(SColData *pColData) {
+ pColData->pBitMap = NULL;
+ pColData->aOffset = NULL;
+ pColData->pData = NULL;
+
+ tColDataClear(pColData);
+}
+
+static FORCE_INLINE int32_t tColDataPutValue(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
if (IS_VAR_DATA_TYPE(pColData->type)) {
- code = tRealloc((uint8_t **)(&pColData->aOffset), sizeof(int32_t) * (pColData->nVal + 1));
+ code = tRealloc((uint8_t **)(&pColData->aOffset), (pColData->nVal + 1) << 2);
if (code) goto _exit;
pColData->aOffset[pColData->nVal] = pColData->nData;
- if (pColVal->value.nData) {
- code = tRealloc(&pColData->pData, pColData->nData + pColVal->value.nData);
+ if (nData) {
+ code = tRealloc(&pColData->pData, pColData->nData + nData);
if (code) goto _exit;
- memcpy(pColData->pData + pColData->nData, pColVal->value.pData, pColVal->value.nData);
- pColData->nData += pColVal->value.nData;
+ memcpy(pColData->pData + pColData->nData, pData, nData);
+ pColData->nData += nData;
}
} else {
ASSERT(pColData->nData == tDataTypes[pColData->type].bytes * pColData->nVal);
code = tRealloc(&pColData->pData, pColData->nData + tDataTypes[pColData->type].bytes);
if (code) goto _exit;
- memcpy(pColData->pData + pColData->nData, &pColVal->value.val, tDataTypes[pColData->type].bytes);
+ if (pData) {
+ memcpy(pColData->pData + pColData->nData, pData, TYPE_BYTES[pColData->type]);
+ } else {
+ memset(pColData->pData + pColData->nData, 0, TYPE_BYTES[pColData->type]);
+ }
pColData->nData += tDataTypes[pColData->type].bytes;
}
pColData->nVal++;
@@ -1256,21 +1598,21 @@ static FORCE_INLINE int32_t tColDataPutValue(SColData *pColData, SColVal *pColVa
_exit:
return code;
}
-static FORCE_INLINE int32_t tColDataAppendValue00(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue00(SColData *pColData, uint8_t *pData, uint32_t nData) {
pColData->flag = HAS_VALUE;
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue01(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue01(SColData *pColData, uint8_t *pData, uint32_t nData) {
pColData->flag = HAS_NONE;
pColData->nVal++;
return 0;
}
-static FORCE_INLINE int32_t tColDataAppendValue02(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue02(SColData *pColData, uint8_t *pData, uint32_t nData) {
pColData->flag = HAS_NULL;
pColData->nVal++;
return 0;
}
-static FORCE_INLINE int32_t tColDataAppendValue10(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue10(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
int32_t nBit = BIT1_SIZE(pColData->nVal + 1);
@@ -1278,7 +1620,7 @@ static FORCE_INLINE int32_t tColDataAppendValue10(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 0, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
pColData->flag |= HAS_VALUE;
@@ -1296,13 +1638,13 @@ static FORCE_INLINE int32_t tColDataAppendValue10(SColData *pColData, SColVal *p
}
}
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue11(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue11(SColData *pColData, uint8_t *pData, uint32_t nData) {
pColData->nVal++;
return 0;
}
-static FORCE_INLINE int32_t tColDataAppendValue12(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue12(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
int32_t nBit = BIT1_SIZE(pColData->nVal + 1);
@@ -1310,14 +1652,14 @@ static FORCE_INLINE int32_t tColDataAppendValue12(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 0, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
pColData->flag |= HAS_NULL;
pColData->nVal++;
return code;
}
-static FORCE_INLINE int32_t tColDataAppendValue20(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue20(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
int32_t nBit = BIT1_SIZE(pColData->nVal + 1);
@@ -1325,7 +1667,7 @@ static FORCE_INLINE int32_t tColDataAppendValue20(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 0, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
pColData->flag |= HAS_VALUE;
@@ -1343,9 +1685,9 @@ static FORCE_INLINE int32_t tColDataAppendValue20(SColData *pColData, SColVal *p
}
}
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue21(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue21(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
int32_t nBit = BIT1_SIZE(pColData->nVal + 1);
@@ -1353,18 +1695,18 @@ static FORCE_INLINE int32_t tColDataAppendValue21(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 255, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
pColData->flag |= HAS_NONE;
pColData->nVal++;
return code;
}
-static FORCE_INLINE int32_t tColDataAppendValue22(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue22(SColData *pColData, uint8_t *pData, uint32_t nData) {
pColData->nVal++;
return 0;
}
-static FORCE_INLINE int32_t tColDataAppendValue30(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue30(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
pColData->flag |= HAS_VALUE;
@@ -1374,9 +1716,9 @@ static FORCE_INLINE int32_t tColDataAppendValue30(SColData *pColData, SColVal *p
if (code) return code;
for (int32_t iVal = 0; iVal < pColData->nVal; iVal++) {
- SET_BIT2(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal));
+ SET_BIT2_EX(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal));
}
- SET_BIT2(pBitMap, pColData->nVal, 2);
+ SET_BIT2_EX(pBitMap, pColData->nVal, 2);
tFree(pColData->pBitMap);
pColData->pBitMap = pBitMap;
@@ -1395,32 +1737,32 @@ static FORCE_INLINE int32_t tColDataAppendValue30(SColData *pColData, SColVal *p
}
}
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue31(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue31(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
pColData->nVal++;
return code;
}
-static FORCE_INLINE int32_t tColDataAppendValue32(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue32(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
pColData->nVal++;
return code;
}
#define tColDataAppendValue40 tColDataPutValue
-static FORCE_INLINE int32_t tColDataAppendValue41(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue41(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
pColData->flag |= HAS_NONE;
@@ -1430,11 +1772,11 @@ static FORCE_INLINE int32_t tColDataAppendValue41(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 255, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue42(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue42(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
pColData->flag |= HAS_NULL;
@@ -1444,31 +1786,31 @@ static FORCE_INLINE int32_t tColDataAppendValue42(SColData *pColData, SColVal *p
if (code) return code;
memset(pColData->pBitMap, 255, nBit);
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue50(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue50(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue51(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue51(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue52(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue52(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
pColData->flag |= HAS_NULL;
@@ -1478,25 +1820,25 @@ static FORCE_INLINE int32_t tColDataAppendValue52(SColData *pColData, SColVal *p
if (code) return code;
for (int32_t iVal = 0; iVal < pColData->nVal; iVal++) {
- SET_BIT2(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal) ? 2 : 0);
+ SET_BIT2_EX(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal) ? 2 : 0);
}
- SET_BIT2(pBitMap, pColData->nVal, 1);
+ SET_BIT2_EX(pBitMap, pColData->nVal, 1);
tFree(pColData->pBitMap);
pColData->pBitMap = pBitMap;
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue60(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue60(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 1);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue61(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue61(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
pColData->flag |= HAS_NONE;
@@ -1506,52 +1848,52 @@ static FORCE_INLINE int32_t tColDataAppendValue61(SColData *pColData, SColVal *p
if (code) return code;
for (int32_t iVal = 0; iVal < pColData->nVal; iVal++) {
- SET_BIT2(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal) ? 2 : 1);
+ SET_BIT2_EX(pBitMap, iVal, GET_BIT1(pColData->pBitMap, iVal) ? 2 : 1);
}
- SET_BIT2(pBitMap, pColData->nVal, 0);
+ SET_BIT2_EX(pBitMap, pColData->nVal, 0);
tFree(pColData->pBitMap);
pColData->pBitMap = pBitMap;
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue62(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue62(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT1_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT1(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT1_EX(pColData->pBitMap, pColData->nVal, 0);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue70(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue70(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT2_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT2(pColData->pBitMap, pColData->nVal, 2);
+ SET_BIT2_EX(pColData->pBitMap, pColData->nVal, 2);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, pData, nData);
}
-static FORCE_INLINE int32_t tColDataAppendValue71(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue71(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT2_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT2(pColData->pBitMap, pColData->nVal, 0);
+ SET_BIT2_EX(pColData->pBitMap, pColData->nVal, 0);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static FORCE_INLINE int32_t tColDataAppendValue72(SColData *pColData, SColVal *pColVal) {
+static FORCE_INLINE int32_t tColDataAppendValue72(SColData *pColData, uint8_t *pData, uint32_t nData) {
int32_t code = 0;
code = tRealloc(&pColData->pBitMap, BIT2_SIZE(pColData->nVal + 1));
if (code) return code;
- SET_BIT2(pColData->pBitMap, pColData->nVal, 1);
+ SET_BIT2_EX(pColData->pBitMap, pColData->nVal, 1);
- return tColDataPutValue(pColData, pColVal);
+ return tColDataPutValue(pColData, NULL, 0);
}
-static int32_t (*tColDataAppendValueImpl[8][3])(SColData *pColData, SColVal *pColVal) = {
+static int32_t (*tColDataAppendValueImpl[8][3])(SColData *pColData, uint8_t *pData, uint32_t nData) = {
{tColDataAppendValue00, tColDataAppendValue01, tColDataAppendValue02}, // 0
{tColDataAppendValue10, tColDataAppendValue11, tColDataAppendValue12}, // HAS_NONE
{tColDataAppendValue20, tColDataAppendValue21, tColDataAppendValue22}, // HAS_NULL
@@ -1563,7 +1905,9 @@ static int32_t (*tColDataAppendValueImpl[8][3])(SColData *pColData, SColVal *pCo
};
int32_t tColDataAppendValue(SColData *pColData, SColVal *pColVal) {
ASSERT(pColData->cid == pColVal->cid && pColData->type == pColVal->type);
- return tColDataAppendValueImpl[pColData->flag][pColVal->flag](pColData, pColVal);
+ return tColDataAppendValueImpl[pColData->flag][pColVal->flag](
+ pColData, IS_VAR_DATA_TYPE(pColData->type) ? pColVal->value.pData : (uint8_t *)&pColVal->value.val,
+ pColVal->value.nData);
}
static FORCE_INLINE void tColDataGetValue1(SColData *pColData, int32_t iVal, SColVal *pColVal) { // HAS_NONE
@@ -1572,7 +1916,8 @@ static FORCE_INLINE void tColDataGetValue1(SColData *pColData, int32_t iVal, SCo
static FORCE_INLINE void tColDataGetValue2(SColData *pColData, int32_t iVal, SColVal *pColVal) { // HAS_NULL
*pColVal = COL_VAL_NULL(pColData->cid, pColData->type);
}
-static FORCE_INLINE void tColDataGetValue3(SColData *pColData, int32_t iVal, SColVal *pColVal) { // HAS_NULL|HAS_NONE
+static FORCE_INLINE void tColDataGetValue3(SColData *pColData, int32_t iVal,
+ SColVal *pColVal) { // HAS_NULL|HAS_NONE
switch (GET_BIT1(pColData->pBitMap, iVal)) {
case 0:
*pColVal = COL_VAL_NONE(pColData->cid, pColData->type);
@@ -1687,46 +2032,776 @@ uint8_t tColDataGetBitValue(const SColData *pColData, int32_t iVal) {
return v;
}
-int32_t tColDataCopy(SColData *pColDataSrc, SColData *pColDataDest) {
+int32_t tColDataCopy(SColData *pColDataFrom, SColData *pColData, xMallocFn xMalloc, void *arg) {
int32_t code = 0;
- int32_t size;
-
- ASSERT(pColDataSrc->nVal > 0);
- ASSERT(pColDataDest->cid == pColDataSrc->cid);
- ASSERT(pColDataDest->type == pColDataSrc->type);
- pColDataDest->smaOn = pColDataSrc->smaOn;
- pColDataDest->nVal = pColDataSrc->nVal;
- pColDataDest->flag = pColDataSrc->flag;
+ *pColData = *pColDataFrom;
// bitmap
- if (pColDataSrc->flag != HAS_NONE && pColDataSrc->flag != HAS_NULL && pColDataSrc->flag != HAS_VALUE) {
- size = BIT2_SIZE(pColDataSrc->nVal);
- code = tRealloc(&pColDataDest->pBitMap, size);
- if (code) goto _exit;
- memcpy(pColDataDest->pBitMap, pColDataSrc->pBitMap, size);
+ switch (pColData->flag) {
+ case (HAS_NULL | HAS_NONE):
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL):
+ pColData->pBitMap = xMalloc(arg, BIT1_SIZE(pColData->nVal));
+ if (pColData->pBitMap == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ memcpy(pColData->pBitMap, pColDataFrom->pBitMap, BIT1_SIZE(pColData->nVal));
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ pColData->pBitMap = xMalloc(arg, BIT2_SIZE(pColData->nVal));
+ if (pColData->pBitMap == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ memcpy(pColData->pBitMap, pColDataFrom->pBitMap, BIT2_SIZE(pColData->nVal));
+ break;
+ default:
+ pColData->pBitMap = NULL;
+ break;
}
// offset
- if (IS_VAR_DATA_TYPE(pColDataDest->type)) {
- size = sizeof(int32_t) * pColDataSrc->nVal;
+ if (IS_VAR_DATA_TYPE(pColData->type) && (pColData->flag & HAS_VALUE)) {
+ pColData->aOffset = xMalloc(arg, pColData->nVal << 2);
+ if (pColData->aOffset == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ memcpy(pColData->aOffset, pColDataFrom->aOffset, pColData->nVal << 2);
+ } else {
+ pColData->aOffset = NULL;
+ }
- code = tRealloc((uint8_t **)&pColDataDest->aOffset, size);
- if (code) goto _exit;
+ // value
+ if (pColData->nData) {
+ pColData->pData = xMalloc(arg, pColData->nData);
+ if (pColData->pData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
- memcpy(pColDataDest->aOffset, pColDataSrc->aOffset, size);
+ memcpy(pColData->pData, pColDataFrom->pData, pColData->nData);
+ } else {
+ pColData->pData = NULL;
}
- // value
- pColDataDest->nData = pColDataSrc->nData;
- code = tRealloc(&pColDataDest->pData, pColDataSrc->nData);
- if (code) goto _exit;
- memcpy(pColDataDest->pData, pColDataSrc->pData, pColDataDest->nData);
+_exit:
+ return code;
+}
+
+int32_t tColDataAddValueByDataBlock(SColData *pColData, int8_t type, int32_t bytes, int32_t nRows, char *lengthOrbitmap,
+ char *data) {
+ int32_t code = 0;
+
+ if (IS_VAR_DATA_TYPE(type)) { // var-length data type
+ for (int32_t i = 0; i < nRows; ++i) {
+ int32_t offset = *((int32_t *)lengthOrbitmap + i);
+ if (offset == -1) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, (uint8_t *)varDataVal(data + offset),
+ varDataLen(data + offset));
+ }
+ }
+ } else { // fixed-length data type
+ bool allValue = true;
+ bool allNull = true;
+ for (int32_t i = 0; i < nRows; ++i) {
+ if (!colDataIsNull_f(lengthOrbitmap, i)) {
+ allNull = false;
+ } else {
+ allValue = false;
+ }
+ }
+
+ if (allValue) {
+ // optimize (todo)
+ for (int32_t i = 0; i < nRows; ++i) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, (uint8_t *)data + bytes * i, bytes);
+ }
+ } else if (allNull) {
+ // optimize (todo)
+ for (int32_t i = 0; i < nRows; ++i) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ }
+ } else {
+ for (int32_t i = 0; i < nRows; ++i) {
+ if (colDataIsNull_f(lengthOrbitmap, i)) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](pColData, (uint8_t *)data + bytes * i, bytes);
+ }
+ }
+ }
+ }
_exit:
return code;
}
+int32_t tColDataAddValueByBind(SColData *pColData, TAOS_MULTI_BIND *pBind) {
+ int32_t code = 0;
+
+ ASSERT(pColData->type == pBind->buffer_type);
+
+ if (IS_VAR_DATA_TYPE(pBind->buffer_type)) { // var-length data type
+ for (int32_t i = 0; i < pBind->num; ++i) {
+ if (pBind->is_null && pBind->is_null[i]) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](
+ pColData, (uint8_t *)pBind->buffer + pBind->buffer_length * i, pBind->length[i]);
+ }
+ }
+ } else { // fixed-length data type
+ bool allValue;
+ bool allNull;
+ if (pBind->is_null) {
+ bool same = (memcmp(pBind->is_null, pBind->is_null + 1, pBind->num - 1) == 0);
+ allNull = (same && pBind->is_null[0] != 0);
+ allValue = (same && pBind->is_null[0] == 0);
+ } else {
+ allNull = false;
+ allValue = true;
+ }
+
+ if (allValue) {
+ // optimize (todo)
+ for (int32_t i = 0; i < pBind->num; ++i) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](
+ pColData, (uint8_t *)pBind->buffer + TYPE_BYTES[pColData->type] * i, pBind->buffer_length);
+ }
+ } else if (allNull) {
+ // optimize (todo)
+ for (int32_t i = 0; i < pBind->num; ++i) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ }
+ } else {
+ for (int32_t i = 0; i < pBind->num; ++i) {
+ if (pBind->is_null[i]) {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0);
+ if (code) goto _exit;
+ } else {
+ code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_VALUE](
+ pColData, (uint8_t *)pBind->buffer + TYPE_BYTES[pColData->type] * i, pBind->buffer_length);
+ }
+ }
+ }
+ }
+
+_exit:
+ return code;
+}
+
+static int32_t tColDataSwapValue(SColData *pColData, int32_t i, int32_t j) {
+ int32_t code = 0;
+
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ int32_t nData1 = pColData->aOffset[i + 1] - pColData->aOffset[i];
+ int32_t nData2 = (j < pColData->nVal - 1) ? pColData->aOffset[j + 1] - pColData->aOffset[j]
+ : pColData->nData - pColData->aOffset[j];
+ uint8_t *pData = taosMemoryMalloc(TMAX(nData1, nData2));
+ if (pData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ if (nData1 > nData2) {
+ memcpy(pData, pColData->pData + pColData->aOffset[i], nData1);
+ memcpy(pColData->pData + pColData->aOffset[i], pColData->pData + pColData->aOffset[j], nData2);
+ // memmove(pColData->pData + pColData->aOffset[i] + nData2, pColData->pData + pColData->aOffset[i] + nData1,
+ // pColData->aOffset[j] - pColData->aOffset[i + 1]);
+ memmove(pColData->pData + pColData->aOffset[i] + nData2, pColData->pData + pColData->aOffset[i + 1],
+ pColData->aOffset[j] - pColData->aOffset[i + 1]);
+ memcpy(pColData->pData + pColData->aOffset[j] + nData2 - nData1, pData, nData1);
+ } else {
+ memcpy(pData, pColData->pData + pColData->aOffset[j], nData2);
+ memcpy(pColData->pData + pColData->aOffset[j] + nData2 - nData1, pColData->pData + pColData->aOffset[i], nData1);
+ // memmove(pColData->pData + pColData->aOffset[j] + nData2 - nData1, pColData->pData + pColData->aOffset[i] +
+ // nData1,
+ // pColData->aOffset[j] - pColData->aOffset[i + 1]);
+ memmove(pColData->pData + pColData->aOffset[i] + nData2, pColData->pData + pColData->aOffset[i + 1],
+ pColData->aOffset[j] - pColData->aOffset[i + 1]);
+ memcpy(pColData->pData + pColData->aOffset[i], pData, nData2);
+ }
+ for (int32_t k = i + 1; k <= j; ++k) {
+ pColData->aOffset[k] = pColData->aOffset[k] + nData2 - nData1;
+ }
+
+ taosMemoryFree(pData);
+ } else {
+ uint64_t val;
+ memcpy(&val, &pColData->pData[TYPE_BYTES[pColData->type] * i], TYPE_BYTES[pColData->type]);
+ memcpy(&pColData->pData[TYPE_BYTES[pColData->type] * i], &pColData->pData[TYPE_BYTES[pColData->type] * j],
+ TYPE_BYTES[pColData->type]);
+ memcpy(&pColData->pData[TYPE_BYTES[pColData->type] * j], &val, TYPE_BYTES[pColData->type]);
+ }
+
+_exit:
+ return code;
+}
+
+static void tColDataSwap(SColData *pColData, int32_t i, int32_t j) {
+ ASSERT(i < j);
+ ASSERT(j < pColData->nVal);
+
+ switch (pColData->flag) {
+ case HAS_NONE:
+ case HAS_NULL:
+ break;
+ case (HAS_NULL | HAS_NONE): {
+ uint8_t bv = GET_BIT1(pColData->pBitMap, i);
+ SET_BIT1(pColData->pBitMap, i, GET_BIT1(pColData->pBitMap, j));
+ SET_BIT1(pColData->pBitMap, j, bv);
+ } break;
+ case HAS_VALUE: {
+ tColDataSwapValue(pColData, i, j);
+ } break;
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL): {
+ uint8_t bv = GET_BIT1(pColData->pBitMap, i);
+ SET_BIT1(pColData->pBitMap, i, GET_BIT1(pColData->pBitMap, j));
+ SET_BIT1(pColData->pBitMap, j, bv);
+ tColDataSwapValue(pColData, i, j);
+ } break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE): {
+ uint8_t bv = GET_BIT2(pColData->pBitMap, i);
+ SET_BIT2(pColData->pBitMap, i, GET_BIT2(pColData->pBitMap, j));
+ SET_BIT2(pColData->pBitMap, j, bv);
+ tColDataSwapValue(pColData, i, j);
+ } break;
+ default:
+ ASSERT(0);
+ break;
+ }
+}
+
+static int32_t tColDataCopyRowCell(SColData *pFromColData, int32_t iFromRow, SColData *pToColData, int32_t iToRow) {
+ int32_t code = TSDB_CODE_SUCCESS;
+
+ if (IS_VAR_DATA_TYPE(pToColData->type)) {
+ int32_t nData = (iFromRow < pFromColData->nVal - 1)
+ ? pFromColData->aOffset[iFromRow + 1] - pFromColData->aOffset[iFromRow]
+ : pFromColData->nData - pFromColData->aOffset[iFromRow];
+ if (iToRow == 0) {
+ pToColData->aOffset[iToRow] = 0;
+ }
+
+ if (iToRow < pToColData->nVal - 1) {
+ pToColData->aOffset[iToRow + 1] = pToColData->aOffset[iToRow] + nData;
+ }
+
+ memcpy(pToColData->pData + pToColData->aOffset[iToRow], pFromColData->pData + pFromColData->aOffset[iFromRow],
+ nData);
+ } else {
+ memcpy(&pToColData->pData[TYPE_BYTES[pToColData->type] * iToRow],
+ &pFromColData->pData[TYPE_BYTES[pToColData->type] * iFromRow], TYPE_BYTES[pToColData->type]);
+ }
+ return code;
+}
+
+static int32_t tColDataCopyRowSingleCol(SColData *pFromColData, int32_t iFromRow, SColData *pToColData,
+ int32_t iToRow) {
+ int32_t code = TSDB_CODE_SUCCESS;
+
+ switch (pFromColData->flag) {
+ case HAS_NONE:
+ case HAS_NULL:
+ break;
+ case (HAS_NULL | HAS_NONE): {
+ SET_BIT1(pToColData->pBitMap, iToRow, GET_BIT1(pFromColData->pBitMap, iFromRow));
+ } break;
+ case HAS_VALUE: {
+ tColDataCopyRowCell(pFromColData, iFromRow, pToColData, iToRow);
+ } break;
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL): {
+ SET_BIT1(pToColData->pBitMap, iToRow, GET_BIT1(pFromColData->pBitMap, iFromRow));
+ tColDataCopyRowCell(pFromColData, iFromRow, pToColData, iToRow);
+ } break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE): {
+ SET_BIT2(pToColData->pBitMap, iToRow, GET_BIT2(pFromColData->pBitMap, iFromRow));
+ tColDataCopyRowCell(pFromColData, iFromRow, pToColData, iToRow);
+ } break;
+ default:
+ return -1;
+ }
+
+ return code;
+}
+
+static int32_t tColDataCopyRow(SColData *aFromColData, int32_t iFromRow, SColData *aToColData, int32_t iToRow,
+ int32_t nColData) {
+ int32_t code = TSDB_CODE_SUCCESS;
+
+ for (int32_t i = 0; i < nColData; i++) {
+ code = tColDataCopyRowSingleCol(&aFromColData[i], iFromRow, &aToColData[i], iToRow);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
+ }
+ }
+
+ return code;
+}
+
+static int32_t tColDataCopyRowAppend(SColData *aFromColData, int32_t iFromRow, SColData *aToColData, int32_t nColData) {
+ int32_t code = TSDB_CODE_SUCCESS;
+
+ for (int32_t i = 0; i < nColData; i++) {
+ SColVal cv = {0};
+ tColDataGetValue(&aFromColData[i], iFromRow, &cv);
+ code = tColDataAppendValue(&aToColData[i], &cv);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
+ }
+ }
+
+ return code;
+}
+
+static int32_t tColDataMergeSortMerge(SColData *aColData, int32_t start, int32_t mid, int32_t end, int32_t nColData) {
+ SColData *aDstColData = NULL;
+ TSKEY *aKey = (TSKEY *)aColData[0].pData;
+
+ int32_t i = start, j = mid + 1, k = 0;
+
+ if (end > start) {
+ aDstColData = taosMemoryCalloc(1, sizeof(SColData) * nColData);
+ for (int c = 0; c < nColData; ++c) {
+ tColDataInit(&aDstColData[c], aColData[c].cid, aColData[c].type, aColData[c].smaOn);
+ }
+ if (aDstColData == NULL) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ /*
+ for (int32_t i = 0; i < nColData; i++) {
+ tColDataCopy(&aColData[i], &aDstColData[i], tColDataDefaultMalloc, NULL);
+ }
+ */
+ }
+
+ while (i <= mid && j <= end) {
+ if (aKey[i] <= aKey[j]) {
+ // tColDataCopyRow(aColData, i++, aDstColData, k++);
+ tColDataCopyRowAppend(aColData, i++, aDstColData, nColData);
+ } else {
+ // tColDataCopyRow(aColData, j++, aDstColData, k++);
+ tColDataCopyRowAppend(aColData, j++, aDstColData, nColData);
+ }
+ }
+
+ while (i <= mid) {
+ // tColDataCopyRow(aColData, i++, aDstColData, k++);
+ tColDataCopyRowAppend(aColData, i++, aDstColData, nColData);
+ }
+
+ while (j <= end) {
+ // tColDataCopyRow(aColData, j++, aDstColData, k++);
+ tColDataCopyRowAppend(aColData, j++, aDstColData, nColData);
+ }
+
+ for (i = start, k = 0; i <= end; ++i, ++k) {
+ tColDataCopyRow(aDstColData, k, aColData, i, nColData);
+ }
+
+ if (aDstColData) {
+ for (int32_t i = 0; i < nColData; i++) {
+ tColDataDestroy(&aDstColData[i]);
+ }
+ taosMemoryFree(aDstColData);
+ }
+
+ return TSDB_CODE_SUCCESS;
+}
+
+static int32_t tColDataMergeSort(SColData *aColData, int32_t start, int32_t end, int32_t nColData) {
+ int32_t ret = TSDB_CODE_SUCCESS;
+ int32_t mid;
+
+ if (start >= end) {
+ return TSDB_CODE_SUCCESS;
+ }
+
+ mid = (start + end) / 2;
+
+ ret = tColDataMergeSort(aColData, start, mid, nColData);
+ if (ret != TSDB_CODE_SUCCESS) {
+ return ret;
+ }
+
+ ret = tColDataMergeSort(aColData, mid + 1, end, nColData);
+ if (ret != TSDB_CODE_SUCCESS) {
+ return ret;
+ }
+
+ return tColDataMergeSortMerge(aColData, start, mid, end, nColData);
+}
+
+static int32_t tColDataSort(SColData *aColData, int32_t nColData) {
+ int32_t nVal = aColData[0].nVal;
+
+ if (nVal < 2) return TSDB_CODE_SUCCESS;
+
+ return tColDataMergeSort(aColData, 0, nVal - 1, nColData);
+}
+static void tColDataMergeImpl(SColData *pColData, int32_t iStart, int32_t iEnd /* not included */) {
+ switch (pColData->flag) {
+ case HAS_NONE:
+ case HAS_NULL: {
+ pColData->nVal -= (iEnd - iStart - 1);
+ } break;
+ case (HAS_NULL | HAS_NONE): {
+ if (GET_BIT1(pColData->pBitMap, iStart) == 0) {
+ for (int32_t i = iStart + 1; i < iEnd; ++i) {
+ if (GET_BIT1(pColData->pBitMap, i) == 1) {
+ SET_BIT1(pColData->pBitMap, iStart, 1);
+ break;
+ }
+ }
+ }
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ SET_BIT1(pColData->pBitMap, j, GET_BIT1(pColData->pBitMap, i));
+ }
+
+ pColData->nVal -= (iEnd - iStart - 1);
+
+ uint8_t flag = 0;
+ for (int32_t i = 0; i < pColData->nVal; ++i) {
+ uint8_t bv = GET_BIT1(pColData->pBitMap, i);
+ if (bv == BIT_FLG_NONE) {
+ flag |= HAS_NONE;
+ } else if (bv == BIT_FLG_NULL) {
+ flag |= HAS_NULL;
+ } else {
+ ASSERT(0);
+ }
+
+ if (flag == pColData->flag) break;
+ }
+ pColData->flag = flag;
+ } break;
+ case HAS_VALUE: {
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ int32_t nDiff = pColData->aOffset[iEnd - 1] - pColData->aOffset[iStart];
+
+ memmove(pColData->pData + pColData->aOffset[iStart], pColData->pData + pColData->aOffset[iEnd - 1],
+ pColData->nData - pColData->aOffset[iEnd - 1]);
+ pColData->nData -= nDiff;
+
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ pColData->aOffset[j] = pColData->aOffset[i] - nDiff;
+ }
+ } else {
+ memmove(pColData->pData + TYPE_BYTES[pColData->type] * iStart,
+ pColData->pData + TYPE_BYTES[pColData->type] * (iEnd - 1),
+ TYPE_BYTES[pColData->type] * (pColData->nVal - iEnd + 1));
+ pColData->nData -= (TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ }
+
+ pColData->nVal -= (iEnd - iStart - 1);
+ } break;
+ case (HAS_VALUE | HAS_NONE): {
+ uint8_t bv;
+ int32_t iv;
+ for (int32_t i = iEnd - 1; i >= iStart; --i) {
+ bv = GET_BIT1(pColData->pBitMap, i);
+ if (bv) {
+ iv = i;
+ break;
+ }
+ }
+
+ if (bv) { // has a value
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ if (iv != iStart) {
+ memmove(&pColData->pData[pColData->aOffset[iStart]], &pColData->pData[pColData->aOffset[iv]],
+ iv < (pColData->nVal - 1) ? pColData->aOffset[iv + 1] - pColData->aOffset[iv]
+ : pColData->nData - pColData->aOffset[iv]);
+ }
+ // TODO
+ ASSERT(0);
+ } else {
+ if (iv != iStart) {
+ memcpy(&pColData->pData[TYPE_BYTES[pColData->type] * iStart],
+ &pColData->pData[TYPE_BYTES[pColData->type] * iv], TYPE_BYTES[pColData->type]);
+ }
+ memmove(&pColData->pData[TYPE_BYTES[pColData->type] * (iStart + 1)],
+ &pColData->pData[TYPE_BYTES[pColData->type] * iEnd],
+ TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ pColData->nData -= (TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ }
+
+ SET_BIT1(pColData->pBitMap, iStart, 1);
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ SET_BIT1(pColData->pBitMap, j, GET_BIT1(pColData->pBitMap, i));
+ }
+
+ uint8_t flag = HAS_VALUE;
+ for (int32_t i = 0; i < pColData->nVal - (iEnd - iStart - 1); ++i) {
+ if (GET_BIT1(pColData->pBitMap, i) == 0) {
+ flag |= HAS_NONE;
+ }
+
+ if (flag == pColData->flag) break;
+ }
+ pColData->flag = flag;
+ } else { // all NONE
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ int32_t nDiff = pColData->aOffset[iEnd - 1] - pColData->aOffset[iStart];
+
+ memmove(&pColData->pData[pColData->aOffset[iStart]], &pColData->pData[pColData->aOffset[iEnd - 1]],
+ pColData->nData - pColData->aOffset[iEnd - 1]);
+ pColData->nData -= nDiff;
+
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ pColData->aOffset[j] = pColData->aOffset[i] - nDiff;
+ }
+ } else {
+ memmove(pColData->pData + TYPE_BYTES[pColData->type] * (iStart + 1),
+ pColData->pData + TYPE_BYTES[pColData->type] * iEnd,
+ TYPE_BYTES[pColData->type] * (pColData->nVal - iEnd + 1));
+ pColData->nData -= (TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ }
+
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ SET_BIT1(pColData->pBitMap, j, GET_BIT1(pColData->pBitMap, i));
+ }
+ }
+ pColData->nVal -= (iEnd - iStart - 1);
+ } break;
+ case (HAS_VALUE | HAS_NULL): {
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ int32_t nDiff = pColData->aOffset[iEnd - 1] - pColData->aOffset[iStart];
+
+ memmove(pColData->pData + pColData->aOffset[iStart], pColData->pData + pColData->aOffset[iEnd - 1],
+ pColData->nData - pColData->aOffset[iEnd - 1]);
+ pColData->nData -= nDiff;
+
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ pColData->aOffset[j] = pColData->aOffset[i] - nDiff;
+ }
+ } else {
+ memmove(pColData->pData + TYPE_BYTES[pColData->type] * iStart,
+ pColData->pData + TYPE_BYTES[pColData->type] * (iEnd - 1),
+ TYPE_BYTES[pColData->type] * (pColData->nVal - iEnd + 1));
+ pColData->nData -= (TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ }
+
+ for (int32_t i = iEnd - 1, j = iStart; i < pColData->nVal; ++i, ++j) {
+ SET_BIT1(pColData->pBitMap, j, GET_BIT1(pColData->pBitMap, i));
+ }
+
+ pColData->nVal -= (iEnd - iStart - 1);
+
+ uint8_t flag = 0;
+ for (int32_t i = 0; i < pColData->nVal; ++i) {
+ if (GET_BIT1(pColData->pBitMap, i)) {
+ flag |= HAS_VALUE;
+ } else {
+ flag |= HAS_NULL;
+ }
+
+ if (flag == pColData->flag) break;
+ }
+ pColData->flag = flag;
+ } break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE): {
+ uint8_t bv;
+ int32_t iv;
+ for (int32_t i = iEnd - 1; i >= iStart; --i) {
+ bv = GET_BIT2(pColData->pBitMap, i);
+ if (bv) {
+ iv = i;
+ break;
+ }
+ }
+
+ if (bv) {
+ // TODO
+ ASSERT(0);
+ } else { // ALL NONE
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ // TODO
+ ASSERT(0);
+ } else {
+ memmove(pColData->pData + TYPE_BYTES[pColData->type] * (iStart + 1),
+ pColData->pData + TYPE_BYTES[pColData->type] * iEnd,
+ TYPE_BYTES[pColData->type] * (pColData->nVal - iEnd));
+ pColData->nData -= (TYPE_BYTES[pColData->type] * (iEnd - iStart - 1));
+ }
+
+ for (int32_t i = iEnd, j = iStart + 1; i < pColData->nVal; ++i, ++j) {
+ SET_BIT2(pColData->pBitMap, j, GET_BIT2(pColData->pBitMap, i));
+ }
+ }
+ pColData->nVal -= (iEnd - iStart - 1);
+ } break;
+ default:
+ ASSERT(0);
+ break;
+ }
+}
+static void tColDataMerge(SColData *aColData, int32_t nColData) {
+ int32_t iStart = 0;
+ for (;;) {
+ if (iStart >= aColData[0].nVal - 1) break;
+
+ int32_t iEnd = iStart + 1;
+ while (iEnd < aColData[0].nVal) {
+ if (((TSKEY *)aColData[0].pData)[iEnd] != ((TSKEY *)aColData[0].pData)[iStart]) break;
+
+ iEnd++;
+ }
+
+ if (iEnd - iStart > 1) {
+ for (int32_t i = 0; i < nColData; i++) {
+ tColDataMergeImpl(&aColData[i], iStart, iEnd);
+ }
+ }
+
+ iStart++;
+ }
+}
+void tColDataSortMerge(SArray *colDataArr) {
+ int32_t nColData = TARRAY_SIZE(colDataArr);
+ SColData *aColData = (SColData *)TARRAY_DATA(colDataArr);
+
+ if (aColData[0].nVal <= 1) goto _exit;
+
+ ASSERT(aColData[0].type == TSDB_DATA_TYPE_TIMESTAMP);
+ ASSERT(aColData[0].cid == PRIMARYKEY_TIMESTAMP_COL_ID);
+ ASSERT(aColData[0].flag == HAS_VALUE);
+
+ int8_t doSort = 0;
+ int8_t doMerge = 0;
+ // scan -------
+ TSKEY *aKey = (TSKEY *)aColData[0].pData;
+ for (int32_t iVal = 1; iVal < aColData[0].nVal; ++iVal) {
+ if (aKey[iVal] > aKey[iVal - 1]) {
+ continue;
+ } else if (aKey[iVal] < aKey[iVal - 1]) {
+ doSort = 1;
+ break;
+ } else {
+ doMerge = 1;
+ }
+ }
+
+ // sort -------
+ if (doSort) {
+ tColDataSort(aColData, nColData);
+ }
+
+ if (doMerge != 1) {
+ for (int32_t iVal = 1; iVal < aColData[0].nVal; ++iVal) {
+ if (aKey[iVal] == aKey[iVal - 1]) {
+ doMerge = 1;
+ break;
+ }
+ }
+ }
+
+ // merge -------
+ if (doMerge) {
+ tColDataMerge(aColData, nColData);
+ }
+
+_exit:
+ return;
+}
+
+int32_t tPutColData(uint8_t *pBuf, SColData *pColData) {
+ int32_t n = 0;
+
+ n += tPutI16v(pBuf ? pBuf + n : NULL, pColData->cid);
+ n += tPutI8(pBuf ? pBuf + n : NULL, pColData->type);
+ n += tPutI32v(pBuf ? pBuf + n : NULL, pColData->nVal);
+ n += tPutI8(pBuf ? pBuf + n : NULL, pColData->flag);
+
+ // bitmap
+ switch (pColData->flag) {
+ case (HAS_NULL | HAS_NONE):
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL):
+ if (pBuf) memcpy(pBuf + n, pColData->pBitMap, BIT1_SIZE(pColData->nVal));
+ n += BIT1_SIZE(pColData->nVal);
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ if (pBuf) memcpy(pBuf + n, pColData->pBitMap, BIT2_SIZE(pColData->nVal));
+ n += BIT2_SIZE(pColData->nVal);
+ break;
+ default:
+ break;
+ }
+
+ // value
+ if (pColData->flag & HAS_VALUE) {
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ if (pBuf) memcpy(pBuf + n, pColData->aOffset, pColData->nVal << 2);
+ n += (pColData->nVal << 2);
+
+ n += tPutI32v(pBuf ? pBuf + n : NULL, pColData->nData);
+ if (pBuf) memcpy(pBuf + n, pColData->pData, pColData->nData);
+ n += pColData->nData;
+ } else {
+ if (pBuf) memcpy(pBuf + n, pColData->pData, pColData->nData);
+ n += pColData->nData;
+ }
+ }
+
+ return n;
+}
+
+int32_t tGetColData(uint8_t *pBuf, SColData *pColData) {
+ int32_t n = 0;
+
+ n += tGetI16v(pBuf + n, &pColData->cid);
+ n += tGetI8(pBuf + n, &pColData->type);
+ n += tGetI32v(pBuf + n, &pColData->nVal);
+ n += tGetI8(pBuf + n, &pColData->flag);
+
+ // bitmap
+ switch (pColData->flag) {
+ case (HAS_NULL | HAS_NONE):
+ case (HAS_VALUE | HAS_NONE):
+ case (HAS_VALUE | HAS_NULL):
+ pColData->pBitMap = pBuf + n;
+ n += BIT1_SIZE(pColData->nVal);
+ break;
+ case (HAS_VALUE | HAS_NULL | HAS_NONE):
+ pColData->pBitMap = pBuf + n;
+ n += BIT2_SIZE(pColData->nVal);
+ break;
+ default:
+ break;
+ }
+
+ // value
+ if (pColData->flag & HAS_VALUE) {
+ if (IS_VAR_DATA_TYPE(pColData->type)) {
+ pColData->aOffset = (int32_t *)(pBuf + n);
+ n += (pColData->nVal << 2);
+
+ n += tGetI32v(pBuf + n, &pColData->nData);
+ pColData->pData = pBuf + n;
+ n += pColData->nData;
+ } else {
+ pColData->pData = pBuf + n;
+ pColData->nData = TYPE_BYTES[pColData->type] * pColData->nVal;
+ n += pColData->nData;
+ }
+ }
+
+ return n;
+}
+
#define CALC_SUM_MAX_MIN(SUM, MAX, MIN, VAL) \
do { \
(SUM) += (VAL); \
diff --git a/source/common/src/tmsg.c b/source/common/src/tmsg.c
index 95625e8d9360946fbcf1432f804ec7841e006dfc..bf5a76a41bb5162a3d1e8d57d6db0cd61efa2ecd 100644
--- a/source/common/src/tmsg.c
+++ b/source/common/src/tmsg.c
@@ -5627,30 +5627,6 @@ int tDecodeSVCreateStbReq(SDecoder *pCoder, SVCreateStbReq *pReq) {
return 0;
}
-STSchema *tdGetSTSChemaFromSSChema(SSchema *pSchema, int32_t nCols, int32_t sver) {
- STSchemaBuilder schemaBuilder = {0};
- if (tdInitTSchemaBuilder(&schemaBuilder, sver) < 0) {
- return NULL;
- }
-
- for (int i = 0; i < nCols; i++) {
- SSchema *schema = pSchema + i;
- if (tdAddColToSchema(&schemaBuilder, schema->type, schema->flags, schema->colId, schema->bytes) < 0) {
- tdDestroyTSchemaBuilder(&schemaBuilder);
- return NULL;
- }
- }
-
- STSchema *pNSchema = tdGetSchemaFromBuilder(&schemaBuilder);
- if (pNSchema == NULL) {
- tdDestroyTSchemaBuilder(&schemaBuilder);
- return NULL;
- }
-
- tdDestroyTSchemaBuilder(&schemaBuilder);
- return pNSchema;
-}
-
int tEncodeSVCreateTbReq(SEncoder *pCoder, const SVCreateTbReq *pReq) {
if (tStartEncode(pCoder) < 0) return -1;
@@ -5728,6 +5704,25 @@ int tDecodeSVCreateTbReq(SDecoder *pCoder, SVCreateTbReq *pReq) {
return 0;
}
+void tDestroySVCreateTbReq(SVCreateTbReq *pReq, int32_t flags) {
+ if (pReq == NULL) return;
+
+ if (flags & TSDB_MSG_FLG_ENCODE) {
+ // TODO
+ } else if (flags & TSDB_MSG_FLG_DECODE) {
+ if (pReq->comment) {
+ pReq->comment = NULL;
+ taosMemoryFree(pReq->comment);
+ }
+
+ if (pReq->type == TSDB_CHILD_TABLE) {
+ if (pReq->ctb.tagName) taosArrayDestroy(pReq->ctb.tagName);
+ } else if (pReq->type == TSDB_NORMAL_TABLE) {
+ if (pReq->ntb.schemaRow.pSchema) taosMemoryFree(pReq->ntb.schemaRow.pSchema);
+ }
+ }
+}
+
int tEncodeSVCreateTbBatchReq(SEncoder *pCoder, const SVCreateTbBatchReq *pReq) {
int32_t nReq = taosArrayGetSize(pReq->pArray);
@@ -6719,3 +6714,328 @@ int32_t tDecodeSBatchDeleteReq(SDecoder *pDecoder, SBatchDeleteReq *pReq) {
}
return 0;
}
+
+static int32_t tEncodeSSubmitTbData(SEncoder *pCoder, const SSubmitTbData *pSubmitTbData) {
+ if (tStartEncode(pCoder) < 0) return -1;
+
+ if (tEncodeI32v(pCoder, pSubmitTbData->flags) < 0) return -1;
+
+ // auto create table
+ if (pSubmitTbData->flags & SUBMIT_REQ_AUTO_CREATE_TABLE) {
+ ASSERT(pSubmitTbData->pCreateTbReq);
+ if (tEncodeSVCreateTbReq(pCoder, pSubmitTbData->pCreateTbReq) < 0) return -1;
+ }
+
+ // submit data
+ if (tEncodeI64(pCoder, pSubmitTbData->suid) < 0) return -1;
+ if (tEncodeI64(pCoder, pSubmitTbData->uid) < 0) return -1;
+ if (tEncodeI32v(pCoder, pSubmitTbData->sver) < 0) return -1;
+
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ uint64_t nColData = TARRAY_SIZE(pSubmitTbData->aCol);
+ SColData *aColData = (SColData *)TARRAY_DATA(pSubmitTbData->aCol);
+
+ if (tEncodeU64v(pCoder, nColData) < 0) return -1;
+
+ for (uint64_t i = 0; i < nColData; i++) {
+ pCoder->pos += tPutColData(pCoder->data ? pCoder->data + pCoder->pos : NULL, &aColData[i]);
+ }
+ } else {
+ if (tEncodeU64v(pCoder, TARRAY_SIZE(pSubmitTbData->aRowP)) < 0) return -1;
+
+ SRow **rows = (SRow **)TARRAY_DATA(pSubmitTbData->aRowP);
+ for (int32_t iRow = 0; iRow < TARRAY_SIZE(pSubmitTbData->aRowP); ++iRow) {
+ if (pCoder->data) memcpy(pCoder->data + pCoder->pos, rows[iRow], rows[iRow]->len);
+ pCoder->pos += rows[iRow]->len;
+ }
+ }
+
+ tEndEncode(pCoder);
+ return 0;
+}
+
+static int32_t tDecodeSSubmitTbData(SDecoder *pCoder, SSubmitTbData *pSubmitTbData) {
+ int32_t code = 0;
+
+ if (tStartDecode(pCoder) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (tDecodeI32v(pCoder, &pSubmitTbData->flags) < 0) return -1;
+
+ if (pSubmitTbData->flags & SUBMIT_REQ_AUTO_CREATE_TABLE) {
+ pSubmitTbData->pCreateTbReq = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (pSubmitTbData->pCreateTbReq == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ if (tDecodeSVCreateTbReq(pCoder, pSubmitTbData->pCreateTbReq) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ }
+
+ // submit data
+ if (tDecodeI64(pCoder, &pSubmitTbData->suid) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ if (tDecodeI64(pCoder, &pSubmitTbData->uid) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ if (tDecodeI32v(pCoder, &pSubmitTbData->sver) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ uint64_t nColData;
+
+ if (tDecodeU64v(pCoder, &nColData) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ pSubmitTbData->aCol = taosArrayInit(nColData, sizeof(SColData));
+ if (pSubmitTbData->aCol == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (int32_t i = 0; i < nColData; ++i) {
+ pCoder->pos += tGetColData(pCoder->data + pCoder->pos, taosArrayReserve(pSubmitTbData->aCol, 1));
+ }
+ } else {
+ uint64_t nRow;
+ if (tDecodeU64v(pCoder, &nRow) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ pSubmitTbData->aRowP = taosArrayInit(nRow, sizeof(SRow *));
+ if (pSubmitTbData->aRowP == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (int32_t iRow = 0; iRow < nRow; ++iRow) {
+ SRow **ppRow = taosArrayReserve(pSubmitTbData->aRowP, 1);
+
+ *ppRow = (SRow *)(pCoder->data + pCoder->pos);
+ pCoder->pos += (*ppRow)->len;
+ }
+ }
+
+ tEndDecode(pCoder);
+
+_exit:
+ if (code) {
+ // TODO: clear
+ }
+ return 0;
+}
+
+int32_t tEncodeSSubmitReq2(SEncoder *pCoder, const SSubmitReq2 *pReq) {
+ if (tStartEncode(pCoder) < 0) return -1;
+
+ if (tEncodeU64v(pCoder, taosArrayGetSize(pReq->aSubmitTbData)) < 0) return -1;
+ for (uint64_t i = 0; i < taosArrayGetSize(pReq->aSubmitTbData); i++) {
+ if (tEncodeSSubmitTbData(pCoder, taosArrayGet(pReq->aSubmitTbData, i)) < 0) return -1;
+ }
+
+ tEndEncode(pCoder);
+ return 0;
+}
+
+int32_t tDecodeSSubmitReq2(SDecoder *pCoder, SSubmitReq2 *pReq) {
+ int32_t code = 0;
+
+ memset(pReq, 0, sizeof(*pReq));
+
+ // decode
+ if (tStartDecode(pCoder) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ uint64_t nSubmitTbData;
+ if (tDecodeU64v(pCoder, &nSubmitTbData) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ pReq->aSubmitTbData = taosArrayInit(nSubmitTbData, sizeof(SSubmitTbData));
+ if (pReq->aSubmitTbData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (uint64_t i = 0; i < nSubmitTbData; i++) {
+ if (tDecodeSSubmitTbData(pCoder, taosArrayReserve(pReq->aSubmitTbData, 1)) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ }
+
+ tEndDecode(pCoder);
+
+_exit:
+ if (code) {
+ if (pReq->aSubmitTbData) {
+ // todo
+ taosArrayDestroy(pReq->aSubmitTbData);
+ pReq->aSubmitTbData = NULL;
+ }
+ }
+ return code;
+}
+
+void tDestroySSubmitTbData(SSubmitTbData *pTbData, int32_t flag) {
+ if (NULL == pTbData) {
+ return;
+ }
+
+ if (flag == TSDB_MSG_FLG_ENCODE) {
+ if (pTbData->pCreateTbReq) {
+ tdDestroySVCreateTbReq(pTbData->pCreateTbReq);
+ taosMemoryFree(pTbData->pCreateTbReq);
+ }
+
+ if (pTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ int32_t nColData = TARRAY_SIZE(pTbData->aCol);
+ SColData *aColData = (SColData *)TARRAY_DATA(pTbData->aCol);
+
+ for (int32_t i = 0; i < nColData; ++i) {
+ tColDataDestroy(&aColData[i]);
+ }
+ taosArrayDestroy(pTbData->aCol);
+ } else {
+ int32_t nRow = TARRAY_SIZE(pTbData->aRowP);
+ SRow **rows = (SRow **)TARRAY_DATA(pTbData->aRowP);
+
+ for (int32_t i = 0; i < nRow; ++i) {
+ tRowDestroy(rows[i]);
+ }
+ taosArrayDestroy(pTbData->aRowP);
+ }
+ } else if (flag == TSDB_MSG_FLG_DECODE) {
+ if (pTbData->pCreateTbReq) {
+ tDestroySVCreateTbReq(pTbData->pCreateTbReq, TSDB_MSG_FLG_DECODE);
+ taosMemoryFree(pTbData->pCreateTbReq);
+ }
+
+ if (pTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ taosArrayDestroy(pTbData->aCol);
+ } else {
+ taosArrayDestroy(pTbData->aRowP);
+ }
+ }
+}
+
+void tDestroySSubmitReq2(SSubmitReq2 *pReq, int32_t flag) {
+ if (pReq->aSubmitTbData == NULL) return;
+
+ int32_t nSubmitTbData = TARRAY_SIZE(pReq->aSubmitTbData);
+ SSubmitTbData *aSubmitTbData = (SSubmitTbData *)TARRAY_DATA(pReq->aSubmitTbData);
+
+ for (int32_t i = 0; i < nSubmitTbData; i++) {
+ tDestroySSubmitTbData(&aSubmitTbData[i], flag);
+ }
+ taosArrayDestroy(pReq->aSubmitTbData);
+}
+
+int32_t tEncodeSSubmitRsp2(SEncoder *pCoder, const SSubmitRsp2 *pRsp) {
+ if (tStartEncode(pCoder) < 0) return -1;
+
+ if (tEncodeI32v(pCoder, pRsp->affectedRows) < 0) return -1;
+
+ if (tEncodeU64v(pCoder, taosArrayGetSize(pRsp->aCreateTbRsp)) < 0) return -1;
+ for (int32_t i = 0; i < taosArrayGetSize(pRsp->aCreateTbRsp); ++i) {
+ if (tEncodeSVCreateTbRsp(pCoder, taosArrayGet(pRsp->aCreateTbRsp, i)) < 0) return -1;
+ }
+
+ tEndEncode(pCoder);
+ return 0;
+}
+
+int32_t tDecodeSSubmitRsp2(SDecoder *pCoder, SSubmitRsp2 *pRsp) {
+ int32_t code = 0;
+
+ memset(pRsp, 0, sizeof(SSubmitRsp2));
+
+ // decode
+ if (tStartDecode(pCoder) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (tDecodeI32v(pCoder, &pRsp->affectedRows) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ uint64_t nCreateTbRsp;
+ if (tDecodeU64v(pCoder, &nCreateTbRsp) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (nCreateTbRsp) {
+ pRsp->aCreateTbRsp = taosArrayInit(nCreateTbRsp, sizeof(SVCreateTbRsp));
+ if (pRsp->aCreateTbRsp == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ for (int32_t i = 0; i < nCreateTbRsp; ++i) {
+ SVCreateTbRsp *pCreateTbRsp = taosArrayReserve(pRsp->aCreateTbRsp, 1);
+ if (tDecodeSVCreateTbRsp(pCoder, pCreateTbRsp) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ }
+ }
+
+ tEndDecode(pCoder);
+
+_exit:
+ if (code) {
+ if (pRsp->aCreateTbRsp) {
+ taosArrayDestroyEx(pRsp->aCreateTbRsp, NULL /* todo */);
+ }
+ }
+ return code;
+}
+
+void tDestroySSubmitRsp2(SSubmitRsp2 *pRsp, int32_t flag) {
+ if (NULL == pRsp) {
+ return;
+ }
+
+ if (flag & TSDB_MSG_FLG_ENCODE) {
+ if (pRsp->aCreateTbRsp) {
+ int32_t nCreateTbRsp = TARRAY_SIZE(pRsp->aCreateTbRsp);
+ SVCreateTbRsp *aCreateTbRsp = TARRAY_DATA(pRsp->aCreateTbRsp);
+ for (int32_t i = 0; i < nCreateTbRsp; ++i) {
+ if (aCreateTbRsp[i].pMeta) {
+ taosMemoryFree(aCreateTbRsp[i].pMeta);
+ }
+ }
+ taosArrayDestroy(pRsp->aCreateTbRsp);
+ }
+ } else if (flag & TSDB_MSG_FLG_DECODE) {
+ if (pRsp->aCreateTbRsp) {
+ int32_t nCreateTbRsp = TARRAY_SIZE(pRsp->aCreateTbRsp);
+ SVCreateTbRsp *aCreateTbRsp = TARRAY_DATA(pRsp->aCreateTbRsp);
+ for (int32_t i = 0; i < nCreateTbRsp; ++i) {
+ if (aCreateTbRsp[i].pMeta) {
+ taosMemoryFree(aCreateTbRsp[i].pMeta);
+ }
+ }
+ taosArrayDestroy(pRsp->aCreateTbRsp);
+ }
+ }
+}
diff --git a/source/common/src/tname.c b/source/common/src/tname.c
index 0d47ef1e7f70c791a32feaa6b4075bd9c625d69f..644b253cc21c243152130a488dc2ebf8ad717d01 100644
--- a/source/common/src/tname.c
+++ b/source/common/src/tname.c
@@ -298,8 +298,8 @@ int32_t tNameFromString(SName* dst, const char* str, uint32_t type) {
}
static int compareKv(const void* p1, const void* p2) {
- SSmlKv* kv1 = *(SSmlKv**)p1;
- SSmlKv* kv2 = *(SSmlKv**)p2;
+ SSmlKv* kv1 = (SSmlKv*)p1;
+ SSmlKv* kv2 = (SSmlKv*)p2;
int32_t kvLen1 = kv1->keyLen;
int32_t kvLen2 = kv2->keyLen;
int32_t res = strncasecmp(kv1->key, kv2->key, TMIN(kvLen1, kvLen2));
@@ -320,7 +320,7 @@ void buildChildTableName(RandTableName* rName) {
taosArraySort(rName->tags, compareKv);
for (int j = 0; j < taosArrayGetSize(rName->tags); ++j) {
taosStringBuilderAppendChar(&sb, ',');
- SSmlKv* tagKv = taosArrayGetP(rName->tags, j);
+ SSmlKv* tagKv = taosArrayGet(rName->tags, j);
taosStringBuilderAppendStringLen(&sb, tagKv->key, tagKv->keyLen);
taosStringBuilderAppendChar(&sb, '=');
if (IS_VAR_DATA_TYPE(tagKv->type)) {
diff --git a/source/common/test/dataformatTest.cpp b/source/common/test/dataformatTest.cpp
index b05ae602f8ee5299ed108756f73f648867d1f81a..4f8652d02cc0602583edff7f59354d9d093275fc 100644
--- a/source/common/test/dataformatTest.cpp
+++ b/source/common/test/dataformatTest.cpp
@@ -117,7 +117,7 @@ STSchema *genSTSchema(int16_t nCols) {
}
STSchema *pResult = NULL;
- pResult = tdGetSTSChemaFromSSChema(pSchema, nCols, 1);
+ pResult = tBuildTSchema(pSchema, nCols, 1);
taosMemoryFree(pSchema);
return pResult;
diff --git a/source/dnode/mnode/impl/src/mndConsumer.c b/source/dnode/mnode/impl/src/mndConsumer.c
index 37e2c3522512de3e4b8bb82741df50e09d8c598b..b2ca1e7ad8f19c016a155e462c693fda50e47027 100644
--- a/source/dnode/mnode/impl/src/mndConsumer.c
+++ b/source/dnode/mnode/impl/src/mndConsumer.c
@@ -133,7 +133,10 @@ static int32_t mndProcessConsumerRecoverMsg(SRpcMsg *pMsg) {
SMnode *pMnode = pMsg->info.node;
SMqConsumerRecoverMsg *pRecoverMsg = pMsg->pCont;
SMqConsumerObj *pConsumer = mndAcquireConsumer(pMnode, pRecoverMsg->consumerId);
- ASSERT(pConsumer);
+ if (pConsumer == NULL) {
+ mError("cannot find consumer %" PRId64 " when processing consumer recover msg", pRecoverMsg->consumerId);
+ return -1;
+ }
mInfo("receive consumer recover msg, consumer id %" PRId64 ", status %s", pRecoverMsg->consumerId,
mndConsumerStatusName(pConsumer->status));
@@ -381,8 +384,6 @@ static int32_t mndProcessAskEpReq(SRpcMsg *pMsg) {
return -1;
}
- ASSERT(strcmp(req.cgroup, pConsumer->cgroup) == 0);
-
atomic_store_32(&pConsumer->hbStatus, 0);
// 1. check consumer status
@@ -428,9 +429,8 @@ static int32_t mndProcessAskEpReq(SRpcMsg *pMsg) {
for (int32_t i = 0; i < numOfTopics; i++) {
char *topic = taosArrayGetP(pConsumer->currentTopics, i);
SMqSubscribeObj *pSub = mndAcquireSubscribe(pMnode, pConsumer->cgroup, topic);
-
// txn guarantees pSub is created
- ASSERT(pSub);
+
taosRLockLatch(&pSub->lock);
SMqSubTopicEp topicEp = {0};
@@ -438,7 +438,6 @@ static int32_t mndProcessAskEpReq(SRpcMsg *pMsg) {
// 2.1 fetch topic schema
SMqTopicObj *pTopic = mndAcquireTopic(pMnode, topic);
- ASSERT(pTopic);
taosRLockLatch(&pTopic->lock);
tstrncpy(topicEp.db, pTopic->db, TSDB_DB_FNAME_LEN);
topicEp.schema.nCols = pTopic->schema.nCols;
@@ -559,6 +558,10 @@ static int32_t mndProcessSubscribeReq(SRpcMsg *pMsg) {
goto SUBSCRIBE_OVER;
}
+ if (mndCheckTopicPrivilege(pMnode, pMsg->info.conn.user, MND_OPER_SUBSCRIBE, pTopic) != 0) {
+ goto SUBSCRIBE_OVER;
+ }
+
mndReleaseTopic(pMnode, pTopic);
}
@@ -775,8 +778,8 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
taosWLockLatch(&pOldConsumer->lock);
if (pNewConsumer->updateType == CONSUMER_UPDATE__MODIFY) {
- ASSERT(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);
- ASSERT(taosArrayGetSize(pOldConsumer->rebRemovedTopics) == 0);
+ /*A(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);*/
+ /*A(taosArrayGetSize(pOldConsumer->rebRemovedTopics) == 0);*/
if (taosArrayGetSize(pNewConsumer->rebNewTopics) == 0 && taosArrayGetSize(pNewConsumer->rebRemovedTopics) == 0) {
pOldConsumer->status = MQ_CONSUMER_STATUS__READY;
@@ -798,8 +801,8 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
pOldConsumer->status = MQ_CONSUMER_STATUS__MODIFY;
}
} else if (pNewConsumer->updateType == CONSUMER_UPDATE__LOST) {
- ASSERT(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);
- ASSERT(taosArrayGetSize(pOldConsumer->rebRemovedTopics) == 0);
+ /*A(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);*/
+ /*A(taosArrayGetSize(pOldConsumer->rebRemovedTopics) == 0);*/
int32_t sz = taosArrayGetSize(pOldConsumer->currentTopics);
/*pOldConsumer->rebRemovedTopics = taosArrayInit(sz, sizeof(void *));*/
@@ -812,8 +815,8 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
pOldConsumer->status = MQ_CONSUMER_STATUS__LOST;
} else if (pNewConsumer->updateType == CONSUMER_UPDATE__RECOVER) {
- ASSERT(taosArrayGetSize(pOldConsumer->currentTopics) == 0);
- ASSERT(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);
+ /*A(taosArrayGetSize(pOldConsumer->currentTopics) == 0);*/
+ /*A(taosArrayGetSize(pOldConsumer->rebNewTopics) == 0);*/
int32_t sz = taosArrayGetSize(pOldConsumer->assignedTopics);
for (int32_t i = 0; i < sz; i++) {
@@ -830,15 +833,15 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
pOldConsumer->rebalanceTime = pNewConsumer->upTime;
} else if (pNewConsumer->updateType == CONSUMER_UPDATE__ADD) {
- ASSERT(taosArrayGetSize(pNewConsumer->rebNewTopics) == 1);
- ASSERT(taosArrayGetSize(pNewConsumer->rebRemovedTopics) == 0);
+ /*A(taosArrayGetSize(pNewConsumer->rebNewTopics) == 1);*/
+ /*A(taosArrayGetSize(pNewConsumer->rebRemovedTopics) == 0);*/
char *addedTopic = strdup(taosArrayGetP(pNewConsumer->rebNewTopics, 0));
// not exist in current topic
-#if 1
+#if 0
for (int32_t i = 0; i < taosArrayGetSize(pOldConsumer->currentTopics); i++) {
char *topic = taosArrayGetP(pOldConsumer->currentTopics, i);
- ASSERT(strcmp(topic, addedTopic) != 0);
+ A(strcmp(topic, addedTopic) != 0);
}
#endif
@@ -879,15 +882,15 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
atomic_add_fetch_32(&pOldConsumer->epoch, 1);
} else if (pNewConsumer->updateType == CONSUMER_UPDATE__REMOVE) {
- ASSERT(taosArrayGetSize(pNewConsumer->rebNewTopics) == 0);
- ASSERT(taosArrayGetSize(pNewConsumer->rebRemovedTopics) == 1);
+ /*A(taosArrayGetSize(pNewConsumer->rebNewTopics) == 0);*/
+ /*A(taosArrayGetSize(pNewConsumer->rebRemovedTopics) == 1);*/
char *removedTopic = taosArrayGetP(pNewConsumer->rebRemovedTopics, 0);
// not exist in new topic
-#if 1
+#if 0
for (int32_t i = 0; i < taosArrayGetSize(pOldConsumer->rebNewTopics); i++) {
char *topic = taosArrayGetP(pOldConsumer->rebNewTopics, i);
- ASSERT(strcmp(topic, removedTopic) != 0);
+ A(strcmp(topic, removedTopic) != 0);
}
#endif
@@ -913,7 +916,7 @@ static int32_t mndConsumerActionUpdate(SSdb *pSdb, SMqConsumerObj *pOldConsumer,
}
}
// must find the topic
- ASSERT(i < sz);
+ /*A(i < sz);*/
// set status
if (taosArrayGetSize(pOldConsumer->rebNewTopics) == 0 && taosArrayGetSize(pOldConsumer->rebRemovedTopics) == 0) {
diff --git a/source/dnode/mnode/impl/src/mndScheduler.c b/source/dnode/mnode/impl/src/mndScheduler.c
index af1a29def08eae42072fffc889cd494a95dea239..bdef8000bd3b54d3428b0dc6336d5e5ad66893e6 100644
--- a/source/dnode/mnode/impl/src/mndScheduler.c
+++ b/source/dnode/mnode/impl/src/mndScheduler.c
@@ -115,13 +115,11 @@ int32_t mndAddDispatcherToInnerTask(SMnode* pMnode, SStreamObj* pStream, SStream
if (pStream->fixedSinkVgId == 0) {
SDbObj* pDb = mndAcquireDb(pMnode, pStream->targetDb);
- ASSERT(pDb);
if (pDb->cfg.numOfVgroups > 1) {
isShuffle = true;
pTask->outputType = TASK_OUTPUT__SHUFFLE_DISPATCH;
pTask->dispatchMsgType = TDMT_STREAM_TASK_DISPATCH;
if (mndExtractDbInfo(pMnode, pDb, &pTask->shuffleDispatcher.dbInfo, NULL) < 0) {
- ASSERT(0);
return -1;
}
}
@@ -140,9 +138,7 @@ int32_t mndAddDispatcherToInnerTask(SMnode* pMnode, SStreamObj* pStream, SStream
for (int32_t j = 0; j < sinkLvSize; j++) {
SStreamTask* pLastLevelTask = taosArrayGetP(sinkLv, j);
if (pLastLevelTask->nodeId == pVgInfo->vgId) {
- ASSERT(pVgInfo->vgId > 0);
pVgInfo->taskId = pLastLevelTask->taskId;
- ASSERT(pVgInfo->taskId != 0);
break;
}
}
@@ -152,7 +148,6 @@ int32_t mndAddDispatcherToInnerTask(SMnode* pMnode, SStreamObj* pStream, SStream
pTask->dispatchMsgType = TDMT_STREAM_TASK_DISPATCH;
SArray* pArray = taosArrayGetP(pStream->tasks, 0);
// one sink only
- ASSERT(taosArrayGetSize(pArray) == 1);
SStreamTask* lastLevelTask = taosArrayGetP(pArray, 0);
pTask->fixedEpDispatcher.taskId = lastLevelTask->taskId;
pTask->fixedEpDispatcher.nodeId = lastLevelTask->nodeId;
@@ -170,7 +165,6 @@ int32_t mndAssignTaskToVg(SMnode* pMnode, SStreamTask* pTask, SSubplan* plan, co
plan->execNode.epSet = pTask->epSet;
if (qSubPlanToString(plan, &pTask->exec.qmsg, &msgLen) < 0) {
- ASSERT(0);
terrno = TSDB_CODE_QRY_INVALID_INPUT;
return -1;
}
@@ -195,7 +189,6 @@ int32_t mndAssignTaskToSnode(SMnode* pMnode, SStreamTask* pTask, SSubplan* plan,
plan->execNode.epSet = pTask->epSet;
if (qSubPlanToString(plan, &pTask->exec.qmsg, &msgLen) < 0) {
- ASSERT(0);
terrno = TSDB_CODE_QRY_INVALID_INPUT;
return -1;
}
@@ -222,8 +215,6 @@ int32_t mndAddShuffleSinkTasksToStream(SMnode* pMnode, SStreamObj* pStream) {
void* pIter = NULL;
SArray* tasks = taosArrayGetP(pStream->tasks, 0);
- ASSERT(taosArrayGetSize(pStream->tasks) == 1);
-
while (1) {
SVgObj* pVgroup = NULL;
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void**)&pVgroup);
@@ -257,7 +248,10 @@ int32_t mndAddShuffleSinkTasksToStream(SMnode* pMnode, SStreamObj* pStream) {
pTask->tbSink.stbUid = pStream->targetStbUid;
memcpy(pTask->tbSink.stbFullName, pStream->targetSTbName, TSDB_TABLE_FNAME_LEN);
pTask->tbSink.pSchemaWrapper = tCloneSSchemaWrapper(&pStream->outputSchema);
- ASSERT(pTask->tbSink.pSchemaWrapper);
+ if (pTask->tbSink.pSchemaWrapper == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ return -1;
+ }
}
sdbRelease(pSdb, pVgroup);
}
@@ -265,7 +259,6 @@ int32_t mndAddShuffleSinkTasksToStream(SMnode* pMnode, SStreamObj* pStream) {
}
int32_t mndAddFixedSinkTaskToStream(SMnode* pMnode, SStreamObj* pStream) {
- ASSERT(pStream->fixedSinkVgId != 0);
SArray* tasks = taosArrayGetP(pStream->tasks, 0);
SStreamTask* pTask = tNewSStreamTask(pStream->uid);
if (pTask == NULL) {
@@ -275,8 +268,6 @@ int32_t mndAddFixedSinkTaskToStream(SMnode* pMnode, SStreamObj* pStream) {
pTask->fillHistory = pStream->fillHistory;
mndAddTaskToTaskSet(tasks, pTask);
- ASSERT(pStream->fixedSinkVg.vgId == pStream->fixedSinkVgId);
-
pTask->nodeId = pStream->fixedSinkVgId;
#if 0
SVgObj* pVgroup = mndAcquireVgroup(pMnode, pStream->fixedSinkVgId);
@@ -311,13 +302,16 @@ int32_t mndScheduleStream(SMnode* pMnode, SStreamObj* pStream) {
return -1;
}
int32_t planTotLevel = LIST_LENGTH(pPlan->pSubplans);
- ASSERT(planTotLevel <= 2);
+
pStream->tasks = taosArrayInit(planTotLevel, sizeof(void*));
bool hasExtraSink = false;
bool externalTargetDB = strcmp(pStream->sourceDb, pStream->targetDb) != 0;
SDbObj* pDbObj = mndAcquireDb(pMnode, pStream->targetDb);
- ASSERT(pDbObj != NULL);
+ if (pDbObj == NULL) {
+ terrno = TSDB_CODE_QRY_INVALID_INPUT;
+ return -1;
+ }
bool multiTarget = pDbObj->cfg.numOfVgroups > 1;
sdbRelease(pSdb, pDbObj);
@@ -351,7 +345,10 @@ int32_t mndScheduleStream(SMnode* pMnode, SStreamObj* pStream) {
SNodeListNode* inner = (SNodeListNode*)nodesListGetNode(pPlan->pSubplans, 0);
SSubplan* plan = (SSubplan*)nodesListGetNode(inner->pNodeList, 0);
- ASSERT(plan->subplanType == SUBPLAN_TYPE_MERGE);
+ if (plan->subplanType != SUBPLAN_TYPE_MERGE) {
+ terrno = TSDB_CODE_QRY_INVALID_INPUT;
+ return -1;
+ }
pInnerTask = tNewSStreamTask(pStream->uid);
if (pInnerTask == NULL) {
@@ -409,7 +406,10 @@ int32_t mndScheduleStream(SMnode* pMnode, SStreamObj* pStream) {
SNodeListNode* inner = (SNodeListNode*)nodesListGetNode(pPlan->pSubplans, 1);
SSubplan* plan = (SSubplan*)nodesListGetNode(inner->pNodeList, 0);
- ASSERT(plan->subplanType == SUBPLAN_TYPE_SCAN);
+ if (plan->subplanType != SUBPLAN_TYPE_SCAN) {
+ terrno = TSDB_CODE_QRY_INVALID_INPUT;
+ return -1;
+ }
void* pIter = NULL;
while (1) {
@@ -471,9 +471,15 @@ int32_t mndScheduleStream(SMnode* pMnode, SStreamObj* pStream) {
taosArrayPush(pStream->tasks, &taskOneLevel);
SNodeListNode* inner = (SNodeListNode*)nodesListGetNode(pPlan->pSubplans, 0);
- ASSERT(LIST_LENGTH(inner->pNodeList) == 1);
+ if (LIST_LENGTH(inner->pNodeList) != 1) {
+ terrno = TSDB_CODE_QRY_INVALID_INPUT;
+ return -1;
+ }
SSubplan* plan = (SSubplan*)nodesListGetNode(inner->pNodeList, 0);
- ASSERT(plan->subplanType == SUBPLAN_TYPE_SCAN);
+ if (plan->subplanType != SUBPLAN_TYPE_SCAN) {
+ terrno = TSDB_CODE_QRY_INVALID_INPUT;
+ return -1;
+ }
void* pIter = NULL;
while (1) {
@@ -550,9 +556,6 @@ int32_t mndSchedInitSubEp(SMnode* pMnode, const SMqTopicObj* pTopic, SMqSubscrib
plan = (SSubplan*)nodesListGetNode(inner->pNodeList, 0);
}
- ASSERT(pSub->unassignedVgs);
- ASSERT(taosHashGetSize(pSub->consumerHash) == 0);
-
void* pIter = NULL;
while (1) {
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void**)&pVgroup);
@@ -590,10 +593,6 @@ int32_t mndSchedInitSubEp(SMnode* pMnode, const SMqTopicObj* pTopic, SMqSubscrib
sdbRelease(pSdb, pVgroup);
}
- ASSERT(pSub->unassignedVgs->size > 0);
-
- ASSERT(taosHashGetSize(pSub->consumerHash) == 0);
-
qDestroyQueryPlan(pPlan);
return 0;
diff --git a/source/dnode/mnode/impl/src/mndStream.c b/source/dnode/mnode/impl/src/mndStream.c
index 83ed6eea78531eb0749aa98b97b759af5fc829d6..57f9c085ad3c2597a21029f3b1848eedf7c8fd77 100644
--- a/source/dnode/mnode/impl/src/mndStream.c
+++ b/source/dnode/mnode/impl/src/mndStream.c
@@ -326,13 +326,11 @@ static int32_t mndBuildStreamObjFromCreateReq(SMnode *pMnode, SStreamObj *pObj,
// deserialize ast
if (nodesStringToNode(pObj->ast, &pAst) < 0) {
- /*ASSERT(0);*/
goto FAIL;
}
// extract output schema from ast
if (qExtractResultSchema(pAst, (int32_t *)&pObj->outputSchema.nCols, &pObj->outputSchema.pSchema) != 0) {
- /*ASSERT(0);*/
goto FAIL;
}
@@ -347,13 +345,11 @@ static int32_t mndBuildStreamObjFromCreateReq(SMnode *pMnode, SStreamObj *pObj,
// using ast and param to build physical plan
if (qCreateQueryPlan(&cxt, &pPlan, NULL) < 0) {
- /*ASSERT(0);*/
goto FAIL;
}
// save physcial plan
if (nodesNodeToString((SNode *)pPlan, false, &pObj->physicalPlan, NULL) != 0) {
- /*ASSERT(0);*/
goto FAIL;
}
@@ -361,7 +357,7 @@ static int32_t mndBuildStreamObjFromCreateReq(SMnode *pMnode, SStreamObj *pObj,
if (pCreate->numOfTags) {
pObj->tagSchema.pSchema = taosMemoryCalloc(pCreate->numOfTags, sizeof(SSchema));
}
- ASSERT(pCreate->numOfTags == taosArrayGetSize(pCreate->pTags));
+ /*A(pCreate->numOfTags == taosArrayGetSize(pCreate->pTags));*/
for (int32_t i = 0; i < pCreate->numOfTags; i++) {
SField *pField = taosArrayGet(pCreate->pTags, i);
pObj->tagSchema.pSchema[i].colId = pObj->outputSchema.nCols + i + 1;
@@ -378,9 +374,6 @@ FAIL:
}
int32_t mndPersistTaskDeployReq(STrans *pTrans, const SStreamTask *pTask) {
- if (pTask->taskLevel == TASK_LEVEL__AGG) {
- ASSERT(taosArrayGetSize(pTask->childEpInfo) != 0);
- }
SEncoder encoder;
tEncoderInit(&encoder, NULL, 0);
tEncodeSStreamTask(&encoder, pTask);
@@ -545,8 +538,6 @@ _OVER:
}
static int32_t mndPersistTaskDropReq(STrans *pTrans, SStreamTask *pTask) {
- ASSERT(pTask->nodeId != 0);
-
// vnode
/*if (pTask->nodeId > 0) {*/
SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
@@ -808,10 +799,9 @@ static int32_t mndProcessStreamDoCheckpoint(SRpcMsg *pReq) {
int32_t sz = taosArrayGetSize(pLevel);
for (int32_t j = 0; j < sz; j++) {
SStreamTask *pTask = taosArrayGetP(pLevel, j);
- ASSERT(pTask->nodeId > 0);
+ /*A(pTask->nodeId > 0);*/
SVgObj *pVgObj = mndAcquireVgroup(pMnode, pTask->nodeId);
if (pVgObj == NULL) {
- ASSERT(0);
taosRUnLockLatch(&pStream->lock);
mndReleaseStream(pMnode, pStream);
mndTransDrop(pTrans);
@@ -871,7 +861,6 @@ static int32_t mndProcessDropStreamReq(SRpcMsg *pReq) {
SMDropStreamReq dropReq = {0};
if (tDeserializeSMDropStreamReq(pReq->pCont, pReq->contLen, &dropReq) < 0) {
- ASSERT(0);
terrno = TSDB_CODE_INVALID_MSG;
return -1;
}
diff --git a/source/dnode/mnode/impl/src/mndTopic.c b/source/dnode/mnode/impl/src/mndTopic.c
index 071edf992fe2ca38c6c74a698d91d9e88bfbf918..7f5ebd4a9042a69def1952190b6456e03e7d44e8 100644
--- a/source/dnode/mnode/impl/src/mndTopic.c
+++ b/source/dnode/mnode/impl/src/mndTopic.c
@@ -696,14 +696,9 @@ static int32_t mndProcessDropTopicReq(SRpcMsg *pReq) {
sdbRelease(pSdb, pConsumer);
}
-#if 0
- if (pTopic->refConsumerCnt != 0) {
- mndReleaseTopic(pMnode, pTopic);
- terrno = TSDB_CODE_MND_TOPIC_SUBSCRIBED;
- mError("topic:%s, failed to drop since %s", dropReq.name, terrstr());
+ if (mndCheckDbPrivilegeByName(pMnode, pReq->info.conn.user, MND_OPER_READ_DB, pTopic->db) != 0) {
return -1;
}
-#endif
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "drop-topic");
if (pTrans == NULL) {
diff --git a/source/dnode/vnode/inc/vnode.h b/source/dnode/vnode/inc/vnode.h
index cbee70ad0318d190c76d89197a0096aadb4594d9..a7564e352c997085636fdfecc947fbe20032d755 100644
--- a/source/dnode/vnode/inc/vnode.h
+++ b/source/dnode/vnode/inc/vnode.h
@@ -222,11 +222,19 @@ typedef struct SSnapContext {
} SSnapContext;
typedef struct STqReader {
- int64_t ver;
- const SSubmitReq *pMsg;
- SSubmitBlk *pBlock;
- SSubmitMsgIter msgIter;
- SSubmitBlkIter blkIter;
+ // const SSubmitReq *pMsg;
+ // SSubmitBlk *pBlock;
+ // SSubmitMsgIter msgIter;
+ // SSubmitBlkIter blkIter;
+
+ int64_t ver;
+ SPackedData msg2;
+
+ int8_t setMsg;
+ SSubmitReq2 submit;
+ int32_t nextBlk;
+
+ int64_t lastBlkUid;
SWalReader *pWalReader;
@@ -251,11 +259,14 @@ int32_t tqReaderRemoveTbUidList(STqReader *pReader, const SArray *tbUidList);
int32_t tqSeekVer(STqReader *pReader, int64_t ver);
int32_t tqNextBlock(STqReader *pReader, SFetchRet *ret);
-int32_t tqReaderSetDataMsg(STqReader *pReader, const SSubmitReq *pMsg, int64_t ver);
-bool tqNextDataBlock(STqReader *pReader);
-bool tqNextDataBlockFilterOut(STqReader *pReader, SHashObj *filterOutUids);
-int32_t tqRetrieveDataBlock(SSDataBlock *pBlock, STqReader *pReader);
-int32_t tqRetrieveTaosxBlock(STqReader *pReader, SArray *blocks, SArray *schemas);
+int32_t tqReaderSetSubmitReq2(STqReader *pReader, void *msgStr, int32_t msgLen, int64_t ver);
+// int32_t tqReaderSetDataMsg(STqReader *pReader, const SSubmitReq *pMsg, int64_t ver);
+bool tqNextDataBlock2(STqReader *pReader);
+bool tqNextDataBlockFilterOut2(STqReader *pReader, SHashObj *filterOutUids);
+int32_t tqRetrieveDataBlock2(SSDataBlock *pBlock, STqReader *pReader);
+int32_t tqRetrieveTaosxBlock2(STqReader *pReader, SArray *blocks, SArray *schemas);
+// int32_t tqRetrieveDataBlock(SSDataBlock *pBlock, STqReader *pReader);
+// int32_t tqRetrieveTaosxBlock(STqReader *pReader, SArray *blocks, SArray *schemas);
int32_t vnodeEnqueueStreamMsg(SVnode *pVnode, SRpcMsg *pMsg);
diff --git a/source/dnode/vnode/src/inc/sma.h b/source/dnode/vnode/src/inc/sma.h
index 50e3c3a9c16e54a70d2b4f07a4640d87013a7776..007207562380f1e29ca7309025bf774dff27e333 100644
--- a/source/dnode/vnode/src/inc/sma.h
+++ b/source/dnode/vnode/src/inc/sma.h
@@ -44,7 +44,6 @@ typedef struct SRSmaInfoItem SRSmaInfoItem;
typedef struct SRSmaFS SRSmaFS;
typedef struct SQTaskFile SQTaskFile;
typedef struct SQTaskFReader SQTaskFReader;
-typedef struct SQTaskFWriter SQTaskFWriter;
struct SSmaEnv {
SRWLatch lock;
@@ -85,22 +84,20 @@ struct STSmaStat {
struct SQTaskFile {
volatile int32_t nRef;
- int32_t padding;
+ int8_t level;
+ int64_t suid;
int64_t version;
int64_t size;
+ int64_t mtime;
};
struct SQTaskFReader {
SSma *pSma;
+ int8_t level;
+ int64_t suid;
int64_t version;
TdFilePtr pReadH;
};
-struct SQTaskFWriter {
- SSma *pSma;
- int64_t version;
- TdFilePtr pWriteH;
- char *fname;
-};
struct SRSmaFS {
SArray *aQTaskInf; // array of SQTaskFile
@@ -214,85 +211,40 @@ static FORCE_INLINE void tdUnRefSmaStat(SSma *pSma, SSmaStat *pStat) {
// rsma
void *tdFreeRSmaInfo(SSma *pSma, SRSmaInfo *pInfo, bool isDeepFree);
-int32_t tdRSmaFSOpen(SSma *pSma, int64_t version);
+int32_t tdRSmaFSOpen(SSma *pSma, int64_t version, int8_t rollback);
void tdRSmaFSClose(SRSmaFS *fs);
-int32_t tdRSmaFSRef(SSma *pSma, SRSmaStat *pStat, int64_t version);
-void tdRSmaFSUnRef(SSma *pSma, SRSmaStat *pStat, int64_t version);
-int64_t tdRSmaFSMaxVer(SSma *pSma, SRSmaStat *pStat);
-int32_t tdRSmaFSUpsertQTaskFile(SRSmaFS *pFS, SQTaskFile *qTaskFile);
-int32_t tdRSmaRestore(SSma *pSma, int8_t type, int64_t committedVer);
+int32_t tdRSmaFSPrepareCommit(SSma *pSma, SRSmaFS *pFSNew);
+int32_t tdRSmaFSCommit(SSma *pSma);
+int32_t tdRSmaFSFinishCommit(SSma *pSma);
+int32_t tdRSmaFSCopy(SSma *pSma, SRSmaFS *pFS);
+int32_t tdRSmaFSTakeSnapshot(SSma *pSma, SRSmaFS *pFS);
+int32_t tdRSmaFSRef(SSma *pSma, SRSmaFS *pFS);
+void tdRSmaFSUnRef(SSma *pSma, SRSmaFS *pFS);
+int32_t tdRSmaFSUpsertQTaskFile(SSma *pSma, SRSmaFS *pFS, SQTaskFile *qTaskFile, int32_t nSize);
+int32_t tdRSmaFSRollback(SSma *pSma);
+int32_t tdRSmaRestore(SSma *pSma, int8_t type, int64_t committedVer, int8_t rollback);
int32_t tdRSmaProcessCreateImpl(SSma *pSma, SRSmaParam *param, int64_t suid, const char *tbName);
int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type);
int32_t tdRSmaPersistExecImpl(SRSmaStat *pRSmaStat, SHashObj *pInfoHash);
-int32_t tdRSmaProcessRestoreImpl(SSma *pSma, int8_t type, int64_t qtaskFileVer);
-void tdRSmaQTaskInfoGetFileName(int32_t vgId, int64_t version, char *outputName);
-void tdRSmaQTaskInfoGetFullName(int32_t vgId, int64_t version, const char *path, char *outputName);
+int32_t tdRSmaProcessRestoreImpl(SSma *pSma, int8_t type, int64_t qtaskFileVer, int8_t rollback);
+void tdRSmaQTaskInfoGetFileName(int32_t vgId, int64_t suid, int8_t level, int64_t version, char *outputName);
+void tdRSmaQTaskInfoGetFullName(int32_t vgId, int64_t suid, int8_t level, int64_t version, const char *path,
+ char *outputName);
void tdRSmaQTaskInfoGetFullPath(int32_t vgId, int8_t level, const char *path, char *outputName);
void tdRSmaQTaskInfoGetFullPathEx(int32_t vgId, tb_uid_t suid, int8_t level, const char *path, char *outputName);
static FORCE_INLINE void tdRefRSmaInfo(SSma *pSma, SRSmaInfo *pRSmaInfo) {
int32_t ref = T_REF_INC(pRSmaInfo);
- smaDebug("vgId:%d, ref rsma info:%p, val:%d", SMA_VID(pSma), pRSmaInfo, ref);
+ smaTrace("vgId:%d, ref rsma info:%p, val:%d", SMA_VID(pSma), pRSmaInfo, ref);
}
static FORCE_INLINE void tdUnRefRSmaInfo(SSma *pSma, SRSmaInfo *pRSmaInfo) {
int32_t ref = T_REF_DEC(pRSmaInfo);
- smaDebug("vgId:%d, unref rsma info:%p, val:%d", SMA_VID(pSma), pRSmaInfo, ref);
+ smaTrace("vgId:%d, unref rsma info:%p, val:%d", SMA_VID(pSma), pRSmaInfo, ref);
}
-// smaFileUtil ================
-
-#define TD_FILE_HEAD_SIZE 512
-
-typedef struct STFInfo STFInfo;
-typedef struct STFile STFile;
-
-struct STFInfo {
- // common fields
- uint32_t magic;
- uint32_t ftype;
- uint32_t fver;
- int64_t fsize;
-};
-
-enum {
- TD_FTYPE_RSMA_QTASKINFO = 0,
-};
-
-#if 0
-struct STFile {
- uint8_t state;
- STFInfo info;
- char *fname;
- TdFilePtr pFile;
-};
-
-#define TD_TFILE_PFILE(tf) ((tf)->pFile)
-#define TD_TFILE_OPENED(tf) (TD_TFILE_PFILE(tf) != NULL)
-#define TD_TFILE_FULL_NAME(tf) ((tf)->fname)
-#define TD_TFILE_OPENED(tf) (TD_TFILE_PFILE(tf) != NULL)
-#define TD_TFILE_CLOSED(tf) (!TD_TFILE_OPENED(tf))
-#define TD_TFILE_SET_CLOSED(f) (TD_TFILE_PFILE(f) = NULL)
-#define TD_TFILE_SET_STATE(tf, s) ((tf)->state = (s))
-
-int32_t tdInitTFile(STFile *pTFile, const char *dname, const char *fname);
-int32_t tdCreateTFile(STFile *pTFile, bool updateHeader, int8_t fType);
-int32_t tdOpenTFile(STFile *pTFile, int flags);
-int64_t tdReadTFile(STFile *pTFile, void *buf, int64_t nbyte);
-int64_t tdSeekTFile(STFile *pTFile, int64_t offset, int whence);
-int64_t tdWriteTFile(STFile *pTFile, void *buf, int64_t nbyte);
-int64_t tdAppendTFile(STFile *pTFile, void *buf, int64_t nbyte, int64_t *offset);
-int64_t tdGetTFileSize(STFile *pTFile, int64_t *size);
-int32_t tdRemoveTFile(STFile *pTFile);
-int32_t tdLoadTFileHeader(STFile *pTFile, STFInfo *pInfo);
-int32_t tdUpdateTFileHeader(STFile *pTFile);
-void tdUpdateTFileMagic(STFile *pTFile, void *pCksm);
-void tdCloseTFile(STFile *pTFile);
-void tdDestroyTFile(STFile *pTFile);
-#endif
-
-void tdGetVndFileName(int32_t vgId, const char *pdname, const char *dname, const char *fname, int64_t version,
- char *outputName);
-void tdGetVndDirName(int32_t vgId, const char *pdname, const char *dname, bool endWithSep, char *outputName);
+void tdRSmaGetFileName(int32_t vgId, const char *pdname, const char *dname, const char *fname, int64_t suid,
+ int8_t level, int64_t version, char *outputName);
+void tdRSmaGetDirName(int32_t vgId, const char *pdname, const char *dname, bool endWithSep, char *outputName);
#ifdef __cplusplus
}
diff --git a/source/dnode/vnode/src/inc/tq.h b/source/dnode/vnode/src/inc/tq.h
index 828341ddd8666bbb55c2cedce1b34c50f6b3362a..9a89c732bd4bb0fa595360fc72ac71a7f2fd156e 100644
--- a/source/dnode/vnode/src/inc/tq.h
+++ b/source/dnode/vnode/src/inc/tq.h
@@ -154,7 +154,8 @@ int32_t tqScanData(STQ* pTq, const STqHandle* pHandle, SMqDataRsp* pRsp, STqOffs
int64_t tqFetchLog(STQ* pTq, STqHandle* pHandle, int64_t* fetchOffset, SWalCkHead** pHeadWithCkSum);
// tqExec
-int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp* pRsp);
+int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SPackedData submit, STaosxRsp* pRsp);
+// int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp* pRsp);
int32_t tqAddBlockDataToRsp(const SSDataBlock* pBlock, SMqDataRsp* pRsp, int32_t numOfCols, int8_t precision);
int32_t tqSendDataRsp(STQ* pTq, const SRpcMsg* pMsg, const SMqPollReq* pReq, const SMqDataRsp* pRsp);
int32_t tqPushDataRsp(STQ* pTq, STqPushEntry* pPushEntry);
@@ -182,7 +183,8 @@ int32_t tqOffsetCommitFile(STqOffsetStore* pStore);
// tqSink
// void tqSinkToTableMerge(SStreamTask* pTask, void* vnode, int64_t ver, void* data);
-void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* data);
+// void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* data);
+void tqSinkToTablePipeline2(SStreamTask* pTask, void* vnode, int64_t ver, void* data);
// tqOffset
char* tqOffsetBuildFName(const char* path, int32_t fVer);
diff --git a/source/dnode/vnode/src/inc/tsdb.h b/source/dnode/vnode/src/inc/tsdb.h
index 5a63af41afd97c74fc86e5371e0cf477df5361ee..49f8d9be3cb368a02cc15560461d2f15d937d3fb 100644
--- a/source/dnode/vnode/src/inc/tsdb.h
+++ b/source/dnode/vnode/src/inc/tsdb.h
@@ -70,6 +70,9 @@ typedef struct SDiskData SDiskData;
typedef struct SDiskDataBuilder SDiskDataBuilder;
typedef struct SBlkInfo SBlkInfo;
+#define TSDBROW_ROW_FMT ((int8_t)0x0)
+#define TSDBROW_COL_FMT ((int8_t)0x1)
+
#define TSDB_FILE_DLMT ((uint32_t)0xF00AFA0F)
#define TSDB_MAX_SUBBLOCKS 8
#define TSDB_FHDR_SIZE 512
@@ -102,26 +105,29 @@ static FORCE_INLINE int64_t tsdbLogicToFileSize(int64_t lSize, int32_t szPage) {
// tsdbUtil.c ==============================================================================================
// TSDBROW
-#define TSDBROW_TS(ROW) (((ROW)->type == 0) ? (ROW)->pTSRow->ts : (ROW)->pBlockData->aTSKEY[(ROW)->iRow])
-#define TSDBROW_VERSION(ROW) (((ROW)->type == 0) ? (ROW)->version : (ROW)->pBlockData->aVersion[(ROW)->iRow])
-#define TSDBROW_SVERSION(ROW) TD_ROW_SVER((ROW)->pTSRow)
-#define TSDBROW_KEY(ROW) ((TSDBKEY){.version = TSDBROW_VERSION(ROW), .ts = TSDBROW_TS(ROW)})
-#define tsdbRowFromTSRow(VERSION, TSROW) ((TSDBROW){.type = 0, .version = (VERSION), .pTSRow = (TSROW)})
-#define tsdbRowFromBlockData(BLOCKDATA, IROW) ((TSDBROW){.type = 1, .pBlockData = (BLOCKDATA), .iRow = (IROW)})
-void tsdbRowGetColVal(TSDBROW *pRow, STSchema *pTSchema, int32_t iCol, SColVal *pColVal);
-// int32_t tPutTSDBRow(uint8_t *p, TSDBROW *pRow);
+#define TSDBROW_TS(ROW) (((ROW)->type == TSDBROW_ROW_FMT) ? (ROW)->pTSRow->ts : (ROW)->pBlockData->aTSKEY[(ROW)->iRow])
+#define TSDBROW_VERSION(ROW) \
+ (((ROW)->type == TSDBROW_ROW_FMT) ? (ROW)->version : (ROW)->pBlockData->aVersion[(ROW)->iRow])
+#define TSDBROW_SVERSION(ROW) ((ROW)->type == TSDBROW_ROW_FMT ? (ROW)->pTSRow->sver : -1)
+#define TSDBROW_KEY(ROW) ((TSDBKEY){.version = TSDBROW_VERSION(ROW), .ts = TSDBROW_TS(ROW)})
+#define tsdbRowFromTSRow(VERSION, TSROW) ((TSDBROW){.type = TSDBROW_ROW_FMT, .version = (VERSION), .pTSRow = (TSROW)})
+#define tsdbRowFromBlockData(BLOCKDATA, IROW) \
+ ((TSDBROW){.type = TSDBROW_COL_FMT, .pBlockData = (BLOCKDATA), .iRow = (IROW)})
+
+void tsdbRowGetColVal(TSDBROW *pRow, STSchema *pTSchema, int32_t iCol, SColVal *pColVal);
int32_t tsdbRowCmprFn(const void *p1, const void *p2);
// STSDBRowIter
-void tsdbRowIterInit(STSDBRowIter *pIter, TSDBROW *pRow, STSchema *pTSchema);
+int32_t tsdbRowIterOpen(STSDBRowIter *pIter, TSDBROW *pRow, STSchema *pTSchema);
+void tsdbRowClose(STSDBRowIter *pIter);
SColVal *tsdbRowIterNext(STSDBRowIter *pIter);
// SRowMerger
-int32_t tRowMergerInit2(SRowMerger *pMerger, STSchema *pResTSchema, TSDBROW *pRow, STSchema *pTSchema);
-int32_t tRowMergerAdd(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema);
+int32_t tsdbRowMergerInit2(SRowMerger *pMerger, STSchema *pResTSchema, TSDBROW *pRow, STSchema *pTSchema);
+int32_t tsdbRowMergerAdd(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema);
-int32_t tRowMergerInit(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema);
-void tRowMergerClear(SRowMerger *pMerger);
-int32_t tRowMerge(SRowMerger *pMerger, TSDBROW *pRow);
-int32_t tRowMergerGetRow(SRowMerger *pMerger, STSRow **ppRow);
+int32_t tsdbRowMergerInit(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema);
+void tsdbRowMergerClear(SRowMerger *pMerger);
+int32_t tsdbRowMerge(SRowMerger *pMerger, TSDBROW *pRow);
+int32_t tsdbRowMergerGetRow(SRowMerger *pMerger, SRow **ppRow);
// TABLEID
int32_t tTABLEIDCmprFn(const void *p1, const void *p2);
// TSDBKEY
@@ -146,24 +152,22 @@ int32_t tGetBlockIdx(uint8_t *p, void *ph);
int32_t tCmprBlockIdx(void const *lhs, void const *rhs);
int32_t tCmprBlockL(void const *lhs, void const *rhs);
// SBlockData
-#define tBlockDataFirstRow(PBLOCKDATA) tsdbRowFromBlockData(PBLOCKDATA, 0)
-#define tBlockDataLastRow(PBLOCKDATA) tsdbRowFromBlockData(PBLOCKDATA, (PBLOCKDATA)->nRow - 1)
-#define tBlockDataFirstKey(PBLOCKDATA) TSDBROW_KEY(&tBlockDataFirstRow(PBLOCKDATA))
-#define tBlockDataLastKey(PBLOCKDATA) TSDBROW_KEY(&tBlockDataLastRow(PBLOCKDATA))
-
-int32_t tBlockDataCreate(SBlockData *pBlockData);
-void tBlockDataDestroy(SBlockData *pBlockData, int8_t deepClear);
-int32_t tBlockDataInit(SBlockData *pBlockData, TABLEID *pId, STSchema *pTSchema, int16_t *aCid, int32_t nCid);
-void tBlockDataReset(SBlockData *pBlockData);
-int32_t tBlockDataAppendRow(SBlockData *pBlockData, TSDBROW *pRow, STSchema *pTSchema, int64_t uid);
-void tBlockDataClear(SBlockData *pBlockData);
-SColData *tBlockDataGetColDataByIdx(SBlockData *pBlockData, int32_t idx);
-void tBlockDataGetColData(SBlockData *pBlockData, int16_t cid, SColData **ppColData);
-int32_t tBlockDataMerge(SBlockData *pBlockData1, SBlockData *pBlockData2, SBlockData *pBlockData);
-int32_t tBlockDataAddColData(SBlockData *pBlockData, SColData **ppColData);
-int32_t tCmprBlockData(SBlockData *pBlockData, int8_t cmprAlg, uint8_t **ppOut, int32_t *szOut, uint8_t *aBuf[],
- int32_t aBufN[]);
-int32_t tDecmprBlockData(uint8_t *pIn, int32_t szIn, SBlockData *pBlockData, uint8_t *aBuf[]);
+#define tBlockDataFirstRow(PBLOCKDATA) tsdbRowFromBlockData(PBLOCKDATA, 0)
+#define tBlockDataLastRow(PBLOCKDATA) tsdbRowFromBlockData(PBLOCKDATA, (PBLOCKDATA)->nRow - 1)
+#define tBlockDataFirstKey(PBLOCKDATA) TSDBROW_KEY(&tBlockDataFirstRow(PBLOCKDATA))
+#define tBlockDataLastKey(PBLOCKDATA) TSDBROW_KEY(&tBlockDataLastRow(PBLOCKDATA))
+#define tBlockDataGetColDataByIdx(PBLOCKDATA, IDX) (&(PBLOCKDATA)->aColData[IDX])
+
+int32_t tBlockDataCreate(SBlockData *pBlockData);
+void tBlockDataDestroy(SBlockData *pBlockData);
+int32_t tBlockDataInit(SBlockData *pBlockData, TABLEID *pId, STSchema *pTSchema, int16_t *aCid, int32_t nCid);
+void tBlockDataReset(SBlockData *pBlockData);
+int32_t tBlockDataAppendRow(SBlockData *pBlockData, TSDBROW *pRow, STSchema *pTSchema, int64_t uid);
+void tBlockDataClear(SBlockData *pBlockData);
+void tBlockDataGetColData(SBlockData *pBlockData, int16_t cid, SColData **ppColData);
+int32_t tCmprBlockData(SBlockData *pBlockData, int8_t cmprAlg, uint8_t **ppOut, int32_t *szOut, uint8_t *aBuf[],
+ int32_t aBufN[]);
+int32_t tDecmprBlockData(uint8_t *pIn, int32_t szIn, SBlockData *pBlockData, uint8_t *aBuf[]);
// SDiskDataHdr
int32_t tPutDiskDataHdr(uint8_t *p, const SDiskDataHdr *pHdr);
int32_t tGetDiskDataHdr(uint8_t *p, void *ph);
@@ -335,10 +339,13 @@ struct SVersionRange {
typedef struct SMemSkipListNode SMemSkipListNode;
struct SMemSkipListNode {
int8_t level;
+ int8_t flag; // TSDBROW_ROW_FMT for row format, TSDBROW_COL_FMT for col format
+ int32_t iRow;
int64_t version;
- STSRow *pTSRow;
+ void *pData;
SMemSkipListNode *forwards[0];
};
+
typedef struct SMemSkipList {
int64_t size;
uint32_t seed;
@@ -376,11 +383,11 @@ struct SMemTable {
};
struct TSDBROW {
- int8_t type; // 0 for row from tsRow, 1 for row from block data
+ int8_t type; // TSDBROW_ROW_FMT for row from tsRow, TSDBROW_COL_FMT for row from block data
union {
struct {
int64_t version;
- STSRow *pTSRow;
+ SRow *pTSRow;
};
struct {
SBlockData *pBlockData;
@@ -466,14 +473,14 @@ struct SSttBlk {
// (SBlockData){.suid = suid, .uid = 0}: block data for N child tables int .last file
// (SBlockData){.suid = 0, .uid = uid}: block data for 1 normal table int .last/.data file
struct SBlockData {
- int64_t suid; // 0 means normal table block data, otherwise child table block data
- int64_t uid; // 0 means block data in .last file, otherwise in .data file
- int32_t nRow; // number of rows
- int64_t *aUid; // uids of each row, only exist in block data in .last file (uid == 0)
- int64_t *aVersion; // versions of each row
- TSKEY *aTSKEY; // timestamp of each row
- int32_t nColData;
- SArray *aColData; // SArray
+ int64_t suid; // 0 means normal table block data, otherwise child table block data
+ int64_t uid; // 0 means block data in .last file, otherwise in .data file
+ int32_t nRow; // number of rows
+ int64_t *aUid; // uids of each row, only exist in block data in .last file (uid == 0)
+ int64_t *aVersion; // versions of each row
+ TSKEY *aTSKEY; // timestamp of each row
+ int32_t nColData;
+ SColData *aColData;
};
struct TABLEID {
@@ -565,10 +572,14 @@ struct SDFileSet {
};
struct STSDBRowIter {
- TSDBROW *pRow;
- STSchema *pTSchema;
- SColVal colVal;
- int32_t i;
+ TSDBROW *pRow;
+ union {
+ SRowIter *pIter;
+ struct {
+ int32_t iColData;
+ SColVal cv;
+ };
+ };
};
struct SRowMerger {
STSchema *pTSchema;
@@ -739,8 +750,8 @@ typedef struct {
int32_t tsdbOpenCache(STsdb *pTsdb);
void tsdbCloseCache(STsdb *pTsdb);
-int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, STSRow *row, STsdb *pTsdb);
-int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, STSRow *row, bool dup);
+int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, TSDBROW *row, STsdb *pTsdb);
+int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, TSDBROW *row, bool dup);
int32_t tsdbCacheGetLastH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *pr, LRUHandle **h);
int32_t tsdbCacheGetLastrowH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *pr, LRUHandle **h);
int32_t tsdbCacheRelease(SLRUCache *pCache, LRUHandle *h);
@@ -752,6 +763,8 @@ int32_t tsdbCacheDelete(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey);
void tsdbCacheSetCapacity(SVnode *pVnode, size_t capacity);
size_t tsdbCacheGetCapacity(SVnode *pVnode);
+// int32_t tsdbCacheLastArray2Row(SArray *pLastArray, STSRow **ppRow, STSchema *pSchema);
+
// ========== inline functions ==========
static FORCE_INLINE int32_t tsdbKeyCmprFn(const void *p1, const void *p2) {
TSDBKEY *pKey1 = (TSDBKEY *)p1;
@@ -793,8 +806,13 @@ static FORCE_INLINE TSDBROW *tsdbTbDataIterGet(STbDataIter *pIter) {
}
pIter->pRow = &pIter->row;
- pIter->pRow->version = pIter->pNode->version;
- pIter->pRow->pTSRow = pIter->pNode->pTSRow;
+ if (pIter->pNode->flag == TSDBROW_ROW_FMT) {
+ pIter->row = tsdbRowFromTSRow(pIter->pNode->version, pIter->pNode->pData);
+ } else if (pIter->pNode->flag == TSDBROW_COL_FMT) {
+ pIter->row = tsdbRowFromBlockData(pIter->pNode->pData, pIter->pNode->iRow);
+ } else {
+ ASSERT(0);
+ }
return pIter->pRow;
}
diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h
index 23c8e7e037ed0bd54bab4cbb3699aff3ac193510..d160cd1facdcc0e165a888403690fcddffb3a316 100644
--- a/source/dnode/vnode/src/inc/vnodeInt.h
+++ b/source/dnode/vnode/src/inc/vnodeInt.h
@@ -90,6 +90,7 @@ typedef struct SCommitInfo SCommitInfo;
#define VND_INFO_FNAME "vnode.json"
// vnd.h
+
void* vnodeBufPoolMalloc(SVBufPool* pPool, int size);
void* vnodeBufPoolMallocAligned(SVBufPool* pPool, int size);
void vnodeBufPoolFree(SVBufPool* pPool, void* p);
@@ -162,10 +163,9 @@ int32_t tsdbCommit(STsdb* pTsdb, SCommitInfo* pInfo);
int32_t tsdbFinishCommit(STsdb* pTsdb);
int32_t tsdbRollbackCommit(STsdb* pTsdb);
int32_t tsdbDoRetention(STsdb* pTsdb, int64_t now);
-int tsdbScanAndConvertSubmitMsg(STsdb* pTsdb, SSubmitReq* pMsg);
-int tsdbInsertData(STsdb* pTsdb, int64_t version, SSubmitReq* pMsg, SSubmitRsp* pRsp);
-int32_t tsdbInsertTableData(STsdb* pTsdb, int64_t version, SSubmitMsgIter* pMsgIter, SSubmitBlk* pBlock,
- SSubmitBlkRsp* pRsp);
+int tsdbScanAndConvertSubmitMsg(STsdb* pTsdb, SSubmitReq2* pMsg);
+int tsdbInsertData(STsdb* pTsdb, int64_t version, SSubmitReq2* pMsg, SSubmitRsp2* pRsp);
+int32_t tsdbInsertTableData(STsdb* pTsdb, int64_t version, SSubmitTbData* pSubmitTbData, int32_t* affectedRows);
int32_t tsdbDeleteTableData(STsdb* pTsdb, int64_t version, tb_uid_t suid, tb_uid_t uid, TSKEY sKey, TSKEY eKey);
int32_t tsdbSetKeepCfg(STsdb* pTsdb, STsdbCfg* pCfg);
@@ -190,7 +190,7 @@ int32_t tqProcessTaskDeployReq(STQ* pTq, int64_t version, char* msg, int32_t msg
int32_t tqProcessTaskDropReq(STQ* pTq, int64_t version, char* msg, int32_t msgLen);
int32_t tqProcessStreamTaskCheckReq(STQ* pTq, SRpcMsg* pMsg);
int32_t tqProcessStreamTaskCheckRsp(STQ* pTq, int64_t version, char* msg, int32_t msgLen);
-int32_t tqProcessSubmitReq(STQ* pTq, SSubmitReq* data, int64_t ver);
+int32_t tqProcessSubmitReq(STQ* pTq, SPackedData submit);
int32_t tqProcessDelReq(STQ* pTq, void* pReq, int32_t len, int64_t ver);
int32_t tqProcessTaskRunReq(STQ* pTq, SRpcMsg* pMsg);
int32_t tqProcessTaskDispatchReq(STQ* pTq, SRpcMsg* pMsg, bool exec);
@@ -203,9 +203,9 @@ int32_t tqProcessTaskRecoverFinishReq(STQ* pTq, SRpcMsg* pMsg);
int32_t tqProcessTaskRecoverFinishRsp(STQ* pTq, SRpcMsg* pMsg);
int32_t tqCheckLogInWal(STQ* pTq, int64_t version);
-SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pSchema,
- SSchemaWrapper* pTagSchemaWrapper, bool createTb, int64_t suid, const char* stbFullName,
- SBatchDeleteReq* pDeleteReq);
+int32_t tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pSchema,
+ SSchemaWrapper* pTagSchemaWrapper, bool createTb, int64_t suid, const char* stbFullName,
+ SBatchDeleteReq* pDeleteReq, void** ppData, int32_t* pLen);
// sma
int32_t smaInit();
@@ -213,9 +213,6 @@ void smaCleanUp();
int32_t smaOpen(SVnode* pVnode, int8_t rollback);
int32_t smaClose(SSma* pSma);
int32_t smaBegin(SSma* pSma);
-int32_t smaSyncPreCommit(SSma* pSma);
-int32_t smaSyncCommit(SSma* pSma);
-int32_t smaSyncPostCommit(SSma* pSma);
int32_t smaPrepareAsyncCommit(SSma* pSma);
int32_t smaCommit(SSma* pSma, SCommitInfo* pInfo);
int32_t smaFinishCommit(SSma* pSma);
@@ -226,11 +223,10 @@ int32_t tdProcessTSmaCreate(SSma* pSma, int64_t version, const char* msg);
int32_t tdProcessTSmaInsert(SSma* pSma, int64_t indexUid, const char* msg);
int32_t tdProcessRSmaCreate(SSma* pSma, SVCreateStbReq* pReq);
-int32_t tdProcessRSmaSubmit(SSma* pSma, void* pMsg, int32_t inputType);
+int32_t tdProcessRSmaSubmit(SSma* pSma, int64_t version, void* pReq, void* pMsg, int32_t len, int32_t inputType);
int32_t tdProcessRSmaDrop(SSma* pSma, SVDropStbReq* pReq);
int32_t tdFetchTbUidList(SSma* pSma, STbUidStore** ppStore, tb_uid_t suid, tb_uid_t uid);
int32_t tdUpdateTbUidList(SSma* pSma, STbUidStore* pUidStore, bool isAdd);
-void tdUidStoreDestory(STbUidStore* pStore);
void* tdUidStoreFree(STbUidStore* pStore);
// SMetaSnapReader ========================================
@@ -277,6 +273,7 @@ int32_t rsmaSnapRead(SRSmaSnapReader* pReader, uint8_t** ppData);
// SRSmaSnapWriter ========================================
int32_t rsmaSnapWriterOpen(SSma* pSma, int64_t sver, int64_t ever, SRSmaSnapWriter** ppWriter);
int32_t rsmaSnapWrite(SRSmaSnapWriter* pWriter, uint8_t* pData, uint32_t nData);
+int32_t rsmaSnapWriterPrepareClose(SRSmaSnapWriter* pWriter);
int32_t rsmaSnapWriterClose(SRSmaSnapWriter** ppWriter, int8_t rollback);
typedef struct {
@@ -420,6 +417,7 @@ enum {
struct SSnapDataHdr {
int8_t type;
+ int8_t flag;
int64_t index;
int64_t size;
uint8_t data[];
diff --git a/source/dnode/vnode/src/meta/metaQuery.c b/source/dnode/vnode/src/meta/metaQuery.c
index cfdb4ab8d1d18aee42ef0528d64d72581c25630d..a4722b15b24b220d4dba182cd121e8d9db51f408 100644
--- a/source/dnode/vnode/src/meta/metaQuery.c
+++ b/source/dnode/vnode/src/meta/metaQuery.c
@@ -19,7 +19,7 @@ void metaReaderInit(SMetaReader *pReader, SMeta *pMeta, int32_t flags) {
memset(pReader, 0, sizeof(*pReader));
pReader->flags = flags;
pReader->pMeta = pMeta;
- if (!(flags & META_READER_NOLOCK)) {
+ if (pReader->pMeta && !(flags & META_READER_NOLOCK)) {
metaRLock(pMeta);
}
}
@@ -152,7 +152,7 @@ bool metaIsTableExist(SMeta *pMeta, tb_uid_t uid) {
}
int metaGetTableEntryByUid(SMetaReader *pReader, tb_uid_t uid) {
- SMeta *pMeta = pReader->pMeta;
+ SMeta *pMeta = pReader->pMeta;
int64_t version1;
// query uid.idx
@@ -239,7 +239,6 @@ int metaGetTableSzNameByUid(void *meta, uint64_t uid, char *tbName) {
return 0;
}
-
int metaGetTableUidByName(void *meta, char *tbName, uint64_t *uid) {
int code = 0;
SMetaReader mr = {0};
@@ -612,23 +611,14 @@ tb_uid_t metaStbCursorNext(SMStbCursor *pStbCur) {
}
STSchema *metaGetTbTSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) {
- // SMetaReader mr = {0};
STSchema *pTSchema = NULL;
SSchemaWrapper *pSW = NULL;
- STSchemaBuilder sb = {0};
- SSchema *pSchema;
+ SSchema *pSchema = NULL;
pSW = metaGetTableSchema(pMeta, uid, sver, lock);
if (!pSW) return NULL;
- tdInitTSchemaBuilder(&sb, pSW->version);
- for (int i = 0; i < pSW->nCols; i++) {
- pSchema = pSW->pSchema + i;
- tdAddColToSchema(&sb, pSchema->type, pSchema->flags, pSchema->colId, pSchema->bytes);
- }
- pTSchema = tdGetSchemaFromBuilder(&sb);
-
- tdDestroyTSchemaBuilder(&sb);
+ pTSchema = tBuildTSchema(pSW->pSchema, pSW->nCols, pSW->version);
taosMemoryFree(pSW->pSchema);
taosMemoryFree(pSW);
@@ -709,21 +699,11 @@ int32_t metaGetTbTSchemaEx(SMeta *pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sv
tdbFree(pData);
// convert
- STSchemaBuilder sb = {0};
-
- tdInitTSchemaBuilder(&sb, pSchemaWrapper->version);
- for (int i = 0; i < pSchemaWrapper->nCols; i++) {
- SSchema *pSchema = pSchemaWrapper->pSchema + i;
- tdAddColToSchema(&sb, pSchema->type, pSchema->flags, pSchema->colId, pSchema->bytes);
- }
-
- STSchema *pTSchema = tdGetSchemaFromBuilder(&sb);
+ STSchema *pTSchema = tBuildTSchema(pSchemaWrapper->pSchema, pSchemaWrapper->nCols, pSchemaWrapper->version);
if (pTSchema == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
}
- tdDestroyTSchemaBuilder(&sb);
-
*ppTSchema = pTSchema;
taosMemoryFree(pSchemaWrapper->pSchema);
@@ -756,9 +736,7 @@ int64_t metaGetTimeSeriesNum(SMeta *pMeta) {
return pMeta->pVnode->config.vndStats.numOfTimeSeries + pMeta->pVnode->config.vndStats.numOfNTimeSeries;
}
-int64_t metaGetNtbNum(SMeta *pMeta) {
- return pMeta->pVnode->config.vndStats.numOfNTables;
-}
+int64_t metaGetNtbNum(SMeta *pMeta) { return pMeta->pVnode->config.vndStats.numOfNTables; }
typedef struct {
SMeta *pMeta;
diff --git a/source/dnode/vnode/src/sma/smaCommit.c b/source/dnode/vnode/src/sma/smaCommit.c
index 9748963722cb5dac2f0a83bc89fad9a04987cf28..8b43de7421a6329273ede2eefb0a047d94ba5c98 100644
--- a/source/dnode/vnode/src/sma/smaCommit.c
+++ b/source/dnode/vnode/src/sma/smaCommit.c
@@ -17,42 +17,11 @@
extern SSmaMgmt smaMgmt;
-#if 0
-static int32_t tdProcessRSmaSyncPreCommitImpl(SSma *pSma);
-static int32_t tdProcessRSmaSyncCommitImpl(SSma *pSma);
-static int32_t tdProcessRSmaSyncPostCommitImpl(SSma *pSma);
-#endif
static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma);
static int32_t tdProcessRSmaAsyncCommitImpl(SSma *pSma, SCommitInfo *pInfo);
static int32_t tdProcessRSmaAsyncPostCommitImpl(SSma *pSma);
static int32_t tdUpdateQTaskInfoFiles(SSma *pSma, SRSmaStat *pRSmaStat);
-#if 0
-/**
- * @brief Only applicable to Rollup SMA
- *
- * @param pSma
- * @return int32_t
- */
-int32_t smaSyncPreCommit(SSma *pSma) { return tdProcessRSmaSyncPreCommitImpl(pSma); }
-
-/**
- * @brief Only applicable to Rollup SMA
- *
- * @param pSma
- * @return int32_t
- */
-int32_t smaSyncCommit(SSma *pSma) { return tdProcessRSmaSyncCommitImpl(pSma); }
-
-/**
- * @brief Only applicable to Rollup SMA
- *
- * @param pSma
- * @return int32_t
- */
-int32_t smaSyncPostCommit(SSma *pSma) { return tdProcessRSmaSyncPostCommitImpl(pSma); }
-#endif
-
/**
* @brief async commit, only applicable to Rollup SMA
*
@@ -128,84 +97,24 @@ _exit:
int32_t smaFinishCommit(SSma *pSma) {
int32_t code = 0;
+ int32_t lino = 0;
SVnode *pVnode = pSma->pVnode;
+ code = tdRSmaFSFinishCommit(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
if (VND_RSMA1(pVnode) && (code = tsdbFinishCommit(VND_RSMA1(pVnode))) < 0) {
- smaError("vgId:%d, failed to finish commit tsdb rsma1 since %s", TD_VID(pVnode), tstrerror(code));
- goto _exit;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
if (VND_RSMA2(pVnode) && (code = tsdbFinishCommit(VND_RSMA2(pVnode))) < 0) {
- smaError("vgId:%d, failed to finish commit tsdb rsma2 since %s", TD_VID(pVnode), tstrerror(code));
- goto _exit;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
_exit:
- terrno = code;
- return code;
-}
-
-#if 0
-/**
- * @brief pre-commit for rollup sma(sync commit).
- * 1) set trigger stat of rsma timer TASK_TRIGGER_STAT_PAUSED.
- * 2) wait for all triggered fetch tasks to finish
- * 3) perform persist task for qTaskInfo
- *
- * @param pSma
- * @return int32_t
- */
-static int32_t tdProcessRSmaSyncPreCommitImpl(SSma *pSma) {
- SSmaEnv *pSmaEnv = SMA_RSMA_ENV(pSma);
- if (!pSmaEnv) {
- return TSDB_CODE_SUCCESS;
- }
-
- SSmaStat *pStat = SMA_ENV_STAT(pSmaEnv);
- SRSmaStat *pRSmaStat = SMA_STAT_RSMA(pStat);
-
- // step 1: set rsma stat paused
- atomic_store_8(RSMA_TRIGGER_STAT(pRSmaStat), TASK_TRIGGER_STAT_PAUSED);
-
- // step 2: wait for all triggered fetch tasks to finish
- int32_t nLoops = 0;
- while (1) {
- if (T_REF_VAL_GET(pStat) == 0) {
- smaDebug("vgId:%d, rsma fetch tasks are all finished", SMA_VID(pSma));
- break;
- } else {
- smaDebug("vgId:%d, rsma fetch tasks are not all finished yet", SMA_VID(pSma));
- }
- ++nLoops;
- if (nLoops > 1000) {
- sched_yield();
- nLoops = 0;
- }
- }
-
- // step 3: perform persist task for qTaskInfo
- pRSmaStat->commitAppliedVer = pSma->pVnode->state.applied;
- tdRSmaPersistExecImpl(pRSmaStat, RSMA_INFO_HASH(pRSmaStat));
-
- smaDebug("vgId:%d, rsma pre commit success", SMA_VID(pSma));
-
- return TSDB_CODE_SUCCESS;
-}
-
-/**
- * @brief commit for rollup sma
- *
- * @param pSma
- * @return int32_t
- */
-static int32_t tdProcessRSmaSyncCommitImpl(SSma *pSma) {
-#if 0
- SSmaEnv *pSmaEnv = SMA_RSMA_ENV(pSma);
- if (!pSmaEnv) {
- return TSDB_CODE_SUCCESS;
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
}
-#endif
- return TSDB_CODE_SUCCESS;
+ return code;
}
-#endif
// SQTaskFile ======================================================
@@ -218,6 +127,7 @@ static int32_t tdProcessRSmaSyncCommitImpl(SSma *pSma) {
* @return int32_t
*/
static int32_t tdUpdateQTaskInfoFiles(SSma *pSma, SRSmaStat *pStat) {
+#if 0
SVnode *pVnode = pSma->pVnode;
SRSmaFS *pFS = RSMA_FS(pStat);
int64_t committed = pStat->commitAppliedVer;
@@ -264,31 +174,10 @@ static int32_t tdUpdateQTaskInfoFiles(SSma *pSma, SRSmaStat *pStat) {
}
taosWUnLockLatch(RSMA_FS_LOCK(pStat));
+#endif
return TSDB_CODE_SUCCESS;
}
-#if 0
-/**
- * @brief post-commit for rollup sma
- * 1) clean up the outdated qtaskinfo files
- *
- * @param pSma
- * @return int32_t
- */
-static int32_t tdProcessRSmaSyncPostCommitImpl(SSma *pSma) {
- SVnode *pVnode = pSma->pVnode;
- if (!VND_IS_RSMA(pVnode)) {
- return TSDB_CODE_SUCCESS;
- }
-
- SRSmaStat *pRSmaStat = SMA_RSMA_STAT(pSma);
-
- tdUpdateQTaskInfoFiles(pSma, pRSmaStat);
-
- return TSDB_CODE_SUCCESS;
-}
-#endif
-
/**
* @brief Rsma async commit implementation(only do some necessary light weighted task)
* 1) set rsma stat TASK_TRIGGER_STAT_PAUSED
@@ -298,9 +187,11 @@ static int32_t tdProcessRSmaSyncPostCommitImpl(SSma *pSma) {
* @return int32_t
*/
static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma) {
+ int32_t code = 0;
+
SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
if (!pEnv) {
- return TSDB_CODE_SUCCESS;
+ return code;
}
SSmaStat *pStat = SMA_ENV_STAT(pEnv);
@@ -317,7 +208,7 @@ static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma) {
}
}
pRSmaStat->commitAppliedVer = pSma->pVnode->state.applied;
- ASSERT(pRSmaStat->commitAppliedVer > 0);
+ // ASSERT(pRSmaStat->commitAppliedVer > 0);
// step 2: wait for all triggered fetch tasks to finish
nLoops = 0;
@@ -351,8 +242,8 @@ static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma) {
}
}
smaInfo("vgId:%d, rsma commit, all items are consumed, TID:%p", SMA_VID(pSma), (void *)taosGetSelfPthreadId());
- if (tdRSmaPersistExecImpl(pRSmaStat, RSMA_INFO_HASH(pRSmaStat)) < 0) {
- return TSDB_CODE_FAILED;
+ if ((code = tdRSmaPersistExecImpl(pRSmaStat, RSMA_INFO_HASH(pRSmaStat))) != 0) {
+ return code;
}
smaInfo("vgId:%d, rsma commit, operator state committed, TID:%p", SMA_VID(pSma), (void *)taosGetSelfPthreadId());
@@ -383,7 +274,7 @@ static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma) {
if ((pTsdb = VND_RSMA1(pSma->pVnode))) tsdbPrepareCommit(pTsdb);
if ((pTsdb = VND_RSMA2(pSma->pVnode))) tsdbPrepareCommit(pTsdb);
- return TSDB_CODE_SUCCESS;
+ return code;
}
/**
@@ -394,26 +285,22 @@ static int32_t tdProcessRSmaAsyncPreCommitImpl(SSma *pSma) {
*/
static int32_t tdProcessRSmaAsyncCommitImpl(SSma *pSma, SCommitInfo *pInfo) {
int32_t code = 0;
+ int32_t lino = 0;
SVnode *pVnode = pSma->pVnode;
-#if 0
- SRSmaStat *pRSmaStat = (SRSmaStat *)SMA_ENV_STAT(pSmaEnv);
- // perform persist task for qTaskInfo operator
- if (tdRSmaPersistExecImpl(pRSmaStat, RSMA_INFO_HASH(pRSmaStat)) < 0) {
- return TSDB_CODE_FAILED;
- }
-#endif
+ code = tdRSmaFSCommit(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ code = tsdbCommit(VND_RSMA1(pVnode), pInfo);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ code = tsdbCommit(VND_RSMA2(pVnode), pInfo);
+ TSDB_CHECK_CODE(code, lino, _exit);
- if ((code = tsdbCommit(VND_RSMA1(pVnode), pInfo)) < 0) {
- smaError("vgId:%d, failed to commit tsdb rsma1 since %s", TD_VID(pVnode), tstrerror(code));
- goto _exit;
- }
- if ((code = tsdbCommit(VND_RSMA2(pVnode), pInfo)) < 0) {
- smaError("vgId:%d, failed to commit tsdb rsma2 since %s", TD_VID(pVnode), tstrerror(code));
- goto _exit;
- }
_exit:
- terrno = code;
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ }
return code;
}
diff --git a/source/dnode/vnode/src/sma/smaEnv.c b/source/dnode/vnode/src/sma/smaEnv.c
index a272f5fc97883943e95d8ee7feb1c60ec90d49cb..e613b5833fa76dbfe2adc03e0a57d32261ec6156 100644
--- a/source/dnode/vnode/src/sma/smaEnv.c
+++ b/source/dnode/vnode/src/sma/smaEnv.c
@@ -243,10 +243,7 @@ static int32_t tdInitSmaStat(SSmaStat **pSmaStat, int8_t smaType, const SSma *pS
return TSDB_CODE_FAILED;
}
- if (!(RSMA_FS(pRSmaStat)->aQTaskInf = taosArrayInit(1, sizeof(SQTaskFile)))) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- return TSDB_CODE_FAILED;
- }
+ taosInitRWLatch(RSMA_FS_LOCK(pRSmaStat));
} else if (smaType == TSDB_SMA_TYPE_TIME_RANGE) {
// TODO
} else {
diff --git a/source/dnode/vnode/src/sma/smaFS.c b/source/dnode/vnode/src/sma/smaFS.c
index 8db36be741f3187834d4b2f2eca4fa302ca524fe..b7c2538b416ac59e7173c7ad7e8b0df9c59f9234 100644
--- a/source/dnode/vnode/src/sma/smaFS.c
+++ b/source/dnode/vnode/src/sma/smaFS.c
@@ -17,250 +17,713 @@
// =================================================================================================
-static int32_t tdFetchQTaskInfoFiles(SSma *pSma, int64_t version, SArray **output);
+// static int32_t tdFetchQTaskInfoFiles(SSma *pSma, int64_t version, SArray **output);
static int32_t tdQTaskInfCmprFn1(const void *p1, const void *p2);
-static int32_t tdQTaskInfCmprFn2(const void *p1, const void *p2);
-/**
- * @brief Open RSma FS from qTaskInfo files
- *
- * @param pSma
- * @param version
- * @return int32_t
- */
-int32_t tdRSmaFSOpen(SSma *pSma, int64_t version) {
- SVnode *pVnode = pSma->pVnode;
- int64_t commitID = pVnode->state.commitID;
- SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
- SRSmaStat *pStat = NULL;
- SArray *output = NULL;
- terrno = TSDB_CODE_SUCCESS;
+static FORCE_INLINE int32_t tPutQTaskF(uint8_t *p, SQTaskFile *pFile) {
+ int32_t n = 0;
- if (!pEnv) {
- return TSDB_CODE_SUCCESS;
- }
+ n += tPutI8(p ? p + n : p, pFile->level);
+ n += tPutI64v(p ? p + n : p, pFile->size);
+ n += tPutI64v(p ? p + n : p, pFile->suid);
+ n += tPutI64v(p ? p + n : p, pFile->version);
+ n += tPutI64v(p ? p + n : p, pFile->mtime);
+
+ return n;
+}
+
+static int32_t tdRSmaFSToBinary(uint8_t *p, SRSmaFS *pFS) {
+ int32_t n = 0;
+ uint32_t size = taosArrayGetSize(pFS->aQTaskInf);
- if (tdFetchQTaskInfoFiles(pSma, version, &output) < 0) {
- goto _end;
+ // version
+ n += tPutI8(p ? p + n : p, 0);
+
+ // SArray
+ n += tPutU32v(p ? p + n : p, size);
+ for (uint32_t i = 0; i < size; ++i) {
+ n += tPutQTaskF(p ? p + n : p, taosArrayGet(pFS->aQTaskInf, i));
}
- pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ return n;
+}
+
+int32_t tdRSmaGetQTaskF(uint8_t *p, SQTaskFile *pFile) {
+ int32_t n = 0;
+
+ n += tGetI8(p + n, &pFile->level);
+ n += tGetI64v(p + n, &pFile->size);
+ n += tGetI64v(p + n, &pFile->suid);
+ n += tGetI64v(p + n, &pFile->version);
+ n += tGetI64v(p + n, &pFile->mtime);
+
+ return n;
+}
+
+static int32_t tsdbBinaryToFS(uint8_t *pData, int64_t nData, SRSmaFS *pFS) {
+ int32_t code = 0;
+ int32_t n = 0;
+ int8_t version = 0;
+
+ // version
+ n += tGetI8(pData + n, &version);
+
+ // SArray
+ taosArrayClear(pFS->aQTaskInf);
+ uint32_t size = 0;
+ n += tGetU32v(pData + n, &size);
+ for (uint32_t i = 0; i < size; ++i) {
+ SQTaskFile qTaskF = {0};
+
+ int32_t nt = tdRSmaGetQTaskF(pData + n, &qTaskF);
+ if (nt < 0) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
- for (int32_t i = 0; i < taosArrayGetSize(output); ++i) {
- int32_t vid = 0;
- int64_t version = -1;
- sscanf((const char *)taosArrayGetP(output, i), "v%dqinf.v%" PRIi64, &vid, &version);
- SQTaskFile qTaskFile = {.version = version, .nRef = 1};
- if ((terrno = tdRSmaFSUpsertQTaskFile(RSMA_FS(pStat), &qTaskFile)) < 0) {
- goto _end;
+ n += nt;
+ if (taosArrayPush(pFS->aQTaskInf, &qTaskF) == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
}
- smaInfo("vgId:%d, open fs, version:%" PRIi64 ", ref:%d", TD_VID(pVnode), qTaskFile.version, qTaskFile.nRef);
}
-_end:
- for (int32_t i = 0; i < taosArrayGetSize(output); ++i) {
- void *ptr = taosArrayGetP(output, i);
- taosMemoryFreeClear(ptr);
+ ASSERT(n + sizeof(TSCKSUM) == nData);
+
+_exit:
+ return code;
+}
+
+static int32_t tdRSmaSaveFSToFile(SRSmaFS *pFS, const char *fname) {
+ int32_t code = 0;
+ int32_t lino = 0;
+
+ // encode to binary
+ int32_t size = tdRSmaFSToBinary(NULL, pFS) + sizeof(TSCKSUM);
+ uint8_t *pData = taosMemoryMalloc(size);
+ if (pData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ tdRSmaFSToBinary(pData, pFS);
+ taosCalcChecksumAppend(0, pData, size);
+
+ // save to file
+ TdFilePtr pFD = taosCreateFile(fname, TD_FILE_WRITE | TD_FILE_CREATE | TD_FILE_TRUNC);
+ if (pFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ int64_t n = taosWriteFile(pFD, pData, size);
+ if (n < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
}
- taosArrayDestroy(output);
- if (terrno != TSDB_CODE_SUCCESS) {
- smaError("vgId:%d, open rsma fs failed since %s", TD_VID(pVnode), terrstr());
- return TSDB_CODE_FAILED;
+ if (taosFsyncFile(pFD) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
}
- return TSDB_CODE_SUCCESS;
+
+ taosCloseFile(&pFD);
+
+_exit:
+ if (pData) taosMemoryFree(pData);
+ if (code) {
+ smaError("%s failed at line %d since %s, fname:%s", __func__, lino, tstrerror(code), fname);
+ }
+ return code;
}
-void tdRSmaFSClose(SRSmaFS *fs) { taosArrayDestroy(fs->aQTaskInf); }
+static int32_t tdRSmaFSCreate(SRSmaFS *pFS, int32_t size) {
+ int32_t code = 0;
+
+ pFS->aQTaskInf = taosArrayInit(size, sizeof(SQTaskFile));
+ if (pFS->aQTaskInf == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+_exit:
+ return code;
+}
+
+static void tdRSmaGetCurrentFName(SSma *pSma, char *current, char *current_t) {
+ SVnode *pVnode = pSma->pVnode;
+ if (pVnode->pTfs) {
+ if (current) {
+ snprintf(current, TSDB_FILENAME_LEN - 1, "%s%svnode%svnode%d%srsma%sPRESENT", tfsGetPrimaryPath(pVnode->pTfs),
+ TD_DIRSEP, TD_DIRSEP, TD_VID(pVnode), TD_DIRSEP, TD_DIRSEP);
+ }
+ if (current_t) {
+ snprintf(current_t, TSDB_FILENAME_LEN - 1, "%s%svnode%svnode%d%srsma%sPRESENT.t", tfsGetPrimaryPath(pVnode->pTfs),
+ TD_DIRSEP, TD_DIRSEP, TD_VID(pVnode), TD_DIRSEP, TD_DIRSEP);
+ }
+ } else {
+#if 0
+ if (current) {
+ snprintf(current, TSDB_FILENAME_LEN - 1, "%s%sPRESENT", pTsdb->path, TD_DIRSEP);
+ }
+ if (current_t) {
+ snprintf(current_t, TSDB_FILENAME_LEN - 1, "%s%sPRESENT.t", pTsdb->path, TD_DIRSEP);
+ }
+#endif
+ }
+}
+
+static int32_t tdRSmaLoadFSFromFile(const char *fname, SRSmaFS *pFS) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ uint8_t *pData = NULL;
+
+ // load binary
+ TdFilePtr pFD = taosOpenFile(fname, TD_FILE_READ);
+ if (pFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ int64_t size;
+ if (taosFStatFile(pFD, &size, NULL) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ pData = taosMemoryMalloc(size);
+ if (pData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ if (taosReadFile(pFD, pData, size) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ if (!taosCheckChecksumWhole(pData, size)) {
+ code = TSDB_CODE_FILE_CORRUPTED;
+ taosCloseFile(&pFD);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ taosCloseFile(&pFD);
+
+ // decode binary
+ code = tsdbBinaryToFS(pData, size, pFS);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+ if (pData) taosMemoryFree(pData);
+ if (code) {
+ smaError("%s failed at line %d since %s, fname:%s", __func__, lino, tstrerror(code), fname);
+ }
+ return code;
+}
static int32_t tdQTaskInfCmprFn1(const void *p1, const void *p2) {
- if (*(int64_t *)p1 < ((SQTaskFile *)p2)->version) {
+ const SQTaskFile *q1 = (const SQTaskFile *)p1;
+ const SQTaskFile *q2 = (const SQTaskFile *)p2;
+
+ if (q1->suid < q2->suid) {
+ return -1;
+ } else if (q1->suid > q2->suid) {
+ return 1;
+ }
+
+ if (q1->level < q2->level) {
return -1;
- } else if (*(int64_t *)p1 > ((SQTaskFile *)p2)->version) {
+ } else if (q1->level > q2->level) {
+ return 1;
+ }
+
+ if (q1->version < q2->version) {
+ return -2;
+ } else if (q1->version > q2->version) {
return 1;
}
+
return 0;
}
-int32_t tdRSmaFSRef(SSma *pSma, SRSmaStat *pStat, int64_t version) {
- SArray *aQTaskInf = RSMA_FS(pStat)->aQTaskInf;
- SQTaskFile *pTaskF = NULL;
- int32_t oldVal = 0;
+static int32_t tdRSmaFSApplyChange(SSma *pSma, SRSmaFS *pFSNew) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ int32_t nRef = 0;
+ SVnode *pVnode = pSma->pVnode;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ SRSmaFS *pFSOld = RSMA_FS(pStat);
+ int64_t version = pStat->commitAppliedVer;
+ char fname[TSDB_FILENAME_LEN] = {0};
+
+ // SQTaskFile
+ int32_t nNew = taosArrayGetSize(pFSNew->aQTaskInf);
+ int32_t iNew = 0;
+ while (iNew < nNew) {
+ SQTaskFile *pQTaskFNew = TARRAY_GET_ELEM(pFSNew->aQTaskInf, iNew++);
+
+ int32_t idx = taosArraySearchIdx(pFSOld->aQTaskInf, pQTaskFNew, tdQTaskInfCmprFn1, TD_GE);
+
+ if (idx < 0) {
+ idx = taosArrayGetSize(pFSOld->aQTaskInf);
+ pQTaskFNew->nRef = 1;
+ } else {
+ SQTaskFile *pTaskF = TARRAY_GET_ELEM(pFSOld->aQTaskInf, idx);
+ int32_t c1 = tdQTaskInfCmprFn1(pQTaskFNew, pTaskF);
+ if (c1 == 0) {
+ // utilize the item in pFSOld->qQTaskInf, instead of pFSNew
+ continue;
+ } else if (c1 < 0) {
+ // NOTHING TODO
+ } else {
+ code = TSDB_CODE_RSMA_FS_UPDATE;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ }
- taosRLockLatch(RSMA_FS_LOCK(pStat));
- if ((pTaskF = taosArraySearch(aQTaskInf, &version, tdQTaskInfCmprFn1, TD_EQ))) {
- oldVal = atomic_fetch_add_32(&pTaskF->nRef, 1);
- ASSERT(oldVal > 0);
+ if (taosArrayInsert(pFSOld->aQTaskInf, idx, pQTaskFNew) == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ // remove previous version
+ while (--idx >= 0) {
+ SQTaskFile *preTaskF = TARRAY_GET_ELEM(pFSOld->aQTaskInf, idx);
+ int32_t c2 = tdQTaskInfCmprFn1(preTaskF, pQTaskFNew);
+ if (c2 == 0) {
+ code = TSDB_CODE_RSMA_FS_UPDATE;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ } else if (c2 != -2) {
+ break;
+ }
+
+ nRef = atomic_sub_fetch_32(&preTaskF->nRef, 1);
+ if (nRef <= 0) {
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), preTaskF->suid, preTaskF->level, preTaskF->version,
+ tfsGetPrimaryPath(pVnode->pTfs), fname);
+ (void)taosRemoveFile(fname);
+ taosArrayRemove(pFSOld->aQTaskInf, idx);
+ }
+ }
}
- taosRUnLockLatch(RSMA_FS_LOCK(pStat));
- return oldVal;
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ }
+ return code;
+}
+
+static int32_t tdRSmaFSScanAndTryFix(SSma *pSma) {
+ int32_t code = 0;
+#if 0
+ int32_t lino = 0;
+ SVnode *pVnode = pSma->pVnode;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ SRSmaFS *pFS = RSMA_FS(pStat);
+ char fname[TSDB_FILENAME_LEN] = {0};
+ char fnameVer[TSDB_FILENAME_LEN] = {0};
+
+ // SArray
+ int32_t size = taosArrayGetSize(pFS->aQTaskInf);
+ for (int32_t i = 0; i < size; ++i) {
+ SQTaskFile *pTaskF = (SQTaskFile *)taosArrayGet(pFS->aQTaskInf, i);
+
+ // main.tdb =========
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, pTaskF->version,
+ tfsGetPrimaryPath(pVnode->pTfs), fnameVer);
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, -1, tfsGetPrimaryPath(pVnode->pTfs), fname);
+
+ if (taosCheckExistFile(fnameVer)) {
+ if (taosRenameFile(fnameVer, fname) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ smaDebug("vgId:%d, %s:%d succeed to to rename %s to %s", TD_VID(pVnode), __func__, lino, fnameVer, fname);
+ } else if (taosCheckExistFile(fname)) {
+ if (taosRemoveFile(fname) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ smaDebug("vgId:%d, %s:%d succeed to to remove %s", TD_VID(pVnode), __func__, lino, fname);
+ }
+ }
+
+ {
+ // remove those invalid files (todo)
+ // main.tdb-journal.5 // TDB should handle its clear for kill -9
+ }
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ }
+#endif
+ return code;
+}
+
+// EXPOSED APIS ====================================================================================
+
+int32_t tdRSmaFSOpen(SSma *pSma, int64_t version, int8_t rollback) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ SVnode *pVnode = pSma->pVnode;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+
+ // open handle
+ code = tdRSmaFSCreate(RSMA_FS(pStat), 0);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ // open impl
+ char current[TSDB_FILENAME_LEN] = {0};
+ char current_t[TSDB_FILENAME_LEN] = {0};
+ tdRSmaGetCurrentFName(pSma, current, current_t);
+
+ if (taosCheckExistFile(current)) {
+ code = tdRSmaLoadFSFromFile(current, RSMA_FS(pStat));
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ if (taosCheckExistFile(current_t)) {
+ if (rollback) {
+ code = tdRSmaFSRollback(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ } else {
+ code = tdRSmaFSCommit(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ }
+ } else {
+ // 1st time open with empty current/qTaskInfoFile
+ code = tdRSmaSaveFSToFile(RSMA_FS(pStat), current);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ // scan and try fix(remove main.db/main.db.xxx and use the one with version)
+ code = tdRSmaFSScanAndTryFix(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ }
+ return code;
+}
+
+void tdRSmaFSClose(SRSmaFS *pFS) { pFS->aQTaskInf = taosArrayDestroy(pFS->aQTaskInf); }
+
+int32_t tdRSmaFSPrepareCommit(SSma *pSma, SRSmaFS *pFSNew) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ char tfname[TSDB_FILENAME_LEN];
+
+ tdRSmaGetCurrentFName(pSma, NULL, tfname);
+
+ // generate PRESENT.t
+ code = tdRSmaSaveFSToFile(pFSNew, tfname);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pSma->pVnode), __func__, lino, tstrerror(code));
+ }
+ return code;
}
-int64_t tdRSmaFSMaxVer(SSma *pSma, SRSmaStat *pStat) {
- SArray *aQTaskInf = RSMA_FS(pStat)->aQTaskInf;
- int64_t version = -1;
+int32_t tdRSmaFSCommit(SSma *pSma) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ SRSmaFS fs = {0};
+
+ char current[TSDB_FILENAME_LEN] = {0};
+ char current_t[TSDB_FILENAME_LEN] = {0};
+ tdRSmaGetCurrentFName(pSma, current, current_t);
+
+ if (!taosCheckExistFile(current_t)) {
+ goto _exit;
+ }
+
+ // rename the file
+ if (taosRenameFile(current_t, current) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ // load the new FS
+ code = tdRSmaFSCreate(&fs, 1);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ code = tdRSmaLoadFSFromFile(current, &fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ // apply file change
+ code = tdRSmaFSApplyChange(pSma, &fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+ tdRSmaFSClose(&fs);
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", SMA_VID(pSma), __func__, lino, tstrerror(code));
+ }
+ return code;
+}
+
+int32_t tdRSmaFSFinishCommit(SSma *pSma) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSmaEnv *pSmaEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pSmaEnv);
+
+ taosWLockLatch(RSMA_FS_LOCK(pStat));
+ code = tdRSmaFSCommit(pSma);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+ taosWUnLockLatch(RSMA_FS_LOCK(pStat));
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", SMA_VID(pSma), __func__, lino, tstrerror(code));
+ } else {
+ smaInfo("vgId:%d, rsmaFS finish commit", SMA_VID(pSma));
+ }
+ return code;
+}
+
+int32_t tdRSmaFSRollback(SSma *pSma) {
+ int32_t code = 0;
+ int32_t lino = 0;
+
+ char current_t[TSDB_FILENAME_LEN] = {0};
+ tdRSmaGetCurrentFName(pSma, NULL, current_t);
+ (void)taosRemoveFile(current_t);
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", SMA_VID(pSma), __func__, lino, tstrerror(errno));
+ }
+ return code;
+}
+
+int32_t tdRSmaFSUpsertQTaskFile(SSma *pSma, SRSmaFS *pFS, SQTaskFile *qTaskFile, int32_t nSize) {
+ int32_t code = 0;
+
+ for (int32_t i = 0; i < nSize; ++i) {
+ SQTaskFile *qTaskF = qTaskFile + i;
+
+ int32_t idx = taosArraySearchIdx(pFS->aQTaskInf, qTaskF, tdQTaskInfCmprFn1, TD_GE);
+
+ if (idx < 0) {
+ idx = taosArrayGetSize(pFS->aQTaskInf);
+ } else {
+ SQTaskFile *pTaskF = (SQTaskFile *)taosArrayGet(pFS->aQTaskInf, idx);
+ int32_t c = tdQTaskInfCmprFn1(pTaskF, qTaskF);
+ if (c == 0) {
+ if (pTaskF->size != qTaskF->size) {
+ code = TSDB_CODE_RSMA_FS_UPDATE;
+ smaError("vgId:%d, %s failed at line %d since %s, level:%" PRIi8 ", suid:%" PRIi64 ", version:%" PRIi64
+ ", size:%" PRIi64 " != %" PRIi64,
+ SMA_VID(pSma), __func__, __LINE__, tstrerror(code), pTaskF->level, pTaskF->suid, pTaskF->version,
+ pTaskF->size, qTaskF->size);
+ goto _exit;
+ }
+ continue;
+ }
+ }
+
+ if (!taosArrayInsert(pFS->aQTaskInf, idx, qTaskF)) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ }
+
+_exit:
+ return code;
+}
+#if 0
+int32_t tdRSmaFSRef(SSma *pSma, SRSmaStat *pStat, int64_t suid, int8_t level, int64_t version) {
+ SArray *aQTaskInf = RSMA_FS(pStat)->aQTaskInf;
+ SQTaskFile qTaskF = {.level = level, .suid = suid, .version = version};
+ SQTaskFile *pTaskF = NULL;
+ int32_t oldVal = 0;
taosRLockLatch(RSMA_FS_LOCK(pStat));
- if (taosArrayGetSize(aQTaskInf) > 0) {
- version = ((SQTaskFile *)taosArrayGetLast(aQTaskInf))->version;
+ if (suid > 0 && level > 0) {
+ ASSERT(version > 0);
+ if ((pTaskF = taosArraySearch(aQTaskInf, &qTaskF, tdQTaskInfCmprFn1, TD_EQ))) {
+ oldVal = atomic_fetch_add_32(&pTaskF->nRef, 1);
+ ASSERT(oldVal > 0);
+ }
+ } else {
+ // ref all
+ int32_t size = taosArrayGetSize(aQTaskInf);
+ for (int32_t i = 0; i < size; ++i) {
+ pTaskF = TARRAY_GET_ELEM(aQTaskInf, i);
+ oldVal = atomic_fetch_add_32(&pTaskF->nRef, 1);
+ ASSERT(oldVal > 0);
+ }
}
taosRUnLockLatch(RSMA_FS_LOCK(pStat));
- return version;
+ return oldVal;
}
-void tdRSmaFSUnRef(SSma *pSma, SRSmaStat *pStat, int64_t version) {
+void tdRSmaFSUnRef(SSma *pSma, SRSmaStat *pStat, int64_t suid, int8_t level, int64_t version) {
SVnode *pVnode = pSma->pVnode;
SArray *aQTaskInf = RSMA_FS(pStat)->aQTaskInf;
char qTaskFullName[TSDB_FILENAME_LEN];
+ SQTaskFile qTaskF = {.level = level, .suid = suid, .version = version};
SQTaskFile *pTaskF = NULL;
int32_t idx = -1;
taosWLockLatch(RSMA_FS_LOCK(pStat));
- if ((idx = taosArraySearchIdx(aQTaskInf, &version, tdQTaskInfCmprFn1, TD_EQ)) >= 0) {
- ASSERT(idx < taosArrayGetSize(aQTaskInf));
- pTaskF = taosArrayGet(aQTaskInf, idx);
- if (atomic_sub_fetch_32(&pTaskF->nRef, 1) <= 0) {
- tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->version, tfsGetPrimaryPath(pVnode->pTfs), qTaskFullName);
- if (taosRemoveFile(qTaskFullName) < 0) {
- smaWarn("vgId:%d, failed to remove %s since %s", TD_VID(pVnode), qTaskFullName,
- tstrerror(TAOS_SYSTEM_ERROR(errno)));
- } else {
- smaDebug("vgId:%d, success to remove %s", TD_VID(pVnode), qTaskFullName);
+ if (suid > 0 && level > 0) {
+ ASSERT(version > 0);
+ if ((idx = taosArraySearchIdx(aQTaskInf, &qTaskF, tdQTaskInfCmprFn1, TD_EQ)) >= 0) {
+ ASSERT(idx < taosArrayGetSize(aQTaskInf));
+ pTaskF = taosArrayGet(aQTaskInf, idx);
+ if (atomic_sub_fetch_32(&pTaskF->nRef, 1) <= 0) {
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, level, pTaskF->version,
+ tfsGetPrimaryPath(pVnode->pTfs), qTaskFullName);
+ if (taosRemoveFile(qTaskFullName) < 0) {
+ smaWarn("vgId:%d, failed to remove %s since %s", TD_VID(pVnode), qTaskFullName,
+ tstrerror(TAOS_SYSTEM_ERROR(errno)));
+ } else {
+ smaDebug("vgId:%d, success to remove %s", TD_VID(pVnode), qTaskFullName);
+ }
+ taosArrayRemove(aQTaskInf, idx);
}
- taosArrayRemove(aQTaskInf, idx);
+ }
+ } else {
+ for (int32_t i = 0; i < taosArrayGetSize(aQTaskInf);) {
+ pTaskF = TARRAY_GET_ELEM(aQTaskInf, i);
+ int32_t nRef = INT32_MAX;
+ if (pTaskF->version == version) {
+ nRef = atomic_sub_fetch_32(&pTaskF->nRef, 1);
+ } else if (pTaskF->version < version) {
+ nRef = atomic_load_32(&pTaskF->nRef);
+ }
+ if (nRef <= 0) {
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, pTaskF->version,
+ tfsGetPrimaryPath(pVnode->pTfs), qTaskFullName);
+ if (taosRemoveFile(qTaskFullName) < 0) {
+ smaWarn("vgId:%d, failed to remove %s since %s", TD_VID(pVnode), qTaskFullName,
+ tstrerror(TAOS_SYSTEM_ERROR(errno)));
+ } else {
+ smaDebug("vgId:%d, success to remove %s", TD_VID(pVnode), qTaskFullName);
+ }
+ taosArrayRemove(aQTaskInf, i);
+ continue;
+ }
+ ++i;
}
}
+
taosWUnLockLatch(RSMA_FS_LOCK(pStat));
}
+#endif
-/**
- * @brief Fetch qtaskfiles LE than version
- *
- * @param pSma
- * @param version
- * @param output
- * @return int32_t
- */
-static int32_t tdFetchQTaskInfoFiles(SSma *pSma, int64_t version, SArray **output) {
- SVnode *pVnode = pSma->pVnode;
- TdDirPtr pDir = NULL;
- TdDirEntryPtr pDirEntry = NULL;
- char dir[TSDB_FILENAME_LEN];
- const char *pattern = "v[0-9]+qinf\\.v([0-9]+)?$";
- regex_t regex;
- int code = 0;
-
- terrno = TSDB_CODE_SUCCESS;
-
- tdGetVndDirName(TD_VID(pVnode), tfsGetPrimaryPath(pVnode->pTfs), VNODE_RSMA_DIR, true, dir);
-
- if (!taosCheckExistFile(dir)) {
- smaDebug("vgId:%d, fetch qtask files, no need as dir %s not exist", TD_VID(pVnode), dir);
- return TSDB_CODE_SUCCESS;
- }
-
- // Resource allocation and init
- if ((code = regcomp(®ex, pattern, REG_EXTENDED)) != 0) {
- terrno = TSDB_CODE_RSMA_REGEX_MATCH;
- char errbuf[128];
- regerror(code, ®ex, errbuf, sizeof(errbuf));
- smaWarn("vgId:%d, fetch qtask files, regcomp for %s failed since %s", TD_VID(pVnode), dir, errbuf);
- return TSDB_CODE_FAILED;
- }
-
- if (!(pDir = taosOpenDir(dir))) {
- regfree(®ex);
- terrno = TAOS_SYSTEM_ERROR(errno);
- smaError("vgId:%d, fetch qtask files, open dir %s failed since %s", TD_VID(pVnode), dir, terrstr());
- return TSDB_CODE_FAILED;
- }
-
- int32_t dirLen = strlen(dir);
- char *dirEnd = POINTER_SHIFT(dir, dirLen);
- regmatch_t regMatch[2];
- while ((pDirEntry = taosReadDir(pDir))) {
- char *entryName = taosGetDirEntryName(pDirEntry);
- if (!entryName) {
- continue;
+int32_t tdRSmaFSRef(SSma *pSma, SRSmaFS *pFS) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ int32_t nRef = 0;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ SRSmaFS *qFS = RSMA_FS(pStat);
+ int32_t size = taosArrayGetSize(qFS->aQTaskInf);
+
+ pFS->aQTaskInf = taosArrayInit(size, sizeof(SQTaskFile));
+ if (pFS->aQTaskInf == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ for (int32_t i = 0; i < size; ++i) {
+ SQTaskFile *qTaskF = (SQTaskFile *)taosArrayGet(qFS->aQTaskInf, i);
+ nRef = atomic_fetch_add_32(&qTaskF->nRef, 1);
+ if (nRef <= 0) {
+ code = TSDB_CODE_RSMA_FS_REF;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
+ }
- code = regexec(®ex, entryName, 2, regMatch, 0);
+ taosArraySetSize(pFS->aQTaskInf, size);
+ memcpy(pFS->aQTaskInf->pData, qFS->aQTaskInf->pData, size * sizeof(SQTaskFile));
- if (code == 0) {
- // match
- smaInfo("vgId:%d, fetch qtask files, max ver:%" PRIi64 ", %s found", TD_VID(pVnode), version, entryName);
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s, nRef %d", TD_VID(pSma->pVnode), __func__, lino, tstrerror(code),
+ nRef);
+ }
+ return code;
+}
- int64_t ver = -1;
- sscanf((const char *)POINTER_SHIFT(entryName, regMatch[1].rm_so), "%" PRIi64, &ver);
- if ((ver <= version) && (ver > -1)) {
- if (!(*output)) {
- if (!(*output = taosArrayInit(1, POINTER_BYTES))) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- goto _end;
- }
- }
- char *entryDup = strdup(entryName);
- if (!entryDup) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- goto _end;
- }
- if (!taosArrayPush(*output, &entryDup)) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- goto _end;
- }
+void tdRSmaFSUnRef(SSma *pSma, SRSmaFS *pFS) {
+ int32_t nRef = 0;
+ char fname[TSDB_FILENAME_LEN];
+ SVnode *pVnode = pSma->pVnode;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ int32_t size = taosArrayGetSize(pFS->aQTaskInf);
+
+ for (int32_t i = 0; i < size; ++i) {
+ SQTaskFile *pTaskF = (SQTaskFile *)taosArrayGet(pFS->aQTaskInf, i);
+
+ nRef = atomic_sub_fetch_32(&pTaskF->nRef, 1);
+ if (nRef == 0) {
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, pTaskF->version,
+ tfsGetPrimaryPath(pVnode->pTfs), fname);
+ if (taosRemoveFile(fname) < 0) {
+ smaWarn("vgId:%d, failed to remove %s since %s", TD_VID(pVnode), fname, tstrerror(TAOS_SYSTEM_ERROR(errno)));
} else {
+ smaDebug("vgId:%d, success to remove %s", TD_VID(pVnode), fname);
}
- } else if (code == REG_NOMATCH) {
- // not match
- smaTrace("vgId:%d, fetch qtask files, not match %s", TD_VID(pVnode), entryName);
- continue;
- } else {
- // has other error
- char errbuf[128];
- regerror(code, ®ex, errbuf, sizeof(errbuf));
- smaWarn("vgId:%d, fetch qtask files, regexec failed since %s", TD_VID(pVnode), errbuf);
- terrno = TSDB_CODE_RSMA_REGEX_MATCH;
- goto _end;
+ } else if (nRef < 0) {
+ smaWarn("vgId:%d, abnormal unref %s since %s", TD_VID(pVnode), fname, tstrerror(TSDB_CODE_RSMA_FS_REF));
}
}
-_end:
- taosCloseDir(&pDir);
- regfree(®ex);
- return terrno == 0 ? TSDB_CODE_SUCCESS : TSDB_CODE_FAILED;
+
+ taosArrayDestroy(pFS->aQTaskInf);
}
-static int32_t tdQTaskFileCmprFn2(const void *p1, const void *p2) {
- if (((SQTaskFile *)p1)->version < ((SQTaskFile *)p2)->version) {
- return -1;
- } else if (((SQTaskFile *)p1)->version > ((SQTaskFile *)p2)->version) {
- return 1;
- }
+int32_t tdRSmaFSTakeSnapshot(SSma *pSma, SRSmaFS *pFS) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
- return 0;
+ taosRLockLatch(RSMA_FS_LOCK(pStat));
+ code = tdRSmaFSRef(pSma, pFS);
+ TSDB_CHECK_CODE(code, lino, _exit);
+_exit:
+ taosRUnLockLatch(RSMA_FS_LOCK(pStat));
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pSma->pVnode), __func__, lino, tstrerror(code));
+ }
+ return code;
}
-int32_t tdRSmaFSUpsertQTaskFile(SRSmaFS *pFS, SQTaskFile *qTaskFile) {
- int32_t code = 0;
- int32_t idx = taosArraySearchIdx(pFS->aQTaskInf, qTaskFile, tdQTaskFileCmprFn2, TD_GE);
+int32_t tdRSmaFSCopy(SSma *pSma, SRSmaFS *pFS) {
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
+ SRSmaFS *qFS = RSMA_FS(pStat);
+ int32_t size = taosArrayGetSize(qFS->aQTaskInf);
- if (idx < 0) {
- idx = taosArrayGetSize(pFS->aQTaskInf);
- } else {
- SQTaskFile *pTaskF = (SQTaskFile *)taosArrayGet(pFS->aQTaskInf, idx);
- int32_t c = tdQTaskFileCmprFn2(pTaskF, qTaskFile);
- if (c == 0) {
- pTaskF->nRef = qTaskFile->nRef;
- pTaskF->version = qTaskFile->version;
- pTaskF->size = qTaskFile->size;
- goto _exit;
- }
- }
+ code = tdRSmaFSCreate(pFS, size);
+ TSDB_CHECK_CODE(code, lino, _exit);
- if (taosArrayInsert(pFS->aQTaskInf, idx, qTaskFile) == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto _exit;
- }
+ taosArraySetSize(pFS->aQTaskInf, size);
+ memcpy(pFS->aQTaskInf->pData, qFS->aQTaskInf->pData, size * sizeof(SQTaskFile));
_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pSma->pVnode), __func__, lino, tstrerror(code));
+ }
return code;
-}
\ No newline at end of file
+}
diff --git a/source/dnode/vnode/src/sma/smaOpen.c b/source/dnode/vnode/src/sma/smaOpen.c
index 2a769b68fe0ff93caa48a6a22030ca02b2af7023..3923a5dd5b37c3787ba64543b15071c4b73bba43 100644
--- a/source/dnode/vnode/src/sma/smaOpen.c
+++ b/source/dnode/vnode/src/sma/smaOpen.c
@@ -121,8 +121,6 @@ int smaSetKeepCfg(SVnode *pVnode, STsdbKeepCfg *pKeepCfg, STsdbCfg *pCfg, int ty
int32_t smaOpen(SVnode *pVnode, int8_t rollback) {
STsdbCfg *pCfg = &pVnode->config.tsdbCfg;
- ASSERT(!pVnode->pSma);
-
SSma *pSma = taosMemoryCalloc(1, sizeof(SSma));
if (!pSma) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
@@ -137,7 +135,7 @@ int32_t smaOpen(SVnode *pVnode, int8_t rollback) {
if (VND_IS_RSMA(pVnode)) {
STsdbKeepCfg keepCfg = {0};
- for (int i = 0; i < TSDB_RETENTION_MAX; ++i) {
+ for (int32_t i = 0; i < TSDB_RETENTION_MAX; ++i) {
if (i == TSDB_RETENTION_L0) {
SMA_OPEN_RSMA_IMPL(pVnode, 0);
} else if (i == TSDB_RETENTION_L1) {
@@ -145,12 +143,14 @@ int32_t smaOpen(SVnode *pVnode, int8_t rollback) {
} else if (i == TSDB_RETENTION_L2) {
SMA_OPEN_RSMA_IMPL(pVnode, 2);
} else {
- ASSERT(0);
+ terrno = TSDB_CODE_APP_ERROR;
+ smaError("vgId:%d, sma open failed since %s, level:%d", TD_VID(pVnode), terrstr(), i);
+ goto _err;
}
}
// restore the rsma
- if (tdRSmaRestore(pSma, RSMA_RESTORE_REBOOT, pVnode->state.committed) < 0) {
+ if (tdRSmaRestore(pSma, RSMA_RESTORE_REBOOT, pVnode->state.committed, rollback) < 0) {
goto _err;
}
}
@@ -181,8 +181,11 @@ int32_t smaClose(SSma *pSma) {
* @param committedVer
* @return int32_t
*/
-int32_t tdRSmaRestore(SSma *pSma, int8_t type, int64_t committedVer) {
- ASSERT(VND_IS_RSMA(pSma->pVnode));
+int32_t tdRSmaRestore(SSma *pSma, int8_t type, int64_t committedVer, int8_t rollback) {
+ if (!VND_IS_RSMA(pSma->pVnode)) {
+ terrno = TSDB_CODE_RSMA_INVALID_ENV;
+ return TSDB_CODE_FAILED;
+ }
- return tdRSmaProcessRestoreImpl(pSma, type, committedVer);
+ return tdRSmaProcessRestoreImpl(pSma, type, committedVer, rollback);
}
diff --git a/source/dnode/vnode/src/sma/smaRollup.c b/source/dnode/vnode/src/sma/smaRollup.c
index ba99e5515d8b0b15892da433c80305477ab98dd4..4138605a5b35c678a5dbd872683ba056001ee3f4 100644
--- a/source/dnode/vnode/src/sma/smaRollup.c
+++ b/source/dnode/vnode/src/sma/smaRollup.c
@@ -21,17 +21,17 @@
#define RSMA_FETCH_ACTIVE_MAX (1000) // ms
#define RSMA_FETCH_INTERVAL (5000) // ms
+#define RSMA_NEED_FETCH(r) (RSMA_INFO_ITEM((r), 0)->fetchLevel || RSMA_INFO_ITEM((r), 1)->fetchLevel)
+
SSmaMgmt smaMgmt = {
.inited = 0,
.rsetId = -1,
};
-#define TD_QTASKINFO_FNAME_PREFIX "qinf.v"
-
typedef struct SRSmaQTaskInfoItem SRSmaQTaskInfoItem;
-typedef struct SRSmaQTaskInfoIter SRSmaQTaskInfoIter;
static int32_t tdUidStorePut(STbUidStore *pStore, tb_uid_t suid, tb_uid_t *uid);
+static void tdUidStoreDestory(STbUidStore *pStore);
static int32_t tdUpdateTbUidListImpl(SSma *pSma, tb_uid_t *suid, SArray *tbUids, bool isAdd);
static int32_t tdSetRSmaInfoItemParams(SSma *pSma, SRSmaParam *param, SRSmaStat *pStat, SRSmaInfo *pRSmaInfo,
int8_t idx);
@@ -57,38 +57,6 @@ struct SRSmaQTaskInfoItem {
void *qTaskInfo;
};
-struct SRSmaQTaskInfoIter {
- STFile *pTFile;
- int64_t offset;
- int64_t fsize;
- int32_t nBytes;
- int32_t nAlloc;
- char *pBuf;
- // ------------
- char *qBuf; // for iterator
- int32_t nBufPos;
-};
-
-void tdRSmaQTaskInfoGetFileName(int32_t vgId, int64_t version, char *outputName) {
- tdGetVndFileName(vgId, NULL, VNODE_RSMA_DIR, TD_QTASKINFO_FNAME_PREFIX, version, outputName);
-}
-
-void tdRSmaQTaskInfoGetFullName(int32_t vgId, int64_t version, const char *path, char *outputName) {
- tdGetVndFileName(vgId, path, VNODE_RSMA_DIR, TD_QTASKINFO_FNAME_PREFIX, version, outputName);
-}
-
-void tdRSmaQTaskInfoGetFullPath(int32_t vgId, int8_t level, const char *path, char *outputName) {
- tdGetVndDirName(vgId, path, VNODE_RSMA_DIR, true, outputName);
- int32_t rsmaLen = strlen(outputName);
- snprintf(outputName + rsmaLen, TSDB_FILENAME_LEN - rsmaLen, "%" PRIi8, level);
-}
-
-void tdRSmaQTaskInfoGetFullPathEx(int32_t vgId, tb_uid_t suid, int8_t level, const char *path, char *outputName) {
- tdGetVndDirName(vgId, path, VNODE_RSMA_DIR, true, outputName);
- int32_t rsmaLen = strlen(outputName);
- snprintf(outputName + rsmaLen, TSDB_FILENAME_LEN - rsmaLen, "%" PRIi64 "%s%" PRIi8, suid, TD_DIRSEP, level);
-}
-
static void tdRSmaQTaskInfoFree(qTaskInfo_t *taskHandle, int32_t vgId, int32_t level) {
// Note: free/kill may in RC
if (!taskHandle || !(*taskHandle)) return;
@@ -363,10 +331,12 @@ int32_t tdRSmaProcessCreateImpl(SSma *pSma, SRSmaParam *param, int64_t suid, con
return TSDB_CODE_SUCCESS;
}
+#if 0
if (tdCheckAndInitSmaEnv(pSma, TSDB_SMA_TYPE_ROLLUP) != TSDB_CODE_SUCCESS) {
terrno = TSDB_CODE_TDB_INIT_FAILED;
return TSDB_CODE_FAILED;
}
+#endif
SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
SRSmaStat *pStat = (SRSmaStat *)SMA_ENV_STAT(pEnv);
@@ -374,13 +344,8 @@ int32_t tdRSmaProcessCreateImpl(SSma *pSma, SRSmaParam *param, int64_t suid, con
pRSmaInfo = taosHashGet(RSMA_INFO_HASH(pStat), &suid, sizeof(tb_uid_t));
if (pRSmaInfo) {
- // TODO: free original pRSmaInfo if exists abnormally
- tdFreeRSmaInfo(pSma, *(SRSmaInfo **)pRSmaInfo, true);
- if (taosHashRemove(RSMA_INFO_HASH(pStat), &suid, sizeof(tb_uid_t)) < 0) {
- terrno = TSDB_CODE_RSMA_REMOVE_EXISTS;
- goto _err;
- }
- smaWarn("vgId:%d, remove the rsma info already exists for table %s, %" PRIi64, SMA_VID(pSma), tbName, suid);
+ smaInfo("vgId:%d, rsma info already exists for table %s, %" PRIi64, SMA_VID(pSma), tbName, suid);
+ return TSDB_CODE_SUCCESS;
}
// from write queue: single thead
@@ -449,8 +414,8 @@ int32_t tdProcessRSmaCreate(SSma *pSma, SVCreateStbReq *pReq) {
}
if (!VND_IS_RSMA(pVnode)) {
- smaTrace("vgId:%d, not create rsma for stable %s %" PRIi64 " since vnd is not rsma", TD_VID(pVnode), pReq->name,
- pReq->suid);
+ smaWarn("vgId:%d, not create rsma for stable %s %" PRIi64 " since vnd is not rsma", TD_VID(pVnode), pReq->name,
+ pReq->suid);
return TSDB_CODE_SUCCESS;
}
@@ -494,9 +459,8 @@ int32_t tdProcessRSmaDrop(SSma *pSma, SVDropStbReq *pReq) {
tdReleaseRSmaInfo(pSma, pRSmaInfo);
- // save to file
- // TODO
- smaDebug("vgId:%d, drop rsma for table %" PRIi64 " succeed", TD_VID(pVnode), pReq->suid);
+ // no need to save to file as triggered by dropping stable
+ smaDebug("vgId:%d, drop rsma for stable %" PRIi64 " succeed", TD_VID(pVnode), pReq->suid);
return TSDB_CODE_SUCCESS;
}
@@ -561,7 +525,7 @@ static int32_t tdUidStorePut(STbUidStore *pStore, tb_uid_t suid, tb_uid_t *uid)
return TSDB_CODE_SUCCESS;
}
-void tdUidStoreDestory(STbUidStore *pStore) {
+static void tdUidStoreDestory(STbUidStore *pStore) {
if (pStore) {
if (pStore->uidHash) {
if (pStore->tbUids) {
@@ -601,8 +565,8 @@ static int32_t tdProcessSubmitReq(STsdb *pTsdb, int64_t version, void *pReq) {
return TSDB_CODE_FAILED;
}
- SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
- // TODO: spin lock for race conditiond
+ SSubmitReq2 *pSubmitReq = (SSubmitReq2 *)pReq;
+ // spin lock for race condition during insert data
if (tsdbInsertData(pTsdb, version, pSubmitReq, NULL) < 0) {
return TSDB_CODE_FAILED;
}
@@ -610,29 +574,19 @@ static int32_t tdProcessSubmitReq(STsdb *pTsdb, int64_t version, void *pReq) {
return TSDB_CODE_SUCCESS;
}
-static int32_t tdFetchSubmitReqSuids(SSubmitReq *pMsg, STbUidStore *pStore) {
- SSubmitMsgIter msgIter = {0};
- SSubmitBlk *pBlock = NULL;
- SSubmitBlkIter blkIter = {0};
- STSRow *row = NULL;
+static int32_t tdFetchSubmitReqSuids(SSubmitReq2 *pMsg, STbUidStore *pStore) {
+ SArray *pSubmitTbData = pMsg ? pMsg->aSubmitTbData : NULL;
+ int32_t size = taosArrayGetSize(pSubmitTbData);
terrno = TSDB_CODE_SUCCESS;
- if (tInitSubmitMsgIter(pMsg, &msgIter) < 0) {
- return -1;
- }
- while (true) {
- if (tGetSubmitMsgNext(&msgIter, &pBlock) < 0) {
+ for (int32_t i = 0; i < size; ++i) {
+ SSubmitTbData *pData = TARRAY_GET_ELEM(pSubmitTbData, i);
+ if ((terrno = tdUidStorePut(pStore, pData->suid, NULL)) < 0) {
return -1;
}
-
- if (!pBlock) break;
- tdUidStorePut(pStore, msgIter.suid, NULL);
}
- if (terrno != TSDB_CODE_SUCCESS) {
- return -1;
- }
return 0;
}
@@ -708,14 +662,14 @@ static int32_t tdRSmaExecAndSubmitResult(SSma *pSma, qTaskInfo_t taskInfo, SRSma
#endif
for (int32_t i = 0; i < taosArrayGetSize(pResList); ++i) {
SSDataBlock *output = taosArrayGetP(pResList, i);
- smaDebug("result block, uid:%" PRIu64 ", groupid:%" PRIu64 ", rows:%d", output->info.id.uid, output->info.id.groupId,
- output->info.rows);
+ smaDebug("result block, uid:%" PRIu64 ", groupid:%" PRIu64 ", rows:%d", output->info.id.uid,
+ output->info.id.groupId, output->info.rows);
- STsdb *sinkTsdb = (pItem->level == TSDB_RETENTION_L1 ? pSma->pRSmaTsdb[0] : pSma->pRSmaTsdb[1]);
- SSubmitReq *pReq = NULL;
+ STsdb *sinkTsdb = (pItem->level == TSDB_RETENTION_L1 ? pSma->pRSmaTsdb[0] : pSma->pRSmaTsdb[1]);
+ SSubmitReq2 *pReq = NULL;
// TODO: the schema update should be handled later(TD-17965)
- if (buildSubmitReqFromDataBlock(&pReq, output, pTSchema, SMA_VID(pSma), suid) < 0) {
+ if (buildSubmitReqFromDataBlock(&pReq, output, pTSchema, output->info.id.groupId, SMA_VID(pSma), suid) < 0) {
smaError("vgId:%d, build submit req for rsma table suid:%" PRIu64 ", uid:%" PRIu64 ", level %" PRIi8
" failed since %s",
SMA_VID(pSma), suid, output->info.id.groupId, pItem->level, terrstr());
@@ -723,19 +677,21 @@ static int32_t tdRSmaExecAndSubmitResult(SSma *pSma, qTaskInfo_t taskInfo, SRSma
}
if (pReq && tdProcessSubmitReq(sinkTsdb, output->info.version, pReq) < 0) {
- taosMemoryFreeClear(pReq);
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pReq);
smaError("vgId:%d, process submit req for rsma suid:%" PRIu64 ", uid:%" PRIu64 " level %" PRIi8
" failed since %s",
SMA_VID(pSma), suid, output->info.id.groupId, pItem->level, terrstr());
goto _err;
}
- smaDebug("vgId:%d, process submit req for rsma suid:%" PRIu64 ",uid:%" PRIu64 ", level %" PRIi8 " ver %" PRIi64
- " len %" PRIu32,
- SMA_VID(pSma), suid, output->info.id.groupId, pItem->level, output->info.version,
- htonl(pReq->header.contLen));
+ smaDebug("vgId:%d, process submit req for rsma suid:%" PRIu64 ",uid:%" PRIu64 ", level %" PRIi8 " ver %" PRIi64,
+ SMA_VID(pSma), suid, output->info.id.groupId, pItem->level, output->info.version);
- taosMemoryFreeClear(pReq);
+ if (pReq) {
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pReq);
+ }
}
}
@@ -753,22 +709,29 @@ _err:
* @brief Copy msg to rsmaQueueBuffer for batch process
*
* @param pSma
+ * @param version
* @param pMsg
+ * @param len
* @param inputType
* @param pInfo
* @param suid
* @return int32_t
*/
-static int32_t tdExecuteRSmaImplAsync(SSma *pSma, const void *pMsg, int32_t inputType, SRSmaInfo *pInfo,
- tb_uid_t suid) {
- const SSubmitReq *pReq = (const SSubmitReq *)pMsg;
+static int32_t tdExecuteRSmaImplAsync(SSma *pSma, int64_t version, const void *pMsg, int32_t len, int32_t inputType,
+ SRSmaInfo *pInfo, tb_uid_t suid) {
+ int32_t size = sizeof(int32_t) + sizeof(int64_t) + len;
+ void *qItem = taosAllocateQitem(size, DEF_QITEM, 0);
- void *qItem = taosAllocateQitem(pReq->header.contLen, DEF_QITEM, 0);
if (!qItem) {
return TSDB_CODE_FAILED;
}
- memcpy(qItem, pMsg, pReq->header.contLen);
+ void *pItem = qItem;
+
+ *(int32_t *)pItem = len;
+ pItem = POINTER_SHIFT(pItem, sizeof(int32_t));
+ *(int64_t *)pItem = version;
+ memcpy(POINTER_SHIFT(pItem, sizeof(int64_t)), pMsg, len);
taosWriteQitem(pInfo->queue, qItem);
@@ -840,12 +803,13 @@ static int32_t tdExecuteRSmaImpl(SSma *pSma, const void *pMsg, int32_t msgSize,
return TSDB_CODE_SUCCESS;
}
if (!pInfo->pTSchema) {
+ terrno = TSDB_CODE_INVALID_PTR;
smaWarn("vgId:%d, no schema to execute rsma %" PRIi8 " task for suid:%" PRIu64, SMA_VID(pSma), level, pInfo->suid);
return TSDB_CODE_FAILED;
}
- smaDebug("vgId:%d, execute rsma %" PRIi8 " task for qTaskInfo:%p suid:%" PRIu64, SMA_VID(pSma), level,
- RSMA_INFO_QTASK(pInfo, idx), pInfo->suid);
+ smaDebug("vgId:%d, execute rsma %" PRIi8 " task for qTaskInfo:%p suid:%" PRIu64 " nMsg:%d", SMA_VID(pSma), level,
+ RSMA_INFO_QTASK(pInfo, idx), pInfo->suid, msgSize);
#if 0
for (int32_t i = 0; i < msgSize; ++i) {
@@ -854,7 +818,7 @@ static int32_t tdExecuteRSmaImpl(SSma *pSma, const void *pMsg, int32_t msgSize,
tdRsmaPrintSubmitReq(pSma, pReq);
}
#endif
- if (qSetSMAInput(qTaskInfo, pMsg, msgSize, inputType) < 0) {
+ if ((terrno = qSetSMAInput(qTaskInfo, pMsg, msgSize, inputType)) < 0) {
smaError("vgId:%d, rsma %" PRIi8 " qSetStreamInput failed since %s", SMA_VID(pSma), level, tstrerror(terrno));
return TSDB_CODE_FAILED;
}
@@ -871,6 +835,12 @@ static int32_t tdCloneQTaskInfo(SSma *pSma, qTaskInfo_t dstTaskInfo, qTaskInfo_t
char *pOutput = NULL;
int32_t len = 0;
+ if (!srcTaskInfo) {
+ terrno = TSDB_CODE_INVALID_PTR;
+ smaWarn("vgId:%d, rsma clone, table %" PRIi64 ", no need since srcTaskInfo is NULL", TD_VID(pVnode), suid);
+ return TSDB_CODE_FAILED;
+ }
+
if ((terrno = qSerializeTaskStatus(srcTaskInfo, &pOutput, &len)) < 0) {
smaError("vgId:%d, rsma clone, table %" PRIi64 " serialize qTaskInfo failed since %s", TD_VID(pVnode), suid,
terrstr());
@@ -1010,12 +980,14 @@ static FORCE_INLINE void tdReleaseRSmaInfo(SSma *pSma, SRSmaInfo *pInfo) {
* @brief async mode
*
* @param pSma
+ * @param version
* @param pMsg
* @param inputType
* @param suid
* @return int32_t
*/
-static int32_t tdExecuteRSmaAsync(SSma *pSma, const void *pMsg, int32_t inputType, tb_uid_t suid) {
+static int32_t tdExecuteRSmaAsync(SSma *pSma, int64_t version, const void *pMsg, int32_t len, int32_t inputType,
+ tb_uid_t suid) {
SRSmaInfo *pRSmaInfo = tdAcquireRSmaInfoBySuid(pSma, suid);
if (!pRSmaInfo) {
smaDebug("vgId:%d, execute rsma, no rsma info for suid:%" PRIu64, SMA_VID(pSma), suid);
@@ -1023,7 +995,7 @@ static int32_t tdExecuteRSmaAsync(SSma *pSma, const void *pMsg, int32_t inputTyp
}
if (inputType == STREAM_INPUT__DATA_SUBMIT) {
- if (tdExecuteRSmaImplAsync(pSma, pMsg, inputType, pRSmaInfo, suid) < 0) {
+ if (tdExecuteRSmaImplAsync(pSma, version, pMsg, len, inputType, pRSmaInfo, suid) < 0) {
tdReleaseRSmaInfo(pSma, pRSmaInfo);
return TSDB_CODE_FAILED;
}
@@ -1045,33 +1017,32 @@ static int32_t tdExecuteRSmaAsync(SSma *pSma, const void *pMsg, int32_t inputTyp
return TSDB_CODE_SUCCESS;
}
-int32_t tdProcessRSmaSubmit(SSma *pSma, void *pMsg, int32_t inputType) {
+int32_t tdProcessRSmaSubmit(SSma *pSma, int64_t version, void *pReq, void *pMsg, int32_t len, int32_t inputType) {
SSmaEnv *pEnv = SMA_RSMA_ENV(pSma);
if (!pEnv) {
// only applicable when rsma env exists
return TSDB_CODE_SUCCESS;
}
+
STbUidStore uidStore = {0};
- SRetention *pRetention = SMA_RETENTION(pSma);
- if (!RETENTION_VALID(pRetention + 1)) {
- // return directly if retention level 1 is invalid
- return TSDB_CODE_SUCCESS;
- }
if (inputType == STREAM_INPUT__DATA_SUBMIT) {
- if (tdFetchSubmitReqSuids(pMsg, &uidStore) < 0) {
+ if (tdFetchSubmitReqSuids(pReq, &uidStore) < 0) {
+ smaError("vgId:%d, failed to process rsma submit fetch suid since: %s", SMA_VID(pSma), terrstr());
goto _err;
}
if (uidStore.suid != 0) {
- if (tdExecuteRSmaAsync(pSma, pMsg, inputType, uidStore.suid) < 0) {
+ if (tdExecuteRSmaAsync(pSma, version, pMsg, len, inputType, uidStore.suid) < 0) {
+ smaError("vgId:%d, failed to process rsma submit exec 1 since: %s", SMA_VID(pSma), terrstr());
goto _err;
}
void *pIter = NULL;
while ((pIter = taosHashIterate(uidStore.uidHash, pIter))) {
tb_uid_t *pTbSuid = (tb_uid_t *)taosHashGetKey(pIter, NULL);
- if (tdExecuteRSmaAsync(pSma, pMsg, inputType, *pTbSuid) < 0) {
+ if (tdExecuteRSmaAsync(pSma, version, pMsg, len, inputType, *pTbSuid) < 0) {
+ smaError("vgId:%d, failed to process rsma submit exec 2 since: %s", SMA_VID(pSma), terrstr());
goto _err;
}
}
@@ -1081,7 +1052,6 @@ int32_t tdProcessRSmaSubmit(SSma *pSma, void *pMsg, int32_t inputType) {
return TSDB_CODE_SUCCESS;
_err:
tdUidStoreDestory(&uidStore);
- smaError("vgId:%d, failed to process rsma submit since: %s", SMA_VID(pSma), terrstr());
return TSDB_CODE_FAILED;
}
@@ -1186,18 +1156,21 @@ _err:
}
/**
- * @brief reload ts data from checkpoint
- *
- * @param pSma
- * @return int32_t
+ * N.B. the data would be restored from the unified WAL replay procedure
*/
-static int32_t tdRSmaRestoreTSDataReload(SSma *pSma) {
- // NOTHING TODO: the data would be restored from the unified WAL replay procedure
- return TSDB_CODE_SUCCESS;
-}
+int32_t tdRSmaProcessRestoreImpl(SSma *pSma, int8_t type, int64_t qtaskFileVer, int8_t rollback) {
+ // step 1: init env
+ if (tdCheckAndInitSmaEnv(pSma, TSDB_SMA_TYPE_ROLLUP) != TSDB_CODE_SUCCESS) {
+ terrno = TSDB_CODE_TDB_INIT_FAILED;
+ return TSDB_CODE_FAILED;
+ }
+
+ // step 2: open SRSmaFS for qTaskFiles
+ if (tdRSmaFSOpen(pSma, qtaskFileVer, rollback) < 0) {
+ goto _err;
+ }
-int32_t tdRSmaProcessRestoreImpl(SSma *pSma, int8_t type, int64_t qtaskFileVer) {
- // step 1: iterate all stables to restore the rsma env
+ // step 3: iterate all stables to restore the rsma env
int64_t nTables = 0;
if (tdRSmaRestoreQTaskInfoInit(pSma, &nTables) < 0) {
goto _err;
@@ -1207,16 +1180,6 @@ int32_t tdRSmaProcessRestoreImpl(SSma *pSma, int8_t type, int64_t qtaskFileVer)
return TSDB_CODE_SUCCESS;
}
- // step 2: reload ts data from checkpoint
- if (tdRSmaRestoreTSDataReload(pSma) < 0) {
- goto _err;
- }
-
- // step 3: open SRSmaFS for qTaskFiles
- if (tdRSmaFSOpen(pSma, qtaskFileVer) < 0) {
- goto _err;
- }
-
smaInfo("vgId:%d, restore rsma task %" PRIi8 " from qtaskf %" PRIi64 " succeed", SMA_VID(pSma), type, qtaskFileVer);
return TSDB_CODE_SUCCESS;
_err:
@@ -1226,19 +1189,26 @@ _err:
}
int32_t tdRSmaPersistExecImpl(SRSmaStat *pRSmaStat, SHashObj *pInfoHash) {
- SSma *pSma = pRSmaStat->pSma;
- SVnode *pVnode = pSma->pVnode;
- int32_t vid = SMA_VID(pSma);
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSma *pSma = pRSmaStat->pSma;
+ SVnode *pVnode = pSma->pVnode;
+ SArray *qTaskFArray = NULL;
+ int64_t version = pRSmaStat->commitAppliedVer;
+ TdFilePtr pOutFD = NULL;
+ TdFilePtr pInFD = NULL;
+ char fname[TSDB_FILENAME_LEN];
+ char fnameVer[TSDB_FILENAME_LEN];
+ SRSmaFS fs = {0};
if (taosHashGetSize(pInfoHash) <= 0) {
return TSDB_CODE_SUCCESS;
}
- int64_t fsMaxVer = tdRSmaFSMaxVer(pSma, pRSmaStat);
- if (pRSmaStat->commitAppliedVer <= fsMaxVer) {
- smaDebug("vgId:%d, rsma persist, no need as applied %" PRIi64 " not larger than fsMaxVer %" PRIi64, vid,
- pRSmaStat->commitAppliedVer, fsMaxVer);
- return TSDB_CODE_SUCCESS;
+ qTaskFArray = taosArrayInit(taosHashGetSize(pInfoHash) << 1, sizeof(SQTaskFile));
+ if (!qTaskFArray) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
void *infoHash = NULL;
@@ -1253,19 +1223,80 @@ int32_t tdRSmaPersistExecImpl(SRSmaStat *pRSmaStat, SHashObj *pInfoHash) {
SRSmaInfoItem *pItem = RSMA_INFO_ITEM(pRSmaInfo, i);
if (pItem && pItem->pStreamState) {
if (streamStateCommit(pItem->pStreamState) < 0) {
- terrno = TSDB_CODE_RSMA_STREAM_STATE_COMMIT;
- goto _err;
+ code = TSDB_CODE_RSMA_STREAM_STATE_COMMIT;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ smaDebug("vgId:%d, rsma persist, stream state commit success, table %" PRIi64 ", level %d", TD_VID(pVnode),
+ pRSmaInfo->suid, i + 1);
+
+ // qTaskInfo file
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pRSmaInfo->suid, i + 1, -1, tfsGetPrimaryPath(pVnode->pTfs), fname);
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pRSmaInfo->suid, i + 1, version, tfsGetPrimaryPath(pVnode->pTfs),
+ fnameVer);
+ if (taosCheckExistFile(fnameVer)) {
+ smaWarn("vgId:%d, rsma persist, duplicate file %s exist", TD_VID(pVnode), fnameVer);
+ }
+
+ pOutFD = taosCreateFile(fnameVer, TD_FILE_WRITE | TD_FILE_CREATE | TD_FILE_TRUNC);
+ if (pOutFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ pInFD = taosOpenFile(fname, TD_FILE_READ);
+ if (pInFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
}
- smaDebug("vgId:%d, rsma persist, stream state commit success, table %" PRIi64 " level %d", vid, pRSmaInfo->suid,
- i + 1);
+
+ int64_t size = 0;
+ uint32_t mtime = 0;
+ if (taosFStatFile(pInFD, &size, &mtime) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ ASSERT(size > 0);
+
+ int64_t offset = 0;
+ if (taosFSendFile(pOutFD, pInFD, &offset, size) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ smaError("vgId:%d, rsma persist, send qtaskinfo file %s to %s failed since %s", TD_VID(pVnode), fname,
+ fnameVer, tstrerror(code));
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ taosCloseFile(&pOutFD);
+ taosCloseFile(&pInFD);
+
+ SQTaskFile qTaskF = {
+ .nRef = 1, .level = i + 1, .suid = pRSmaInfo->suid, .version = version, .size = size, .mtime = mtime};
+
+ taosArrayPush(qTaskFArray, &qTaskF);
}
}
}
- return TSDB_CODE_SUCCESS;
-_err:
- smaError("vgId:%d, rsma persist failed since %s", vid, terrstr());
- return TSDB_CODE_FAILED;
+ // prepare
+ code = tdRSmaFSCopy(pSma, &fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ code = tdRSmaFSUpsertQTaskFile(pSma, &fs, qTaskFArray->pData, taosArrayGetSize(qTaskFArray));
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ code = tdRSmaFSPrepareCommit(pSma, &fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+_exit:
+
+ taosArrayDestroy(fs.aQTaskInf);
+ taosArrayDestroy(qTaskFArray);
+
+ if (code) {
+ if (pOutFD) taosCloseFile(&pOutFD);
+ if (pInFD) taosCloseFile(&pInFD);
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ }
+
+ terrno = code;
+ return code;
}
/**
@@ -1352,12 +1383,8 @@ static void tdRSmaFetchTrigger(void *param, void *tmrId) {
tsem_post(&(pStat->notEmpty));
}
} break;
- case TASK_TRIGGER_STAT_PAUSED: {
- smaDebug("vgId:%d, rsma fetch task not start for level:%" PRIi8 " suid:%" PRIi64 " since stat is paused",
- SMA_VID(pSma), pItem->level, pRSmaInfo->suid);
- } break;
case TASK_TRIGGER_STAT_INACTIVE: {
- smaDebug("vgId:%d, rsma fetch task not start for level:%" PRIi8 " suid:%" PRIi64 " since stat is inactive",
+ smaDebug("vgId:%d, rsma fetch task not start for level:%" PRIi8 " suid:%" PRIi64 " since stat is inactive ",
SMA_VID(pSma), pItem->level, pRSmaInfo->suid);
} break;
case TASK_TRIGGER_STAT_INIT: {
@@ -1365,8 +1392,9 @@ static void tdRSmaFetchTrigger(void *param, void *tmrId) {
SMA_VID(pSma), pItem->level, pRSmaInfo->suid);
} break;
default: {
- smaDebug("vgId:%d, rsma fetch task not start for level:%" PRIi8 " suid:%" PRIi64 " since stat is unknown",
- SMA_VID(pSma), pItem->level, pRSmaInfo->suid);
+ smaDebug("vgId:%d, rsma fetch task not start for level:%" PRIi8 " suid:%" PRIi64 " since stat:%" PRIi8
+ " is unknown",
+ SMA_VID(pSma), pItem->level, pRSmaInfo->suid, fetchTriggerStat);
} break;
}
@@ -1378,7 +1406,8 @@ _end:
static void tdFreeRSmaSubmitItems(SArray *pItems) {
for (int32_t i = 0; i < taosArrayGetSize(pItems); ++i) {
- taosFreeQitem(*(void **)taosArrayGet(pItems, i));
+ SPackedData *packData = taosArrayGet(pItems, i);
+ taosFreeQitem(POINTER_SHIFT(packData->msgStr, -sizeof(int32_t) - sizeof(int64_t)));
}
taosArrayClear(pItems);
}
@@ -1447,7 +1476,11 @@ static int32_t tdRSmaBatchExec(SSma *pSma, SRSmaInfo *pInfo, STaosQall *qall, SA
void *msg = NULL;
taosGetQitem(qall, (void **)&msg);
if (msg) {
- if (!taosArrayPush(pSubmitArr, &msg)) {
+ SPackedData packData = {.msgLen = *(int32_t *)msg,
+ .ver = *(int64_t *)POINTER_SHIFT(msg, sizeof(int32_t)),
+ .msgStr = POINTER_SHIFT(msg, sizeof(int32_t) + sizeof(int64_t))};
+
+ if (!taosArrayPush(pSubmitArr, &packData)) {
tdFreeRSmaSubmitItems(pSubmitArr);
goto _err;
}
@@ -1460,7 +1493,6 @@ static int32_t tdRSmaBatchExec(SSma *pSma, SRSmaInfo *pInfo, STaosQall *qall, SA
if (size > 0) {
for (int32_t i = 1; i <= TSDB_RETENTION_L2; ++i) {
if (tdExecuteRSmaImpl(pSma, pSubmitArr->pData, size, STREAM_INPUT__MERGED_SUBMIT, pInfo, type, i) < 0) {
- tdFreeRSmaSubmitItems(pSubmitArr);
goto _err;
}
}
@@ -1468,6 +1500,9 @@ static int32_t tdRSmaBatchExec(SSma *pSma, SRSmaInfo *pInfo, STaosQall *qall, SA
}
return TSDB_CODE_SUCCESS;
_err:
+ smaError("vgId:%d, batch exec for suid:%" PRIi64 " execType:%d size:%d failed since %s", SMA_VID(pSma), pInfo->suid,
+ type, (int32_t)taosArrayGetSize(pSubmitArr), terrstr());
+ tdFreeRSmaSubmitItems(pSubmitArr);
while (1) {
void *msg = NULL;
taosGetQitem(qall, (void **)&msg);
@@ -1502,7 +1537,7 @@ int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type) {
}
if (!(pSubmitArr =
- taosArrayInit(TMIN(RSMA_SUBMIT_BATCH_SIZE, atomic_load_64(&pRSmaStat->nBufItems)), POINTER_BYTES))) {
+ taosArrayInit(TMIN(RSMA_SUBMIT_BATCH_SIZE, atomic_load_64(&pRSmaStat->nBufItems)), sizeof(SPackedData)))) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
goto _err;
}
@@ -1514,8 +1549,7 @@ int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type) {
while ((pIter = taosHashIterate(infoHash, pIter))) {
SRSmaInfo *pInfo = *(SRSmaInfo **)pIter;
if (atomic_val_compare_exchange_8(&pInfo->assigned, 0, 1) == 0) {
- if ((taosQueueItemSize(pInfo->queue) > 0) || RSMA_INFO_ITEM(pInfo, 0)->fetchLevel ||
- RSMA_INFO_ITEM(pInfo, 1)->fetchLevel) {
+ if ((taosQueueItemSize(pInfo->queue) > 0) || RSMA_NEED_FETCH(pInfo)) {
int32_t batchCnt = -1;
int32_t batchMax = taosHashGetSize(infoHash) / tsNumOfVnodeRsmaThreads;
bool occupied = (batchMax <= 1);
@@ -1531,13 +1565,20 @@ int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type) {
smaDebug("vgId:%d, batchSize:%d, execType:%" PRIi32, SMA_VID(pSma), qallItemSize, type);
}
- if (RSMA_INFO_ITEM(pInfo, 0)->fetchLevel || RSMA_INFO_ITEM(pInfo, 1)->fetchLevel) {
+ if (RSMA_NEED_FETCH(pInfo)) {
int8_t oldStat = atomic_val_compare_exchange_8(RSMA_COMMIT_STAT(pRSmaStat), 0, 2);
if (oldStat == 0 ||
((oldStat == 2) && atomic_load_8(RSMA_TRIGGER_STAT(pRSmaStat)) < TASK_TRIGGER_STAT_PAUSED)) {
int32_t oldVal = atomic_fetch_add_32(&pRSmaStat->nFetchAll, 1);
ASSERT(oldVal >= 0);
- tdRSmaFetchAllResult(pSma, pInfo);
+
+ int8_t curStat = atomic_load_8(RSMA_COMMIT_STAT(pRSmaStat));
+ if (curStat == 1) {
+ smaDebug("vgId:%d, fetch all not exec as commit stat is %" PRIi8, SMA_VID(pSma), curStat);
+ } else {
+ tdRSmaFetchAllResult(pSma, pInfo);
+ }
+
if (0 == atomic_sub_fetch_32(&pRSmaStat->nFetchAll, 1)) {
atomic_store_8(RSMA_COMMIT_STAT(pRSmaStat), 0);
}
@@ -1547,17 +1588,9 @@ int32_t tdRSmaProcessExecImpl(SSma *pSma, ERsmaExecType type) {
if (qallItemSize > 0) {
atomic_fetch_sub_64(&pRSmaStat->nBufItems, qallItemSize);
continue;
- } else if (RSMA_INFO_ITEM(pInfo, 0)->fetchLevel || RSMA_INFO_ITEM(pInfo, 1)->fetchLevel) {
- if (atomic_load_8(RSMA_COMMIT_STAT(pRSmaStat)) == 0) {
- continue;
- }
- for (int32_t j = 0; j < TSDB_RETENTION_L2; ++j) {
- SRSmaInfoItem *pItem = RSMA_INFO_ITEM(pInfo, j);
- if (pItem->fetchLevel) {
- pItem->fetchLevel = 0;
- taosTmrReset(tdRSmaFetchTrigger, RSMA_FETCH_INTERVAL, pItem, smaMgmt.tmrHandle, &pItem->tmrId);
- }
- }
+ }
+ if (RSMA_NEED_FETCH(pInfo)) {
+ continue;
}
break;
diff --git a/source/dnode/vnode/src/sma/smaSnapshot.c b/source/dnode/vnode/src/sma/smaSnapshot.c
index 34f884f9f95776be10f1416fdf50f99a8fafce6e..c68525a493b83a8baadeb86c8133c00f2dad09a0 100644
--- a/source/dnode/vnode/src/sma/smaSnapshot.c
+++ b/source/dnode/vnode/src/sma/smaSnapshot.c
@@ -17,14 +17,13 @@
static int32_t rsmaSnapReadQTaskInfo(SRSmaSnapReader* pReader, uint8_t** ppData);
static int32_t rsmaSnapWriteQTaskInfo(SRSmaSnapWriter* pWriter, uint8_t* pData, uint32_t nData);
-static int32_t rsmaQTaskInfSnapReaderOpen(SRSmaSnapReader* pReader, int64_t version);
-static int32_t rsmaQTaskInfSnapReaderClose(SQTaskFReader** ppReader);
// SRSmaSnapReader ========================================
struct SRSmaSnapReader {
SSma* pSma;
int64_t sver;
int64_t ever;
+ SRSmaFS fs;
// for data file
int8_t rsmaDataDone[TSDB_RETENTION_L2];
@@ -32,19 +31,23 @@ struct SRSmaSnapReader {
// for qtaskinfo file
int8_t qTaskDone;
+ int32_t fsIter;
SQTaskFReader* pQTaskFReader;
};
int32_t rsmaSnapReaderOpen(SSma* pSma, int64_t sver, int64_t ever, SRSmaSnapReader** ppReader) {
int32_t code = 0;
+ int32_t lino = 0;
SVnode* pVnode = pSma->pVnode;
SRSmaSnapReader* pReader = NULL;
+ SSmaEnv* pEnv = SMA_RSMA_ENV(pSma);
+ SRSmaStat* pStat = (SRSmaStat*)SMA_ENV_STAT(pEnv);
// alloc
pReader = (SRSmaSnapReader*)taosMemoryCalloc(1, sizeof(*pReader));
if (pReader == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
pReader->pSma = pSma;
pReader->sver = sver;
@@ -55,171 +58,147 @@ int32_t rsmaSnapReaderOpen(SSma* pSma, int64_t sver, int64_t ever, SRSmaSnapRead
if (pSma->pRSmaTsdb[i]) {
code = tsdbSnapReaderOpen(pSma->pRSmaTsdb[i], sver, ever, i == 0 ? SNAP_DATA_RSMA1 : SNAP_DATA_RSMA2,
&pReader->pDataReader[i]);
- if (code < 0) {
- goto _err;
- }
+ TSDB_CHECK_CODE(code, lino, _exit);
}
}
// open qtaskinfo
- if ((code = rsmaQTaskInfSnapReaderOpen(pReader, ever)) < 0) {
- goto _err;
+ taosRLockLatch(RSMA_FS_LOCK(pStat));
+ code = tdRSmaFSRef(pSma, &pReader->fs);
+ taosRUnLockLatch(RSMA_FS_LOCK(pStat));
+ TSDB_CHECK_CODE(code, lino, _exit);
+
+ if (taosArrayGetSize(pReader->fs.aQTaskInf) > 0) {
+ pReader->pQTaskFReader = taosMemoryCalloc(1, sizeof(SQTaskFReader));
+ if (!pReader->pQTaskFReader) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ pReader->pQTaskFReader->pSma = pSma;
+ pReader->pQTaskFReader->version = pReader->ever;
}
*ppReader = pReader;
-
- return TSDB_CODE_SUCCESS;
-_err:
- if (pReader) rsmaSnapReaderClose(&pReader);
- *ppReader = NULL;
- smaError("vgId:%d, vnode snapshot rsma reader open failed since %s", TD_VID(pVnode), tstrerror(code));
- return TSDB_CODE_FAILED;
-}
-
-static int32_t rsmaQTaskInfSnapReaderOpen(SRSmaSnapReader* pReader, int64_t version) {
- int32_t code = 0;
- SSma* pSma = pReader->pSma;
- SVnode* pVnode = pSma->pVnode;
- SSmaEnv* pEnv = NULL;
- SRSmaStat* pStat = NULL;
-
- if (!(pEnv = SMA_RSMA_ENV(pSma))) {
- smaInfo("vgId:%d, vnode snapshot rsma reader for qtaskinfo version %" PRIi64 " not need as env is NULL",
- TD_VID(pVnode), version);
- return TSDB_CODE_SUCCESS;
- }
-
- pStat = (SRSmaStat*)SMA_ENV_STAT(pEnv);
-
- int32_t ref = tdRSmaFSRef(pReader->pSma, pStat, version);
- if (ref < 1) {
- smaInfo("vgId:%d, vnode snapshot rsma reader for qtaskinfo version %" PRIi64 " not need as ref is %d",
- TD_VID(pVnode), version, ref);
- return TSDB_CODE_SUCCESS;
- }
-
- char qTaskInfoFullName[TSDB_FILENAME_LEN];
- tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), version, tfsGetPrimaryPath(pVnode->pTfs), qTaskInfoFullName);
-
- if (!taosCheckExistFile(qTaskInfoFullName)) {
- tdRSmaFSUnRef(pSma, pStat, version);
- smaInfo("vgId:%d, vnode snapshot rsma reader for qtaskinfo version %" PRIi64 " not need as %s not exist",
- TD_VID(pVnode), version, qTaskInfoFullName);
- return TSDB_CODE_SUCCESS;
- }
-
- pReader->pQTaskFReader = taosMemoryCalloc(1, sizeof(SQTaskFReader));
- if (!pReader->pQTaskFReader) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto _end;
- }
-
- TdFilePtr fp = taosOpenFile(qTaskInfoFullName, TD_FILE_READ);
- if (!fp) {
- code = TAOS_SYSTEM_ERROR(errno);
- taosMemoryFreeClear(pReader->pQTaskFReader);
- goto _end;
- }
-
- pReader->pQTaskFReader->pReadH = fp;
- pReader->pQTaskFReader->pSma = pSma;
- pReader->pQTaskFReader->version = pReader->ever;
-
-_end:
- if (code < 0) {
- tdRSmaFSUnRef(pSma, pStat, version);
- smaError("vgId:%d, vnode snapshot rsma reader open %s succeed", TD_VID(pVnode), qTaskInfoFullName);
- return TSDB_CODE_FAILED;
- }
-
- smaInfo("vgId:%d, vnode snapshot rsma reader open %s succeed", TD_VID(pVnode), qTaskInfoFullName);
- return TSDB_CODE_SUCCESS;
-}
-
-static int32_t rsmaQTaskInfSnapReaderClose(SQTaskFReader** ppReader) {
- if (!(*ppReader)) {
- return TSDB_CODE_SUCCESS;
+_exit:
+ if (code) {
+ if (pReader) rsmaSnapReaderClose(&pReader);
+ *ppReader = NULL;
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
}
-
- SSma* pSma = (*ppReader)->pSma;
- SRSmaStat* pStat = SMA_RSMA_STAT(pSma);
- int64_t version = (*ppReader)->version;
-
- taosCloseFile(&(*ppReader)->pReadH);
- tdRSmaFSUnRef(pSma, pStat, version);
- taosMemoryFreeClear(*ppReader);
- smaInfo("vgId:%d, vnode snapshot rsma reader closed for qTaskInfo version %" PRIi64, SMA_VID(pSma), version);
-
- return TSDB_CODE_SUCCESS;
+ return code;
}
static int32_t rsmaSnapReadQTaskInfo(SRSmaSnapReader* pReader, uint8_t** ppBuf) {
int32_t code = 0;
- SSma* pSma = pReader->pSma;
+ int32_t lino = 0;
+ SVnode* pVnode = pReader->pSma->pVnode;
+ SQTaskFReader* qReader = pReader->pQTaskFReader;
+ SRSmaFS* pFS = &pReader->fs;
int64_t n = 0;
uint8_t* pBuf = NULL;
- SQTaskFReader* qReader = pReader->pQTaskFReader;
+ int64_t version = pReader->ever;
+ char fname[TSDB_FILENAME_LEN];
if (!qReader) {
*ppBuf = NULL;
- smaInfo("vgId:%d, vnode snapshot rsma reader qtaskinfo, qTaskReader is NULL", SMA_VID(pSma));
- return 0;
+ smaInfo("vgId:%d, vnode snapshot rsma reader qtaskinfo, not needed since qTaskReader is NULL", TD_VID(pVnode));
+ goto _exit;
+ }
+
+ if (pReader->fsIter >= taosArrayGetSize(pFS->aQTaskInf)) {
+ *ppBuf = NULL;
+ smaInfo("vgId:%d, vnode snapshot rsma reader qtaskinfo, fsIter reach end", TD_VID(pVnode));
+ goto _exit;
+ }
+
+ while (pReader->fsIter < taosArrayGetSize(pFS->aQTaskInf)) {
+ SQTaskFile* qTaskF = taosArrayGet(pFS->aQTaskInf, pReader->fsIter++);
+ if (qTaskF->version != version) {
+ continue;
+ }
+
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), qTaskF->suid, qTaskF->level, version, tfsGetPrimaryPath(pVnode->pTfs),
+ fname);
+ if (!taosCheckExistFile(fname)) {
+ smaError("vgId:%d, vnode snapshot rsma reader for qtaskinfo, table %" PRIi64 ", level %" PRIi8
+ ", version %" PRIi64 " failed since %s not exist",
+ TD_VID(pVnode), qTaskF->suid, qTaskF->level, version, fname);
+ code = TSDB_CODE_RSMA_FS_SYNC;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ TdFilePtr fp = taosOpenFile(fname, TD_FILE_READ);
+ if (!fp) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ qReader->pReadH = fp;
+ qReader->level = qTaskF->level;
+ qReader->suid = qTaskF->suid;
}
if (!qReader->pReadH) {
*ppBuf = NULL;
- smaInfo("vgId:%d, vnode snapshot rsma reader qtaskinfo, readh is NULL", SMA_VID(pSma));
- return 0;
+ smaInfo("vgId:%d, vnode snapshot rsma reader qtaskinfo, not needed since readh is NULL", TD_VID(pVnode));
+ goto _exit;
}
int64_t size = 0;
if (taosFStatFile(qReader->pReadH, &size, NULL) < 0) {
code = TAOS_SYSTEM_ERROR(errno);
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
// seek
if (taosLSeekFile(qReader->pReadH, 0, SEEK_SET) < 0) {
code = TAOS_SYSTEM_ERROR(errno);
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
- ASSERT(!(*ppBuf));
- // alloc
- *ppBuf = taosMemoryCalloc(1, sizeof(SSnapDataHdr) + size);
+ if (*ppBuf) {
+ *ppBuf = taosMemoryRealloc(*ppBuf, sizeof(SSnapDataHdr) + size);
+ } else {
+ *ppBuf = taosMemoryMalloc(sizeof(SSnapDataHdr) + size);
+ }
if (!(*ppBuf)) {
code = TSDB_CODE_OUT_OF_MEMORY;
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
// read
n = taosReadFile(qReader->pReadH, POINTER_SHIFT(*ppBuf, sizeof(SSnapDataHdr)), size);
if (n < 0) {
code = TAOS_SYSTEM_ERROR(errno);
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
} else if (n != size) {
code = TSDB_CODE_FILE_CORRUPTED;
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
- smaInfo("vgId:%d, vnode snapshot rsma read qtaskinfo, size:%" PRIi64, SMA_VID(pSma), size);
+ smaInfo("vgId:%d, vnode snapshot rsma read qtaskinfo, version:%" PRIi64 ", size:%" PRIi64, TD_VID(pVnode), version,
+ size);
SSnapDataHdr* pHdr = (SSnapDataHdr*)(*ppBuf);
pHdr->type = SNAP_DATA_QTASK;
+ pHdr->flag = qReader->level;
+ pHdr->index = qReader->suid;
pHdr->size = size;
_exit:
- smaInfo("vgId:%d, vnode snapshot rsma read qtaskinfo succeed", SMA_VID(pSma));
- return code;
+ if (qReader) taosCloseFile(&qReader->pReadH);
-_err:
- *ppBuf = NULL;
- smaError("vgId:%d, vnode snapshot rsma read qtaskinfo failed since %s", SMA_VID(pSma), tstrerror(code));
+ if (code) {
+ *ppBuf = NULL;
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ } else {
+ smaInfo("vgId:%d, vnode snapshot rsma read qtaskinfo succeed", TD_VID(pVnode));
+ }
return code;
}
int32_t rsmaSnapRead(SRSmaSnapReader* pReader, uint8_t** ppData) {
int32_t code = 0;
+ int32_t lino = 0;
*ppData = NULL;
@@ -233,14 +212,11 @@ int32_t rsmaSnapRead(SRSmaSnapReader* pReader, uint8_t** ppData) {
if (!pReader->rsmaDataDone[i]) {
smaInfo("vgId:%d, vnode snapshot rsma read level %d not done", SMA_VID(pReader->pSma), i);
code = tsdbSnapRead(pTsdbSnapReader, ppData);
- if (code) {
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ if (*ppData) {
+ goto _exit;
} else {
- if (*ppData) {
- goto _exit;
- } else {
- pReader->rsmaDataDone[i] = 1;
- }
+ pReader->rsmaDataDone[i] = 1;
}
} else {
smaInfo("vgId:%d, vnode snapshot rsma read level %d is done", SMA_VID(pReader->pSma), i);
@@ -251,22 +227,21 @@ int32_t rsmaSnapRead(SRSmaSnapReader* pReader, uint8_t** ppData) {
if (!pReader->qTaskDone) {
smaInfo("vgId:%d, vnode snapshot rsma qtaskinfo not done", SMA_VID(pReader->pSma));
code = rsmaSnapReadQTaskInfo(pReader, ppData);
- if (code) {
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ if (*ppData) {
+ goto _exit;
} else {
pReader->qTaskDone = 1;
- if (*ppData) {
- goto _exit;
- }
}
}
_exit:
- smaInfo("vgId:%d, vnode snapshot rsma read succeed", SMA_VID(pReader->pSma));
- return code;
-
-_err:
- smaError("vgId:%d, vnode snapshot rsma read failed since %s", SMA_VID(pReader->pSma), tstrerror(code));
+ if (code) {
+ rsmaSnapReaderClose(&pReader);
+ smaError("vgId:%d, vnode snapshot rsma read failed since %s", SMA_VID(pReader->pSma), tstrerror(code));
+ } else {
+ smaInfo("vgId:%d, vnode snapshot rsma read succeed", SMA_VID(pReader->pSma));
+ }
return code;
}
@@ -274,14 +249,15 @@ int32_t rsmaSnapReaderClose(SRSmaSnapReader** ppReader) {
int32_t code = 0;
SRSmaSnapReader* pReader = *ppReader;
+ tdRSmaFSUnRef(pReader->pSma, &pReader->fs);
+ taosMemoryFreeClear(pReader->pQTaskFReader);
+
for (int32_t i = 0; i < TSDB_RETENTION_L2; ++i) {
if (pReader->pDataReader[i]) {
tsdbSnapReaderClose(&pReader->pDataReader[i]);
}
}
- rsmaQTaskInfSnapReaderClose(&pReader->pQTaskFReader);
-
smaInfo("vgId:%d, vnode snapshot rsma reader closed", SMA_VID(pReader->pSma));
taosMemoryFreeClear(*ppReader);
@@ -293,28 +269,23 @@ struct SRSmaSnapWriter {
SSma* pSma;
int64_t sver;
int64_t ever;
-
- // config
- int64_t commitID;
+ SRSmaFS fs;
// for data file
STsdbSnapWriter* pDataWriter[TSDB_RETENTION_L2];
-
- // for qtaskinfo file
- SQTaskFReader* pQTaskFReader;
- SQTaskFWriter* pQTaskFWriter;
};
int32_t rsmaSnapWriterOpen(SSma* pSma, int64_t sver, int64_t ever, SRSmaSnapWriter** ppWriter) {
int32_t code = 0;
- SRSmaSnapWriter* pWriter = NULL;
+ int32_t lino = 0;
SVnode* pVnode = pSma->pVnode;
+ SRSmaSnapWriter* pWriter = NULL;
// alloc
pWriter = (SRSmaSnapWriter*)taosMemoryCalloc(1, sizeof(*pWriter));
- if (pWriter == NULL) {
+ if (!pWriter) {
code = TSDB_CODE_OUT_OF_MEMORY;
- goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
pWriter->pSma = pSma;
pWriter->sver = sver;
@@ -324,100 +295,152 @@ int32_t rsmaSnapWriterOpen(SSma* pSma, int64_t sver, int64_t ever, SRSmaSnapWrit
for (int32_t i = 0; i < TSDB_RETENTION_L2; ++i) {
if (pSma->pRSmaTsdb[i]) {
code = tsdbSnapWriterOpen(pSma->pRSmaTsdb[i], sver, ever, &pWriter->pDataWriter[i]);
- if (code < 0) {
- goto _err;
- }
+ TSDB_CHECK_CODE(code, lino, _exit);
}
}
// qtaskinfo
- SQTaskFWriter* qWriter = (SQTaskFWriter*)taosMemoryCalloc(1, sizeof(SQTaskFWriter));
- qWriter->pSma = pSma;
-
- char qTaskInfoFullName[TSDB_FILENAME_LEN];
- tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), 0, tfsGetPrimaryPath(pVnode->pTfs), qTaskInfoFullName);
- TdFilePtr qTaskF = taosCreateFile(qTaskInfoFullName, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC);
- if (!qTaskF) {
- taosMemoryFree(qWriter);
- code = TAOS_SYSTEM_ERROR(errno);
- smaError("vgId:%d, rsma snapshot writer open %s failed since %s", TD_VID(pSma->pVnode), qTaskInfoFullName,
- tstrerror(code));
- goto _err;
- }
- qWriter->pWriteH = qTaskF;
- int32_t fnameLen = strlen(qTaskInfoFullName) + 1;
- qWriter->fname = taosMemoryCalloc(1, fnameLen);
- strncpy(qWriter->fname, qTaskInfoFullName, fnameLen);
- pWriter->pQTaskFWriter = qWriter;
- smaDebug("vgId:%d, rsma snapshot writer open succeed for %s", TD_VID(pSma->pVnode), qTaskInfoFullName);
+ code = tdRSmaFSCopy(pSma, &pWriter->fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
// snapWriter
*ppWriter = pWriter;
-
- smaInfo("vgId:%d, rsma snapshot writer open succeed", TD_VID(pSma->pVnode));
+_exit:
+ if (code) {
+ if (pWriter) rsmaSnapWriterClose(&pWriter, 0);
+ *ppWriter = NULL;
+ smaError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
+ } else {
+ smaInfo("vgId:%d, rsma snapshot writer open succeed", TD_VID(pSma->pVnode));
+ }
return code;
+}
-_err:
- smaError("vgId:%d, rsma snapshot writer open failed since %s", TD_VID(pSma->pVnode), tstrerror(code));
- if (pWriter) rsmaSnapWriterClose(&pWriter, 0);
- *ppWriter = NULL;
+int32_t rsmaSnapWriterPrepareClose(SRSmaSnapWriter* pWriter) {
+ int32_t code = 0;
+ int32_t lino = 0;
+
+ if (pWriter) {
+ code = tdRSmaFSPrepareCommit(pWriter->pSma, &pWriter->fs);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+_exit:
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s", SMA_VID(pWriter->pSma), __func__, lino, tstrerror(code));
+ }
return code;
}
int32_t rsmaSnapWriterClose(SRSmaSnapWriter** ppWriter, int8_t rollback) {
int32_t code = 0;
+ int32_t lino = 0;
+ SSma* pSma = NULL;
+ SVnode* pVnode = NULL;
+ SSmaEnv* pEnv = NULL;
+ SRSmaStat* pStat = NULL;
SRSmaSnapWriter* pWriter = *ppWriter;
- SVnode* pVnode = pWriter->pSma->pVnode;
+ const char* primaryPath = NULL;
+ char fname[TSDB_FILENAME_LEN] = {0};
+ char fnameVer[TSDB_FILENAME_LEN] = {0};
+ TdFilePtr pOutFD = NULL;
+ TdFilePtr pInFD = NULL;
+
+ if (!pWriter) {
+ goto _exit;
+ }
- if (rollback) {
- // TODO: rsma1/rsma2
- // qtaskinfo
- if (pWriter->pQTaskFWriter) {
- if (taosRemoveFile(pWriter->pQTaskFWriter->fname) != 0) {
- smaWarn("vgId:%d, vnode snapshot rsma writer failed to remove %s since %s", SMA_VID(pWriter->pSma),
- pWriter->pQTaskFWriter->fname ? pWriter->pQTaskFWriter->fname : "NULL",
- tstrerror(TAOS_SYSTEM_ERROR(errno)));
- }
+ pSma = pWriter->pSma;
+ pVnode = pSma->pVnode;
+ pEnv = SMA_RSMA_ENV(pSma);
+ pStat = (SRSmaStat*)SMA_ENV_STAT(pEnv);
+ primaryPath = tfsGetPrimaryPath(pVnode->pTfs);
+
+ // rsma1/rsma2
+ for (int32_t i = 0; i < TSDB_RETENTION_L2; ++i) {
+ if (pWriter->pDataWriter[i]) {
+ code = tsdbSnapWriterClose(&pWriter->pDataWriter[i], rollback);
+ TSDB_CHECK_CODE(code, lino, _exit);
}
+ }
+
+ // qtaskinfo
+ if (rollback) {
+ tdRSmaFSRollback(pSma);
+ // remove qTaskFiles
} else {
- // rsma1/rsma2
- for (int32_t i = 0; i < TSDB_RETENTION_L2; ++i) {
- if (pWriter->pDataWriter[i]) {
- code = tsdbSnapWriterClose(&pWriter->pDataWriter[i], rollback);
- if (code) goto _err;
+ // sendFile from fname.Ver to fname
+ SRSmaFS* pFS = &pWriter->fs;
+ int32_t size = taosArrayGetSize(pFS->aQTaskInf);
+ for (int32_t i = 0; i < size; ++i) {
+ SQTaskFile* pTaskF = TARRAY_GET_ELEM(pFS->aQTaskInf, i);
+ if (pTaskF->version == pWriter->ever) {
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, pTaskF->version, primaryPath, fnameVer);
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pTaskF->suid, pTaskF->level, -1, primaryPath, fname);
+
+ pInFD = taosOpenFile(fnameVer, TD_FILE_READ);
+ if (pInFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ pOutFD = taosCreateFile(fname, TD_FILE_WRITE | TD_FILE_CREATE | TD_FILE_TRUNC);
+ if (pOutFD == NULL) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ int64_t size = 0;
+ if (taosFStatFile(pInFD, &size, NULL) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ int64_t offset = 0;
+ if (taosFSendFile(pOutFD, pInFD, &offset, size) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ smaError("vgId:%d, vnode snapshot rsma writer, send qtaskinfo file %s to %s failed since %s", TD_VID(pVnode),
+ fnameVer, fname, tstrerror(code));
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+ taosCloseFile(&pOutFD);
+ taosCloseFile(&pInFD);
}
}
- // qtaskinfo
- if (pWriter->pQTaskFWriter) {
- char qTaskInfoFullName[TSDB_FILENAME_LEN];
- tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pWriter->ever, tfsGetPrimaryPath(pVnode->pTfs), qTaskInfoFullName);
- if (taosRenameFile(pWriter->pQTaskFWriter->fname, qTaskInfoFullName) < 0) {
- code = TAOS_SYSTEM_ERROR(errno);
- goto _err;
- }
- smaInfo("vgId:%d, vnode snapshot rsma writer rename %s to %s", SMA_VID(pWriter->pSma),
- pWriter->pQTaskFWriter->fname, qTaskInfoFullName);
- // rsma restore
- if ((code = tdRSmaRestore(pWriter->pSma, RSMA_RESTORE_SYNC, pWriter->ever)) < 0) {
- goto _err;
- }
- smaInfo("vgId:%d, vnode snapshot rsma writer restore from %s succeed", SMA_VID(pWriter->pSma), qTaskInfoFullName);
+ // lock
+ taosWLockLatch(RSMA_FS_LOCK(pStat));
+ code = tdRSmaFSCommit(pSma);
+ if (code) {
+ taosWUnLockLatch(RSMA_FS_LOCK(pStat));
+ goto _exit;
}
+ // unlock
+ taosWUnLockLatch(RSMA_FS_LOCK(pStat));
}
- smaInfo("vgId:%d, vnode snapshot rsma writer close succeed", SMA_VID(pWriter->pSma));
- taosMemoryFree(pWriter);
+ // rsma restore
+ code = tdRSmaRestore(pWriter->pSma, RSMA_RESTORE_SYNC, pWriter->ever, rollback);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ smaInfo("vgId:%d, vnode snapshot rsma writer restore from sync succeed", SMA_VID(pSma));
+
+_exit:
+ if (pWriter) taosMemoryFree(pWriter);
*ppWriter = NULL;
- return code;
+ if (code) {
+ if (pOutFD) taosCloseFile(&pOutFD);
+ if (pInFD) taosCloseFile(&pInFD);
+ smaError("vgId:%d, vnode snapshot rsma writer close failed since %s", SMA_VID(pSma), tstrerror(code));
+ } else {
+ smaInfo("vgId:%d, vnode snapshot rsma writer close succeed", SMA_VID(pSma));
+ }
-_err:
- smaError("vgId:%d, vnode snapshot rsma writer close failed since %s", SMA_VID(pWriter->pSma), tstrerror(code));
return code;
}
int32_t rsmaSnapWrite(SRSmaSnapWriter* pWriter, uint8_t* pData, uint32_t nData) {
int32_t code = 0;
+ int32_t lino = 0;
SSnapDataHdr* pHdr = (SSnapDataHdr*)pData;
// rsma1/rsma2
@@ -430,42 +453,81 @@ int32_t rsmaSnapWrite(SRSmaSnapWriter* pWriter, uint8_t* pData, uint32_t nData)
} else if (pHdr->type == SNAP_DATA_QTASK) {
code = rsmaSnapWriteQTaskInfo(pWriter, pData, nData);
} else {
- ASSERT(0);
+ code = TSDB_CODE_RSMA_FS_SYNC;
}
- if (code < 0) goto _err;
+ TSDB_CHECK_CODE(code, lino, _exit);
_exit:
- smaInfo("vgId:%d, rsma snapshot write for data type %" PRIi8 " succeed", SMA_VID(pWriter->pSma), pHdr->type);
- return code;
-
-_err:
- smaError("vgId:%d, rsma snapshot write for data type %" PRIi8 " failed since %s", SMA_VID(pWriter->pSma), pHdr->type,
- tstrerror(code));
+ if (code) {
+ smaError("vgId:%d, %s failed at line %d since %s, data type %" PRIi8, SMA_VID(pWriter->pSma), __func__, lino,
+ tstrerror(code), pHdr->type);
+ } else {
+ smaInfo("vgId:%d, rsma snapshot write for data type %" PRIi8 " succeed", SMA_VID(pWriter->pSma), pHdr->type);
+ }
return code;
}
static int32_t rsmaSnapWriteQTaskInfo(SRSmaSnapWriter* pWriter, uint8_t* pData, uint32_t nData) {
- int32_t code = 0;
- SQTaskFWriter* qWriter = pWriter->pQTaskFWriter;
-
- if (qWriter && qWriter->pWriteH) {
- SSnapDataHdr* pHdr = (SSnapDataHdr*)pData;
- int64_t size = pHdr->size;
- ASSERT(size == (nData - sizeof(SSnapDataHdr)));
- int64_t contLen = taosWriteFile(qWriter->pWriteH, pHdr->data, size);
- if (contLen != size) {
- code = TAOS_SYSTEM_ERROR(errno);
- goto _err;
- }
- smaInfo("vgId:%d, vnode snapshot rsma write qtaskinfo %s succeed", SMA_VID(pWriter->pSma), qWriter->fname);
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSma* pSma = pWriter->pSma;
+ SVnode* pVnode = pSma->pVnode;
+ char fname[TSDB_FILENAME_LEN];
+ TdFilePtr fp = NULL;
+ SSnapDataHdr* pHdr = (SSnapDataHdr*)pData;
+
+ fname[0] = '\0';
+
+ if (pHdr->size != (nData - sizeof(SSnapDataHdr))) {
+ code = TSDB_CODE_RSMA_FS_SYNC;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ SQTaskFile qTaskFile = {
+ .nRef = 1, .level = pHdr->flag, .suid = pHdr->index, .version = pWriter->ever, .size = pHdr->size};
+
+ tdRSmaQTaskInfoGetFullName(TD_VID(pVnode), pHdr->index, pHdr->flag, qTaskFile.version,
+ tfsGetPrimaryPath(pVnode->pTfs), fname);
+
+ fp = taosCreateFile(fname, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC);
+ if (!fp) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ int64_t contLen = taosWriteFile(fp, pHdr->data, pHdr->size);
+ if (contLen != pHdr->size) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ uint32_t mtime = 0;
+ if (taosFStatFile(fp, NULL, &mtime) != 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
} else {
- smaInfo("vgId:%d, vnode snapshot rsma write qtaskinfo is not needed", SMA_VID(pWriter->pSma));
+ qTaskFile.mtime = mtime;
}
+ if (taosFsyncFile(fp) < 0) {
+ code = TAOS_SYSTEM_ERROR(errno);
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+
+ taosCloseFile(&fp);
+
+ code = tdRSmaFSUpsertQTaskFile(pSma, &pWriter->fs, &qTaskFile, 1);
+ TSDB_CHECK_CODE(code, lino, _exit);
+
_exit:
- return code;
+ if (code) {
+ if (fp) {
+ (void)taosRemoveFile(fname);
+ }
+ smaError("vgId:%d, %s failed at line %d since %s, file:%s", TD_VID(pVnode), __func__, lino, tstrerror(code), fname);
+ } else {
+ smaInfo("vgId:%d, vnode snapshot rsma write qtaskinfo %s succeed", TD_VID(pVnode), fname);
+ }
-_err:
- smaError("vgId:%d, vnode snapshot rsma write qtaskinfo failed since %s", SMA_VID(pWriter->pSma), tstrerror(code));
return code;
}
diff --git a/source/dnode/vnode/src/sma/smaTimeRange.c b/source/dnode/vnode/src/sma/smaTimeRange.c
index a2c9484693a720243ccb205f0d311289c86f254e..e633d93de69465673a08e530bdc647c9f372a87a 100644
--- a/source/dnode/vnode/src/sma/smaTimeRange.c
+++ b/source/dnode/vnode/src/sma/smaTimeRange.c
@@ -111,35 +111,48 @@ _err:
* @return int32_t
*/
static int32_t tdProcessTSmaCreateImpl(SSma *pSma, int64_t version, const char *pMsg) {
- SSmaCfg *pCfg = (SSmaCfg *)pMsg;
+ int32_t code = 0;
+ int32_t lino = 0;
+ SSmaCfg *pCfg = (SSmaCfg *)pMsg;
+ SName stbFullName = {0};
+ SVCreateStbReq pReq = {0};
if (TD_VID(pSma->pVnode) == pCfg->dstVgId) {
// create tsma meta in dstVgId
if (metaCreateTSma(SMA_META(pSma), version, pCfg) < 0) {
- return -1;
+ code = terrno;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
// create stable to save tsma result in dstVgId
- SName stbFullName = {0};
tNameFromString(&stbFullName, pCfg->dstTbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
- SVCreateStbReq pReq = {0};
pReq.name = (char *)tNameGetTableName(&stbFullName);
pReq.suid = pCfg->dstTbUid;
pReq.schemaRow = pCfg->schemaRow;
pReq.schemaTag = pCfg->schemaTag;
if (metaCreateSTable(SMA_META(pSma), version, &pReq) < 0) {
- return -1;
+ code = terrno;
+ TSDB_CHECK_CODE(code, lino, _exit);
}
+ } else {
+ code = terrno = TSDB_CODE_TSMA_INVALID_STAT;
+ TSDB_CHECK_CODE(code, lino, _exit);
+ }
+_exit:
+ if (code) {
+ smaError("vgId:%d, failed at line %d to create sma index %s %" PRIi64 " on stb:%" PRIi64 ", dstSuid:%" PRIi64
+ " dstTb:%s dstVg:%d",
+ SMA_VID(pSma), lino, pCfg->indexName, pCfg->indexUid, pCfg->tableUid, pCfg->dstTbUid, pReq.name,
+ pCfg->dstVgId);
+ } else {
smaDebug("vgId:%d, success to create sma index %s %" PRIi64 " on stb:%" PRIi64 ", dstSuid:%" PRIi64
" dstTb:%s dstVg:%d",
SMA_VID(pSma), pCfg->indexName, pCfg->indexUid, pCfg->tableUid, pCfg->dstTbUid, pReq.name, pCfg->dstVgId);
- } else {
- ASSERT(0);
}
- return 0;
+ return code;
}
/**
@@ -174,7 +187,7 @@ static int32_t tdProcessTSmaInsertImpl(SSma *pSma, int64_t indexUid, const char
STSmaStat *pTsmaStat = NULL;
if (!pEnv || !(pStat = SMA_ENV_STAT(pEnv))) {
- terrno = TSDB_CODE_TSMA_INVALID_STAT;
+ terrno = TSDB_CODE_TSMA_INVALID_ENV;
return TSDB_CODE_FAILED;
}
@@ -204,27 +217,31 @@ static int32_t tdProcessTSmaInsertImpl(SSma *pSma, int64_t indexUid, const char
}
SBatchDeleteReq deleteReq = {0};
- SSubmitReq *pSubmitReq =
- tqBlockToSubmit(pSma->pVnode, (const SArray *)msg, pTsmaStat->pTSchema, &pTsmaStat->pTSma->schemaTag, true,
- pTsmaStat->pTSma->dstTbUid, pTsmaStat->pTSma->dstTbName, &deleteReq);
- // TODO deleteReq
- taosArrayDestroy(deleteReq.deleteReqs);
-
+ void *pSubmitReq = NULL;
+ int32_t contLen = 0;
- if (!pSubmitReq) {
- smaError("vgId:%d, failed to gen submit blk while tsma insert for smaIndex %" PRIi64 " since %s", SMA_VID(pSma),
+ if (tqBlockToSubmit(pSma->pVnode, (const SArray *)msg, pTsmaStat->pTSchema, &pTsmaStat->pTSma->schemaTag, true,
+ pTsmaStat->pTSma->dstTbUid, pTsmaStat->pTSma->dstTbName, &deleteReq, &pSubmitReq, &contLen) < 0) {
+ smaError("vgId:%d, failed to gen submit msg while tsma insert for smaIndex %" PRIi64 " since %s", SMA_VID(pSma),
indexUid, tstrerror(terrno));
goto _err;
}
+ // TODO deleteReq
+ taosArrayDestroy(deleteReq.deleteReqs);
#if 0
- ASSERT(!strncasecmp("td.tsma.rst.tb", pTsmaStat->pTSma->dstTbName, 14));
+ if (!strncasecmp("td.tsma.rst.tb", pTsmaStat->pTSma->dstTbName, 14)) {
+ terrno = TSDB_CODE_APP_ERROR;
+ smaError("vgId:%d, tsma insert for smaIndex %" PRIi64 " failed since %s, %s", SMA_VID(pSma), indexUid,
+ pTsmaStat->pTSma->indexUid, tstrerror(terrno), pTsmaStat->pTSma->dstTbName);
+ goto _err;
+ }
#endif
SRpcMsg submitReqMsg = {
.msgType = TDMT_VND_SUBMIT,
.pCont = pSubmitReq,
- .contLen = ntohl(pSubmitReq->length),
+ .contLen = ntohl(contLen),
};
if (tmsgPutToQueue(&pSma->pVnode->msgCb, WRITE_QUEUE, &submitReqMsg) < 0) {
diff --git a/source/dnode/vnode/src/sma/smaUtil.c b/source/dnode/vnode/src/sma/smaUtil.c
index 4d09d690d684c68199f63165875216ea3685acad..7c538280e52ed127ff2815623a2afa00c126de7f 100644
--- a/source/dnode/vnode/src/sma/smaUtil.c
+++ b/source/dnode/vnode/src/sma/smaUtil.c
@@ -15,197 +15,72 @@
#include "sma.h"
-// smaFileUtil ================
-#if 0
-#define TD_FILE_STATE_OK 0
-#define TD_FILE_STATE_BAD 1
+#define TD_QTASKINFO_FNAME_PREFIX "main.tdb"
-#define TD_FILE_INIT_MAGIC 0xFFFFFFFF
-
-static int32_t tdEncodeTFInfo(void **buf, STFInfo *pInfo);
-static void *tdDecodeTFInfo(void *buf, STFInfo *pInfo);
-
-static int32_t tdEncodeTFInfo(void **buf, STFInfo *pInfo) {
- int32_t tlen = 0;
-
- tlen += taosEncodeFixedU32(buf, pInfo->magic);
- tlen += taosEncodeFixedU32(buf, pInfo->ftype);
- tlen += taosEncodeFixedU32(buf, pInfo->fver);
- tlen += taosEncodeFixedI64(buf, pInfo->fsize);
-
- return tlen;
-}
-
-static void *tdDecodeTFInfo(void *buf, STFInfo *pInfo) {
- buf = taosDecodeFixedU32(buf, &(pInfo->magic));
- buf = taosDecodeFixedU32(buf, &(pInfo->ftype));
- buf = taosDecodeFixedU32(buf, &(pInfo->fver));
- buf = taosDecodeFixedI64(buf, &(pInfo->fsize));
-
- return buf;
-}
-
-int64_t tdWriteTFile(STFile *pTFile, void *buf, int64_t nbyte) {
- ASSERT(TD_TFILE_OPENED(pTFile));
-
- int64_t nwrite = taosWriteFile(pTFile->pFile, buf, nbyte);
- if (nwrite < nbyte) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- }
-
- return nwrite;
-}
-
-int64_t tdSeekTFile(STFile *pTFile, int64_t offset, int whence) {
- ASSERT(TD_TFILE_OPENED(pTFile));
-
- int64_t loffset = taosLSeekFile(TD_TFILE_PFILE(pTFile), offset, whence);
- if (loffset < 0) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- }
-
- return loffset;
-}
-
-int64_t tdGetTFileSize(STFile *pTFile, int64_t *size) {
- ASSERT(TD_TFILE_OPENED(pTFile));
- return taosFStatFile(pTFile->pFile, size, NULL);
-}
-
-int64_t tdReadTFile(STFile *pTFile, void *buf, int64_t nbyte) {
- ASSERT(TD_TFILE_OPENED(pTFile));
-
- int64_t nread = taosReadFile(pTFile->pFile, buf, nbyte);
- if (nread < 0) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- }
-
- return nread;
-}
-
-int32_t tdUpdateTFileHeader(STFile *pTFile) {
- char buf[TD_FILE_HEAD_SIZE] = "\0";
-
- if (tdSeekTFile(pTFile, 0, SEEK_SET) < 0) {
- return -1;
- }
-
- void *ptr = buf;
- tdEncodeTFInfo(&ptr, &(pTFile->info));
-
- taosCalcChecksumAppend(0, (uint8_t *)buf, TD_FILE_HEAD_SIZE);
- if (tdWriteTFile(pTFile, buf, TD_FILE_HEAD_SIZE) < 0) {
- return -1;
- }
-
- return 0;
-}
-
-int32_t tdLoadTFileHeader(STFile *pTFile, STFInfo *pInfo) {
- char buf[TD_FILE_HEAD_SIZE] = "\0";
- uint32_t _version;
-
- ASSERT(TD_TFILE_OPENED(pTFile));
-
- if (tdSeekTFile(pTFile, 0, SEEK_SET) < 0) {
- return -1;
- }
-
- if (tdReadTFile(pTFile, buf, TD_FILE_HEAD_SIZE) < 0) {
- return -1;
- }
-
- if (!taosCheckChecksumWhole((uint8_t *)buf, TD_FILE_HEAD_SIZE)) {
- terrno = TSDB_CODE_FILE_CORRUPTED;
- return -1;
- }
-
- void *pBuf = buf;
- pBuf = tdDecodeTFInfo(pBuf, pInfo);
- return 0;
-}
-
-void tdUpdateTFileMagic(STFile *pTFile, void *pCksm) {
- pTFile->info.magic = taosCalcChecksum(pTFile->info.magic, (uint8_t *)(pCksm), sizeof(TSCKSUM));
+void tdRSmaQTaskInfoGetFileName(int32_t vgId, int64_t suid, int8_t level, int64_t version, char *outputName) {
+ tdRSmaGetFileName(vgId, NULL, VNODE_RSMA_DIR, TD_QTASKINFO_FNAME_PREFIX, suid, level, version, outputName);
}
-int64_t tdAppendTFile(STFile *pTFile, void *buf, int64_t nbyte, int64_t *offset) {
- ASSERT(TD_TFILE_OPENED(pTFile));
-
- int64_t toffset;
-
- if ((toffset = tdSeekTFile(pTFile, 0, SEEK_END)) < 0) {
- return -1;
- }
-
-#if 0
- smaDebug("append to file %s, offset:%" PRIi64 " nbyte:%" PRIi64 " fsize:%" PRIi64, TD_TFILE_FULL_NAME(pTFile),
- toffset, nbyte, toffset + nbyte);
-#endif
-
- ASSERT(pTFile->info.fsize == toffset);
-
- if (offset) {
- *offset = toffset;
- }
-
- if (tdWriteTFile(pTFile, buf, nbyte) < 0) {
- return -1;
- }
-
- pTFile->info.fsize += nbyte;
-
- return nbyte;
+void tdRSmaQTaskInfoGetFullName(int32_t vgId, int64_t suid, int8_t level, int64_t version, const char *path,
+ char *outputName) {
+ tdRSmaGetFileName(vgId, path, VNODE_RSMA_DIR, TD_QTASKINFO_FNAME_PREFIX, suid, level, version, outputName);
}
-int32_t tdOpenTFile(STFile *pTFile, int flags) {
- ASSERT(!TD_TFILE_OPENED(pTFile));
-
- pTFile->pFile = taosOpenFile(TD_TFILE_FULL_NAME(pTFile), flags);
- if (pTFile->pFile == NULL) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- }
-
- return 0;
+void tdRSmaQTaskInfoGetFullPath(int32_t vgId, int8_t level, const char *path, char *outputName) {
+ tdRSmaGetDirName(vgId, path, VNODE_RSMA_DIR, true, outputName);
+ int32_t rsmaLen = strlen(outputName);
+ snprintf(outputName + rsmaLen, TSDB_FILENAME_LEN - rsmaLen, "%" PRIi8, level);
}
-void tdCloseTFile(STFile *pTFile) {
- if (TD_TFILE_OPENED(pTFile)) {
- taosCloseFile(&pTFile->pFile);
- TD_TFILE_SET_CLOSED(pTFile);
- }
+void tdRSmaQTaskInfoGetFullPathEx(int32_t vgId, tb_uid_t suid, int8_t level, const char *path, char *outputName) {
+ tdRSmaGetDirName(vgId, path, VNODE_RSMA_DIR, true, outputName);
+ int32_t rsmaLen = strlen(outputName);
+ snprintf(outputName + rsmaLen, TSDB_FILENAME_LEN - rsmaLen, "%" PRIi8 "%s%" PRIi64, level, TD_DIRSEP, suid);
}
-void tdDestroyTFile(STFile *pTFile) { taosMemoryFreeClear(TD_TFILE_FULL_NAME(pTFile)); }
-
-#endif
-
-void tdGetVndFileName(int32_t vgId, const char *pdname, const char *dname, const char *fname, int64_t version,
- char *outputName) {
- if (version < 0) {
- if (pdname) {
- snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%sv%d%s", pdname, TD_DIRSEP, TD_DIRSEP, vgId,
- TD_DIRSEP, dname, TD_DIRSEP, vgId, fname);
+void tdRSmaGetFileName(int32_t vgId, const char *pdname, const char *dname, const char *fname, int64_t suid,
+ int8_t level, int64_t version, char *outputName) {
+ if (level >= 0 && suid > 0) {
+ if (version >= 0) {
+ if (pdname) {
+ snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%s%" PRIi8 "%s%" PRIi64 "%s%s.%" PRIi64, pdname,
+ TD_DIRSEP, TD_DIRSEP, vgId, TD_DIRSEP, dname, TD_DIRSEP, level, TD_DIRSEP, suid, TD_DIRSEP, fname,
+ version);
+ } else {
+ snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%s%" PRIi8 "%s%" PRIi64 "%s%s.%" PRIi64, TD_DIRSEP,
+ vgId, TD_DIRSEP, dname, TD_DIRSEP, level, TD_DIRSEP, suid, TD_DIRSEP, fname, version);
+ }
} else {
- snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%sv%d%s", TD_DIRSEP, vgId, TD_DIRSEP, dname, TD_DIRSEP,
- vgId, fname);
+ if (pdname) {
+ snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%s%" PRIi8 "%s%" PRIi64 "%s%s", pdname,
+ TD_DIRSEP, TD_DIRSEP, vgId, TD_DIRSEP, dname, TD_DIRSEP, level, TD_DIRSEP, suid, TD_DIRSEP, fname);
+ } else {
+ snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%s%" PRIi8 "%s%" PRIi64 "%s%s", TD_DIRSEP, vgId,
+ TD_DIRSEP, dname, TD_DIRSEP, level, TD_DIRSEP, suid, TD_DIRSEP, fname);
+ }
}
} else {
- if (pdname) {
- snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%sv%d%s%" PRIi64, pdname, TD_DIRSEP, TD_DIRSEP,
- vgId, TD_DIRSEP, dname, TD_DIRSEP, vgId, fname, version);
+ if (version >= 0) {
+ if (pdname) {
+ snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%sv%d%s%" PRIi64, pdname, TD_DIRSEP, TD_DIRSEP,
+ vgId, TD_DIRSEP, dname, TD_DIRSEP, vgId, fname, version);
+ } else {
+ snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%sv%d%s%" PRIi64, TD_DIRSEP, vgId, TD_DIRSEP, dname,
+ TD_DIRSEP, vgId, fname, version);
+ }
} else {
- snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%sv%d%s%" PRIi64, TD_DIRSEP, vgId, TD_DIRSEP, dname,
- TD_DIRSEP, vgId, fname, version);
+ if (pdname) {
+ snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%sv%d%s", pdname, TD_DIRSEP, TD_DIRSEP, vgId,
+ TD_DIRSEP, dname, TD_DIRSEP, vgId, fname);
+ } else {
+ snprintf(outputName, TSDB_FILENAME_LEN, "vnode%svnode%d%s%s%sv%d%s", TD_DIRSEP, vgId, TD_DIRSEP, dname,
+ TD_DIRSEP, vgId, fname);
+ }
}
}
}
-void tdGetVndDirName(int32_t vgId, const char *pdname, const char *dname, bool endWithSep, char *outputName) {
+void tdRSmaGetDirName(int32_t vgId, const char *pdname, const char *dname, bool endWithSep, char *outputName) {
if (pdname) {
if (endWithSep) {
snprintf(outputName, TSDB_FILENAME_LEN, "%s%svnode%svnode%d%s%s%s", pdname, TD_DIRSEP, TD_DIRSEP, vgId, TD_DIRSEP,
@@ -223,81 +98,13 @@ void tdGetVndDirName(int32_t vgId, const char *pdname, const char *dname, bool e
}
}
-#if 0
-int32_t tdInitTFile(STFile *pTFile, const char *dname, const char *fname) {
- TD_TFILE_SET_STATE(pTFile, TD_FILE_STATE_OK);
- TD_TFILE_SET_CLOSED(pTFile);
-
- memset(&(pTFile->info), 0, sizeof(pTFile->info));
- pTFile->info.magic = TD_FILE_INIT_MAGIC;
-
- char tmpName[TSDB_FILENAME_LEN * 2 + 32] = {0};
- snprintf(tmpName, TSDB_FILENAME_LEN * 2 + 32, "%s%s%s", dname, TD_DIRSEP, fname);
- int32_t tmpNameLen = strlen(tmpName) + 1;
- pTFile->fname = taosMemoryMalloc(tmpNameLen);
- if (!pTFile->fname) {
- terrno = TSDB_CODE_OUT_OF_MEMORY;
- return -1;
- }
- tstrncpy(pTFile->fname, tmpName, tmpNameLen);
-
- return 0;
-}
-
-int32_t tdCreateTFile(STFile *pTFile, bool updateHeader, int8_t fType) {
- ASSERT(pTFile->info.fsize == 0 && pTFile->info.magic == TD_FILE_INIT_MAGIC);
- pTFile->pFile = taosOpenFile(TD_TFILE_FULL_NAME(pTFile), TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC);
- if (pTFile->pFile == NULL) {
- if (errno == ENOENT) {
- // Try to create directory recursively
- char *s = strdup(TD_TFILE_FULL_NAME(pTFile));
- if (taosMulMkDir(taosDirName(s)) != 0) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- taosMemoryFree(s);
- return -1;
- }
- taosMemoryFree(s);
- pTFile->pFile = taosOpenFile(TD_TFILE_FULL_NAME(pTFile), TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC);
- if (pTFile->pFile == NULL) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- }
- }
- }
-
- if (!updateHeader) {
- return 0;
- }
-
- pTFile->info.fsize += TD_FILE_HEAD_SIZE;
- pTFile->info.fver = 0;
-
- if (tdUpdateTFileHeader(pTFile) < 0) {
- tdCloseTFile(pTFile);
- tdRemoveTFile(pTFile);
- return -1;
- }
-
- return 0;
-}
-
-int32_t tdRemoveTFile(STFile *pTFile) {
- if (taosRemoveFile(TD_TFILE_FULL_NAME(pTFile)) != 0) {
- terrno = TAOS_SYSTEM_ERROR(errno);
- return -1;
- };
- return 0;
-}
-
-#endif
-
// smaXXXUtil ================
void *tdAcquireSmaRef(int32_t rsetId, int64_t refId) {
void *pResult = taosAcquireRef(rsetId, refId);
if (!pResult) {
smaWarn("rsma acquire ref for rsetId:%d refId:%" PRIi64 " failed since %s", rsetId, refId, terrstr());
} else {
- smaDebug("rsma acquire ref for rsetId:%d refId:%" PRIi64 " success", rsetId, refId);
+ smaTrace("rsma acquire ref for rsetId:%d refId:%" PRIi64 " success", rsetId, refId);
}
return pResult;
}
@@ -307,7 +114,7 @@ int32_t tdReleaseSmaRef(int32_t rsetId, int64_t refId) {
smaWarn("rsma release ref for rsetId:%d refId:%" PRIi64 " failed since %s", rsetId, refId, terrstr());
return TSDB_CODE_FAILED;
}
- smaDebug("rsma release ref for rsetId:%d refId:%" PRIi64 " success", rsetId, refId);
+ smaTrace("rsma release ref for rsetId:%d refId:%" PRIi64 " success", rsetId, refId);
return TSDB_CODE_SUCCESS;
}
\ No newline at end of file
diff --git a/source/dnode/vnode/src/tq/tq.c b/source/dnode/vnode/src/tq/tq.c
index e366795fd3ec4721515f055d2b1c1f5687c84b58..d0017e4ba227d197d72a88a487bac26e4868c3f5 100644
--- a/source/dnode/vnode/src/tq/tq.c
+++ b/source/dnode/vnode/src/tq/tq.c
@@ -93,21 +93,21 @@ STQ* tqOpen(const char* path, SVnode* pVnode) {
taosHashSetFreeFp(pTq->pCheckInfo, (FDelete)tDeleteSTqCheckInfo);
if (tqMetaOpen(pTq) < 0) {
- ASSERT(0);
+ return NULL;
}
pTq->pOffsetStore = tqOffsetOpen(pTq);
if (pTq->pOffsetStore == NULL) {
- ASSERT(0);
+ return NULL;
}
pTq->pStreamMeta = streamMetaOpen(path, pTq, (FTaskExpand*)tqExpandTask, pTq->pVnode->config.vgId);
if (pTq->pStreamMeta == NULL) {
- ASSERT(0);
+ return NULL;
}
if (streamLoadTasks(pTq->pStreamMeta) < 0) {
- ASSERT(0);
+ return NULL;
}
return pTq;
@@ -167,19 +167,17 @@ int32_t tqSendMetaPollRsp(STQ* pTq, const SRpcMsg* pMsg, const SMqPollReq* pReq,
int32_t tqPushDataRsp(STQ* pTq, STqPushEntry* pPushEntry) {
SMqDataRsp* pRsp = &pPushEntry->dataRsp;
- ASSERT(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
- ASSERT(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
+#if 0
+ A(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
+ A(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
- ASSERT(!pRsp->withSchema);
- ASSERT(taosArrayGetSize(pRsp->blockSchema) == 0);
+ A(!pRsp->withSchema);
+ A(taosArrayGetSize(pRsp->blockSchema) == 0);
if (pRsp->reqOffset.type == TMQ_OFFSET__LOG) {
- /*if (pRsp->blockNum > 0) {*/
- /*ASSERT(pRsp->rspOffset.version > pRsp->reqOffset.version);*/
- /*} else {*/
- ASSERT(pRsp->rspOffset.version > pRsp->reqOffset.version);
- /*}*/
+ A(pRsp->rspOffset.version > pRsp->reqOffset.version);
}
+#endif
int32_t len = 0;
int32_t code = 0;
@@ -224,19 +222,21 @@ int32_t tqPushDataRsp(STQ* pTq, STqPushEntry* pPushEntry) {
}
int32_t tqSendDataRsp(STQ* pTq, const SRpcMsg* pMsg, const SMqPollReq* pReq, const SMqDataRsp* pRsp) {
- ASSERT(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
- ASSERT(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
+#if 0
+ A(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
+ A(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
- ASSERT(!pRsp->withSchema);
- ASSERT(taosArrayGetSize(pRsp->blockSchema) == 0);
+ A(!pRsp->withSchema);
+ A(taosArrayGetSize(pRsp->blockSchema) == 0);
if (pRsp->reqOffset.type == TMQ_OFFSET__LOG) {
if (pRsp->blockNum > 0) {
- ASSERT(pRsp->rspOffset.version > pRsp->reqOffset.version);
+ A(pRsp->rspOffset.version > pRsp->reqOffset.version);
} else {
- ASSERT(pRsp->rspOffset.version >= pRsp->reqOffset.version);
+ A(pRsp->rspOffset.version >= pRsp->reqOffset.version);
}
}
+#endif
int32_t len = 0;
int32_t code = 0;
@@ -280,22 +280,24 @@ int32_t tqSendDataRsp(STQ* pTq, const SRpcMsg* pMsg, const SMqPollReq* pReq, con
}
int32_t tqSendTaosxRsp(STQ* pTq, const SRpcMsg* pMsg, const SMqPollReq* pReq, const STaosxRsp* pRsp) {
- ASSERT(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
- ASSERT(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
+#if 0
+ A(taosArrayGetSize(pRsp->blockData) == pRsp->blockNum);
+ A(taosArrayGetSize(pRsp->blockDataLen) == pRsp->blockNum);
if (pRsp->withSchema) {
- ASSERT(taosArrayGetSize(pRsp->blockSchema) == pRsp->blockNum);
+ A(taosArrayGetSize(pRsp->blockSchema) == pRsp->blockNum);
} else {
- ASSERT(taosArrayGetSize(pRsp->blockSchema) == 0);
+ A(taosArrayGetSize(pRsp->blockSchema) == 0);
}
if (pRsp->reqOffset.type == TMQ_OFFSET__LOG) {
if (pRsp->blockNum > 0) {
- ASSERT(pRsp->rspOffset.version > pRsp->reqOffset.version);
+ A(pRsp->rspOffset.version > pRsp->reqOffset.version);
} else {
- ASSERT(pRsp->rspOffset.version >= pRsp->reqOffset.version);
+ A(pRsp->rspOffset.version >= pRsp->reqOffset.version);
}
}
+#endif
int32_t len = 0;
int32_t code = 0;
@@ -349,7 +351,6 @@ int32_t tqProcessOffsetCommitReq(STQ* pTq, int64_t version, char* msg, int32_t m
SDecoder decoder;
tDecoderInit(&decoder, msg, msgLen);
if (tDecodeSTqOffset(&decoder, &offset) < 0) {
- ASSERT(0);
return -1;
}
tDecoderClear(&decoder);
@@ -363,8 +364,8 @@ int32_t tqProcessOffsetCommitReq(STQ* pTq, int64_t version, char* msg, int32_t m
if (offset.val.version + 1 == version) {
offset.val.version += 1;
}
- } else {
- ASSERT(0);
+ /*} else {*/
+ /*A(0);*/
}
STqOffset* pOffset = tqOffsetRead(pTq->pOffsetStore, offset.subKey);
if (pOffset != NULL && tqOffsetLessOrEqual(&offset, pOffset)) {
@@ -372,7 +373,6 @@ int32_t tqProcessOffsetCommitReq(STQ* pTq, int64_t version, char* msg, int32_t m
}
if (tqOffsetWrite(pTq->pOffsetStore, &offset) < 0) {
- ASSERT(0);
return -1;
}
@@ -435,7 +435,7 @@ static int32_t tqInitDataRsp(SMqDataRsp* pRsp, const SMqPollReq* pReq, int8_t su
}
#endif
- ASSERT(subType == TOPIC_SUB_TYPE__COLUMN);
+ /*A(subType == TOPIC_SUB_TYPE__COLUMN);*/
pRsp->withSchema = false;
return 0;
@@ -474,7 +474,6 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
// 1.find handle
STqHandle* pHandle = taosHashGet(pTq->pHandle, req.subKey, strlen(req.subKey));
- /*ASSERT(pHandle);*/
if (pHandle == NULL) {
tqError("tmq poll: no consumer handle for consumer:%" PRId64 ", in vgId:%d, subkey %s", consumerId,
TD_VID(pTq->pVnode), req.subKey);
@@ -561,7 +560,9 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
tqInitDataRsp(&dataRsp, &req, pHandle->execHandle.subType);
// lock
taosWLockLatch(&pTq->pushLock);
- tqScanData(pTq, pHandle, &dataRsp, &fetchOffsetNew);
+ if (tqScanData(pTq, pHandle, &dataRsp, &fetchOffsetNew) < 0) {
+ return -1;
+ }
#if 1
if (dataRsp.blockNum == 0 && dataRsp.reqOffset.type == TMQ_OFFSET__LOG &&
@@ -600,7 +601,7 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
}
// for taosx
- ASSERT(pHandle->execHandle.subType != TOPIC_SUB_TYPE__COLUMN);
+ /*A(pHandle->execHandle.subType != TOPIC_SUB_TYPE__COLUMN);*/
SMqMetaRsp metaRsp = {0};
@@ -608,7 +609,9 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
tqInitTaosxRsp(&taosxRsp, &req);
if (fetchOffsetNew.type != TMQ_OFFSET__LOG) {
- tqScanTaosx(pTq, pHandle, &taosxRsp, &metaRsp, &fetchOffsetNew);
+ if (tqScanTaosx(pTq, pHandle, &taosxRsp, &metaRsp, &fetchOffsetNew) < 0) {
+ return -1;
+ }
if (metaRsp.metaRspLen > 0) {
if (tqSendMetaPollRsp(pTq, pMsg, &req, &metaRsp) < 0) {
@@ -674,9 +677,12 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
req.epoch, TD_VID(pTq->pVnode), fetchVer, pHead->msgType);
if (pHead->msgType == TDMT_VND_SUBMIT) {
- SSubmitReq* pCont = (SSubmitReq*)&pHead->body;
-
- if (tqTaosxScanLog(pTq, pHandle, pCont, &taosxRsp) < 0) {
+ SPackedData submit = {
+ .msgStr = POINTER_SHIFT(pHead->body, sizeof(SMsgHead)),
+ .msgLen = pHead->bodyLen - sizeof(SMsgHead),
+ .ver = pHead->version,
+ };
+ if (tqTaosxScanLog(pTq, pHandle, submit, &taosxRsp) < 0) {
}
if (taosxRsp.blockNum > 0 /* threshold */) {
tqOffsetResetToLog(&taosxRsp.rspOffset, fetchVer);
@@ -691,8 +697,8 @@ int32_t tqProcessPollReq(STQ* pTq, SRpcMsg* pMsg) {
}
} else {
- ASSERT(pHandle->fetchMeta);
- ASSERT(IS_META_MSG(pHead->msgType));
+ /*A(pHandle->fetchMeta);*/
+ /*A(IS_META_MSG(pHead->msgType));*/
tqDebug("fetch meta msg, ver:%" PRId64 ", type:%d", pHead->version, pHead->msgType);
tqOffsetResetToLog(&metaRsp.rspOffset, fetchVer);
metaRsp.resMsgType = pHead->msgType;
@@ -728,6 +734,7 @@ int32_t tqProcessDeleteSubReq(STQ* pTq, int64_t version, char* msg, int32_t msgL
STqHandle* pHandle = taosHashGet(pTq->pHandle, pReq->subKey, strlen(pReq->subKey));
if (pHandle) {
+ // walCloseRef(pHandle->pWalReader->pWal, pHandle->pRef->refId);
if (pHandle->pRef) {
walCloseRef(pTq->pVnode->pWal, pHandle->pRef->refId);
}
@@ -809,7 +816,6 @@ int32_t tqProcessSubscribeReq(STQ* pTq, int64_t version, char* msg, int32_t msgL
// TODO version should be assigned and refed during preprocess
SWalRef* pRef = walRefCommittedVer(pTq->pVnode->pWal);
if (pRef == NULL) {
- ASSERT(0);
return -1;
}
int64_t ver = pRef->refVer;
@@ -830,12 +836,12 @@ int32_t tqProcessSubscribeReq(STQ* pTq, int64_t version, char* msg, int32_t msgL
pHandle->execHandle.task =
qCreateQueueExecTaskInfo(pHandle->execHandle.execCol.qmsg, &handle, &pHandle->execHandle.numOfCols, NULL);
- ASSERT(pHandle->execHandle.task);
+ /*A(pHandle->execHandle.task);*/
void* scanner = NULL;
qExtractStreamScanner(pHandle->execHandle.task, &scanner);
- ASSERT(scanner);
+ /*A(scanner);*/
pHandle->execHandle.pExecReader = qExtractReaderFromStreamScanner(scanner);
- ASSERT(pHandle->execHandle.pExecReader);
+ /*A(pHandle->execHandle.pExecReader);*/
} else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
pHandle->pWalReader = walOpenReader(pTq->pVnode->pWal, NULL);
pHandle->execHandle.pExecReader = tqOpenReader(pTq->pVnode);
@@ -868,19 +874,14 @@ int32_t tqProcessSubscribeReq(STQ* pTq, int64_t version, char* msg, int32_t msgL
taosHashPut(pTq->pHandle, req.subKey, strlen(req.subKey), pHandle, sizeof(STqHandle));
tqDebug("try to persist handle %s consumer %" PRId64, req.subKey, pHandle->consumerId);
if (tqMetaSaveHandle(pTq, req.subKey, pHandle) < 0) {
- // TODO
- ASSERT(0);
}
} else {
- /*ASSERT(pExec->consumerId == req.oldConsumerId);*/
// TODO handle qmsg and exec modification
atomic_store_32(&pHandle->epoch, -1);
atomic_store_64(&pHandle->consumerId, req.newConsumerId);
atomic_add_fetch_32(&pHandle->epoch, 1);
taosMemoryFree(req.qmsg);
if (tqMetaSaveHandle(pTq, req.subKey, pHandle) < 0) {
- // TODO
- ASSERT(0);
}
// close handle
}
@@ -889,9 +890,11 @@ int32_t tqProcessSubscribeReq(STQ* pTq, int64_t version, char* msg, int32_t msgL
}
int32_t tqExpandTask(STQ* pTq, SStreamTask* pTask, int64_t ver) {
+#if 0
if (pTask->taskLevel == TASK_LEVEL__AGG) {
- ASSERT(taosArrayGetSize(pTask->childEpInfo) != 0);
+ A(taosArrayGetSize(pTask->childEpInfo) != 0);
}
+#endif
pTask->refCnt = 1;
pTask->schedStatus = TASK_SCHED_STATUS__INACTIVE;
@@ -928,7 +931,9 @@ int32_t tqExpandTask(STQ* pTq, SStreamTask* pTask, int64_t ver) {
.pStateBackend = pTask->pState,
};
pTask->exec.executor = qCreateStreamExecTaskInfo(pTask->exec.qmsg, &handle);
- ASSERT(pTask->exec.executor);
+ if (pTask->exec.executor == NULL) {
+ return -1;
+ }
} else if (pTask->taskLevel == TASK_LEVEL__AGG) {
pTask->pState = streamStateOpen(pTq->pStreamMeta->path, pTask, false, -1, -1);
@@ -941,7 +946,9 @@ int32_t tqExpandTask(STQ* pTq, SStreamTask* pTask, int64_t ver) {
.pStateBackend = pTask->pState,
};
pTask->exec.executor = qCreateStreamExecTaskInfo(pTask->exec.qmsg, &mgHandle);
- ASSERT(pTask->exec.executor);
+ if (pTask->exec.executor == NULL) {
+ return -1;
+ }
}
// sink
@@ -951,13 +958,13 @@ int32_t tqExpandTask(STQ* pTq, SStreamTask* pTask, int64_t ver) {
pTask->smaSink.smaSink = smaHandleRes;
} else if (pTask->outputType == TASK_OUTPUT__TABLE) {
pTask->tbSink.vnode = pTq->pVnode;
- pTask->tbSink.tbSinkFunc = tqSinkToTablePipeline;
+ pTask->tbSink.tbSinkFunc = tqSinkToTablePipeline2;
- ASSERT(pTask->tbSink.pSchemaWrapper);
- ASSERT(pTask->tbSink.pSchemaWrapper->pSchema);
+ /*A(pTask->tbSink.pSchemaWrapper);*/
+ /*A(pTask->tbSink.pSchemaWrapper->pSchema);*/
pTask->tbSink.pTSchema =
- tdGetSTSChemaFromSSChema(pTask->tbSink.pSchemaWrapper->pSchema, pTask->tbSink.pSchemaWrapper->nCols, 1);
+ tBuildTSchema(pTask->tbSink.pSchemaWrapper->pSchema, pTask->tbSink.pSchemaWrapper->nCols, 1);
ASSERT(pTask->tbSink.pTSchema);
}
@@ -1004,7 +1011,7 @@ int32_t tqProcessStreamTaskCheckReq(STQ* pTq, SRpcMsg* pMsg) {
int32_t len;
tEncodeSize(tEncodeSStreamTaskCheckRsp, &rsp, len, code);
if (code < 0) {
- tqDebug("tq encode stream check rsp error");
+ tqError("unable to encode rsp %d", __LINE__);
return -1;
}
@@ -1099,12 +1106,10 @@ int32_t tqProcessTaskRecover1Req(STQ* pTq, SRpcMsg* pMsg) {
if (pTask == NULL) {
return -1;
}
- ASSERT(pReq->taskId == pTask->taskId);
// check param
int64_t fillVer1 = pTask->startVer;
if (fillVer1 <= 0) {
- ASSERT(0);
streamMetaReleaseTask(pTq->pStreamMeta, pTask);
return -1;
}
@@ -1299,7 +1304,7 @@ int32_t tqProcessDelReq(STQ* pTq, void* pReq, int32_t len, int64_t ver) {
}
int32_t ref = atomic_sub_fetch_32(pRef, 1);
- ASSERT(ref >= 0);
+ /*A(ref >= 0);*/
if (ref == 0) {
blockDataDestroy(pDelBlock);
taosMemoryFree(pRef);
@@ -1334,12 +1339,12 @@ int32_t tqProcessDelReq(STQ* pTq, void* pReq, int32_t len, int64_t ver) {
return 0;
}
-int32_t tqProcessSubmitReq(STQ* pTq, SSubmitReq* pReq, int64_t ver) {
- void* pIter = NULL;
- bool failed = false;
- SStreamDataSubmit* pSubmit = NULL;
+int32_t tqProcessSubmitReq(STQ* pTq, SPackedData submit) {
+ void* pIter = NULL;
+ bool failed = false;
+ SStreamDataSubmit2* pSubmit = NULL;
- pSubmit = streamDataSubmitNew(pReq);
+ pSubmit = streamDataSubmitNew(submit);
if (pSubmit == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
tqError("failed to create data submit for stream since out of memory");
@@ -1356,7 +1361,7 @@ int32_t tqProcessSubmitReq(STQ* pTq, SSubmitReq* pReq, int64_t ver) {
continue;
}
- tqDebug("data submit enqueue stream task: %d, ver: %" PRId64, pTask->taskId, ver);
+ tqDebug("data submit enqueue stream task: %d, ver: %" PRId64, pTask->taskId, submit.ver);
if (!failed) {
if (streamTaskInput(pTask, (SStreamQueueItem*)pSubmit) < 0) {
diff --git a/source/dnode/vnode/src/tq/tqExec.c b/source/dnode/vnode/src/tq/tqExec.c
index 093186ebbb188841bf0fa012be4dd59f8d0b5a1b..40a82cc8e82edbab0a776f0f5f69d6013b5e2de3 100644
--- a/source/dnode/vnode/src/tq/tqExec.c
+++ b/source/dnode/vnode/src/tq/tqExec.c
@@ -29,7 +29,6 @@ int32_t tqAddBlockDataToRsp(const SSDataBlock* pBlock, SMqDataRsp* pRsp, int32_t
int32_t actualLen = blockEncode(pBlock, pRetrieve->data, numOfCols);
actualLen += sizeof(SRetrieveTableRsp);
- ASSERT(actualLen <= dataStrLen);
taosArrayPush(pRsp->blockDataLen, &actualLen);
taosArrayPush(pRsp->blockData, &buf);
return 0;
@@ -62,7 +61,6 @@ static int32_t tqAddTbNameToRsp(const STQ* pTq, int64_t uid, SMqDataRsp* pRsp, i
int32_t tqScanData(STQ* pTq, const STqHandle* pHandle, SMqDataRsp* pRsp, STqOffsetVal* pOffset) {
const STqExecHandle* pExec = &pHandle->execHandle;
- ASSERT(pExec->subType == TOPIC_SUB_TYPE__COLUMN);
qTaskInfo_t task = pExec->task;
@@ -87,7 +85,8 @@ int32_t tqScanData(STQ* pTq, const STqHandle* pHandle, SMqDataRsp* pRsp, STqOffs
uint64_t ts = 0;
tqDebug("vgId:%d, tmq task start to execute", pTq->pVnode->config.vgId);
if (qExecTask(task, &pDataBlock, &ts) < 0) {
- ASSERT(0);
+ tqError("vgId:%d, task exec error since %s", pTq->pVnode->config.vgId, terrstr());
+ return -1;
}
tqDebug("vgId:%d, tmq task executed, get %p", pTq->pVnode->config.vgId, pDataBlock);
@@ -105,19 +104,16 @@ int32_t tqScanData(STQ* pTq, const STqHandle* pHandle, SMqDataRsp* pRsp, STqOffs
}
if (qStreamExtractOffset(task, &pRsp->rspOffset) < 0) {
- ASSERT(0);
return -1;
}
- ASSERT(pRsp->rspOffset.type != 0);
- if (pRsp->withTbName) {
- if (pRsp->rspOffset.type == TMQ_OFFSET__LOG) {
- int64_t uid = pExec->pExecReader->msgIter.uid;
- tqAddTbNameToRsp(pTq, uid, pRsp, 1);
- } else {
- pRsp->withTbName = false;
- }
+ if (pRsp->rspOffset.type == 0) {
+ tqError("expected rsp offset: type %d %" PRId64 " %" PRId64 " %" PRId64, pRsp->rspOffset.type, pRsp->rspOffset.ts,
+ pRsp->rspOffset.uid, pRsp->rspOffset.version);
+ return -1;
}
+
+ ASSERT(pRsp->withTbName == false);
ASSERT(pRsp->withSchema == false);
return 0;
@@ -148,15 +144,15 @@ int32_t tqScanTaosx(STQ* pTq, const STqHandle* pHandle, STaosxRsp* pRsp, SMqMeta
uint64_t ts = 0;
tqDebug("tmqsnap task start to execute");
if (qExecTask(task, &pDataBlock, &ts) < 0) {
- ASSERT(0);
+ tqError("vgId:%d, task exec error since %s", pTq->pVnode->config.vgId, terrstr());
+ return -1;
}
tqDebug("tmqsnap task execute end, get %p", pDataBlock);
if (pDataBlock != NULL) {
if (pRsp->withTbName) {
- int64_t uid = 0;
if (pOffset->type == TMQ_OFFSET__LOG) {
- uid = pExec->pExecReader->msgIter.uid;
+ int64_t uid = pExec->pExecReader->lastBlkUid;
if (tqAddTbNameToRsp(pTq, uid, (SMqDataRsp*)pRsp, 1) < 0) {
continue;
}
@@ -215,25 +211,29 @@ int32_t tqScanTaosx(STQ* pTq, const STqHandle* pHandle, STaosxRsp* pRsp, SMqMeta
break;
}
- if (qStreamExtractOffset(task, &pRsp->rspOffset) < 0) {
- ASSERT(0);
+ qStreamExtractOffset(task, &pRsp->rspOffset);
+
+ if (pRsp->rspOffset.type == 0) {
+ tqError("expected rsp offset: type %d %" PRId64 " %" PRId64 " %" PRId64, pRsp->rspOffset.type, pRsp->rspOffset.ts,
+ pRsp->rspOffset.uid, pRsp->rspOffset.version);
+ return -1;
}
- ASSERT(pRsp->rspOffset.type != 0);
return 0;
}
-int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp* pRsp) {
+int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SPackedData submit, STaosxRsp* pRsp) {
STqExecHandle* pExec = &pHandle->execHandle;
- ASSERT(pExec->subType != TOPIC_SUB_TYPE__COLUMN);
+ /*A(pExec->subType != TOPIC_SUB_TYPE__COLUMN);*/
SArray* pBlocks = taosArrayInit(0, sizeof(SSDataBlock));
SArray* pSchemas = taosArrayInit(0, sizeof(void*));
if (pExec->subType == TOPIC_SUB_TYPE__TABLE) {
STqReader* pReader = pExec->pExecReader;
- tqReaderSetDataMsg(pReader, pReq, 0);
- while (tqNextDataBlock(pReader)) {
+ /*tqReaderSetDataMsg(pReader, pReq, 0);*/
+ tqReaderSetSubmitReq2(pReader, submit.msgStr, submit.msgLen, submit.ver);
+ while (tqNextDataBlock2(pReader)) {
/*SSDataBlock block = {0};*/
/*if (tqRetrieveDataBlock(&block, pReader) < 0) {*/
/*if (terrno == TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND) continue;*/
@@ -241,11 +241,12 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
taosArrayClear(pBlocks);
taosArrayClear(pSchemas);
- if (tqRetrieveTaosxBlock(pReader, pBlocks, pSchemas) < 0) {
+ if (tqRetrieveTaosxBlock2(pReader, pBlocks, pSchemas) < 0) {
if (terrno == TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND) continue;
}
if (pRsp->withTbName) {
- int64_t uid = pExec->pExecReader->msgIter.uid;
+ /*int64_t uid = pExec->pExecReader->msgIter.uid;*/
+ int64_t uid = pExec->pExecReader->lastBlkUid;
if (tqAddTbNameToRsp(pTq, uid, (SMqDataRsp*)pRsp, taosArrayGetSize(pBlocks)) < 0) {
taosArrayDestroyEx(pBlocks, (FDelete)blockDataFreeRes);
taosArrayDestroyP(pSchemas, (FDelete)tDeleteSSchemaWrapper);
@@ -255,7 +256,9 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
}
}
if (pHandle->fetchMeta) {
+#if 0
SSubmitBlk* pBlk = pReader->pBlock;
+ int64_t uid = pExec->pExecReader->lastBlkUid;
int32_t schemaLen = htonl(pBlk->schemaLen);
if (schemaLen > 0) {
if (pRsp->createTableNum == 0) {
@@ -268,6 +271,7 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
taosArrayPush(pRsp->createTableReq, &createReq);
pRsp->createTableNum++;
}
+#endif
}
for (int32_t i = 0; i < taosArrayGetSize(pBlocks); i++) {
SSDataBlock* pBlock = taosArrayGet(pBlocks, i);
@@ -281,19 +285,20 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
}
} else if (pExec->subType == TOPIC_SUB_TYPE__DB) {
STqReader* pReader = pExec->pExecReader;
- tqReaderSetDataMsg(pReader, pReq, 0);
- while (tqNextDataBlockFilterOut(pReader, pExec->execDb.pFilterOutTbUid)) {
+ /*tqReaderSetDataMsg(pReader, pReq, 0);*/
+ tqReaderSetSubmitReq2(pReader, submit.msgStr, submit.msgLen, submit.ver);
+ while (tqNextDataBlockFilterOut2(pReader, pExec->execDb.pFilterOutTbUid)) {
/*SSDataBlock block = {0};*/
/*if (tqRetrieveDataBlock(&block, pReader) < 0) {*/
/*if (terrno == TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND) continue;*/
/*}*/
taosArrayClear(pBlocks);
taosArrayClear(pSchemas);
- if (tqRetrieveTaosxBlock(pReader, pBlocks, pSchemas) < 0) {
+ if (tqRetrieveTaosxBlock2(pReader, pBlocks, pSchemas) < 0) {
if (terrno == TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND) continue;
}
if (pRsp->withTbName) {
- int64_t uid = pExec->pExecReader->msgIter.uid;
+ int64_t uid = pExec->pExecReader->lastBlkUid;
if (tqAddTbNameToRsp(pTq, uid, (SMqDataRsp*)pRsp, taosArrayGetSize(pBlocks)) < 0) {
taosArrayDestroyEx(pBlocks, (FDelete)blockDataFreeRes);
taosArrayDestroyP(pSchemas, (FDelete)tDeleteSSchemaWrapper);
@@ -303,6 +308,7 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
}
}
if (pHandle->fetchMeta) {
+#if 0
SSubmitBlk* pBlk = pReader->pBlock;
int32_t schemaLen = htonl(pBlk->schemaLen);
if (schemaLen > 0) {
@@ -316,6 +322,7 @@ int32_t tqTaosxScanLog(STQ* pTq, STqHandle* pHandle, SSubmitReq* pReq, STaosxRsp
taosArrayPush(pRsp->createTableReq, &createReq);
pRsp->createTableNum++;
}
+#endif
}
/*tqAddBlockDataToRsp(&block, (SMqDataRsp*)pRsp, taosArrayGetSize(block.pDataBlock),*/
/*pTq->pVnode->config.tsdbCfg.precision);*/
diff --git a/source/dnode/vnode/src/tq/tqMeta.c b/source/dnode/vnode/src/tq/tqMeta.c
index f476f58b565943f5cdd1e8c99233e37a9f1fdf24..05ed8d734854415fefdd8aa6b830edbdf007793b 100644
--- a/source/dnode/vnode/src/tq/tqMeta.c
+++ b/source/dnode/vnode/src/tq/tqMeta.c
@@ -71,17 +71,14 @@ int32_t tDecodeSTqHandle(SDecoder* pDecoder, STqHandle* pHandle) {
int32_t tqMetaOpen(STQ* pTq) {
if (tdbOpen(pTq->path, 16 * 1024, 1, &pTq->pMetaDB, 0) < 0) {
- ASSERT(0);
return -1;
}
if (tdbTbOpen("tq.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pExecStore, 0) < 0) {
- ASSERT(0);
return -1;
}
if (tdbTbOpen("tq.check.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pCheckStore, 0) < 0) {
- ASSERT(0);
return -1;
}
@@ -135,19 +132,19 @@ int32_t tqMetaDeleteCheckInfo(STQ* pTq, const char* key) {
if (tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED) <
0) {
- ASSERT(0);
+ return -1;
}
if (tdbTbDelete(pTq->pCheckStore, key, (int)strlen(key), txn) < 0) {
- /*ASSERT(0);*/
+ tqWarn("vgId:%d, tq try delete checkinfo failed %s", pTq->pVnode->config.vgId, key);
}
if (tdbCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
if (tdbPostCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
return 0;
@@ -156,7 +153,6 @@ int32_t tqMetaDeleteCheckInfo(STQ* pTq, const char* key) {
int32_t tqMetaRestoreCheckInfo(STQ* pTq) {
TBC* pCur = NULL;
if (tdbTbcOpen(pTq->pCheckStore, &pCur, NULL) < 0) {
- ASSERT(0);
return -1;
}
@@ -197,40 +193,42 @@ int32_t tqMetaSaveHandle(STQ* pTq, const char* key, const STqHandle* pHandle) {
int32_t code;
int32_t vlen;
tEncodeSize(tEncodeSTqHandle, pHandle, vlen, code);
- ASSERT(code == 0);
+ if (code < 0) {
+ return -1;
+ }
tqDebug("tq save %s(%d) consumer %" PRId64 " vgId:%d", pHandle->subKey, (int32_t)strlen(pHandle->subKey),
pHandle->consumerId, TD_VID(pTq->pVnode));
void* buf = taosMemoryCalloc(1, vlen);
if (buf == NULL) {
- ASSERT(0);
+ return -1;
}
SEncoder encoder;
tEncoderInit(&encoder, buf, vlen);
if (tEncodeSTqHandle(&encoder, pHandle) < 0) {
- ASSERT(0);
+ return -1;
}
TXN* txn;
if (tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED) <
0) {
- ASSERT(0);
+ return -1;
}
if (tdbTbUpsert(pTq->pExecStore, key, (int)strlen(key), buf, vlen, txn) < 0) {
- ASSERT(0);
+ return -1;
}
if (tdbCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
if (tdbPostCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
tEncoderClear(&encoder);
@@ -243,19 +241,18 @@ int32_t tqMetaDeleteHandle(STQ* pTq, const char* key) {
if (tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED) <
0) {
- ASSERT(0);
+ return -1;
}
if (tdbTbDelete(pTq->pExecStore, key, (int)strlen(key), txn) < 0) {
- /*ASSERT(0);*/
}
if (tdbCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
if (tdbPostCommit(pTq->pMetaDB, txn) < 0) {
- ASSERT(0);
+ return -1;
}
return 0;
@@ -264,7 +261,6 @@ int32_t tqMetaDeleteHandle(STQ* pTq, const char* key) {
int32_t tqMetaRestoreHandle(STQ* pTq) {
TBC* pCur = NULL;
if (tdbTbcOpen(pTq->pExecStore, &pCur, NULL) < 0) {
- ASSERT(0);
return -1;
}
@@ -284,7 +280,6 @@ int32_t tqMetaRestoreHandle(STQ* pTq) {
handle.pRef = walOpenRef(pTq->pVnode->pWal);
if (handle.pRef == NULL) {
- ASSERT(0);
return -1;
}
walRefVer(handle.pRef, handle.snapshotVer);
@@ -300,12 +295,19 @@ int32_t tqMetaRestoreHandle(STQ* pTq) {
if (handle.execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
handle.execHandle.task =
qCreateQueueExecTaskInfo(handle.execHandle.execCol.qmsg, &reader, &handle.execHandle.numOfCols, NULL);
- ASSERT(handle.execHandle.task);
+ if (handle.execHandle.task == NULL) {
+ tqError("cannot create exec task for %s", handle.subKey);
+ return -1;
+ }
void* scanner = NULL;
qExtractStreamScanner(handle.execHandle.task, &scanner);
- ASSERT(scanner);
+ if (scanner == NULL) {
+ tqError("cannot extract stream scanner for %s", handle.subKey);
+ }
handle.execHandle.pExecReader = qExtractReaderFromStreamScanner(scanner);
- ASSERT(handle.execHandle.pExecReader);
+ if (handle.execHandle.pExecReader == NULL) {
+ tqError("cannot extract exec reader for %s", handle.subKey);
+ }
} else if (handle.execHandle.subType == TOPIC_SUB_TYPE__DB) {
handle.pWalReader = walOpenReader(pTq->pVnode->pWal, NULL);
handle.execHandle.pExecReader = tqOpenReader(pTq->pVnode);
diff --git a/source/dnode/vnode/src/tq/tqOffset.c b/source/dnode/vnode/src/tq/tqOffset.c
index dd56c165fddf97aae724cebf062c07a63e27f1c7..5a4d414ab7f9591a095148635634fb350f8f078d 100644
--- a/source/dnode/vnode/src/tq/tqOffset.c
+++ b/source/dnode/vnode/src/tq/tqOffset.c
@@ -40,26 +40,23 @@ int32_t tqOffsetRestoreFromFile(STqOffsetStore* pStore, const char* fname) {
if (code == 0) {
break;
} else {
- ASSERT(0);
- // TODO handle error
+ return -1;
}
}
int32_t size = htonl(head.size);
void* memBuf = taosMemoryCalloc(1, size);
if ((code = taosReadFile(pFile, memBuf, size)) != size) {
- ASSERT(0);
- // TODO handle error
+ return -1;
}
STqOffset offset;
SDecoder decoder;
tDecoderInit(&decoder, memBuf, size);
if (tDecodeSTqOffset(&decoder, &offset) < 0) {
- ASSERT(0);
+ return -1;
}
tDecoderClear(&decoder);
if (taosHashPut(pStore->pHash, offset.subKey, strlen(offset.subKey), &offset, sizeof(STqOffset)) < 0) {
- ASSERT(0);
- // TODO
+ return -1;
}
taosMemoryFree(memBuf);
}
@@ -85,7 +82,9 @@ STqOffsetStore* tqOffsetOpen(STQ* pTq) {
}
char* fname = tqOffsetBuildFName(pStore->pTq->path, 0);
if (tqOffsetRestoreFromFile(pStore, fname) < 0) {
- ASSERT(0);
+ taosMemoryFree(fname);
+ taosMemoryFree(pStore);
+ return NULL;
}
taosMemoryFree(fname);
return pStore;
@@ -124,7 +123,6 @@ int32_t tqOffsetCommitFile(STqOffsetStore* pStore) {
const char* sysErrStr = strerror(errno);
tqError("vgId:%d, cannot open file %s when commit offset since %s", pStore->pTq->pVnode->config.vgId, fname,
sysErrStr);
- ASSERT(0);
return -1;
}
taosMemoryFree(fname);
@@ -136,9 +134,7 @@ int32_t tqOffsetCommitFile(STqOffsetStore* pStore) {
int32_t bodyLen;
int32_t code;
tEncodeSize(tEncodeSTqOffset, pOffset, bodyLen, code);
- ASSERT(code == 0);
if (code < 0) {
- ASSERT(0);
taosHashCancelIterate(pStore->pHash, pIter);
return -1;
}
@@ -154,7 +150,6 @@ int32_t tqOffsetCommitFile(STqOffsetStore* pStore) {
// write file
int64_t writeLen;
if ((writeLen = taosWriteFile(pFile, buf, totLen)) != totLen) {
- ASSERT(0);
tqError("write offset incomplete, len %d, write len %" PRId64, bodyLen, writeLen);
taosHashCancelIterate(pStore->pHash, pIter);
taosMemoryFree(buf);
diff --git a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c
index b63ff8af1d623aa2017ce5768a80e2dbf783d5a4..2413a792c60c36a059e5411f2ff51d3792c12aa0 100644
--- a/source/dnode/vnode/src/tq/tqOffsetSnapshot.c
+++ b/source/dnode/vnode/src/tq/tqOffsetSnapshot.c
@@ -56,24 +56,28 @@ int32_t tqOffsetSnapRead(STqOffsetReader* pReader, uint8_t** ppData) {
TdFilePtr pFile = taosOpenFile(fname, TD_FILE_READ);
if (pFile == NULL) {
taosMemoryFree(fname);
- return 0;
+ return -1;
}
int64_t sz = 0;
if (taosStatFile(fname, &sz, NULL) < 0) {
- ASSERT(0);
+ taosCloseFile(&pFile);
+ taosMemoryFree(fname);
+ return -1;
}
taosMemoryFree(fname);
SSnapDataHdr* buf = taosMemoryCalloc(1, sz + sizeof(SSnapDataHdr));
if (buf == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
+ taosCloseFile(&pFile);
return terrno;
}
void* abuf = POINTER_SHIFT(buf, sizeof(SSnapDataHdr));
int64_t contLen = taosReadFile(pFile, abuf, sz);
if (contLen != sz) {
- ASSERT(0);
+ taosCloseFile(&pFile);
+ taosMemoryFree(buf);
return -1;
}
buf->size = sz;
@@ -122,14 +126,17 @@ int32_t tqOffsetWriterClose(STqOffsetWriter** ppWriter, int8_t rollback) {
if (rollback) {
if (taosRemoveFile(pWriter->fname) < 0) {
- ASSERT(0);
+ taosMemoryFree(fname);
+ return -1;
}
} else {
if (taosRenameFile(pWriter->fname, fname) < 0) {
- ASSERT(0);
+ taosMemoryFree(fname);
+ return -1;
}
if (tqOffsetRestoreFromFile(pTq->pOffsetStore, fname) < 0) {
- ASSERT(0);
+ taosMemoryFree(fname);
+ return -1;
}
}
taosMemoryFree(fname);
@@ -146,14 +153,13 @@ int32_t tqOffsetSnapWrite(STqOffsetWriter* pWriter, uint8_t* pData, uint32_t nDa
TdFilePtr pFile = taosOpenFile(pWriter->fname, TD_FILE_CREATE | TD_FILE_WRITE);
SSnapDataHdr* pHdr = (SSnapDataHdr*)pData;
int64_t size = pHdr->size;
- ASSERT(size == nData - sizeof(SSnapDataHdr));
if (pFile) {
int64_t contLen = taosWriteFile(pFile, pHdr->data, size);
if (contLen != size) {
- ASSERT(0);
+ taosCloseFile(&pFile);
+ return -1;
}
} else {
- ASSERT(0);
return -1;
}
return 0;
diff --git a/source/dnode/vnode/src/tq/tqPush.c b/source/dnode/vnode/src/tq/tqPush.c
index f89bc2036252961ff10d81774a9c6f756fdebf43..559a3b76fec3a532d2e40fe62a203e515ce38252 100644
--- a/source/dnode/vnode/src/tq/tqPush.c
+++ b/source/dnode/vnode/src/tq/tqPush.c
@@ -25,9 +25,7 @@ void tqTmrRspFunc(void* param, void* tmrId) {
static int32_t tqLoopExecFromQueue(STQ* pTq, STqHandle* pHandle, SStreamDataSubmit** ppSubmit, SMqDataRsp* pRsp) {
SStreamDataSubmit* pSubmit = *ppSubmit;
while (pSubmit != NULL) {
- ASSERT(pSubmit->ver == pHandle->pushHandle.processedVer + 1);
if (tqLogScanExec(pTq, &pHandle->execHandle, pSubmit->data, pRsp, 0) < 0) {
- /*ASSERT(0);*/
}
// update processed
atomic_store_64(&pHandle->pushHandle.processedVer, pSubmit->ver);
@@ -160,8 +158,7 @@ int32_t tqPushMsgNew(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_
if (msgType == TDMT_VND_SUBMIT) {
tqLogScanExec(pTq, &pHandle->execHandle, pReq, &rsp, workerId);
} else {
- // TODO
- ASSERT(0);
+ tqError("tq push unexpected msg type %d", msgType);
}
if (rsp.blockNum == 0) {
@@ -169,9 +166,6 @@ int32_t tqPushMsgNew(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_
continue;
}
- ASSERT(taosArrayGetSize(rsp.blockData) == rsp.blockNum);
- ASSERT(taosArrayGetSize(rsp.blockDataLen) == rsp.blockNum);
-
rsp.rspOffset = fetchOffset;
int32_t tlen = sizeof(SMqRspHead) + tEncodeSMqDataBlkRsp(NULL, &rsp);
@@ -213,7 +207,11 @@ int32_t tqPushMsgNew(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_
#endif
int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver) {
- tqDebug("vgId:%d, tq push msg ver %" PRId64 ", type: %s", pTq->pVnode->config.vgId, ver, TMSG_INFO(msgType));
+ void* pReq = POINTER_SHIFT(msg, sizeof(SMsgHead));
+ int32_t len = msgLen - sizeof(SMsgHead);
+
+ tqDebug("vgId:%d, tq push msg ver %" PRId64 ", type: %s, p head %p, p body %p, len %d", pTq->pVnode->config.vgId, ver,
+ TMSG_INFO(msgType), msg, pReq, len);
if (msgType == TDMT_VND_SUBMIT) {
// lock push mgr to avoid potential msg lost
@@ -222,7 +220,7 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
if (taosHashGetSize(pTq->pPushMgr) != 0) {
SArray* cachedKeys = taosArrayInit(0, sizeof(void*));
SArray* cachedKeyLens = taosArrayInit(0, sizeof(size_t));
- void* data = taosMemoryMalloc(msgLen);
+ void* data = taosMemoryMalloc(len);
if (data == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
tqError("failed to copy data for stream since out of memory");
@@ -230,9 +228,7 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
taosArrayDestroy(cachedKeyLens);
return -1;
}
- memcpy(data, msg, msgLen);
- SSubmitReq* pReq = (SSubmitReq*)data;
- pReq->version = ver;
+ memcpy(data, pReq, len);
void* pIter = NULL;
while (1) {
@@ -256,14 +252,19 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
SMqDataRsp* pRsp = &pPushEntry->dataRsp;
// prepare scan mem data
- qStreamScanMemData(task, pReq);
+ SPackedData submit = {
+ .msgStr = data,
+ .msgLen = len,
+ .ver = ver,
+ };
+ qStreamSetScanMemData(task, submit);
// exec
while (1) {
SSDataBlock* pDataBlock = NULL;
uint64_t ts = 0;
if (qExecTask(task, &pDataBlock, &ts) < 0) {
- ASSERT(0);
+ tqDebug("vgId:%d, tq exec error since %s", pTq->pVnode->config.vgId, terrstr());
}
if (pDataBlock == NULL) {
@@ -282,7 +283,7 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
// remove from hash
size_t kLen;
void* key = taosHashGetKey(pIter, &kLen);
- void* keyCopy = taosMemoryMalloc(kLen);
+ void* keyCopy = taosMemoryCalloc(1, kLen + 1);
memcpy(keyCopy, key, kLen);
taosArrayPush(cachedKeys, &keyCopy);
@@ -296,7 +297,7 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
void* key = taosArrayGetP(cachedKeys, i);
size_t kLen = *(size_t*)taosArrayGet(cachedKeyLens, i);
if (taosHashRemove(pTq->pPushMgr, key, kLen) != 0) {
- ASSERT(0);
+ tqError("vgId:%d, tq push hash remove key error, key: %s", pTq->pVnode->config.vgId, (char*)key);
}
}
taosArrayDestroyP(cachedKeys, (FDelete)taosMemoryFree);
@@ -310,17 +311,22 @@ int tqPushMsg(STQ* pTq, void* msg, int32_t msgLen, tmsg_t msgType, int64_t ver)
if (vnodeIsRoleLeader(pTq->pVnode)) {
if (taosHashGetSize(pTq->pStreamMeta->pTasks) == 0) return 0;
if (msgType == TDMT_VND_SUBMIT) {
- void* data = taosMemoryMalloc(msgLen);
+ void* data = taosMemoryMalloc(len);
if (data == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
tqError("failed to copy data for stream since out of memory");
return -1;
}
- memcpy(data, msg, msgLen);
- SSubmitReq* pReq = (SSubmitReq*)data;
- pReq->version = ver;
+ memcpy(data, pReq, len);
+ SPackedData submit = {
+ .msgStr = data,
+ .msgLen = len,
+ .ver = ver,
+ };
+
+ tqDebug("tq copy write msg %p %d %" PRId64 " from %p", data, len, ver, pReq);
- tqProcessSubmitReq(pTq, data, ver);
+ tqProcessSubmitReq(pTq, submit);
}
if (msgType == TDMT_VND_DELETE) {
tqProcessDelReq(pTq, POINTER_SHIFT(msg, sizeof(SMsgHead)), msgLen - sizeof(SMsgHead), ver);
diff --git a/source/dnode/vnode/src/tq/tqRead.c b/source/dnode/vnode/src/tq/tqRead.c
index 46b31bc5b0fed0f42e3f570772ec46a190f70ea1..eb9c0c3eeb252b53caf2b04a0674e879242cca42 100644
--- a/source/dnode/vnode/src/tq/tqRead.c
+++ b/source/dnode/vnode/src/tq/tqRead.c
@@ -176,8 +176,6 @@ bool isValValidForTable(STqHandle* pHandle, SWalCont* pHead) {
goto end;
}
realTbSuid = req.suid;
- } else {
- ASSERT(0);
}
end:
@@ -206,7 +204,6 @@ int64_t tqFetchLog(STQ* pTq, STqHandle* pHandle, int64_t* fetchOffset, SWalCkHea
code = walFetchBody(pHandle->pWalReader, ppCkHead);
if (code < 0) {
- ASSERT(0);
*fetchOffset = offset;
code = -1;
goto END;
@@ -220,7 +217,6 @@ int64_t tqFetchLog(STQ* pTq, STqHandle* pHandle, int64_t* fetchOffset, SWalCkHea
if (IS_META_MSG(pHead->msgType)) {
code = walFetchBody(pHandle->pWalReader, ppCkHead);
if (code < 0) {
- ASSERT(0);
*fetchOffset = offset;
code = -1;
goto END;
@@ -238,7 +234,6 @@ int64_t tqFetchLog(STQ* pTq, STqHandle* pHandle, int64_t* fetchOffset, SWalCkHea
}
code = walSkipFetchBody(pHandle->pWalReader, *ppCkHead);
if (code < 0) {
- ASSERT(0);
*fetchOffset = offset;
code = -1;
goto END;
@@ -252,7 +247,7 @@ END:
}
STqReader* tqOpenReader(SVnode* pVnode) {
- STqReader* pReader = taosMemoryMalloc(sizeof(STqReader));
+ STqReader* pReader = taosMemoryCalloc(1, sizeof(STqReader));
if (pReader == NULL) {
return NULL;
}
@@ -264,7 +259,7 @@ STqReader* tqOpenReader(SVnode* pVnode) {
}
pReader->pVnodeMeta = pVnode->pMeta;
- pReader->pMsg = NULL;
+ /*pReader->pMsg = NULL;*/
pReader->ver = -1;
pReader->pColIdList = NULL;
pReader->cachedSchemaVer = 0;
@@ -297,16 +292,13 @@ void tqCloseReader(STqReader* pReader) {
int32_t tqSeekVer(STqReader* pReader, int64_t ver) {
if (walReadSeekVer(pReader->pWalReader, ver) < 0) {
- ASSERT(pReader->pWalReader->curInvalid);
- ASSERT(pReader->pWalReader->curVersion == ver);
return -1;
}
- ASSERT(pReader->pWalReader->curVersion == ver);
return 0;
}
int32_t tqNextBlock(STqReader* pReader, SFetchRet* ret) {
- bool fromProcessedMsg = pReader->pMsg != NULL;
+ bool fromProcessedMsg = pReader->msg2.msgStr != NULL;
while (1) {
if (!fromProcessedMsg) {
@@ -317,10 +309,11 @@ int32_t tqNextBlock(STqReader* pReader, SFetchRet* ret) {
ret->offset.version = pReader->ver;
ret->fetchType = FETCH_TYPE__NONE;
tqDebug("return offset %" PRId64 ", no more valid", ret->offset.version);
- ASSERT(ret->offset.version >= 0);
return -1;
}
- void* body = pReader->pWalReader->pHead->head.body;
+ void* body = POINTER_SHIFT(pReader->pWalReader->pHead->head.body, sizeof(SMsgHead));
+ int32_t bodyLen = pReader->pWalReader->pHead->head.bodyLen - sizeof(SMsgHead);
+ int64_t ver = pReader->pWalReader->pHead->head.version;
#if 0
if (pReader->pWalReader->pHead->head.msgType != TDMT_VND_SUBMIT) {
// TODO do filter
@@ -329,18 +322,18 @@ int32_t tqNextBlock(STqReader* pReader, SFetchRet* ret) {
return 0;
} else {
#endif
- tqReaderSetDataMsg(pReader, body, pReader->pWalReader->pHead->head.version);
+ tqReaderSetSubmitReq2(pReader, body, bodyLen, ver);
+ /*tqReaderSetDataMsg(pReader, body, pReader->pWalReader->pHead->head.version);*/
#if 0
}
#endif
}
- while (tqNextDataBlock(pReader)) {
+ while (tqNextDataBlock2(pReader)) {
// TODO mem free
memset(&ret->data, 0, sizeof(SSDataBlock));
- int32_t code = tqRetrieveDataBlock(&ret->data, pReader);
+ int32_t code = tqRetrieveDataBlock2(&ret->data, pReader);
if (code != 0 || ret->data.info.rows == 0) {
- ASSERT(0);
continue;
}
ret->fetchType = FETCH_TYPE__DATA;
@@ -351,7 +344,6 @@ int32_t tqNextBlock(STqReader* pReader, SFetchRet* ret) {
if (fromProcessedMsg) {
ret->offset.type = TMQ_OFFSET__LOG;
ret->offset.version = pReader->ver;
- ASSERT(pReader->ver >= 0);
ret->fetchType = FETCH_TYPE__SEP;
tqDebug("return offset %" PRId64 ", processed finish", ret->offset.version);
return 0;
@@ -359,6 +351,7 @@ int32_t tqNextBlock(STqReader* pReader, SFetchRet* ret) {
}
}
+#if 0
int32_t tqReaderSetDataMsg(STqReader* pReader, const SSubmitReq* pMsg, int64_t ver) {
pReader->pMsg = pMsg;
@@ -373,7 +366,33 @@ int32_t tqReaderSetDataMsg(STqReader* pReader, const SSubmitReq* pMsg, int64_t v
memset(&pReader->blkIter, 0, sizeof(SSubmitBlkIter));
return 0;
}
+#endif
+
+int32_t tqReaderSetSubmitReq2(STqReader* pReader, void* msgStr, int32_t msgLen, int64_t ver) {
+ ASSERT(pReader->msg2.msgStr == NULL);
+ ASSERT(msgStr);
+ ASSERT(msgLen);
+ ASSERT(ver >= 0);
+ pReader->msg2.msgStr = msgStr;
+ pReader->msg2.msgLen = msgLen;
+ pReader->msg2.ver = ver;
+ pReader->ver = ver;
+
+ tqDebug("tq reader set msg %p %d", msgStr, msgLen);
+
+ if (pReader->setMsg == 0) {
+ SDecoder decoder;
+ tDecoderInit(&decoder, pReader->msg2.msgStr, pReader->msg2.msgLen);
+ if (tDecodeSSubmitReq2(&decoder, &pReader->submit) < 0) {
+ ASSERT(0);
+ }
+ tDecoderClear(&decoder);
+ pReader->setMsg = 1;
+ }
+ return 0;
+}
+#if 0
bool tqNextDataBlock(STqReader* pReader) {
if (pReader->pMsg == NULL) return false;
while (1) {
@@ -397,6 +416,59 @@ bool tqNextDataBlock(STqReader* pReader) {
}
return false;
}
+#endif
+
+bool tqNextDataBlock2(STqReader* pReader) {
+ if (pReader->msg2.msgStr == NULL) return false;
+ ASSERT(pReader->setMsg == 1);
+
+ tqDebug("tq reader next data block %p, %d %" PRId64 " %d", pReader->msg2.msgStr, pReader->msg2.msgLen,
+ pReader->msg2.ver, pReader->nextBlk);
+
+ int32_t blockSz = taosArrayGetSize(pReader->submit.aSubmitTbData);
+ while (pReader->nextBlk < blockSz) {
+ SSubmitTbData* pSubmitTbData = taosArrayGet(pReader->submit.aSubmitTbData, pReader->nextBlk);
+ ASSERT(pSubmitTbData->uid);
+
+ if (pReader->tbIdHash == NULL) return true;
+
+ void* ret = taosHashGet(pReader->tbIdHash, &pSubmitTbData->uid, sizeof(int64_t));
+ if (ret != NULL) {
+ return true;
+ }
+ pReader->nextBlk++;
+ }
+
+ tDestroySSubmitReq2(&pReader->submit, TSDB_MSG_FLG_DECODE);
+ pReader->setMsg = 0;
+ pReader->nextBlk = 0;
+ pReader->msg2.msgStr = NULL;
+
+ return false;
+}
+
+bool tqNextDataBlockFilterOut2(STqReader* pReader, SHashObj* filterOutUids) {
+ if (pReader->msg2.msgStr == NULL) return false;
+ ASSERT(pReader->setMsg == 1);
+
+ int32_t blockSz = taosArrayGetSize(pReader->submit.aSubmitTbData);
+ while (pReader->nextBlk < blockSz) {
+ SSubmitTbData* pSubmitTbData = taosArrayGet(pReader->submit.aSubmitTbData, pReader->nextBlk);
+ if (pReader->tbIdHash == NULL) return true;
+
+ void* ret = taosHashGet(pReader->tbIdHash, &pSubmitTbData->uid, sizeof(int64_t));
+ if (ret == NULL) {
+ return true;
+ }
+ }
+
+ tDestroySSubmitReq2(&pReader->submit, TSDB_MSG_FLG_DECODE);
+ pReader->setMsg = 0;
+ pReader->nextBlk = 0;
+ pReader->msg2.msgStr = NULL;
+
+ return false;
+}
int32_t tqMaskBlock(SSchemaWrapper* pDst, SSDataBlock* pBlock, const SSchemaWrapper* pSrc, char* mask) {
int32_t code;
@@ -427,6 +499,7 @@ int32_t tqMaskBlock(SSchemaWrapper* pDst, SSDataBlock* pBlock, const SSchemaWrap
return 0;
}
+#if 0
bool tqNextDataBlockFilterOut(STqReader* pHandle, SHashObj* filterOutUids) {
while (1) {
if (tGetSubmitMsgNext(&pHandle->msgIter, &pHandle->pBlock) < 0) {
@@ -434,7 +507,6 @@ bool tqNextDataBlockFilterOut(STqReader* pHandle, SHashObj* filterOutUids) {
}
if (pHandle->pBlock == NULL) return false;
- ASSERT(pHandle->tbIdHash == NULL);
void* ret = taosHashGet(filterOutUids, &pHandle->msgIter.uid, sizeof(int64_t));
if (ret == NULL) {
return true;
@@ -443,6 +515,253 @@ bool tqNextDataBlockFilterOut(STqReader* pHandle, SHashObj* filterOutUids) {
return false;
}
+int32_t tqScanSubmitSplit(SArray* pBlocks, SArray* schemas, STqReader* pReader) {
+ //
+ int32_t sversion = htonl(pReader->pBlock->sversion);
+ if (pReader->cachedSchemaSuid == 0 || pReader->cachedSchemaVer != sversion ||
+ pReader->cachedSchemaSuid != pReader->msgIter.suid) {
+ taosMemoryFree(pReader->pSchema);
+ pReader->pSchema = metaGetTbTSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion, 1);
+ if (pReader->pSchema == NULL) {
+ tqWarn("vgId:%d, cannot found tsschema for table: uid:%" PRId64 " (suid:%" PRId64
+ "), version %d, possibly dropped table",
+ pReader->pWalReader->pWal->cfg.vgId, pReader->msgIter.uid, pReader->msgIter.suid, sversion);
+ pReader->cachedSchemaSuid = 0;
+ terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
+ return -1;
+ }
+
+ tDeleteSSchemaWrapper(pReader->pSchemaWrapper);
+ pReader->pSchemaWrapper = metaGetTableSchema(pReader->pVnodeMeta, pReader->msgIter.uid, sversion, 1);
+ if (pReader->pSchemaWrapper == NULL) {
+ tqWarn("vgId:%d, cannot found schema wrapper for table: suid:%" PRId64 ", version %d, possibly dropped table",
+ pReader->pWalReader->pWal->cfg.vgId, pReader->msgIter.uid, pReader->cachedSchemaVer);
+ pReader->cachedSchemaSuid = 0;
+ terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
+ return -1;
+ }
+
+ STSchema* pTschema = pReader->pSchema;
+ SSchemaWrapper* pSchemaWrapper = pReader->pSchemaWrapper;
+
+ int32_t colNumNeed = taosArrayGetSize(pReader->pColIdList);
+ }
+ return 0;
+}
+#endif
+
+int32_t tqRetrieveDataBlock2(SSDataBlock* pBlock, STqReader* pReader) {
+ int32_t blockSz = taosArrayGetSize(pReader->submit.aSubmitTbData);
+ ASSERT(pReader->nextBlk < blockSz);
+
+ tqDebug("tq reader retrieve data block %p, %d", pReader->msg2.msgStr, pReader->nextBlk);
+
+ SSubmitTbData* pSubmitTbData = taosArrayGet(pReader->submit.aSubmitTbData, pReader->nextBlk);
+ pReader->nextBlk++;
+
+ int32_t sversion = pSubmitTbData->sver;
+ int64_t suid = pSubmitTbData->suid;
+ int64_t uid = pSubmitTbData->uid;
+ pReader->lastBlkUid = uid;
+
+ pBlock->info.id.uid = uid;
+ pBlock->info.version = pReader->msg2.ver;
+
+ if (pReader->cachedSchemaSuid == 0 || pReader->cachedSchemaVer != sversion || pReader->cachedSchemaSuid != suid) {
+ taosMemoryFree(pReader->pSchema);
+ pReader->pSchema = metaGetTbTSchema(pReader->pVnodeMeta, uid, sversion, 1);
+ if (pReader->pSchema == NULL) {
+ tqWarn("vgId:%d, cannot found tsschema for table: uid:%" PRId64 " (suid:%" PRId64
+ "), version %d, possibly dropped table",
+ pReader->pWalReader->pWal->cfg.vgId, uid, suid, sversion);
+ pReader->cachedSchemaSuid = 0;
+ terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
+ return -1;
+ }
+
+ tDeleteSSchemaWrapper(pReader->pSchemaWrapper);
+ pReader->pSchemaWrapper = metaGetTableSchema(pReader->pVnodeMeta, uid, sversion, 1);
+ if (pReader->pSchemaWrapper == NULL) {
+ tqWarn("vgId:%d, cannot found schema wrapper for table: suid:%" PRId64 ", version %d, possibly dropped table",
+ pReader->pWalReader->pWal->cfg.vgId, uid, pReader->cachedSchemaVer);
+ pReader->cachedSchemaSuid = 0;
+ terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
+ return -1;
+ }
+
+ STSchema* pTschema = pReader->pSchema;
+ SSchemaWrapper* pSchemaWrapper = pReader->pSchemaWrapper;
+
+ int32_t colNumNeed = taosArrayGetSize(pReader->pColIdList);
+
+ if (colNumNeed == 0) {
+ int32_t colMeta = 0;
+ while (colMeta < pSchemaWrapper->nCols) {
+ SSchema* pColSchema = &pSchemaWrapper->pSchema[colMeta];
+ SColumnInfoData colInfo = createColumnInfoData(pColSchema->type, pColSchema->bytes, pColSchema->colId);
+ int32_t code = blockDataAppendColInfo(pBlock, &colInfo);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto FAIL;
+ }
+ colMeta++;
+ }
+ } else {
+ if (colNumNeed > pSchemaWrapper->nCols) {
+ colNumNeed = pSchemaWrapper->nCols;
+ }
+
+ int32_t colMeta = 0;
+ int32_t colNeed = 0;
+ while (colMeta < pSchemaWrapper->nCols && colNeed < colNumNeed) {
+ SSchema* pColSchema = &pSchemaWrapper->pSchema[colMeta];
+ col_id_t colIdSchema = pColSchema->colId;
+ col_id_t colIdNeed = *(col_id_t*)taosArrayGet(pReader->pColIdList, colNeed);
+ if (colIdSchema < colIdNeed) {
+ colMeta++;
+ } else if (colIdSchema > colIdNeed) {
+ colNeed++;
+ } else {
+ SColumnInfoData colInfo = createColumnInfoData(pColSchema->type, pColSchema->bytes, pColSchema->colId);
+ int32_t code = blockDataAppendColInfo(pBlock, &colInfo);
+ if (code != TSDB_CODE_SUCCESS) {
+ goto FAIL;
+ }
+ colMeta++;
+ colNeed++;
+ }
+ }
+ }
+
+ int32_t numOfRows = 0;
+
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ SArray* pCols = pSubmitTbData->aCol;
+ SColData* pCol = taosArrayGet(pCols, 0);
+ numOfRows = pCol->nVal;
+ } else {
+ SArray* pRows = pSubmitTbData->aRowP;
+ numOfRows = taosArrayGetSize(pRows);
+ }
+
+ if (blockDataEnsureCapacity(pBlock, numOfRows) < 0) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto FAIL;
+ }
+ pBlock->info.rows = numOfRows;
+
+ int32_t colActual = blockDataGetNumOfCols(pBlock);
+
+ // convert and scan one block
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ SArray* pCols = pSubmitTbData->aCol;
+ int32_t numOfCols = taosArrayGetSize(pCols);
+ int32_t targetIdx = 0;
+ int32_t sourceIdx = 0;
+ while (targetIdx < colActual) {
+ ASSERT(sourceIdx < numOfCols);
+
+ SColData* pCol = taosArrayGet(pCols, sourceIdx);
+ SColumnInfoData* pColData = taosArrayGet(pBlock->pDataBlock, targetIdx);
+ SColVal colVal;
+
+ ASSERT(pCol->nVal == numOfRows);
+
+ if (pCol->cid < pColData->info.colId) {
+ sourceIdx++;
+ } else if (pCol->cid == pColData->info.colId) {
+ for (int32_t i = 0; i < pCol->nVal; i++) {
+ tColDataGetValue(pCol, sourceIdx, &colVal);
+#if 0
+ void* val = NULL;
+ if (IS_STR_DATA_TYPE(colVal.type)) {
+ val = colVal.value.pData;
+ } else {
+ val = &colVal.value.val;
+ }
+ if (colDataAppend(pColData, i, val, !COL_VAL_IS_VALUE(&colVal)) < 0) {
+ goto FAIL;
+ }
+#endif
+ if (IS_STR_DATA_TYPE(colVal.type)) {
+ if (colVal.value.pData != NULL) {
+ char val[65535 + 2];
+ memcpy(varDataVal(val), colVal.value.pData, colVal.value.nData);
+ varDataSetLen(val, colVal.value.nData);
+ if (colDataAppend(pColData, i, val, !COL_VAL_IS_VALUE(&colVal)) < 0) {
+ goto FAIL;
+ }
+ } else {
+ colDataAppendNULL(pColData, i);
+ }
+ } else {
+ if (colDataAppend(pColData, i, (void*)&colVal.value.val, !COL_VAL_IS_VALUE(&colVal)) < 0) {
+ goto FAIL;
+ }
+ }
+ }
+ sourceIdx++;
+ targetIdx++;
+ } else {
+ ASSERT(0);
+ }
+ }
+ } else {
+ SArray* pRows = pSubmitTbData->aRowP;
+
+ for (int32_t i = 0; i < numOfRows; i++) {
+ SRow* pRow = taosArrayGetP(pRows, i);
+ int32_t targetIdx = 0;
+ int32_t sourceIdx = 0;
+
+ for (int32_t j = 0; j < colActual; j++) {
+ SColumnInfoData* pColData = taosArrayGet(pBlock->pDataBlock, j);
+ while (1) {
+ ASSERT(sourceIdx < pTschema->numOfCols);
+
+ SColVal colVal;
+ tRowGet(pRow, pTschema, sourceIdx, &colVal);
+ if (colVal.cid < pColData->info.colId) {
+ sourceIdx++;
+ continue;
+ } else if (colVal.cid == pColData->info.colId) {
+ if (IS_STR_DATA_TYPE(colVal.type)) {
+ if (colVal.value.pData != NULL) {
+ char val[65535 + 2];
+ memcpy(varDataVal(val), colVal.value.pData, colVal.value.nData);
+ varDataSetLen(val, colVal.value.nData);
+ if (colDataAppend(pColData, i, val, !COL_VAL_IS_VALUE(&colVal)) < 0) {
+ goto FAIL;
+ }
+ } else {
+ colDataAppendNULL(pColData, i);
+ }
+ /*val = colVal.value.pData;*/
+ } else {
+ if (colDataAppend(pColData, i, (void*)&colVal.value.val, !COL_VAL_IS_VALUE(&colVal)) < 0) {
+ goto FAIL;
+ }
+ }
+
+ sourceIdx++;
+ targetIdx++;
+ break;
+ } else {
+ ASSERT(0);
+ }
+ }
+ }
+ }
+ }
+ }
+
+ return 0;
+
+FAIL:
+ blockDataFreeRes(pBlock);
+ return -1;
+}
+
+#if 0
int32_t tqRetrieveDataBlock(SSDataBlock* pBlock, STqReader* pReader) {
// TODO: cache multiple schema
int32_t sversion = htonl(pReader->pBlock->sversion);
@@ -453,7 +772,6 @@ int32_t tqRetrieveDataBlock(SSDataBlock* pBlock, STqReader* pReader) {
if (pReader->pSchema == NULL) {
tqWarn("cannot found tsschema for table: uid:%" PRId64 " (suid:%" PRId64 "), version %d, possibly dropped table",
pReader->msgIter.uid, pReader->msgIter.suid, pReader->cachedSchemaVer);
- /*ASSERT(0);*/
pReader->cachedSchemaSuid = 0;
terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
return -1;
@@ -464,7 +782,6 @@ int32_t tqRetrieveDataBlock(SSDataBlock* pBlock, STqReader* pReader) {
if (pReader->pSchemaWrapper == NULL) {
tqWarn("cannot found schema wrapper for table: suid:%" PRId64 ", version %d, possibly dropped table",
pReader->msgIter.uid, pReader->cachedSchemaVer);
- /*ASSERT(0);*/
pReader->cachedSchemaSuid = 0;
terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
return -1;
@@ -567,7 +884,6 @@ int32_t tqRetrieveTaosxBlock(STqReader* pReader, SArray* blocks, SArray* schemas
if (pReader->pSchema == NULL) {
tqWarn("cannot found tsschema for table: uid:%" PRId64 " (suid:%" PRId64 "), version %d, possibly dropped table",
pReader->msgIter.uid, pReader->msgIter.suid, pReader->cachedSchemaVer);
- /*ASSERT(0);*/
pReader->cachedSchemaSuid = 0;
terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
return -1;
@@ -578,7 +894,6 @@ int32_t tqRetrieveTaosxBlock(STqReader* pReader, SArray* blocks, SArray* schemas
if (pReader->pSchemaWrapper == NULL) {
tqWarn("cannot found schema wrapper for table: suid:%" PRId64 ", version %d, possibly dropped table",
pReader->msgIter.uid, pReader->cachedSchemaVer);
- /*ASSERT(0);*/
pReader->cachedSchemaSuid = 0;
terrno = TSDB_CODE_TQ_TABLE_SCHEMA_NOT_FOUND;
return -1;
@@ -671,8 +986,6 @@ int32_t tqRetrieveTaosxBlock(STqReader* pReader, SArray* blocks, SArray* schemas
break;
}
- ASSERT(sVal.valType != TD_VTYPE_NONE);
-
if (colDataAppend(pColData, curRow, sVal.val, sVal.valType == TD_VTYPE_NULL) < 0) {
goto FAIL;
}
@@ -691,6 +1004,18 @@ FAIL:
taosMemoryFree(assigned);
return -1;
}
+#endif
+
+int32_t tqRetrieveTaosxBlock2(STqReader* pReader, SArray* blocks, SArray* schemas) {
+ SSDataBlock block = {0};
+ if (tqRetrieveDataBlock2(&block, pReader) == 0) {
+ taosArrayPush(blocks, &block);
+ SSchemaWrapper* pSW = tCloneSSchemaWrapper(pReader->pSchemaWrapper);
+ taosArrayPush(schemas, &pSW);
+ return 0;
+ }
+ return -1;
+}
void tqReaderSetColIdList(STqReader* pReader, SArray* pColIdList) { pReader->pColIdList = pColIdList; }
@@ -732,8 +1057,6 @@ int tqReaderAddTbUidList(STqReader* pReader, const SArray* tbUidList) {
}
int tqReaderRemoveTbUidList(STqReader* pReader, const SArray* tbUidList) {
- ASSERT(pReader->tbIdHash != NULL);
-
for (int32_t i = 0; i < taosArrayGetSize(tbUidList); i++) {
int64_t* pKey = (int64_t*)taosArrayGet(tbUidList, i);
taosHashRemove(pReader->tbIdHash, pKey, sizeof(int64_t));
@@ -750,7 +1073,10 @@ int32_t tqUpdateTbUidList(STQ* pTq, const SArray* tbUidList, bool isAdd) {
STqHandle* pExec = (STqHandle*)pIter;
if (pExec->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
int32_t code = qUpdateQualifiedTableId(pExec->execHandle.task, tbUidList, isAdd);
- ASSERT(code == 0);
+ if (code != 0) {
+ tqError("update qualified table error for %s", pExec->subKey);
+ continue;
+ }
} else if (pExec->execHandle.subType == TOPIC_SUB_TYPE__DB) {
if (!isAdd) {
int32_t sz = taosArrayGetSize(tbUidList);
@@ -769,7 +1095,7 @@ int32_t tqUpdateTbUidList(STQ* pTq, const SArray* tbUidList, bool isAdd) {
int32_t code = metaGetTableEntryByUidCache(&mr, *id);
if (code != TSDB_CODE_SUCCESS) {
- qError("failed to get table meta, uid:%" PRIu64 " code:%s", *id, tstrerror(terrno));
+ tqError("failed to get table meta, uid:%" PRIu64 " code:%s", *id, tstrerror(terrno));
continue;
}
@@ -790,8 +1116,6 @@ int32_t tqUpdateTbUidList(STQ* pTq, const SArray* tbUidList, bool isAdd) {
} else {
// TODO handle delete table from stb
}
- } else {
- ASSERT(0);
}
}
while (1) {
@@ -800,7 +1124,10 @@ int32_t tqUpdateTbUidList(STQ* pTq, const SArray* tbUidList, bool isAdd) {
SStreamTask* pTask = *(SStreamTask**)pIter;
if (pTask->taskLevel == TASK_LEVEL__SOURCE) {
int32_t code = qUpdateQualifiedTableId(pTask->exec.executor, tbUidList, isAdd);
- ASSERT(code == 0);
+ if (code != 0) {
+ tqError("update qualified table error for stream task %d", pTask->taskId);
+ continue;
+ }
}
}
return 0;
diff --git a/source/dnode/vnode/src/tq/tqSink.c b/source/dnode/vnode/src/tq/tqSink.c
index 5907be576a67441f12c4045ba33243b751451fd4..e8f2555f177470b6aef444ee28ccb2a8b6e0b53d 100644
--- a/source/dnode/vnode/src/tq/tqSink.c
+++ b/source/dnode/vnode/src/tq/tqSink.c
@@ -19,7 +19,6 @@
int32_t tqBuildDeleteReq(SVnode* pVnode, const char* stbFullName, const SSDataBlock* pDataBlock,
SBatchDeleteReq* deleteReq) {
- ASSERT(pDataBlock->info.type == STREAM_DELETE_RESULT);
int32_t totRow = pDataBlock->info.rows;
SColumnInfoData* pStartTsCol = taosArrayGet(pDataBlock->pDataBlock, START_TS_COLUMN_INDEX);
SColumnInfoData* pEndTsCol = taosArrayGet(pDataBlock->pDataBlock, END_TS_COLUMN_INDEX);
@@ -72,6 +71,7 @@ int32_t tqBuildDeleteReq(SVnode* pVnode, const char* stbFullName, const SSDataBl
return 0;
}
+#if 0
SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pTSchema,
SSchemaWrapper* pTagSchemaWrapper, bool createTb, int64_t suid, const char* stbFullName,
SBatchDeleteReq* pDeleteReq) {
@@ -252,8 +252,6 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem
int32_t rows = pDataBlock->info.rows;
- tqDebug("tq sink, convert block1 %d, rows: %d", i, rows);
-
int32_t dataLen = 0;
int32_t schemaLen = 0;
void* blkSchema = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk));
@@ -299,6 +297,201 @@ SSubmitReq* tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchem
return ret;
}
+#endif
+
+int32_t tqBlockToSubmit(SVnode* pVnode, const SArray* pBlocks, const STSchema* pTSchema,
+ SSchemaWrapper* pTagSchemaWrapper, bool createTb, int64_t suid, const char* stbFullName,
+ SBatchDeleteReq* pDeleteReq, void** ppData, int32_t* pLen) {
+ void* pBuf = NULL;
+ int32_t len = 0;
+ SSubmitReq2* pReq = NULL;
+ SArray* tagArray = NULL;
+ SArray* createTbArray = NULL;
+ SArray* pVals = NULL;
+
+ int32_t sz = taosArrayGetSize(pBlocks);
+
+ if (!(tagArray = taosArrayInit(1, sizeof(STagVal)))) {
+ goto _end;
+ }
+
+ if (!(createTbArray = taosArrayInit(sz, POINTER_BYTES))) {
+ goto _end;
+ }
+
+ if (!(pReq = taosMemoryCalloc(1, sizeof(SSubmitReq2)))) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+
+ if (!(pReq->aSubmitTbData = taosArrayInit(1, sizeof(SSubmitTbData)))) {
+ goto _end;
+ }
+
+ // create table req
+ if (createTb) {
+ for (int32_t i = 0; i < sz; ++i) {
+ SSDataBlock* pDataBlock = taosArrayGet(pBlocks, i);
+ SVCreateTbReq* pCreateTbReq = NULL;
+ if (pDataBlock->info.type == STREAM_DELETE_RESULT) {
+ taosArrayPush(createTbArray, &pCreateTbReq);
+ continue;
+ }
+
+ if (!(pCreateTbReq = taosMemoryCalloc(1, sizeof(SVCreateStbReq)))) {
+ goto _end;
+ };
+
+ // don't move to the end of loop as to destroy in the end of func when error occur
+ taosArrayPush(createTbArray, &pCreateTbReq);
+
+ // set const
+ pCreateTbReq->flags = 0;
+ pCreateTbReq->type = TSDB_CHILD_TABLE;
+ pCreateTbReq->ctb.suid = suid;
+
+ // set super table name
+ SName name = {0};
+ tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
+ pCreateTbReq->ctb.stbName = strdup((char*)tNameGetTableName(&name)); // strdup(stbFullName);
+
+ // set tag content
+ taosArrayClear(tagArray);
+ STagVal tagVal = {
+ .cid = taosArrayGetSize(pDataBlock->pDataBlock) + 1,
+ .type = TSDB_DATA_TYPE_UBIGINT,
+ .i64 = (int64_t)pDataBlock->info.id.groupId,
+ };
+ taosArrayPush(tagArray, &tagVal);
+ pCreateTbReq->ctb.tagNum = taosArrayGetSize(tagArray);
+
+ STag* pTag = NULL;
+ tTagNew(tagArray, 1, false, &pTag);
+ if (pTag == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+ pCreateTbReq->ctb.pTag = (uint8_t*)pTag;
+
+ // set tag name
+ SArray* tagName = taosArrayInit(1, TSDB_COL_NAME_LEN);
+ char tagNameStr[TSDB_COL_NAME_LEN] = {0};
+ strcpy(tagNameStr, "group_id");
+ taosArrayPush(tagName, tagNameStr);
+ pCreateTbReq->ctb.tagName = tagName;
+
+ // set table name
+ if (pDataBlock->info.parTbName[0]) {
+ pCreateTbReq->name = strdup(pDataBlock->info.parTbName);
+ } else {
+ pCreateTbReq->name = buildCtbNameByGroupId(stbFullName, pDataBlock->info.id.groupId);
+ }
+ }
+ }
+
+ // SSubmitTbData req
+ for (int32_t i = 0; i < sz; ++i) {
+ SSDataBlock* pDataBlock = taosArrayGet(pBlocks, i);
+ if (pDataBlock->info.type == STREAM_DELETE_RESULT) {
+ pDeleteReq->suid = suid;
+ pDeleteReq->deleteReqs = taosArrayInit(0, sizeof(SSingleDeleteReq));
+ tqBuildDeleteReq(pVnode, stbFullName, pDataBlock, pDeleteReq);
+ continue;
+ }
+
+ int32_t rows = pDataBlock->info.rows;
+
+ SSubmitTbData* pTbData = (SSubmitTbData*)taosMemoryCalloc(1, sizeof(SSubmitTbData));
+ if (!pTbData) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+
+ if (!(pTbData->aRowP = taosArrayInit(rows, sizeof(SRow*)))) {
+ taosMemoryFree(pTbData);
+ goto _end;
+ }
+ pTbData->suid = suid;
+ pTbData->uid = 0; // uid is assigned by vnode
+ pTbData->sver = pTSchema->version;
+
+ if (createTb) {
+ pTbData->pCreateTbReq = taosArrayGetP(createTbArray, i);
+ if (pTbData->pCreateTbReq) pTbData->flags = SUBMIT_REQ_AUTO_CREATE_TABLE;
+ }
+
+ if (!pVals && !(pVals = taosArrayInit(pTSchema->numOfCols, sizeof(SColVal)))) {
+ taosArrayDestroy(pTbData->aRowP);
+ taosMemoryFree(pTbData);
+ goto _end;
+ }
+
+ for (int32_t j = 0; j < rows; j++) {
+ taosArrayClear(pVals);
+ for (int32_t k = 0; k < pTSchema->numOfCols; k++) {
+ const STColumn* pCol = &pTSchema->columns[k];
+ SColumnInfoData* pColData = taosArrayGet(pDataBlock->pDataBlock, k);
+ if (colDataIsNull_s(pColData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type);
+ taosArrayPush(pVals, &cv);
+ } else {
+ void* data = colDataGetData(pColData, j);
+ if (IS_STR_DATA_TYPE(pCol->type)) {
+ SValue sv = (SValue){.nData = varDataLen(data), .pData = varDataVal(data)}; // address copy, no value
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
+ } else {
+ SValue sv;
+ memcpy(&sv.val, data, tDataTypes[pCol->type].bytes);
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
+ }
+ }
+ }
+ SRow* pRow = NULL;
+ if ((terrno = tRowBuild(pVals, (STSchema*)pTSchema, &pRow)) < 0) {
+ tDestroySSubmitTbData(pTbData, TSDB_MSG_FLG_ENCODE);
+ goto _end;
+ }
+ ASSERT(pRow);
+ taosArrayPush(pTbData->aRowP, &pRow);
+ }
+
+ taosArrayPush(pReq->aSubmitTbData, pTbData);
+ }
+
+ // encode
+ tEncodeSize(tEncodeSSubmitReq2, pReq, len, terrno);
+ if (TSDB_CODE_SUCCESS == terrno) {
+ SEncoder encoder;
+ len += sizeof(SMsgHead);
+ pBuf = rpcMallocCont(len);
+ if (NULL == pBuf) {
+ goto _end;
+ }
+ ((SMsgHead*)pBuf)->vgId = htonl(TD_VID(pVnode));
+ ((SMsgHead*)pBuf)->contLen = htonl(len);
+ tEncoderInit(&encoder, POINTER_SHIFT(pBuf, sizeof(SMsgHead)), len - sizeof(SMsgHead));
+ if (tEncodeSSubmitReq2(&encoder, pReq) < 0) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ tqError("failed to encode submit req since %s", terrstr());
+ }
+ tEncoderClear(&encoder);
+ }
+_end:
+ taosArrayDestroy(tagArray);
+ taosArrayDestroy(pVals);
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+
+ if (terrno != 0) {
+ rpcFreeCont(pBuf);
+ taosArrayDestroy(pDeleteReq->deleteReqs);
+ return TSDB_CODE_FAILED;
+ }
+ if (ppData) *ppData = pBuf;
+ if (pLen) *pLen = len;
+ return TSDB_CODE_SUCCESS;
+}
void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* data) {
const SArray* pBlocks = (const SArray*)data;
@@ -334,8 +527,8 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* d
int32_t code;
tEncodeSize(tEncodeSBatchDeleteReq, &deleteReq, len, code);
if (code < 0) {
- //
- ASSERT(0);
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ return;
}
SEncoder encoder;
void* serializedDeleteReq = rpcMallocCont(len + sizeof(SMsgHead));
@@ -493,7 +686,7 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* d
blkHead->uid = 0;
blkHead->schemaLen = 0;
- tqDebug("tq sink, convert block2 %d, rows: %d", i, rows);
+ tqDebug("tq sink pipe1, convert block2 %d, rows: %d", i, rows);
int32_t dataLen = 0;
void* blkSchema = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk));
@@ -522,7 +715,7 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* d
} else {
void* colData = colDataGetData(pColData, j);
if (k == 0) {
- tqDebug("tq sink, row %d ts %" PRId64, j, *(int64_t*)colData);
+ tqDebug("tq sink pipe1, row %d ts %" PRId64, j, *(int64_t*)colData);
}
tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, colData, true, pColumn->offset, k);
}
@@ -551,6 +744,247 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, int64_t ver, void* d
taosArrayDestroy(tagArray);
}
+void tqSinkToTablePipeline2(SStreamTask* pTask, void* vnode, int64_t ver, void* data) {
+ const SArray* pBlocks = (const SArray*)data;
+ SVnode* pVnode = (SVnode*)vnode;
+ int64_t suid = pTask->tbSink.stbUid;
+ char* stbFullName = pTask->tbSink.stbFullName;
+ STSchema* pTSchema = pTask->tbSink.pTSchema;
+ /*SSchemaWrapper* pSchemaWrapper = pTask->tbSink.pSchemaWrapper;*/
+
+ int32_t blockSz = taosArrayGetSize(pBlocks);
+
+ tqDebug("vgId:%d, task %d write into table, block num: %d", TD_VID(pVnode), pTask->taskId, blockSz);
+
+ void* pBuf = NULL;
+ SArray* tagArray = NULL;
+ SArray* pVals = NULL;
+
+ if (!(tagArray = taosArrayInit(1, sizeof(STagVal)))) {
+ goto _end;
+ }
+
+ for (int32_t i = 0; i < blockSz; i++) {
+ SSDataBlock* pDataBlock = taosArrayGet(pBlocks, i);
+ if (pDataBlock->info.type == STREAM_DELETE_RESULT) {
+ SBatchDeleteReq deleteReq = {0};
+ deleteReq.deleteReqs = taosArrayInit(0, sizeof(SSingleDeleteReq));
+ deleteReq.suid = suid;
+ tqBuildDeleteReq(pVnode, stbFullName, pDataBlock, &deleteReq);
+ if (taosArrayGetSize(deleteReq.deleteReqs) == 0) {
+ taosArrayDestroy(deleteReq.deleteReqs);
+ continue;
+ }
+
+ int32_t len;
+ int32_t code;
+ tEncodeSize(tEncodeSBatchDeleteReq, &deleteReq, len, code);
+ if (code < 0) {
+ //
+ ASSERT(0);
+ }
+ SEncoder encoder;
+ void* serializedDeleteReq = rpcMallocCont(len + sizeof(SMsgHead));
+ void* abuf = POINTER_SHIFT(serializedDeleteReq, sizeof(SMsgHead));
+ tEncoderInit(&encoder, abuf, len);
+ tEncodeSBatchDeleteReq(&encoder, &deleteReq);
+ tEncoderClear(&encoder);
+ taosArrayDestroy(deleteReq.deleteReqs);
+
+ ((SMsgHead*)serializedDeleteReq)->vgId = pVnode->config.vgId;
+
+ SRpcMsg msg = {
+ .msgType = TDMT_VND_BATCH_DEL,
+ .pCont = serializedDeleteReq,
+ .contLen = len + sizeof(SMsgHead),
+ };
+ if (tmsgPutToQueue(&pVnode->msgCb, WRITE_QUEUE, &msg) != 0) {
+ tqDebug("failed to put delete req into write-queue since %s", terrstr());
+ }
+ } else {
+ SSubmitTbData tbData = {0};
+ int32_t rows = pDataBlock->info.rows;
+ tqDebug("tq sink pipe2, convert block1 %d, rows: %d", i, rows);
+
+ if (!(tbData.aRowP = taosArrayInit(rows, sizeof(SRow*)))) {
+ goto _end;
+ }
+
+ tbData.suid = suid;
+ tbData.uid = 0; // uid is assigned by vnode
+ tbData.sver = pTSchema->version;
+
+ char* ctbName = NULL;
+ if (pDataBlock->info.parTbName[0]) {
+ ctbName = strdup(pDataBlock->info.parTbName);
+ } else {
+ ctbName = buildCtbNameByGroupId(stbFullName, pDataBlock->info.id.groupId);
+ }
+
+ SMetaReader mr = {0};
+ metaReaderInit(&mr, pVnode->pMeta, 0);
+ if (metaGetTableEntryByName(&mr, ctbName) < 0) {
+ metaReaderClear(&mr);
+ tqDebug("vgId:%d, stream write into %s, table auto created", TD_VID(pVnode), ctbName);
+
+ SVCreateTbReq* pCreateTbReq = NULL;
+
+ if (!(pCreateTbReq = taosMemoryCalloc(1, sizeof(SVCreateStbReq)))) {
+ goto _end;
+ };
+
+ // set const
+ pCreateTbReq->flags = 0;
+ pCreateTbReq->type = TSDB_CHILD_TABLE;
+ pCreateTbReq->ctb.suid = suid;
+
+ // set super table name
+ SName name = {0};
+ tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
+ pCreateTbReq->ctb.stbName = strdup((char*)tNameGetTableName(&name)); // strdup(stbFullName);
+
+ // set tag content
+ taosArrayClear(tagArray);
+ STagVal tagVal = {
+ .cid = taosArrayGetSize(pDataBlock->pDataBlock) + 1,
+ .type = TSDB_DATA_TYPE_UBIGINT,
+ .i64 = (int64_t)pDataBlock->info.id.groupId,
+ };
+ taosArrayPush(tagArray, &tagVal);
+ pCreateTbReq->ctb.tagNum = taosArrayGetSize(tagArray);
+
+ STag* pTag = NULL;
+ tTagNew(tagArray, 1, false, &pTag);
+ if (pTag == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+ pCreateTbReq->ctb.pTag = (uint8_t*)pTag;
+
+ // set tag name
+ SArray* tagName = taosArrayInit(1, TSDB_COL_NAME_LEN);
+ char tagNameStr[TSDB_COL_NAME_LEN] = {0};
+ strcpy(tagNameStr, "group_id");
+ taosArrayPush(tagName, tagNameStr);
+ pCreateTbReq->ctb.tagName = tagName;
+
+ // set table name
+ pCreateTbReq->name = ctbName;
+ ctbName = NULL;
+
+ tbData.pCreateTbReq = pCreateTbReq;
+ tbData.flags = SUBMIT_REQ_AUTO_CREATE_TABLE;
+ } else {
+ if (mr.me.type != TSDB_CHILD_TABLE) {
+ tqError("vgId:%d, failed to write into %s, since table type incorrect, type %d", TD_VID(pVnode), ctbName,
+ mr.me.type);
+ metaReaderClear(&mr);
+ taosMemoryFree(ctbName);
+ continue;
+ }
+
+ if (mr.me.ctbEntry.suid != suid) {
+ tqError("vgId:%d, failed to write into %s, since suid mismatch, expect suid: %" PRId64
+ ", actual suid %" PRId64 "",
+ TD_VID(pVnode), ctbName, suid, mr.me.ctbEntry.suid);
+ metaReaderClear(&mr);
+ taosMemoryFree(ctbName);
+ }
+
+ tbData.uid = mr.me.uid;
+ metaReaderClear(&mr);
+ taosMemoryFreeClear(ctbName);
+ }
+
+ // rows
+ if (!pVals && !(pVals = taosArrayInit(pTSchema->numOfCols, sizeof(SColVal)))) {
+ taosArrayDestroy(tbData.aRowP);
+ goto _end;
+ }
+
+ for (int32_t j = 0; j < rows; j++) {
+ taosArrayClear(pVals);
+ for (int32_t k = 0; k < pTSchema->numOfCols; k++) {
+ const STColumn* pCol = &pTSchema->columns[k];
+ SColumnInfoData* pColData = taosArrayGet(pDataBlock->pDataBlock, k);
+ if (k == 0) {
+ void* colData = colDataGetData(pColData, j);
+ tqDebug("tq sink pipe2, row %d, col %d ts %" PRId64, j, k, *(int64_t*)colData);
+ }
+ if (colDataIsNull_s(pColData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type);
+ taosArrayPush(pVals, &cv);
+ } else {
+ void* colData = colDataGetData(pColData, j);
+ if (IS_STR_DATA_TYPE(pCol->type)) {
+ SValue sv =
+ (SValue){.nData = varDataLen(colData), .pData = varDataVal(colData)}; // address copy, no value
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
+ } else {
+ SValue sv;
+ memcpy(&sv.val, colData, tDataTypes[pCol->type].bytes);
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
+ }
+ }
+ }
+ SRow* pRow = NULL;
+ if ((terrno = tRowBuild(pVals, (STSchema*)pTSchema, &pRow)) < 0) {
+ tDestroySSubmitTbData(&tbData, TSDB_MSG_FLG_ENCODE);
+ goto _end;
+ }
+ ASSERT(pRow);
+ taosArrayPush(tbData.aRowP, &pRow);
+ }
+
+ SSubmitReq2 submitReq = {0};
+ if (!(submitReq.aSubmitTbData = taosArrayInit(1, sizeof(SSubmitTbData)))) {
+ goto _end;
+ }
+
+ taosArrayPush(submitReq.aSubmitTbData, &tbData);
+
+ // encode
+ int32_t len;
+ int32_t code;
+ tEncodeSize(tEncodeSSubmitReq2, &submitReq, len, code);
+ SEncoder encoder;
+ len += sizeof(SMsgHead);
+ pBuf = rpcMallocCont(len);
+ if (NULL == pBuf) {
+ goto _end;
+ }
+ ((SMsgHead*)pBuf)->vgId = TD_VID(pVnode);
+ ((SMsgHead*)pBuf)->contLen = htonl(len);
+ tEncoderInit(&encoder, POINTER_SHIFT(pBuf, sizeof(SMsgHead)), len - sizeof(SMsgHead));
+ if (tEncodeSSubmitReq2(&encoder, &submitReq) < 0) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ tqError("failed to encode submit req since %s", terrstr());
+ tEncoderClear(&encoder);
+ rpcFreeCont(pBuf);
+ continue;
+ }
+ tEncoderClear(&encoder);
+ tDestroySSubmitReq2(&submitReq, TSDB_MSG_FLG_ENCODE);
+
+ SRpcMsg msg = {
+ .msgType = TDMT_VND_SUBMIT,
+ .pCont = pBuf,
+ .contLen = len,
+ };
+
+ if (tmsgPutToQueue(&pVnode->msgCb, WRITE_QUEUE, &msg) != 0) {
+ tqDebug("failed to put into write-queue since %s", terrstr());
+ }
+ }
+ }
+_end:
+ taosArrayDestroy(tagArray);
+ taosArrayDestroy(pVals);
+ // TODO: change
+}
+
#if 0
void tqSinkToTableMerge(SStreamTask* pTask, void* vnode, int64_t ver, void* data) {
const SArray* pRes = (const SArray*)data;
@@ -559,7 +993,6 @@ void tqSinkToTableMerge(SStreamTask* pTask, void* vnode, int64_t ver, void* data
tqDebug("vgId:%d, task %d write into table, block num: %d", TD_VID(pVnode), pTask->taskId, (int32_t)pRes->size);
- ASSERT(pTask->tbSink.pTSchema);
deleteReq.deleteReqs = taosArrayInit(0, sizeof(SSingleDeleteReq));
SSubmitReq* submitReq = tqBlockToSubmit(pVnode, pRes, pTask->tbSink.pTSchema, pTask->tbSink.pSchemaWrapper, true,
pTask->tbSink.stbUid, pTask->tbSink.stbFullName, &deleteReq);
@@ -570,10 +1003,6 @@ void tqSinkToTableMerge(SStreamTask* pTask, void* vnode, int64_t ver, void* data
int32_t code;
int32_t len;
tEncodeSize(tEncodeSBatchDeleteReq, &deleteReq, len, code);
- if (code < 0) {
- //
- ASSERT(0);
- }
SEncoder encoder;
void* serializedDeleteReq = rpcMallocCont(len + sizeof(SMsgHead));
void* abuf = POINTER_SHIFT(serializedDeleteReq, sizeof(SMsgHead));
diff --git a/source/dnode/vnode/src/tq/tqSnapshot.c b/source/dnode/vnode/src/tq/tqSnapshot.c
index d811d943ed9c45f30e64ac717a93e88587ed3fcc..ab7093a701e0a5207b5f64072350ba5bc2bae703 100644
--- a/source/dnode/vnode/src/tq/tqSnapshot.c
+++ b/source/dnode/vnode/src/tq/tqSnapshot.c
@@ -100,8 +100,6 @@ int32_t tqSnapRead(STqSnapReader* pReader, uint8_t** ppData) {
}
}
- ASSERT(pVal && vLen);
-
*ppData = taosMemoryMalloc(sizeof(SSnapDataHdr) + vLen);
if (*ppData == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
diff --git a/source/dnode/vnode/src/tq/tqStreamStateSnap.c b/source/dnode/vnode/src/tq/tqStreamStateSnap.c
index b1f00bdf7446789fa3c572ff366bd20319db10ec..ab7093a701e0a5207b5f64072350ba5bc2bae703 100644
--- a/source/dnode/vnode/src/tq/tqStreamStateSnap.c
+++ b/source/dnode/vnode/src/tq/tqStreamStateSnap.c
@@ -100,8 +100,6 @@ int32_t tqSnapRead(STqSnapReader* pReader, uint8_t** ppData) {
}
}
- ASSERT(pVal && vLen);
-
*ppData = taosMemoryMalloc(sizeof(SSnapDataHdr) + vLen);
if (*ppData == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
@@ -168,7 +166,6 @@ int32_t tqSnapWriterClose(STqSnapWriter** ppWriter, int8_t rollback) {
if (rollback) {
tdbAbort(pWriter->pTq->pMetaDB, pWriter->txn);
- ASSERT(0);
} else {
code = tdbCommit(pWriter->pTq->pMetaDB, pWriter->txn);
if (code) goto _err;
diff --git a/source/dnode/vnode/src/tq/tqStreamTaskSnap.c b/source/dnode/vnode/src/tq/tqStreamTaskSnap.c
index 305378bc932f0484c71a9d1c91935a580189488e..ab7093a701e0a5207b5f64072350ba5bc2bae703 100644
--- a/source/dnode/vnode/src/tq/tqStreamTaskSnap.c
+++ b/source/dnode/vnode/src/tq/tqStreamTaskSnap.c
@@ -100,8 +100,6 @@ int32_t tqSnapRead(STqSnapReader* pReader, uint8_t** ppData) {
}
}
- ASSERT(pVal && vLen);
-
*ppData = taosMemoryMalloc(sizeof(SSnapDataHdr) + vLen);
if (*ppData == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
@@ -146,7 +144,7 @@ int32_t tqSnapWriterOpen(STQ* pTq, int64_t sver, int64_t ever, STqSnapWriter** p
pWriter->sver = sver;
pWriter->ever = ever;
- if (tdbBegin(pTq->pMetaStore, &pWriter->txn, tdbDefaultMalloc, tdbDefaultFree, NULL, 0) < 0) {
+ if (tdbBegin(pTq->pMetaDB, &pWriter->txn, tdbDefaultMalloc, tdbDefaultFree, NULL, 0) < 0) {
code = -1;
taosMemoryFree(pWriter);
goto _err;
@@ -167,12 +165,11 @@ int32_t tqSnapWriterClose(STqSnapWriter** ppWriter, int8_t rollback) {
STQ* pTq = pWriter->pTq;
if (rollback) {
- tdbAbort(pWriter->pTq->pMetaStore, pWriter->txn);
- ASSERT(0);
+ tdbAbort(pWriter->pTq->pMetaDB, pWriter->txn);
} else {
- code = tdbCommit(pWriter->pTq->pMetaStore, pWriter->txn);
+ code = tdbCommit(pWriter->pTq->pMetaDB, pWriter->txn);
if (code) goto _err;
- code = tdbPostCommit(pWriter->pTq->pMetaStore, pWriter->txn);
+ code = tdbPostCommit(pWriter->pTq->pMetaDB, pWriter->txn);
if (code) goto _err;
}
diff --git a/source/dnode/vnode/src/tsdb/tsdbCache.c b/source/dnode/vnode/src/tsdb/tsdbCache.c
index 6a8251706721cc4ac5dd178d258728c4d9f0b2d2..c7b36ebb226014115d4fc08f63a92747c389f3f9 100644
--- a/source/dnode/vnode/src/tsdb/tsdbCache.c
+++ b/source/dnode/vnode/src/tsdb/tsdbCache.c
@@ -91,12 +91,10 @@ int32_t tsdbCacheDeleteLastrow(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey) {
}
}
+ taosLRUCacheRelease(pCache, h, invalidate);
if (invalidate) {
- taosLRUCacheRelease(pCache, h, true);
- } else {
- taosLRUCacheRelease(pCache, h, false);
+ taosLRUCacheErase(pCache, key, keyLen);
}
- // void taosLRUCacheErase(SLRUCache * cache, const void *key, size_t keyLen);
}
return code;
@@ -124,12 +122,10 @@ int32_t tsdbCacheDeleteLast(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey) {
}
}
+ taosLRUCacheRelease(pCache, h, invalidate);
if (invalidate) {
- taosLRUCacheRelease(pCache, h, true);
- } else {
- taosLRUCacheRelease(pCache, h, false);
+ taosLRUCacheErase(pCache, key, keyLen);
}
- // void taosLRUCacheErase(SLRUCache * cache, const void *key, size_t keyLen);
}
return code;
@@ -190,7 +186,7 @@ int32_t tsdbCacheDelete(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey) {
return code;
}
-int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, STSRow *row, bool dup) {
+int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, TSDBROW *row, bool dup) {
int32_t code = 0;
STSRow *cacheRow = NULL;
char key[32] = {0};
@@ -201,13 +197,51 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, ST
LRUHandle *h = taosLRUCacheLookup(pCache, key, keyLen);
if (h) {
STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1);
- TSKEY keyTs = row->ts;
+ TSKEY keyTs = TSDBROW_TS(row);
bool invalidate = false;
SArray *pLast = (SArray *)taosLRUCacheValue(pCache, h);
int16_t nCol = taosArrayGetSize(pLast);
int16_t iCol = 0;
+ if (nCol <= 0) {
+ nCol = pTSchema->numOfCols;
+
+ STColumn *pTColumn = &pTSchema->columns[0];
+ SColVal tColVal = COL_VAL_VALUE(pTColumn->colId, pTColumn->type, (SValue){.val = keyTs});
+ if (taosArrayPush(pLast, &(SLastCol){.ts = keyTs, .colVal = tColVal}) == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+
+ for (iCol = 1; iCol < nCol; ++iCol) {
+ SColVal colVal = {0};
+ tsdbRowGetColVal(row, pTSchema, iCol, &colVal);
+
+ SLastCol lastCol = {.ts = keyTs, .colVal = colVal};
+ if (IS_VAR_DATA_TYPE(colVal.type) && colVal.value.nData > 0) {
+ SLastCol *pLastCol = (SLastCol *)taosArrayGet(pLast, iCol);
+ taosMemoryFree(pLastCol->colVal.value.pData);
+
+ lastCol.colVal.value.pData = taosMemoryMalloc(colVal.value.nData);
+ if (lastCol.colVal.value.pData == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+ memcpy(lastCol.colVal.value.pData, colVal.value.pData, colVal.value.nData);
+ }
+
+ if (taosArrayPush(pLast, &lastCol) == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+ }
+
+ goto _invalidate;
+ }
+
SLastCol *tTsVal = (SLastCol *)taosArrayGet(pLast, iCol);
if (keyTs > tTsVal->ts) {
STColumn *pTColumn = &pTSchema->columns[0];
@@ -222,7 +256,7 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, ST
SColVal *tColVal = &tTsVal1->colVal;
SColVal colVal = {0};
- tTSRowGetVal(row, pTSchema, iCol, &colVal);
+ tsdbRowGetColVal(row, pTSchema, iCol, &colVal);
if (!COL_VAL_IS_NONE(&colVal)) {
if (keyTs == tTsVal1->ts && !COL_VAL_IS_NONE(tColVal)) {
invalidate = true;
@@ -261,7 +295,7 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, STsdb *pTsdb, tb_uid_t uid, ST
return code;
}
-int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, STSRow *row, STsdb *pTsdb) {
+int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, TSDBROW *row, STsdb *pTsdb) {
int32_t code = 0;
STSRow *cacheRow = NULL;
char key[32] = {0};
@@ -272,13 +306,51 @@ int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, STSRow *row, STsdb
LRUHandle *h = taosLRUCacheLookup(pCache, key, keyLen);
if (h) {
STSchema *pTSchema = metaGetTbTSchema(pTsdb->pVnode->pMeta, uid, -1, 1);
- TSKEY keyTs = row->ts;
+ TSKEY keyTs = TSDBROW_TS(row);
bool invalidate = false;
SArray *pLast = (SArray *)taosLRUCacheValue(pCache, h);
int16_t nCol = taosArrayGetSize(pLast);
int16_t iCol = 0;
+ if (nCol <= 0) {
+ nCol = pTSchema->numOfCols;
+
+ STColumn *pTColumn = &pTSchema->columns[0];
+ SColVal tColVal = COL_VAL_VALUE(pTColumn->colId, pTColumn->type, (SValue){.val = keyTs});
+ if (taosArrayPush(pLast, &(SLastCol){.ts = keyTs, .colVal = tColVal}) == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+
+ for (iCol = 1; iCol < nCol; ++iCol) {
+ SColVal colVal = {0};
+ tsdbRowGetColVal(row, pTSchema, iCol, &colVal);
+
+ SLastCol lastCol = {.ts = keyTs, .colVal = colVal};
+ if (IS_VAR_DATA_TYPE(colVal.type) && colVal.value.nData > 0) {
+ SLastCol *pLastCol = (SLastCol *)taosArrayGet(pLast, iCol);
+ taosMemoryFree(pLastCol->colVal.value.pData);
+
+ lastCol.colVal.value.pData = taosMemoryMalloc(colVal.value.nData);
+ if (lastCol.colVal.value.pData == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+ memcpy(lastCol.colVal.value.pData, colVal.value.pData, colVal.value.nData);
+ }
+
+ if (taosArrayPush(pLast, &lastCol) == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _invalidate;
+ }
+ }
+
+ goto _invalidate;
+ }
+
SLastCol *tTsVal = (SLastCol *)taosArrayGet(pLast, iCol);
if (keyTs > tTsVal->ts) {
STColumn *pTColumn = &pTSchema->columns[0];
@@ -293,7 +365,7 @@ int32_t tsdbCacheInsertLast(SLRUCache *pCache, tb_uid_t uid, STSRow *row, STsdb
SColVal *tColVal = &tTsVal1->colVal;
SColVal colVal = {0};
- tTSRowGetVal(row, pTSchema, iCol, &colVal);
+ tsdbRowGetColVal(row, pTSchema, iCol, &colVal);
if (COL_VAL_IS_VALUE(&colVal)) {
if (keyTs == tTsVal1->ts && COL_VAL_IS_VALUE(tColVal)) {
invalidate = true;
@@ -617,7 +689,7 @@ static int32_t getNextRowFromFS(void *iter, TSDBROW **ppRow) {
} else {
// tBlockDataDestroy(&state->blockData, 1);
if (state->pBlockData) {
- tBlockDataDestroy(state->pBlockData, 1);
+ tBlockDataDestroy(state->pBlockData);
state->pBlockData = NULL;
}
@@ -685,7 +757,8 @@ static int32_t getNextRowFromFS(void *iter, TSDBROW **ppRow) {
tBlockDataReset(state->pBlockData);
tMapDataGetItemByIdx(&state->blockMap, state->iBlock, &block, tGetDataBlk);
- /* code = tsdbReadBlockData(state->pDataFReader, &state->blockIdx, &block, &state->blockData, NULL, NULL); */
+ /* code = tsdbReadBlockData(state->pDataFReader, &state->blockIdx, &block, &state->blockData, NULL, NULL);
+ */
tBlockDataReset(state->pBlockData);
TABLEID tid = {.suid = state->suid, .uid = state->uid};
code = tBlockDataInit(state->pBlockData, &tid, state->pTSchema, NULL, 0);
@@ -739,7 +812,7 @@ _err:
state->aBlockIdx = NULL;
}
if (state->pBlockData) {
- tBlockDataDestroy(state->pBlockData, 1);
+ tBlockDataDestroy(state->pBlockData);
state->pBlockData = NULL;
}
@@ -766,7 +839,7 @@ int32_t clearNextRowFromFS(void *iter) {
}
if (state->pBlockData) {
// tBlockDataDestroy(&state->blockData, 1);
- tBlockDataDestroy(state->pBlockData, 1);
+ tBlockDataDestroy(state->pBlockData);
state->pBlockData = NULL;
}
@@ -1219,12 +1292,12 @@ static int32_t mergeLastRow(tb_uid_t uid, STsdb *pTsdb, bool *dup, SArray **ppCo
// build the result ts row here
*dup = false;
- if (taosArrayGetSize(pColArray) != nCol) {
- *ppColArray = NULL;
- taosArrayDestroy(pColArray);
- } else {
- *ppColArray = pColArray;
- }
+ // if (taosArrayGetSize(pColArray) != nCol) {
+ //*ppColArray = NULL;
+ // taosArrayDestroy(pColArray);
+ //} else {
+ *ppColArray = pColArray;
+ //}
nextRowIterClose(&iter);
// taosMemoryFreeClear(pTSchema);
@@ -1337,12 +1410,12 @@ static int32_t mergeLast(tb_uid_t uid, STsdb *pTsdb, SArray **ppLastArray, SCach
}
} while (setNoneCol);
- if (taosArrayGetSize(pColArray) <= 0) {
- *ppLastArray = NULL;
- taosArrayDestroy(pColArray);
- } else {
- *ppLastArray = pColArray;
- }
+ // if (taosArrayGetSize(pColArray) <= 0) {
+ //*ppLastArray = NULL;
+ // taosArrayDestroy(pColArray);
+ //} else {
+ *ppLastArray = pColArray;
+ //}
nextRowIterClose(&iter);
// taosMemoryFreeClear(pTSchema);
@@ -1373,8 +1446,8 @@ int32_t tsdbCacheGetLastrowH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *
SArray *pArray = NULL;
bool dup = false; // which is always false for now
code = mergeLastRow(uid, pTsdb, &dup, &pArray, pr);
- // if table's empty or error, return code of -1
- if (code < 0 || pArray == NULL) {
+ // if table's empty or error, set handle NULL and return
+ if (code < 0 /* || pArray == NULL*/) {
if (!dup && pArray) {
taosArrayDestroy(pArray);
}
@@ -1392,13 +1465,8 @@ int32_t tsdbCacheGetLastrowH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *
if (status != TAOS_LRU_STATUS_OK) {
code = -1;
}
-
- // taosThreadMutexUnlock(&pTsdb->lruMutex);
-
- // h = taosLRUCacheLookup(pCache, key, keyLen);
- } // else {
+ }
taosThreadMutexUnlock(&pTsdb->lruMutex);
- //}
}
*handle = h;
@@ -1422,8 +1490,8 @@ int32_t tsdbCacheGetLastH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *pr,
if (!h) {
SArray *pLastArray = NULL;
code = mergeLast(uid, pTsdb, &pLastArray, pr);
- // if table's empty or error, return code of -1
- if (code < 0 || pLastArray == NULL) {
+ // if table's empty or error, set handle NULL and return
+ if (code < 0 /* || pLastArray == NULL*/) {
taosThreadMutexUnlock(&pTsdb->lruMutex);
*handle = NULL;
@@ -1437,13 +1505,8 @@ int32_t tsdbCacheGetLastH(SLRUCache *pCache, tb_uid_t uid, SCacheRowsReader *pr,
if (status != TAOS_LRU_STATUS_OK) {
code = -1;
}
-
- // taosThreadMutexUnlock(&pTsdb->lruMutex);
-
- // h = taosLRUCacheLookup(pCache, key, keyLen);
- } // else {
+ }
taosThreadMutexUnlock(&pTsdb->lruMutex);
- //}
}
*handle = h;
diff --git a/source/dnode/vnode/src/tsdb/tsdbCacheRead.c b/source/dnode/vnode/src/tsdb/tsdbCacheRead.c
index f05f5d5c88f7ef19c8598410019326edc9b1c5c6..9f48125638befad30a8277d9aa637b9074ea95f2 100644
--- a/source/dnode/vnode/src/tsdb/tsdbCacheRead.c
+++ b/source/dnode/vnode/src/tsdb/tsdbCacheRead.c
@@ -258,6 +258,10 @@ int32_t tsdbRetrieveCacheRows(void* pReader, SSDataBlock* pResBlock, const int32
if (h == NULL) {
continue;
}
+ if (taosArrayGetSize(pRow) <= 0) {
+ tsdbCacheRelease(lruCache, h);
+ continue;
+ }
{
for (int32_t k = 0; k < pr->numOfCols; ++k) {
@@ -327,6 +331,10 @@ int32_t tsdbRetrieveCacheRows(void* pReader, SSDataBlock* pResBlock, const int32
if (h == NULL) {
continue;
}
+ if (taosArrayGetSize(pRow) <= 0) {
+ tsdbCacheRelease(lruCache, h);
+ continue;
+ }
saveOneRow(pRow, pResBlock, pr, slotIds, pRes, pr->idstr);
// TODO reset the pRes
diff --git a/source/dnode/vnode/src/tsdb/tsdbCommit.c b/source/dnode/vnode/src/tsdb/tsdbCommit.c
index 8ec59ea95949a4bccda38c7cc2fda25e2f769fb4..92451dcf5805d67fe053513f958470a5b118b4a2 100644
--- a/source/dnode/vnode/src/tsdb/tsdbCommit.c
+++ b/source/dnode/vnode/src/tsdb/tsdbCommit.c
@@ -913,24 +913,24 @@ static void tsdbCommitDataEnd(SCommitter *pCommitter) {
// reader
taosArrayDestroy(pCommitter->dReader.aBlockIdx);
tMapDataClear(&pCommitter->dReader.mBlock);
- tBlockDataDestroy(&pCommitter->dReader.bData, 1);
+ tBlockDataDestroy(&pCommitter->dReader.bData);
// merger
for (int32_t iStt = 0; iStt < TSDB_MAX_STT_TRIGGER; iStt++) {
SDataIter *pIter = &pCommitter->aDataIter[iStt];
taosArrayDestroy(pIter->aSttBlk);
- tBlockDataDestroy(&pIter->bData, 1);
+ tBlockDataDestroy(&pIter->bData);
}
// writer
taosArrayDestroy(pCommitter->dWriter.aBlockIdx);
taosArrayDestroy(pCommitter->dWriter.aSttBlk);
tMapDataClear(&pCommitter->dWriter.mBlock);
- tBlockDataDestroy(&pCommitter->dWriter.bData, 1);
+ tBlockDataDestroy(&pCommitter->dWriter.bData);
#if USE_STREAM_COMPRESSION
tDiskDataBuilderDestroy(pCommitter->dWriter.pBuilder);
#else
- tBlockDataDestroy(&pCommitter->dWriter.bDatal, 1);
+ tBlockDataDestroy(&pCommitter->dWriter.bDatal);
#endif
tDestroyTSchema(pCommitter->skmTable.pTSchema);
tDestroyTSchema(pCommitter->skmRow.pTSchema);
@@ -1183,7 +1183,6 @@ static int32_t tsdbCommitAheadBlock(SCommitter *pCommitter, SDataBlk *pDataBlk)
tBlockDataClear(pBlockData);
while (pRowInfo) {
- ASSERT(pRowInfo->row.type == 0);
code = tsdbCommitterUpdateRowSchema(pCommitter, id.suid, id.uid, TSDBROW_SVERSION(&pRowInfo->row));
TSDB_CHECK_CODE(code, lino, _exit);
@@ -1251,7 +1250,6 @@ static int32_t tsdbCommitMergeBlock(SCommitter *pCommitter, SDataBlk *pDataBlk)
pRow = NULL;
}
} else if (c > 0) {
- ASSERT(pRowInfo->row.type == 0);
code = tsdbCommitterUpdateRowSchema(pCommitter, id.suid, id.uid, TSDBROW_SVERSION(&pRowInfo->row));
TSDB_CHECK_CODE(code, lino, _exit);
@@ -1493,7 +1491,7 @@ static int32_t tsdbCommitTableData(SCommitter *pCommitter, TABLEID id) {
while (pRowInfo) {
STSchema *pTSchema = NULL;
- if (pRowInfo->row.type == 0) {
+ if (pRowInfo->row.type == TSDBROW_ROW_FMT) {
code = tsdbCommitterUpdateRowSchema(pCommitter, id.suid, id.uid, TSDBROW_SVERSION(&pRowInfo->row));
TSDB_CHECK_CODE(code, lino, _exit);
pTSchema = pCommitter->skmRow.pTSchema;
@@ -1536,7 +1534,7 @@ static int32_t tsdbCommitTableData(SCommitter *pCommitter, TABLEID id) {
while (pRowInfo) {
STSchema *pTSchema = NULL;
- if (pRowInfo->row.type == 0) {
+ if (pRowInfo->row.type == TSDBROW_ROW_FMT) {
code = tsdbCommitterUpdateRowSchema(pCommitter, id.suid, id.uid, TSDBROW_SVERSION(&pRowInfo->row));
TSDB_CHECK_CODE(code, lino, _exit);
pTSchema = pCommitter->skmRow.pTSchema;
diff --git a/source/dnode/vnode/src/tsdb/tsdbDiskData.c b/source/dnode/vnode/src/tsdb/tsdbDiskData.c
index b46a00363817666cdff7bc7756ff204483787c36..ae9af11f5ae8226c1fceefb57b4d83167800772a 100644
--- a/source/dnode/vnode/src/tsdb/tsdbDiskData.c
+++ b/source/dnode/vnode/src/tsdb/tsdbDiskData.c
@@ -596,7 +596,7 @@ int32_t tDiskDataAddRow(SDiskDataBuilder *pBuilder, TSDBROW *pRow, STSchema *pTS
if (pBuilder->bi.maxKey < kRow.ts) pBuilder->bi.maxKey = kRow.ts;
STSDBRowIter iter = {0};
- tsdbRowIterInit(&iter, pRow, pTSchema);
+ tsdbRowIterOpen(&iter, pRow, pTSchema);
SColVal *pColVal = tsdbRowIterNext(&iter);
for (int32_t iBuilder = 0; iBuilder < pBuilder->nBuilder; iBuilder++) {
diff --git a/source/dnode/vnode/src/tsdb/tsdbMemTable.c b/source/dnode/vnode/src/tsdb/tsdbMemTable.c
index 0a7f59e429142a8a8cdd52627a36ff6c8856acaf..007ae871a0e20d84d729f2d8123c0e7500591423 100644
--- a/source/dnode/vnode/src/tsdb/tsdbMemTable.c
+++ b/source/dnode/vnode/src/tsdb/tsdbMemTable.c
@@ -28,8 +28,10 @@
static void tbDataMovePosTo(STbData *pTbData, SMemSkipListNode **pos, TSDBKEY *pKey, int32_t flags);
static int32_t tsdbGetOrCreateTbData(SMemTable *pMemTable, tb_uid_t suid, tb_uid_t uid, STbData **ppTbData);
-static int32_t tsdbInsertTableDataImpl(SMemTable *pMemTable, STbData *pTbData, int64_t version,
- SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock, SSubmitBlkRsp *pRsp);
+static int32_t tsdbInsertRowDataToTable(SMemTable *pMemTable, STbData *pTbData, int64_t version,
+ SSubmitTbData *pSubmitTbData, int32_t *affectedRows);
+static int32_t tsdbInsertColDataToTable(SMemTable *pMemTable, STbData *pTbData, int64_t version,
+ SSubmitTbData *pSubmitTbData, int32_t *affectedRows);
int32_t tsdbMemTableCreate(STsdb *pTsdb, SMemTable **ppMemTable) {
int32_t code = 0;
@@ -95,14 +97,14 @@ STbData *tsdbGetTbDataFromMemTable(SMemTable *pMemTable, tb_uid_t suid, tb_uid_t
return pTbData;
}
-int32_t tsdbInsertTableData(STsdb *pTsdb, int64_t version, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock,
- SSubmitBlkRsp *pRsp) {
+int32_t tsdbInsertTableData(STsdb *pTsdb, int64_t version, SSubmitTbData *pSubmitTbData, int32_t *affectedRows) {
int32_t code = 0;
SMemTable *pMemTable = pTsdb->mem;
STbData *pTbData = NULL;
- tb_uid_t suid = pMsgIter->suid;
- tb_uid_t uid = pMsgIter->uid;
+ tb_uid_t suid = pSubmitTbData->suid;
+ tb_uid_t uid = pSubmitTbData->uid;
+#if 0
SMetaInfo info;
code = metaGetInfo(pTsdb->pVnode->pMeta, uid, &info, NULL);
if (code) {
@@ -116,14 +118,15 @@ int32_t tsdbInsertTableData(STsdb *pTsdb, int64_t version, SSubmitMsgIter *pMsgI
if (info.suid) {
metaGetInfo(pTsdb->pVnode->pMeta, info.suid, &info, NULL);
}
- if (pMsgIter->sversion != info.skmVer) {
+ if (pSubmitTbData->sver != info.skmVer) {
tsdbError("vgId:%d, req sver:%d, skmVer:%d suid:%" PRId64 " uid:%" PRId64, TD_VID(pTsdb->pVnode),
- pMsgIter->sversion, info.skmVer, suid, uid);
+ pSubmitTbData->sver, info.skmVer, suid, uid);
code = TSDB_CODE_TDB_INVALID_TABLE_SCHEMA_VER;
goto _err;
}
- pRsp->sver = info.skmVer;
+ if (pRsp) pRsp->sver = info.skmVer;
+#endif
// create/get STbData to op
code = tsdbGetOrCreateTbData(pMemTable, suid, uid, &pTbData);
@@ -132,10 +135,12 @@ int32_t tsdbInsertTableData(STsdb *pTsdb, int64_t version, SSubmitMsgIter *pMsgI
}
// do insert impl
- code = tsdbInsertTableDataImpl(pMemTable, pTbData, version, pMsgIter, pBlock, pRsp);
- if (code) {
- goto _err;
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ code = tsdbInsertColDataToTable(pMemTable, pTbData, version, pSubmitTbData, affectedRows);
+ } else {
+ code = tsdbInsertRowDataToTable(pMemTable, pTbData, version, pSubmitTbData, affectedRows);
}
+ if (code) goto _err;
return code;
@@ -242,7 +247,6 @@ void tsdbTbDataIterOpen(STbData *pTbData, TSDBKEY *pFrom, int8_t backward, STbDa
pIter->pTbData = pTbData;
pIter->backward = backward;
pIter->pRow = NULL;
- pIter->row.type = 0;
if (pFrom == NULL) {
// create from head or tail
if (backward) {
@@ -410,8 +414,13 @@ static void tbDataMovePosTo(STbData *pTbData, SMemSkipListNode **pos, TSDBKEY *p
for (int8_t iLevel = pTbData->sl.level - 1; iLevel >= 0; iLevel--) {
pn = SL_NODE_BACKWARD(px, iLevel);
while (pn != pTbData->sl.pHead) {
- tKey.version = pn->version;
- tKey.ts = pn->pTSRow->ts;
+ if (pn->flag == TSDBROW_ROW_FMT) {
+ tKey.version = pn->version;
+ tKey.ts = ((SRow *)pn->pData)->ts;
+ } else if (pn->flag == TSDBROW_COL_FMT) {
+ tKey.version = ((SBlockData *)pn->pData)->aVersion[pn->iRow];
+ tKey.ts = ((SBlockData *)pn->pData)->aTSKEY[pn->iRow];
+ }
int32_t c = tsdbKeyCmprFn(&tKey, pKey);
if (c <= 0) {
@@ -440,8 +449,13 @@ static void tbDataMovePosTo(STbData *pTbData, SMemSkipListNode **pos, TSDBKEY *p
for (int8_t iLevel = pTbData->sl.level - 1; iLevel >= 0; iLevel--) {
pn = SL_NODE_FORWARD(px, iLevel);
while (pn != pTbData->sl.pTail) {
- tKey.version = pn->version;
- tKey.ts = pn->pTSRow->ts;
+ if (pn->flag == TSDBROW_ROW_FMT) {
+ tKey.version = pn->version;
+ tKey.ts = ((SRow *)pn->pData)->ts;
+ } else if (pn->flag == TSDBROW_COL_FMT) {
+ tKey.version = ((SBlockData *)pn->pData)->aVersion[pn->iRow];
+ tKey.ts = ((SBlockData *)pn->pData)->aTSKEY[pn->iRow];
+ }
int32_t c = tsdbKeyCmprFn(&tKey, pKey);
if (c >= 0) {
@@ -468,29 +482,39 @@ static FORCE_INLINE int8_t tsdbMemSkipListRandLevel(SMemSkipList *pSl) {
return level;
}
-static int32_t tbDataDoPut(SMemTable *pMemTable, STbData *pTbData, SMemSkipListNode **pos, int64_t version,
- STSRow *pRow, int8_t forward) {
+static int32_t tbDataDoPut(SMemTable *pMemTable, STbData *pTbData, SMemSkipListNode **pos, TSDBROW *pRow,
+ int8_t forward) {
int32_t code = 0;
int8_t level;
SMemSkipListNode *pNode;
SVBufPool *pPool = pMemTable->pTsdb->pVnode->inUse;
+ ASSERT(pPool != NULL);
+
// node
level = tsdbMemSkipListRandLevel(&pTbData->sl);
- ASSERT(pPool != NULL);
pNode = (SMemSkipListNode *)vnodeBufPoolMalloc(pPool, SL_NODE_SIZE(level));
if (pNode == NULL) {
code = TSDB_CODE_OUT_OF_MEMORY;
goto _exit;
}
pNode->level = level;
- pNode->version = version;
- pNode->pTSRow = vnodeBufPoolMalloc(pPool, pRow->len);
- if (NULL == pNode->pTSRow) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto _exit;
+ pNode->flag = pRow->type;
+
+ if (pRow->type == TSDBROW_ROW_FMT) {
+ pNode->version = pRow->version;
+ pNode->pData = vnodeBufPoolMalloc(pPool, pRow->pTSRow->len);
+ if (NULL == pNode->pData) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ memcpy(pNode->pData, pRow->pTSRow, pRow->pTSRow->len);
+ } else if (pRow->type == TSDBROW_COL_FMT) {
+ pNode->iRow = pRow->iRow;
+ pNode->pData = pRow->pBlockData;
+ } else {
+ ASSERT(0);
}
- memcpy(pNode->pTSRow, pRow, pRow->len);
for (int8_t iLevel = level - 1; iLevel >= 0; iLevel--) {
SMemSkipListNode *pn = pos[iLevel];
@@ -537,69 +561,166 @@ _exit:
return code;
}
-static int32_t tsdbInsertTableDataImpl(SMemTable *pMemTable, STbData *pTbData, int64_t version,
- SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock, SSubmitBlkRsp *pRsp) {
- int32_t code = 0;
- SSubmitBlkIter blkIter = {0};
- TSDBKEY key = {.version = version};
- SMemSkipListNode *pos[SL_MAX_LEVEL];
- TSDBROW row = tsdbRowFromTSRow(version, NULL);
- int32_t nRow = 0;
- STSRow *pLastRow = NULL;
+static int32_t tsdbInsertColDataToTable(SMemTable *pMemTable, STbData *pTbData, int64_t version,
+ SSubmitTbData *pSubmitTbData, int32_t *affectedRows) {
+ int32_t code = 0;
- tInitSubmitBlkIter(pMsgIter, pBlock, &blkIter);
+ SVBufPool *pPool = pMemTable->pTsdb->pVnode->inUse;
+ int32_t nColData = TARRAY_SIZE(pSubmitTbData->aCol);
+ SColData *aColData = (SColData *)TARRAY_DATA(pSubmitTbData->aCol);
- // backward put first data
- row.pTSRow = tGetSubmitBlkNext(&blkIter);
- if (row.pTSRow == NULL) return code;
+ ASSERT(aColData[0].cid == PRIMARYKEY_TIMESTAMP_COL_ID);
+ ASSERT(aColData[0].type == TSDB_DATA_TYPE_TIMESTAMP);
+ ASSERT(aColData[0].flag == HAS_VALUE);
- key.ts = row.pTSRow->ts;
- nRow++;
- tbDataMovePosTo(pTbData, pos, &key, SL_MOVE_BACKWARD);
- code = tbDataDoPut(pMemTable, pTbData, pos, version, row.pTSRow, 0);
- if (code) {
- goto _err;
+ // copy and construct block data
+ SBlockData *pBlockData = vnodeBufPoolMalloc(pPool, sizeof(*pBlockData));
+ if (pBlockData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ pBlockData->suid = pTbData->suid;
+ pBlockData->uid = pTbData->uid;
+ pBlockData->nRow = aColData[0].nVal;
+ pBlockData->aUid = NULL;
+ pBlockData->aVersion = vnodeBufPoolMalloc(pPool, aColData[0].nData);
+ if (pBlockData->aVersion == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ for (int32_t i = 0; i < pBlockData->nRow; i++) { // todo: here can be optimized
+ pBlockData->aVersion[i] = version;
+ }
+
+ pBlockData->aTSKEY = vnodeBufPoolMalloc(pPool, aColData[0].nData);
+ if (pBlockData->aTSKEY == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+ memcpy(pBlockData->aTSKEY, aColData[0].pData, aColData[0].nData);
+
+ pBlockData->nColData = nColData - 1;
+ pBlockData->aColData = vnodeBufPoolMalloc(pPool, sizeof(SColData) * pBlockData->nColData);
+ if (pBlockData->aColData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ for (int32_t iColData = 0; iColData < pBlockData->nColData; ++iColData) {
+ code = tColDataCopy(&aColData[iColData + 1], &pBlockData->aColData[iColData], (xMallocFn)vnodeBufPoolMalloc, pPool);
+ if (code) goto _exit;
}
+ // loop to add each row to the skiplist
+ SMemSkipListNode *pos[SL_MAX_LEVEL];
+ TSDBROW tRow = tsdbRowFromBlockData(pBlockData, 0);
+ TSDBKEY key = {.version = version, .ts = pBlockData->aTSKEY[0]};
+ TSDBROW lRow; // last row
+
+ // first row
+ tbDataMovePosTo(pTbData, pos, &key, SL_MOVE_BACKWARD);
+ if ((code = tbDataDoPut(pMemTable, pTbData, pos, &tRow, 0))) goto _exit;
pTbData->minKey = TMIN(pTbData->minKey, key.ts);
+ lRow = tRow;
+
+ // remain row
+ ++tRow.iRow;
+ if (tRow.iRow < pBlockData->nRow) {
+ for (int8_t iLevel = pos[0]->level; iLevel < pTbData->sl.maxLevel; iLevel++) {
+ pos[iLevel] = SL_NODE_BACKWARD(pos[iLevel], iLevel);
+ }
+
+ while (tRow.iRow < pBlockData->nRow) {
+ key.ts = pBlockData->aTSKEY[tRow.iRow];
- pLastRow = row.pTSRow;
+ if (SL_NODE_FORWARD(pos[0], 0) != pTbData->sl.pTail) {
+ tbDataMovePosTo(pTbData, pos, &key, SL_MOVE_FROM_POS);
+ }
+
+ if ((code = tbDataDoPut(pMemTable, pTbData, pos, &tRow, 1))) goto _exit;
+ lRow = tRow;
+
+ ++tRow.iRow;
+ }
+ }
+
+ if (key.ts >= pTbData->maxKey) {
+ pTbData->maxKey = key.ts;
+
+ if (TSDB_CACHE_LAST_ROW(pMemTable->pTsdb->pVnode->config)) {
+ tsdbCacheInsertLastrow(pMemTable->pTsdb->lruCache, pMemTable->pTsdb, pTbData->uid, &lRow, true);
+ }
+ }
+
+ if (TSDB_CACHE_LAST(pMemTable->pTsdb->pVnode->config)) {
+ tsdbCacheInsertLast(pMemTable->pTsdb->lruCache, pTbData->uid, &lRow, pMemTable->pTsdb);
+ }
+
+ // SMemTable
+ pMemTable->minKey = TMIN(pMemTable->minKey, pTbData->minKey);
+ pMemTable->maxKey = TMAX(pMemTable->maxKey, pTbData->maxKey);
+ pMemTable->nRow += pBlockData->nRow;
+
+ if (affectedRows) *affectedRows = pBlockData->nRow;
+
+_exit:
+ return code;
+}
+
+static int32_t tsdbInsertRowDataToTable(SMemTable *pMemTable, STbData *pTbData, int64_t version,
+ SSubmitTbData *pSubmitTbData, int32_t *affectedRows) {
+ int32_t code = 0;
+
+ int32_t nRow = TARRAY_SIZE(pSubmitTbData->aRowP);
+ SRow **aRow = (SRow **)TARRAY_DATA(pSubmitTbData->aRowP);
+ TSDBKEY key = {.version = version};
+ SMemSkipListNode *pos[SL_MAX_LEVEL];
+ TSDBROW tRow = {.type = TSDBROW_ROW_FMT, .version = version};
+ int32_t iRow = 0;
+ TSDBROW lRow;
+
+ // backward put first data
+ tRow.pTSRow = aRow[iRow++];
+ key.ts = tRow.pTSRow->ts;
+ tbDataMovePosTo(pTbData, pos, &key, SL_MOVE_BACKWARD);
+ code = tbDataDoPut(pMemTable, pTbData, pos, &tRow, 0);
+ if (code) goto _exit;
+ lRow = tRow;
+
+ pTbData->minKey = TMIN(pTbData->minKey, key.ts);
// forward put rest data
- row.pTSRow = tGetSubmitBlkNext(&blkIter);
- if (row.pTSRow) {
+ if (iRow < nRow) {
for (int8_t iLevel = pos[0]->level; iLevel < pTbData->sl.maxLevel; iLevel++) {
pos[iLevel] = SL_NODE_BACKWARD(pos[iLevel], iLevel);
}
- do {
- key.ts = row.pTSRow->ts;
- nRow++;
+
+ while (iRow < nRow) {
+ tRow.pTSRow = aRow[iRow];
+ key.ts = tRow.pTSRow->ts;
+
if (SL_NODE_FORWARD(pos[0], 0) != pTbData->sl.pTail) {
tbDataMovePosTo(pTbData, pos, &key, SL_MOVE_FROM_POS);
}
- code = tbDataDoPut(pMemTable, pTbData, pos, version, row.pTSRow, 1);
- if (code) {
- goto _err;
- }
- pLastRow = row.pTSRow;
+ code = tbDataDoPut(pMemTable, pTbData, pos, &tRow, 1);
+ if (code) goto _exit;
+
+ lRow = tRow;
- row.pTSRow = tGetSubmitBlkNext(&blkIter);
- } while (row.pTSRow);
+ iRow++;
+ }
}
if (key.ts >= pTbData->maxKey) {
- if (key.ts > pTbData->maxKey) {
- pTbData->maxKey = key.ts;
- }
+ pTbData->maxKey = key.ts;
- if (TSDB_CACHE_LAST_ROW(pMemTable->pTsdb->pVnode->config) && pLastRow != NULL) {
- tsdbCacheInsertLastrow(pMemTable->pTsdb->lruCache, pMemTable->pTsdb, pTbData->uid, pLastRow, true);
+ if (TSDB_CACHE_LAST_ROW(pMemTable->pTsdb->pVnode->config)) {
+ tsdbCacheInsertLastrow(pMemTable->pTsdb->lruCache, pMemTable->pTsdb, pTbData->uid, &lRow, true);
}
}
if (TSDB_CACHE_LAST(pMemTable->pTsdb->pVnode->config)) {
- tsdbCacheInsertLast(pMemTable->pTsdb->lruCache, pTbData->uid, pLastRow, pMemTable->pTsdb);
+ tsdbCacheInsertLast(pMemTable->pTsdb->lruCache, pTbData->uid, &lRow, pMemTable->pTsdb);
}
// SMemTable
@@ -607,12 +728,9 @@ static int32_t tsdbInsertTableDataImpl(SMemTable *pMemTable, STbData *pTbData, i
pMemTable->maxKey = TMAX(pMemTable->maxKey, pTbData->maxKey);
pMemTable->nRow += nRow;
- pRsp->numOfRows = nRow;
- pRsp->affectedRows = nRow;
-
- return code;
+ if (affectedRows) *affectedRows = nRow;
-_err:
+_exit:
return code;
}
diff --git a/source/dnode/vnode/src/tsdb/tsdbMergeTree.c b/source/dnode/vnode/src/tsdb/tsdbMergeTree.c
index af1a42d018919b81dac90a8a27124f5eb9a15b65..1f99444cf3cc655be656ce86a70ea22920c26fe8 100644
--- a/source/dnode/vnode/src/tsdb/tsdbMergeTree.c
+++ b/source/dnode/vnode/src/tsdb/tsdbMergeTree.c
@@ -89,8 +89,8 @@ void *destroyLastBlockLoadInfo(SSttBlockLoadInfo *pLoadInfo) {
pLoadInfo[i].blockIndex[0] = -1;
pLoadInfo[i].blockIndex[1] = -1;
- tBlockDataDestroy(&pLoadInfo[i].blockData[0], true);
- tBlockDataDestroy(&pLoadInfo[i].blockData[1], true);
+ tBlockDataDestroy(&pLoadInfo[i].blockData[0]);
+ tBlockDataDestroy(&pLoadInfo[i].blockData[1]);
taosArrayDestroy(pLoadInfo[i].aSttBlk);
}
diff --git a/source/dnode/vnode/src/tsdb/tsdbRead.c b/source/dnode/vnode/src/tsdb/tsdbRead.c
index cb31890573805b62a1ad997cf51bb155c430d8c6..d629be2fef308fd2cbbb1fe9cf74c9df834666b9 100644
--- a/source/dnode/vnode/src/tsdb/tsdbRead.c
+++ b/source/dnode/vnode/src/tsdb/tsdbRead.c
@@ -82,13 +82,13 @@ typedef struct SIOCostSummary {
} SIOCostSummary;
typedef struct SBlockLoadSuppInfo {
- SArray* pColAgg;
- SColumnDataAgg tsColAgg;
- int16_t* colId;
- int16_t* slotId;
- int32_t numOfCols;
- char** buildBuf; // build string tmp buffer, todo remove it later after all string format being updated.
- bool smaValid; // the sma on all queried columns are activated
+ SArray* pColAgg;
+ SColumnDataAgg tsColAgg;
+ int16_t* colId;
+ int16_t* slotId;
+ int32_t numOfCols;
+ char** buildBuf; // build string tmp buffer, todo remove it later after all string format being updated.
+ bool smaValid; // the sma on all queried columns are activated
} SBlockLoadSuppInfo;
typedef struct SLastBlockReader {
@@ -168,11 +168,11 @@ struct STsdbReader {
SBlockLoadSuppInfo suppInfo;
STsdbReadSnap* pReadSnap;
SIOCostSummary cost;
- STSchema* pSchema; // the newest version schema
- STSchema* pMemSchema; // the previous schema for in-memory data, to avoid load schema too many times
- SDataFReader* pFileReader; // the file reader
- SDelFReader* pDelFReader; // the del file reader
- SArray* pDelIdx; // del file block index;
+ STSchema* pSchema; // the newest version schema
+ STSchema* pMemSchema; // the previous schema for in-memory data, to avoid load schema too many times
+ SDataFReader* pFileReader; // the file reader
+ SDelFReader* pDelFReader; // the del file reader
+ SArray* pDelIdx; // del file block index;
SVersionRange verRange;
SBlockInfoBuf blockInfoBuf;
int32_t step;
@@ -189,8 +189,8 @@ static int32_t doMergeRowsInLastBlock(SLastBlockReader* pLastBlockReader, STabl
SRowMerger* pMerger, SVersionRange* pVerRange);
static int32_t doMergeRowsInBuf(SIterInfo* pIter, uint64_t uid, int64_t ts, SArray* pDelList, SRowMerger* pMerger,
STsdbReader* pReader);
-static int32_t doAppendRowFromTSRow(SSDataBlock* pBlock, STsdbReader* pReader, STSRow* pTSRow,
- STableBlockScanInfo* pScanInfo);
+static int32_t doAppendRowFromTSRow(SSDataBlock* pBlock, STsdbReader* pReader, SRow* pTSRow,
+ STableBlockScanInfo* pInfo);
static int32_t doAppendRowFromFileBlock(SSDataBlock* pResBlock, STsdbReader* pReader, SBlockData* pBlockData,
int32_t rowIndex);
static void setComposedBlockFlag(STsdbReader* pReader, bool composed);
@@ -198,9 +198,9 @@ static bool hasBeenDropped(const SArray* pDelList, int32_t* index, TSDBKEY*
SVersionRange* pVerRange);
static int32_t doMergeMemTableMultiRows(TSDBROW* pRow, uint64_t uid, SIterInfo* pIter, SArray* pDelList,
- STSRow** pTSRow, STsdbReader* pReader, bool* freeTSRow);
+ TSDBROW* pTSRow, STsdbReader* pReader, bool* freeTSRow);
static int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* pBlockScanInfo,
- STsdbReader* pReader, STSRow** pTSRow);
+ STsdbReader* pReader, SRow** pTSRow);
static int32_t mergeRowsInFileBlocks(SBlockData* pBlockData, STableBlockScanInfo* pBlockScanInfo, int64_t key,
STsdbReader* pReader);
@@ -218,17 +218,18 @@ static void initBlockDumpInfo(STsdbReader* pReader, SDataBlockIter* pBl
static bool outOfTimeWindow(int64_t ts, STimeWindow* pWindow) { return (ts > pWindow->ekey) || (ts < pWindow->skey); }
-static int32_t setColumnIdSlotList(SBlockLoadSuppInfo* pSupInfo, SColumnInfo* pCols, const int32_t* pSlotIdList, int32_t numOfCols) {
+static int32_t setColumnIdSlotList(SBlockLoadSuppInfo* pSupInfo, SColumnInfo* pCols, const int32_t* pSlotIdList,
+ int32_t numOfCols) {
pSupInfo->smaValid = true;
pSupInfo->numOfCols = numOfCols;
- pSupInfo->colId = taosMemoryMalloc(numOfCols * (sizeof(int16_t)*2 + POINTER_BYTES));
+ pSupInfo->colId = taosMemoryMalloc(numOfCols * (sizeof(int16_t) * 2 + POINTER_BYTES));
if (pSupInfo->colId == NULL) {
taosMemoryFree(pSupInfo->colId);
return TSDB_CODE_OUT_OF_MEMORY;
}
pSupInfo->slotId = (int16_t*)((char*)pSupInfo->colId + (sizeof(int16_t) * numOfCols));
- pSupInfo->buildBuf = (char**) ((char*)pSupInfo->slotId + (sizeof(int16_t) * numOfCols));
+ pSupInfo->buildBuf = (char**)((char*)pSupInfo->slotId + (sizeof(int16_t) * numOfCols));
for (int32_t i = 0; i < numOfCols; ++i) {
pSupInfo->colId[i] = pCols[i].colId;
pSupInfo->slotId[i] = pSlotIdList[i];
@@ -246,7 +247,7 @@ static int32_t setColumnIdSlotList(SBlockLoadSuppInfo* pSupInfo, SColumnInfo* pC
static int32_t updateBlockSMAInfo(STSchema* pSchema, SBlockLoadSuppInfo* pSupInfo) {
int32_t i = 0, j = 0;
- while(i < pSchema->numOfCols && j < pSupInfo->numOfCols) {
+ while (i < pSchema->numOfCols && j < pSupInfo->numOfCols) {
STColumn* pTCol = &pSchema->columns[i];
if (pTCol->colId == pSupInfo->colId[j]) {
if (!IS_BSMA_ON(pTCol)) {
@@ -311,7 +312,8 @@ static void* getPosInBlockInfoBuf(SBlockInfoBuf* pBuf, int32_t index) {
}
// NOTE: speedup the whole processing by preparing the buffer for STableBlockScanInfo in batch model
-static SHashObj* createDataBlockScanInfo(STsdbReader* pTsdbReader, SBlockInfoBuf* pBuf, const STableKeyInfo* idList, int32_t numOfTables) {
+static SHashObj* createDataBlockScanInfo(STsdbReader* pTsdbReader, SBlockInfoBuf* pBuf, const STableKeyInfo* idList,
+ int32_t numOfTables) {
// allocate buffer in order to load data blocks from file
// todo use simple hash instead, optimize the memory consumption
SHashObj* pTableMap =
@@ -768,7 +770,6 @@ static int32_t doLoadFileBlock(STsdbReader* pReader, SArray* pIndexList, SBlockN
numOfTables, pBlockNum->numOfBlocks, numOfQTable, pBlockNum->numOfLastFiles, sizeInDisk / 1000.0, el,
pReader->idStr);
-
pReader->cost.numOfBlocks += total;
pReader->cost.headFileLoadTime += el;
@@ -902,7 +903,7 @@ static void copyPrimaryTsCol(const SBlockData* pBlockData, SFileBlockDumpInfo* p
// a faster version of copy procedure.
static void copyNumericCols(const SColData* pData, SFileBlockDumpInfo* pDumpInfo, SColumnInfoData* pColData,
- int32_t dumpedRows, bool asc) {
+ int32_t dumpedRows, bool asc) {
uint8_t* p = NULL;
if (asc) {
p = pData->pData + tDataTypes[pData->type].bytes * pDumpInfo->rowIndex;
@@ -911,7 +912,7 @@ static void copyNumericCols(const SColData* pData, SFileBlockDumpInfo* pDumpInfo
p = pData->pData + tDataTypes[pData->type].bytes * startIndex;
}
- int32_t step = asc? 1:-1;
+ int32_t step = asc ? 1 : -1;
// make sure it is aligned to 8bit, the allocated memory address is aligned to 256bit
// ASSERT((((uint64_t)pColData->pData) & (0x8 - 1)) == 0);
@@ -921,12 +922,11 @@ static void copyNumericCols(const SColData* pData, SFileBlockDumpInfo* pDumpInfo
// 2. reverse the array list in case of descending order scan data block
if (!asc) {
- switch(pColData->info.type) {
+ switch (pColData->info.type) {
case TSDB_DATA_TYPE_TIMESTAMP:
case TSDB_DATA_TYPE_DOUBLE:
case TSDB_DATA_TYPE_BIGINT:
- case TSDB_DATA_TYPE_UBIGINT:
- {
+ case TSDB_DATA_TYPE_UBIGINT: {
int32_t mid = dumpedRows >> 1u;
int64_t* pts = (int64_t*)pColData->pData;
for (int32_t j = 0; j < mid; ++j) {
@@ -940,7 +940,7 @@ static void copyNumericCols(const SColData* pData, SFileBlockDumpInfo* pDumpInfo
case TSDB_DATA_TYPE_BOOL:
case TSDB_DATA_TYPE_TINYINT:
case TSDB_DATA_TYPE_UTINYINT: {
- int32_t mid = dumpedRows >> 1u;
+ int32_t mid = dumpedRows >> 1u;
int8_t* pts = (int8_t*)pColData->pData;
for (int32_t j = 0; j < mid; ++j) {
int8_t t = pts[j];
@@ -1107,6 +1107,8 @@ static int32_t copyBlockDataToSDataBlock(STsdbReader* pReader, STableBlockScanIn
setBlockAllDumped(pDumpInfo, ts, pReader->order);
}
+ pBlockScanInfo->lastKey = pDumpInfo->lastKey;
+
double elapsedTime = (taosGetTimestampUs() - st) / 1000.0;
pReader->cost.blockLoadTime += elapsedTime;
@@ -1688,7 +1690,7 @@ static FORCE_INLINE STSchema* doGetSchemaForTSRow(int32_t sversion, STsdbReader*
static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo* pBlockScanInfo, TSDBROW* pRow,
SIterInfo* pIter, int64_t key, SLastBlockReader* pLastBlockReader) {
SRowMerger merge = {0};
- STSRow* pTSRow = NULL;
+ SRow* pTSRow = NULL;
SBlockData* pBlockData = &pReader->status.fileBlockData;
SFileBlockDumpInfo* pDumpInfo = &pReader->status.fBlockDumpInfo;
@@ -1736,7 +1738,7 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (pReader->order == TSDB_ORDER_ASC) {
if (minKey == key) {
init = true;
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1746,10 +1748,10 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == tsLast) {
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
if (init) {
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
} else {
init = true;
- int32_t code = tRowMergerInit(&merge, &fRow1, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow1, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1759,11 +1761,11 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == k.ts) {
if (init) {
- tRowMerge(&merge, pRow);
+ tsdbRowMerge(&merge, pRow);
} else {
init = true;
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- int32_t code = tRowMergerInit(&merge, pRow, pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, pRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1777,7 +1779,7 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == k.ts) {
init = true;
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- int32_t code = tRowMergerInit(&merge, pRow, pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, pRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1791,10 +1793,10 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == tsLast) {
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
if (init) {
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
} else {
init = true;
- int32_t code = tRowMergerInit(&merge, &fRow1, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow1, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1804,10 +1806,10 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == key) {
if (init) {
- tRowMerge(&merge, &fRow);
+ tsdbRowMerge(&merge, &fRow);
} else {
init = true;
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1816,7 +1818,7 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
}
}
- int32_t code = tRowMergerGetRow(&merge, &pTSRow);
+ int32_t code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1824,7 +1826,7 @@ static int32_t doMergeBufAndFileRows(STsdbReader* pReader, STableBlockScanInfo*
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
return TSDB_CODE_SUCCESS;
}
@@ -1834,7 +1836,7 @@ static int32_t doMergeFileBlockAndLastBlock(SLastBlockReader* pLastBlockReader,
SFileBlockDumpInfo* pDumpInfo = &pReader->status.fBlockDumpInfo;
int64_t tsLastBlock = getCurrentKeyInLastBlock(pLastBlockReader);
- STSRow* pTSRow = NULL;
+ SRow* pTSRow = NULL;
SRowMerger merge = {0};
TSDBROW fRow = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
tsdbTrace("fRow ptr:%p, %d, uid:%" PRIu64 ", %s", fRow.pBlockData, fRow.iRow, pLastBlockReader->uid, pReader->idStr);
@@ -1845,16 +1847,16 @@ static int32_t doMergeFileBlockAndLastBlock(SLastBlockReader* pLastBlockReader,
pBlockScanInfo->lastKey = tsLastBlock;
return TSDB_CODE_SUCCESS;
} else {
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
doMergeRowsInLastBlock(pLastBlockReader, pBlockScanInfo, tsLastBlock, &merge, &pReader->verRange);
- code = tRowMergerGetRow(&merge, &pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1862,10 +1864,10 @@ static int32_t doMergeFileBlockAndLastBlock(SLastBlockReader* pLastBlockReader,
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
}
} else { // not merge block data
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1877,7 +1879,7 @@ static int32_t doMergeFileBlockAndLastBlock(SLastBlockReader* pLastBlockReader,
doMergeRowsInFileBlocks(pBlockData, pBlockScanInfo, pReader, &merge);
}
- code = tRowMergerGetRow(&merge, &pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1885,7 +1887,7 @@ static int32_t doMergeFileBlockAndLastBlock(SLastBlockReader* pLastBlockReader,
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
}
return TSDB_CODE_SUCCESS;
@@ -1910,10 +1912,10 @@ static int32_t mergeFileBlockAndLastBlock(STsdbReader* pReader, SLastBlockReader
if (key < ts) { // imem, mem are all empty, file blocks (data blocks and last block) exist
return mergeRowsInFileBlocks(pBlockData, pBlockScanInfo, key, pReader);
} else if (key == ts) {
- STSRow* pTSRow = NULL;
+ SRow* pTSRow = NULL;
SRowMerger merge = {0};
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1921,11 +1923,11 @@ static int32_t mergeFileBlockAndLastBlock(STsdbReader* pReader, SLastBlockReader
doMergeRowsInFileBlocks(pBlockData, pBlockScanInfo, pReader, &merge);
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
doMergeRowsInLastBlock(pLastBlockReader, pBlockScanInfo, ts, &merge, &pReader->verRange);
- code = tRowMergerGetRow(&merge, &pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -1933,7 +1935,7 @@ static int32_t mergeFileBlockAndLastBlock(STsdbReader* pReader, SLastBlockReader
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
return code;
} else {
return TSDB_CODE_SUCCESS;
@@ -1949,7 +1951,7 @@ static int32_t mergeFileBlockAndLastBlock(STsdbReader* pReader, SLastBlockReader
static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo* pBlockScanInfo, SBlockData* pBlockData,
SLastBlockReader* pLastBlockReader) {
SRowMerger merge = {0};
- STSRow* pTSRow = NULL;
+ SRow* pTSRow = NULL;
int32_t code = TSDB_CODE_SUCCESS;
SFileBlockDumpInfo* pDumpInfo = &pReader->status.fBlockDumpInfo;
SArray* pDelList = pBlockScanInfo->delSkyline;
@@ -2012,7 +2014,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == key) {
init = true;
TSDBROW fRow = tsdbRowFromBlockData(pBlockData, pDumpInfo->rowIndex);
- code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2023,10 +2025,10 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == tsLast) {
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
if (init) {
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
} else {
init = true;
- code = tRowMergerInit(&merge, &fRow1, pReader->pSchema);
+ code = tsdbRowMergerInit(&merge, &fRow1, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2037,7 +2039,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == ik.ts) {
if (init) {
- tRowMerge(&merge, piRow);
+ tsdbRowMerge(&merge, piRow);
} else {
init = true;
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(piRow), pReader, pBlockScanInfo->uid);
@@ -2045,7 +2047,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
return code;
}
- code = tRowMergerInit(&merge, piRow, pSchema);
+ code = tsdbRowMergerInit(&merge, piRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2064,10 +2066,10 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
return code;
}
- tRowMerge(&merge, pRow);
+ tsdbRowMerge(&merge, pRow);
} else {
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- code = tRowMergerInit(&merge, pRow, pSchema);
+ code = tsdbRowMergerInit(&merge, pRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2082,7 +2084,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == k.ts) {
init = true;
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- code = tRowMergerInit(&merge, pRow, pSchema);
+ code = tsdbRowMergerInit(&merge, pRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2096,11 +2098,11 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == ik.ts) {
if (init) {
- tRowMerge(&merge, piRow);
+ tsdbRowMerge(&merge, piRow);
} else {
init = true;
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(piRow), pReader, pBlockScanInfo->uid);
- code = tRowMergerInit(&merge, piRow, pSchema);
+ code = tsdbRowMergerInit(&merge, piRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2115,10 +2117,10 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == tsLast) {
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
if (init) {
- tRowMerge(&merge, &fRow1);
+ tsdbRowMerge(&merge, &fRow1);
} else {
init = true;
- code = tRowMergerInit(&merge, &fRow1, pReader->pSchema);
+ code = tsdbRowMergerInit(&merge, &fRow1, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2129,7 +2131,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (minKey == key) {
TSDBROW fRow = tsdbRowFromBlockData(pBlockData, pDumpInfo->rowIndex);
if (!init) {
- code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2137,7 +2139,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
if (merge.pTSchema == NULL) {
return code;
}
- tRowMerge(&merge, &fRow);
+ tsdbRowMerge(&merge, &fRow);
}
doMergeRowsInFileBlocks(pBlockData, pBlockScanInfo, pReader, &merge);
}
@@ -2147,7 +2149,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
return code;
}
- code = tRowMergerGetRow(&merge, &pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2155,7 +2157,7 @@ static int32_t doMergeMultiLevelRows(STsdbReader* pReader, STableBlockScanInfo*
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
return code;
}
@@ -2307,16 +2309,16 @@ int32_t mergeRowsInFileBlocks(SBlockData* pBlockData, STableBlockScanInfo* pBloc
} else {
TSDBROW fRow = tsdbRowFromBlockData(pBlockData, pDumpInfo->rowIndex);
- STSRow* pTSRow = NULL;
+ SRow* pTSRow = NULL;
SRowMerger merge = {0};
- int32_t code = tRowMergerInit(&merge, &fRow, pReader->pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, &fRow, pReader->pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
doMergeRowsInFileBlocks(pBlockData, pBlockScanInfo, pReader, &merge);
- code = tRowMergerGetRow(&merge, &pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -2324,7 +2326,7 @@ int32_t mergeRowsInFileBlocks(SBlockData* pBlockData, STableBlockScanInfo* pBloc
doAppendRowFromTSRow(pReader->pResBlock, pReader, pTSRow, pBlockScanInfo);
taosMemoryFree(pTSRow);
- tRowMergerClear(&merge);
+ tsdbRowMergerClear(&merge);
return TSDB_CODE_SUCCESS;
}
}
@@ -2429,7 +2431,7 @@ static int32_t buildComposedDataBlock(STsdbReader* pReader) {
TSDBKEY keyInBuf = getCurrentKeyInBuf(pBlockScanInfo, pReader);
// it is a clean block, load it directly
- if (isCleanFileDataBlock(pReader, pBlockInfo, pBlock, pBlockScanInfo, keyInBuf, pLastBlockReader) &&
+ if (isCleanFileDataBlock(pReader, pBlockInfo, pBlock, pBlockScanInfo, keyInBuf, pLastBlockReader) &&
pBlock->nRow <= pReader->capacity) {
if (asc || ((!asc) && (!hasDataInLastBlock(pLastBlockReader)))) {
copyBlockDataToSDataBlock(pReader, pBlockScanInfo);
@@ -2449,7 +2451,7 @@ static int32_t buildComposedDataBlock(STsdbReader* pReader) {
while (1) {
bool hasBlockData = false;
{
- while (pBlockData->nRow > 0) { // find the first qualified row in data block
+ while (pBlockData->nRow > 0 && pBlockData->uid == pBlockScanInfo->uid) { // find the first qualified row in data block
if (isValidFileBlockRow(pBlockData, pDumpInfo, pBlockScanInfo, pReader)) {
hasBlockData = true;
break;
@@ -2632,7 +2634,6 @@ static int32_t moveToNextFile(STsdbReader* pReader, SBlockNumber* pBlockNum) {
taosArrayDestroy(pIndexList);
if (pReader->pReadSnap != NULL) {
-
SDelFile* pDelFile = pReader->pReadSnap->fs.pDelFile;
if (pReader->pDelFReader == NULL && pDelFile != NULL) {
int32_t code = tsdbDelFReaderOpen(&pReader->pDelFReader, pDelFile, pReader->pTsdb);
@@ -2982,7 +2983,12 @@ static int32_t buildBlockFromFiles(STsdbReader* pReader) {
} else {
if (pReader->status.pCurrentFileset->nSttF > 0) {
// data blocks in current file are exhausted, let's try the next file now
- tBlockDataReset(&pReader->status.fileBlockData);
+ SBlockData* pBlockData = &pReader->status.fileBlockData;
+ if (pBlockData->uid != 0) {
+ tBlockDataClear(pBlockData);
+ }
+
+ tBlockDataReset(pBlockData);
resetDataBlockIterator(pBlockIter, pReader->order);
goto _begin;
} else {
@@ -3180,7 +3186,8 @@ TSDBROW* getValidMemRow(SIterInfo* pIter, const SArray* pDelList, STsdbReader* p
}
TSDBROW* pRow = tsdbTbDataIterGet(pIter->iter);
- TSDBKEY key = {.ts = pRow->pTSRow->ts, .version = pRow->version};
+ TSDBKEY key = TSDBROW_KEY(pRow);
+
if (outOfTimeWindow(key.ts, &pReader->window)) {
pIter->hasVal = false;
return NULL;
@@ -3233,12 +3240,16 @@ int32_t doMergeRowsInBuf(SIterInfo* pIter, uint64_t uid, int64_t ts, SArray* pDe
break;
}
- STSchema* pTSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, uid);
- if (pTSchema == NULL) {
- return terrno;
- }
+ if (pRow->type == TSDBROW_ROW_FMT) {
+ STSchema* pTSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, uid);
+ if (pTSchema == NULL) {
+ return terrno;
+ }
- tRowMergerAdd(pMerger, pRow, pTSchema);
+ tsdbRowMergerAdd(pMerger, pRow, pTSchema);
+ } else { // column format
+ tsdbRowMerge(pMerger, pRow);
+ }
}
return TSDB_CODE_SUCCESS;
@@ -3253,7 +3264,7 @@ static int32_t doMergeRowsInFileBlockImpl(SBlockData* pBlockData, int32_t rowInd
}
TSDBROW fRow = tsdbRowFromBlockData(pBlockData, rowIndex);
- tRowMerge(pMerger, &fRow);
+ tsdbRowMerge(pMerger, &fRow);
rowIndex += step;
}
@@ -3309,6 +3320,11 @@ int32_t doMergeRowsInFileBlocks(SBlockData* pBlockData, STableBlockScanInfo* pSc
SFileDataBlockInfo* pFileBlockInfo = getCurrentBlockInfo(&pReader->status.blockIter);
SDataBlk* pCurrentBlock = getCurrentBlock(&pReader->status.blockIter);
+ if (pFileBlockInfo == NULL) {
+ st = CHECK_FILEBLOCK_QUIT;
+ break;
+ }
+
checkForNeighborFileBlock(pReader, pScanInfo, pCurrentBlock, pFileBlockInfo, pMerger, key, &st);
if (st == CHECK_FILEBLOCK_QUIT) {
break;
@@ -3325,7 +3341,7 @@ int32_t doMergeRowsInLastBlock(SLastBlockReader* pLastBlockReader, STableBlockSc
int64_t next1 = getCurrentKeyInLastBlock(pLastBlockReader);
if (next1 == ts) {
TSDBROW fRow1 = tMergeTreeGetRow(&pLastBlockReader->mergeTree);
- tRowMerge(pMerger, &fRow1);
+ tsdbRowMerge(pMerger, &fRow1);
} else {
break;
}
@@ -3334,7 +3350,7 @@ int32_t doMergeRowsInLastBlock(SLastBlockReader* pLastBlockReader, STableBlockSc
return TSDB_CODE_SUCCESS;
}
-int32_t doMergeMemTableMultiRows(TSDBROW* pRow, uint64_t uid, SIterInfo* pIter, SArray* pDelList, STSRow** pTSRow,
+int32_t doMergeMemTableMultiRows(TSDBROW* pRow, uint64_t uid, SIterInfo* pIter, SArray* pDelList, TSDBROW* pResRow,
STsdbReader* pReader, bool* freeTSRow) {
TSDBROW* pNextRow = NULL;
TSDBROW current = *pRow;
@@ -3343,19 +3359,19 @@ int32_t doMergeMemTableMultiRows(TSDBROW* pRow, uint64_t uid, SIterInfo* pIter,
pIter->hasVal = tsdbTbDataIterNext(pIter->iter);
if (!pIter->hasVal) {
- *pTSRow = current.pTSRow;
+ *pResRow = *pRow;
*freeTSRow = false;
return TSDB_CODE_SUCCESS;
} else { // has next point in mem/imem
pNextRow = getValidMemRow(pIter, pDelList, pReader);
if (pNextRow == NULL) {
- *pTSRow = current.pTSRow;
+ *pResRow = current;
*freeTSRow = false;
return TSDB_CODE_SUCCESS;
}
- if (current.pTSRow->ts != pNextRow->pTSRow->ts) {
- *pTSRow = current.pTSRow;
+ if (TSDBROW_TS(¤t) != TSDBROW_TS(pNextRow)) {
+ *pResRow = current;
*freeTSRow = false;
return TSDB_CODE_SUCCESS;
}
@@ -3363,47 +3379,60 @@ int32_t doMergeMemTableMultiRows(TSDBROW* pRow, uint64_t uid, SIterInfo* pIter,
}
SRowMerger merge = {0};
-
- // get the correct schema for data in memory
terrno = 0;
- STSchema* pTSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(¤t), pReader, uid);
- if (pTSchema == NULL) {
- return terrno;
- }
+ int32_t code = 0;
- if (pReader->pSchema == NULL) {
- pReader->pSchema = pTSchema;
- }
+ // start to merge duplicated rows
+ if (current.type == TSDBROW_ROW_FMT) {
+ // get the correct schema for data in memory
+ STSchema* pTSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(¤t), pReader, uid);
+ if (pTSchema == NULL) {
+ return terrno;
+ }
- int32_t code = tRowMergerInit2(&merge, pReader->pSchema, ¤t, pTSchema);
- if (code != TSDB_CODE_SUCCESS) {
- return code;
- }
+ if (pReader->pSchema == NULL) {
+ pReader->pSchema = pTSchema;
+ }
- STSchema* pTSchema1 = doGetSchemaForTSRow(TSDBROW_SVERSION(pNextRow), pReader, uid);
- if (pTSchema1 == NULL) {
- return terrno;
- }
+ code = tsdbRowMergerInit2(&merge, pReader->pSchema, ¤t, pTSchema);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
+ }
- tRowMergerAdd(&merge, pNextRow, pTSchema1);
+ STSchema* pTSchema1 = doGetSchemaForTSRow(TSDBROW_SVERSION(pNextRow), pReader, uid);
+ if (pTSchema1 == NULL) {
+ return terrno;
+ }
- code = doMergeRowsInBuf(pIter, uid, current.pTSRow->ts, pDelList, &merge, pReader);
+ tsdbRowMergerAdd(&merge, pNextRow, pTSchema1);
+ } else { // let's merge rows in file block
+ code = tsdbRowMergerInit(&merge, ¤t, pReader->pSchema);
+ if (code != TSDB_CODE_SUCCESS) {
+ return code;
+ }
+
+ tsdbRowMerge(&merge, pNextRow);
+ }
+
+ code = doMergeRowsInBuf(pIter, uid, TSDBROW_TS(¤t), pDelList, &merge, pReader);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
- code = tRowMergerGetRow(&merge, pTSRow);
+ code = tsdbRowMergerGetRow(&merge, &pResRow->pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
- tRowMergerClear(&merge);
+ pResRow->type = TSDBROW_ROW_FMT;
+ tsdbRowMergerClear(&merge);
*freeTSRow = true;
+
return TSDB_CODE_SUCCESS;
}
int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* pBlockScanInfo, STsdbReader* pReader,
- STSRow** pTSRow) {
+ SRow** pTSRow) {
SRowMerger merge = {0};
TSDBKEY k = TSDBROW_KEY(pRow);
@@ -3412,7 +3441,7 @@ int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* p
if (ASCENDING_TRAVERSE(pReader->order)) { // ascending order imem --> mem
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- int32_t code = tRowMergerInit(&merge, piRow, pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, piRow, pSchema);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -3423,7 +3452,7 @@ int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* p
return code;
}
- tRowMerge(&merge, pRow);
+ tsdbRowMerge(&merge, pRow);
code =
doMergeRowsInBuf(&pBlockScanInfo->iter, pBlockScanInfo->uid, k.ts, pBlockScanInfo->delSkyline, &merge, pReader);
if (code != TSDB_CODE_SUCCESS) {
@@ -3433,7 +3462,7 @@ int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* p
} else {
STSchema* pSchema = doGetSchemaForTSRow(TSDBROW_SVERSION(pRow), pReader, pBlockScanInfo->uid);
- int32_t code = tRowMergerInit(&merge, pRow, pSchema);
+ int32_t code = tsdbRowMergerInit(&merge, pRow, pSchema);
if (code != TSDB_CODE_SUCCESS || merge.pTSchema == NULL) {
return code;
}
@@ -3444,7 +3473,7 @@ int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* p
return code;
}
- tRowMerge(&merge, piRow);
+ tsdbRowMerge(&merge, piRow);
code = doMergeRowsInBuf(&pBlockScanInfo->iiter, pBlockScanInfo->uid, ik.ts, pBlockScanInfo->delSkyline, &merge,
pReader);
if (code != TSDB_CODE_SUCCESS) {
@@ -3452,13 +3481,12 @@ int32_t doMergeMemIMemRows(TSDBROW* pRow, TSDBROW* piRow, STableBlockScanInfo* p
}
}
- int32_t code = tRowMergerGetRow(&merge, pTSRow);
- tRowMergerClear(&merge);
-
+ int32_t code = tsdbRowMergerGetRow(&merge, pTSRow);
+ tsdbRowMergerClear(&merge);
return code;
}
-int32_t tsdbGetNextRowInMem(STableBlockScanInfo* pBlockScanInfo, STsdbReader* pReader, STSRow** pTSRow, int64_t endKey,
+int32_t tsdbGetNextRowInMem(STableBlockScanInfo* pBlockScanInfo, STsdbReader* pReader, TSDBROW* pResRow, int64_t endKey,
bool* freeTSRow) {
TSDBROW* pRow = getValidMemRow(&pBlockScanInfo->iter, pBlockScanInfo->delSkyline, pReader);
TSDBROW* piRow = getValidMemRow(&pBlockScanInfo->iiter, pBlockScanInfo->delSkyline, pReader);
@@ -3488,13 +3516,14 @@ int32_t tsdbGetNextRowInMem(STableBlockScanInfo* pBlockScanInfo, STsdbReader* pR
int32_t code = TSDB_CODE_SUCCESS;
if (ik.ts != k.ts) {
if (((ik.ts < k.ts) && asc) || ((ik.ts > k.ts) && (!asc))) { // ik.ts < k.ts
- code = doMergeMemTableMultiRows(piRow, uid, &pBlockScanInfo->iiter, pDelList, pTSRow, pReader, freeTSRow);
+ code = doMergeMemTableMultiRows(piRow, uid, &pBlockScanInfo->iiter, pDelList, pResRow, pReader, freeTSRow);
} else if (((k.ts < ik.ts) && asc) || ((k.ts > ik.ts) && (!asc))) {
- code = doMergeMemTableMultiRows(pRow, uid, &pBlockScanInfo->iter, pDelList, pTSRow, pReader, freeTSRow);
+ code = doMergeMemTableMultiRows(pRow, uid, &pBlockScanInfo->iter, pDelList, pResRow, pReader, freeTSRow);
}
} else { // ik.ts == k.ts
*freeTSRow = true;
- code = doMergeMemIMemRows(pRow, piRow, pBlockScanInfo, pReader, pTSRow);
+ pResRow->type = TSDBROW_ROW_FMT;
+ code = doMergeMemIMemRows(pRow, piRow, pBlockScanInfo, pReader, &pResRow->pTSRow);
if (code != TSDB_CODE_SUCCESS) {
return code;
}
@@ -3504,29 +3533,30 @@ int32_t tsdbGetNextRowInMem(STableBlockScanInfo* pBlockScanInfo, STsdbReader* pR
}
if (pBlockScanInfo->iter.hasVal && pRow != NULL) {
- return doMergeMemTableMultiRows(pRow, pBlockScanInfo->uid, &pBlockScanInfo->iter, pDelList, pTSRow, pReader,
+ return doMergeMemTableMultiRows(pRow, pBlockScanInfo->uid, &pBlockScanInfo->iter, pDelList, pResRow, pReader,
freeTSRow);
}
if (pBlockScanInfo->iiter.hasVal && piRow != NULL) {
- return doMergeMemTableMultiRows(piRow, uid, &pBlockScanInfo->iiter, pDelList, pTSRow, pReader, freeTSRow);
+ return doMergeMemTableMultiRows(piRow, uid, &pBlockScanInfo->iiter, pDelList, pResRow, pReader, freeTSRow);
}
return TSDB_CODE_SUCCESS;
}
-int32_t doAppendRowFromTSRow(SSDataBlock* pBlock, STsdbReader* pReader, STSRow* pTSRow,
- STableBlockScanInfo* pScanInfo) {
+int32_t doAppendRowFromTSRow(SSDataBlock* pBlock, STsdbReader* pReader, SRow* pTSRow, STableBlockScanInfo* pScanInfo) {
int32_t outputRowIndex = pBlock->info.rows;
int64_t uid = pScanInfo->uid;
+ int32_t numOfCols = (int32_t)taosArrayGetSize(pBlock->pDataBlock);
+
SBlockLoadSuppInfo* pSupInfo = &pReader->suppInfo;
STSchema* pSchema = doGetSchemaForTSRow(pTSRow->sver, pReader, uid);
SColVal colVal = {0};
int32_t i = 0, j = 0;
- if (pSupInfo->colId[i]== PRIMARYKEY_TIMESTAMP_COL_ID) {
+ if (pSupInfo->colId[i] == PRIMARYKEY_TIMESTAMP_COL_ID) {
SColumnInfoData* pColData = taosArrayGet(pBlock->pDataBlock, pSupInfo->slotId[i]);
((int64_t*)pColData->pData)[outputRowIndex] = pTSRow->ts;
i += 1;
@@ -3538,7 +3568,7 @@ int32_t doAppendRowFromTSRow(SSDataBlock* pBlock, STsdbReader* pReader, STSRow*
if (colId == pSchema->columns[j].colId) {
SColumnInfoData* pColInfoData = taosArrayGet(pBlock->pDataBlock, pSupInfo->slotId[i]);
- tTSRowGetVal(pTSRow, pSchema, j, &colVal);
+ tRowGet(pTSRow, pSchema, j, &colVal);
doCopyColVal(pColInfoData, outputRowIndex, i, &colVal, pSupInfo);
i += 1;
j += 1;
@@ -3571,7 +3601,7 @@ int32_t doAppendRowFromFileBlock(SSDataBlock* pResBlock, STsdbReader* pReader, S
int32_t outputRowIndex = pResBlock->info.rows;
SBlockLoadSuppInfo* pSupInfo = &pReader->suppInfo;
- if (pReader->suppInfo.colId[i]== PRIMARYKEY_TIMESTAMP_COL_ID) {
+ if (pReader->suppInfo.colId[i] == PRIMARYKEY_TIMESTAMP_COL_ID) {
SColumnInfoData* pColData = taosArrayGet(pResBlock->pDataBlock, pSupInfo->slotId[i]);
((int64_t*)pColData->pData)[outputRowIndex] = pBlockData->aTSKEY[rowIndex];
i += 1;
@@ -3617,17 +3647,22 @@ int32_t buildDataBlockFromBufImpl(STableBlockScanInfo* pBlockScanInfo, int64_t e
SSDataBlock* pBlock = pReader->pResBlock;
do {
- STSRow* pTSRow = NULL;
+ // SRow* pTSRow = NULL;
+ TSDBROW row = {.type = -1};
bool freeTSRow = false;
- tsdbGetNextRowInMem(pBlockScanInfo, pReader, &pTSRow, endKey, &freeTSRow);
- if (pTSRow == NULL) {
+ tsdbGetNextRowInMem(pBlockScanInfo, pReader, &row, endKey, &freeTSRow);
+ if (row.type == -1) {
break;
}
- doAppendRowFromTSRow(pBlock, pReader, pTSRow, pBlockScanInfo);
+ if (row.type == TSDBROW_ROW_FMT) {
+ doAppendRowFromTSRow(pBlock, pReader, row.pTSRow, pBlockScanInfo);
- if (freeTSRow) {
- taosMemoryFree(pTSRow);
+ if (freeTSRow) {
+ taosMemoryFree(row.pTSRow);
+ }
+ } else {
+ doAppendRowFromFileBlock(pBlock, pReader, row.pBlockData, row.iRow);
}
// no data in buffer, return immediately
@@ -3875,7 +3910,7 @@ void tsdbReaderClose(STsdbReader* pReader) {
}
taosMemoryFree(pSupInfo->colId);
- tBlockDataDestroy(&pReader->status.fileBlockData, true);
+ tBlockDataDestroy(&pReader->status.fileBlockData);
cleanupDataBlockIterator(&pReader->status.blockIter);
size_t numOfTables = taosHashGetSize(pReader->status.pTableMap);
@@ -3938,7 +3973,7 @@ static bool doTsdbNextDataBlock(STsdbReader* pReader) {
blockDataCleanup(pBlock);
SReaderStatus* pStatus = &pReader->status;
- if (taosHashGetSize(pStatus->pTableMap) == 0){
+ if (taosHashGetSize(pStatus->pTableMap) == 0) {
return false;
}
@@ -4028,12 +4063,10 @@ void tsdbRetrieveDataBlockInfo(const STsdbReader* pReader, int32_t* rows, uint64
}
}
-
-static void doFillNullColSMA(SBlockLoadSuppInfo* pSup, int32_t numOfRows, int32_t numOfCols,
- SColumnDataAgg* pTsAgg) {
+static void doFillNullColSMA(SBlockLoadSuppInfo* pSup, int32_t numOfRows, int32_t numOfCols, SColumnDataAgg* pTsAgg) {
// do fill all null column value SMA info
int32_t i = 0, j = 0;
- int32_t size = (int32_t) taosArrayGetSize(pSup->pColAgg);
+ int32_t size = (int32_t)taosArrayGetSize(pSup->pColAgg);
taosArrayInsert(pSup->pColAgg, 0, pTsAgg);
while (j < numOfCols && i < size) {
@@ -4046,7 +4079,7 @@ static void doFillNullColSMA(SBlockLoadSuppInfo* pSup, int32_t numOfRows, int32_
} else if (pSup->colId[j] < pAgg->colId) {
if (pSup->colId[j] != PRIMARYKEY_TIMESTAMP_COL_ID) {
SColumnDataAgg nullColAgg = {.colId = pSup->colId[j], .numOfNull = numOfRows};
- taosArrayInsert(pSup->pColAgg, i ,&nullColAgg);
+ taosArrayInsert(pSup->pColAgg, i, &nullColAgg);
}
j += 1;
}
@@ -4160,7 +4193,7 @@ static SSDataBlock* doRetrieveDataBlock(STsdbReader* pReader) {
int32_t code = doLoadFileBlockData(pReader, &pStatus->blockIter, &pStatus->fileBlockData, pBlockScanInfo->uid);
if (code != TSDB_CODE_SUCCESS) {
- tBlockDataDestroy(&pStatus->fileBlockData, 1);
+ tBlockDataDestroy(&pStatus->fileBlockData);
terrno = code;
return NULL;
}
diff --git a/source/dnode/vnode/src/tsdb/tsdbSnapshot.c b/source/dnode/vnode/src/tsdb/tsdbSnapshot.c
index 99acc249926f001fb795f5bc0302a1d1cb3e1139..db29d75f174d6a09506f039152ff182bd7e0ac39 100644
--- a/source/dnode/vnode/src/tsdb/tsdbSnapshot.c
+++ b/source/dnode/vnode/src/tsdb/tsdbSnapshot.c
@@ -538,7 +538,7 @@ _exit:
if (pReader) {
taosArrayDestroy(pReader->aDelData);
taosArrayDestroy(pReader->aDelIdx);
- tBlockDataDestroy(&pReader->bData, 1);
+ tBlockDataDestroy(&pReader->bData);
tsdbFSDestroy(&pReader->fs);
taosMemoryFree(pReader);
}
@@ -565,10 +565,10 @@ int32_t tsdbSnapReaderClose(STsdbSnapReader** ppReader) {
taosArrayDestroy(pIter->aSttBlk);
}
- tBlockDataDestroy(&pIter->bData, 1);
+ tBlockDataDestroy(&pIter->bData);
}
- tBlockDataDestroy(&pReader->bData, 1);
+ tBlockDataDestroy(&pReader->bData);
tDestroyTSchema(pReader->skmTable.pTSchema);
// del
@@ -1359,13 +1359,13 @@ _exit:
if (pWriter->aDelIdxW) taosArrayDestroy(pWriter->aDelIdxW);
if (pWriter->aDelData) taosArrayDestroy(pWriter->aDelData);
if (pWriter->aDelIdxR) taosArrayDestroy(pWriter->aDelIdxR);
- tBlockDataDestroy(&pWriter->dWriter.sData, 1);
- tBlockDataDestroy(&pWriter->dWriter.bData, 1);
+ tBlockDataDestroy(&pWriter->dWriter.sData);
+ tBlockDataDestroy(&pWriter->dWriter.bData);
if (pWriter->dWriter.aSttBlk) taosArrayDestroy(pWriter->dWriter.aSttBlk);
if (pWriter->dWriter.aBlockIdx) taosArrayDestroy(pWriter->dWriter.aBlockIdx);
- tBlockDataDestroy(&pWriter->dReader.bData, 1);
+ tBlockDataDestroy(&pWriter->dReader.bData);
if (pWriter->dReader.aBlockIdx) taosArrayDestroy(pWriter->dReader.aBlockIdx);
- tBlockDataDestroy(&pWriter->bData, 1);
+ tBlockDataDestroy(&pWriter->bData);
tsdbFSDestroy(&pWriter->fs);
taosMemoryFree(pWriter);
}
@@ -1425,18 +1425,18 @@ int32_t tsdbSnapWriterClose(STsdbSnapWriter** ppWriter, int8_t rollback) {
// SNAP_DATA_TSDB
// Writer
- tBlockDataDestroy(&pWriter->dWriter.sData, 1);
- tBlockDataDestroy(&pWriter->dWriter.bData, 1);
+ tBlockDataDestroy(&pWriter->dWriter.sData);
+ tBlockDataDestroy(&pWriter->dWriter.bData);
taosArrayDestroy(pWriter->dWriter.aSttBlk);
tMapDataClear(&pWriter->dWriter.mDataBlk);
taosArrayDestroy(pWriter->dWriter.aBlockIdx);
// Reader
- tBlockDataDestroy(&pWriter->dReader.bData, 1);
+ tBlockDataDestroy(&pWriter->dReader.bData);
tMapDataClear(&pWriter->dReader.mDataBlk);
taosArrayDestroy(pWriter->dReader.aBlockIdx);
- tBlockDataDestroy(&pWriter->bData, 1);
+ tBlockDataDestroy(&pWriter->bData);
tDestroyTSchema(pWriter->skmTable.pTSchema);
for (int32_t iBuf = 0; iBuf < sizeof(pWriter->aBuf) / sizeof(uint8_t*); iBuf++) {
diff --git a/source/dnode/vnode/src/tsdb/tsdbUtil.c b/source/dnode/vnode/src/tsdb/tsdbUtil.c
index 55703002b80a518d3d572dab6dc5368910dcfbc2..1c92e922b0004c6ff9cc94b5e6fafa80b638cc0f 100644
--- a/source/dnode/vnode/src/tsdb/tsdbUtil.c
+++ b/source/dnode/vnode/src/tsdb/tsdbUtil.c
@@ -23,7 +23,7 @@ void tMapDataReset(SMapData *pMapData) {
}
void tMapDataClear(SMapData *pMapData) {
- tFree((uint8_t *)pMapData->aOffset);
+ tFree(pMapData->aOffset);
tFree(pMapData->pData);
pMapData->pData = NULL;
pMapData->aOffset = NULL;
@@ -572,9 +572,9 @@ void tsdbRowGetColVal(TSDBROW *pRow, STSchema *pTSchema, int32_t iCol, SColVal *
ASSERT(iCol > 0);
- if (pRow->type == 0) {
- tTSRowGetVal(pRow->pTSRow, pTSchema, iCol, pColVal);
- } else if (pRow->type == 1) {
+ if (pRow->type == TSDBROW_ROW_FMT) {
+ tRowGet(pRow->pTSRow, pTSchema, iCol, pColVal);
+ } else if (pRow->type == TSDBROW_COL_FMT) {
SColData *pColData;
tBlockDataGetColData(pRow->pBlockData, pTColumn->colId, &pColData);
@@ -589,60 +589,61 @@ void tsdbRowGetColVal(TSDBROW *pRow, STSchema *pTSchema, int32_t iCol, SColVal *
}
}
-// int32_t tPutTSDBRow(uint8_t *p, TSDBROW *pRow) {
-// int32_t n = 0;
-
-// n += tPutI64(p, pRow->version);
-// if (p) memcpy(p + n, pRow->pTSRow, pRow->pTSRow->len);
-// n += pRow->pTSRow->len;
-
-// return n;
-// }
-
int32_t tsdbRowCmprFn(const void *p1, const void *p2) {
return tsdbKeyCmprFn(&TSDBROW_KEY((TSDBROW *)p1), &TSDBROW_KEY((TSDBROW *)p2));
}
// STSDBRowIter ======================================================
-void tsdbRowIterInit(STSDBRowIter *pIter, TSDBROW *pRow, STSchema *pTSchema) {
+int32_t tsdbRowIterOpen(STSDBRowIter *pIter, TSDBROW *pRow, STSchema *pTSchema) {
+ int32_t code = 0;
+
pIter->pRow = pRow;
- if (pRow->type == 0) {
- ASSERT(pTSchema);
- pIter->pTSchema = pTSchema;
- pIter->i = 1;
- } else if (pRow->type == 1) {
- pIter->pTSchema = NULL;
- pIter->i = 0;
+ if (pRow->type == TSDBROW_ROW_FMT) {
+ code = tRowIterOpen(pRow->pTSRow, pTSchema, &pIter->pIter);
+ if (code) goto _exit;
+ } else if (pRow->type == TSDBROW_COL_FMT) {
+ pIter->iColData = 0;
} else {
ASSERT(0);
}
+
+_exit:
+ return code;
}
-SColVal *tsdbRowIterNext(STSDBRowIter *pIter) {
- if (pIter->pRow->type == 0) {
- if (pIter->i < pIter->pTSchema->numOfCols) {
- tTSRowGetVal(pIter->pRow->pTSRow, pIter->pTSchema, pIter->i, &pIter->colVal);
- pIter->i++;
+void tsdbRowClose(STSDBRowIter *pIter) {
+ if (pIter->pRow->type == TSDBROW_ROW_FMT) {
+ tRowIterClose(&pIter->pIter);
+ }
+}
- return &pIter->colVal;
+SColVal *tsdbRowIterNext(STSDBRowIter *pIter) {
+ if (pIter->pRow->type == TSDBROW_ROW_FMT) {
+ return tRowIterNext(pIter->pIter);
+ } else if (pIter->pRow->type == TSDBROW_COL_FMT) {
+ if (pIter->iColData == 0) {
+ pIter->cv = COL_VAL_VALUE(PRIMARYKEY_TIMESTAMP_COL_ID, TSDB_DATA_TYPE_TIMESTAMP,
+ (SValue){.val = pIter->pRow->pBlockData->aTSKEY[pIter->pRow->iRow]});
+ ++pIter->iColData;
+ return &pIter->cv;
}
- } else {
- if (pIter->i < pIter->pRow->pBlockData->nColData) {
- SColData *pColData = tBlockDataGetColDataByIdx(pIter->pRow->pBlockData, pIter->i);
-
- tColDataGetValue(pColData, pIter->pRow->iRow, &pIter->colVal);
- pIter->i++;
- return &pIter->colVal;
+ if (pIter->iColData < pIter->pRow->pBlockData->nColData) {
+ tColDataGetValue(&pIter->pRow->pBlockData->aColData[pIter->iColData], pIter->pRow->iRow, &pIter->cv);
+ ++pIter->iColData;
+ return &pIter->cv;
+ } else {
+ return NULL;
}
+ } else {
+ ASSERT(0);
+ return NULL; // suppress error report by compiler
}
-
- return NULL;
}
// SRowMerger ======================================================
-int32_t tRowMergerInit2(SRowMerger *pMerger, STSchema *pResTSchema, TSDBROW *pRow, STSchema *pTSchema) {
+int32_t tsdbRowMergerInit2(SRowMerger *pMerger, STSchema *pResTSchema, TSDBROW *pRow, STSchema *pTSchema) {
int32_t code = 0;
TSDBKEY key = TSDBROW_KEY(pRow);
SColVal *pColVal = &(SColVal){0};
@@ -697,7 +698,7 @@ _exit:
return code;
}
-int32_t tRowMergerAdd(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema) {
+int32_t tsdbRowMergerAdd(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema) {
int32_t code = 0;
TSDBKEY key = TSDBROW_KEY(pRow);
SColVal *pColVal = &(SColVal){0};
@@ -736,7 +737,7 @@ int32_t tRowMergerAdd(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema) {
return code;
}
-int32_t tRowMergerInit(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema) {
+int32_t tsdbRowMergerInit(SRowMerger *pMerger, TSDBROW *pRow, STSchema *pTSchema) {
int32_t code = 0;
TSDBKEY key = TSDBROW_KEY(pRow);
SColVal *pColVal = &(SColVal){0};
@@ -775,9 +776,9 @@ _exit:
return code;
}
-void tRowMergerClear(SRowMerger *pMerger) { taosArrayDestroy(pMerger->pArray); }
+void tsdbRowMergerClear(SRowMerger *pMerger) { taosArrayDestroy(pMerger->pArray); }
-int32_t tRowMerge(SRowMerger *pMerger, TSDBROW *pRow) {
+int32_t tsdbRowMerge(SRowMerger *pMerger, TSDBROW *pRow) {
int32_t code = 0;
TSDBKEY key = TSDBROW_KEY(pRow);
SColVal *pColVal = &(SColVal){0};
@@ -807,12 +808,8 @@ _exit:
return code;
}
-int32_t tRowMergerGetRow(SRowMerger *pMerger, STSRow **ppRow) {
- int32_t code = 0;
-
- code = tdSTSRowNew(pMerger->pArray, pMerger->pTSchema, ppRow);
-
- return code;
+int32_t tsdbRowMergerGetRow(SRowMerger *pMerger, SRow **ppRow) {
+ return tRowBuild(pMerger->pArray, pMerger->pTSchema, ppRow);
}
// delete skyline ======================================================
@@ -931,27 +928,49 @@ int32_t tBlockDataCreate(SBlockData *pBlockData) {
pBlockData->aVersion = NULL;
pBlockData->aTSKEY = NULL;
pBlockData->nColData = 0;
- pBlockData->aColData = taosArrayInit(0, sizeof(SColData));
- if (pBlockData->aColData == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto _exit;
- }
+ pBlockData->aColData = NULL;
_exit:
return code;
}
-void tBlockDataDestroy(SBlockData *pBlockData, int8_t deepClear) {
- tFree((uint8_t *)pBlockData->aUid);
- tFree((uint8_t *)pBlockData->aVersion);
- tFree((uint8_t *)pBlockData->aTSKEY);
- taosArrayDestroyEx(pBlockData->aColData, deepClear ? tColDataDestroy : NULL);
- pBlockData->aUid = NULL;
- pBlockData->aVersion = NULL;
- pBlockData->aTSKEY = NULL;
- pBlockData->aColData = NULL;
+void tBlockDataDestroy(SBlockData *pBlockData) {
+ tFree(pBlockData->aUid);
+ tFree(pBlockData->aVersion);
+ tFree(pBlockData->aTSKEY);
+
+ for (int32_t i = 0; i < pBlockData->nColData; i++) {
+ tColDataDestroy(&pBlockData->aColData[i]);
+ }
+
+ if (pBlockData->aColData) {
+ taosMemoryFree(pBlockData->aColData);
+ pBlockData->aColData = NULL;
+ }
}
+static int32_t tBlockDataAdjustColData(SBlockData *pBlockData, int32_t nColData) {
+ int32_t code = 0;
+
+ if (pBlockData->nColData > nColData) {
+ for (int32_t i = nColData; i < pBlockData->nColData; i++) {
+ tColDataDestroy(&pBlockData->aColData[i]);
+ }
+ } else if (pBlockData->nColData < nColData) {
+ SColData *aColData = taosMemoryRealloc(pBlockData->aColData, sizeof(SBlockData) * nColData);
+ if (aColData == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ pBlockData->aColData = aColData;
+ memset(&pBlockData->aColData[pBlockData->nColData], 0, sizeof(SBlockData) * (nColData - pBlockData->nColData));
+ }
+ pBlockData->nColData = nColData;
+
+_exit:
+ return code;
+}
int32_t tBlockDataInit(SBlockData *pBlockData, TABLEID *pId, STSchema *pTSchema, int16_t *aCid, int32_t nCid) {
int32_t code = 0;
@@ -961,37 +980,35 @@ int32_t tBlockDataInit(SBlockData *pBlockData, TABLEID *pId, STSchema *pTSchema,
pBlockData->uid = pId->uid;
pBlockData->nRow = 0;
- pBlockData->nColData = 0;
if (aCid) {
+ code = tBlockDataAdjustColData(pBlockData, nCid);
+ if (code) goto _exit;
+
int32_t iColumn = 1;
STColumn *pTColumn = &pTSchema->columns[iColumn];
for (int32_t iCid = 0; iCid < nCid; iCid++) {
- while (pTColumn && pTColumn->colId < aCid[iCid]) {
+ ASSERT(pTColumn);
+ while (pTColumn->colId < aCid[iCid]) {
iColumn++;
- pTColumn = (iColumn < pTSchema->numOfCols) ? &pTSchema->columns[iColumn] : NULL;
+ ASSERT(iColumn < pTSchema->numOfCols);
+ pTColumn = &pTSchema->columns[iColumn];
}
- if (pTColumn == NULL) {
- break;
- } else if (pTColumn->colId == aCid[iCid]) {
- SColData *pColData;
- code = tBlockDataAddColData(pBlockData, &pColData);
- if (code) goto _exit;
- tColDataInit(pColData, pTColumn->colId, pTColumn->type, (pTColumn->flags & COL_SMA_ON) ? 1 : 0);
+ ASSERT(pTColumn->colId == aCid[iCid]);
+ tColDataInit(&pBlockData->aColData[iCid], pTColumn->colId, pTColumn->type,
+ (pTColumn->flags & COL_SMA_ON) ? 1 : 0);
- iColumn++;
- pTColumn = (iColumn < pTSchema->numOfCols) ? &pTSchema->columns[iColumn] : NULL;
- }
+ iColumn++;
+ pTColumn = (iColumn < pTSchema->numOfCols) ? &pTSchema->columns[iColumn] : NULL;
}
} else {
- for (int32_t iColumn = 1; iColumn < pTSchema->numOfCols; iColumn++) {
- STColumn *pTColumn = &pTSchema->columns[iColumn];
-
- SColData *pColData;
- code = tBlockDataAddColData(pBlockData, &pColData);
- if (code) goto _exit;
+ code = tBlockDataAdjustColData(pBlockData, pTSchema->numOfCols - 1);
+ if (code) goto _exit;
- tColDataInit(pColData, pTColumn->colId, pTColumn->type, (pTColumn->flags & COL_SMA_ON) ? 1 : 0);
+ for (int32_t iColData = 0; iColData < pBlockData->nColData; iColData++) {
+ STColumn *pTColumn = &pTSchema->columns[iColData + 1];
+ tColDataInit(&pBlockData->aColData[iColData], pTColumn->colId, pTColumn->type,
+ (pTColumn->flags & COL_SMA_ON) ? 1 : 0);
}
}
@@ -1002,8 +1019,6 @@ _exit:
void tBlockDataReset(SBlockData *pBlockData) {
pBlockData->suid = 0;
pBlockData->uid = 0;
- pBlockData->nRow = 0;
- pBlockData->nColData = 0;
}
void tBlockDataClear(SBlockData *pBlockData) {
@@ -1011,49 +1026,22 @@ void tBlockDataClear(SBlockData *pBlockData) {
pBlockData->nRow = 0;
for (int32_t iColData = 0; iColData < pBlockData->nColData; iColData++) {
- SColData *pColData = tBlockDataGetColDataByIdx(pBlockData, iColData);
- tColDataClear(pColData);
+ tColDataClear(tBlockDataGetColDataByIdx(pBlockData, iColData));
}
}
-int32_t tBlockDataAddColData(SBlockData *pBlockData, SColData **ppColData) {
- int32_t code = 0;
- SColData *pColData = NULL;
-
- if (pBlockData->nColData >= taosArrayGetSize(pBlockData->aColData)) {
- if (taosArrayPush(pBlockData->aColData, &((SColData){0})) == NULL) {
- code = TSDB_CODE_OUT_OF_MEMORY;
- goto _err;
- }
- }
- pColData = (SColData *)taosArrayGet(pBlockData->aColData, pBlockData->nColData);
-
- pBlockData->nColData++;
-
- *ppColData = pColData;
- return code;
-
-_err:
- *ppColData = NULL;
- return code;
-}
-
static int32_t tBlockDataAppendBlockRow(SBlockData *pBlockData, SBlockData *pBlockDataFrom, int32_t iRow) {
int32_t code = 0;
SColVal cv = {0};
int32_t iColDataFrom = 0;
- SColData *pColDataFrom =
- (iColDataFrom < pBlockDataFrom->nColData) ? &((SColData *)pBlockDataFrom->aColData->pData)[iColDataFrom] : NULL;
+ SColData *pColDataFrom = (iColDataFrom < pBlockDataFrom->nColData) ? &pBlockDataFrom->aColData[iColDataFrom] : NULL;
for (int32_t iColDataTo = 0; iColDataTo < pBlockData->nColData; iColDataTo++) {
- SColData *pColDataTo = &((SColData *)pBlockData->aColData->pData)[iColDataTo];
+ SColData *pColDataTo = &pBlockData->aColData[iColDataTo];
while (pColDataFrom && pColDataFrom->cid < pColDataTo->cid) {
- iColDataFrom++;
- pColDataFrom = (iColDataFrom < pBlockDataFrom->nColData)
- ? &((SColData *)pBlockDataFrom->aColData->pData)[iColDataFrom]
- : NULL;
+ pColDataFrom = (++iColDataFrom < pBlockDataFrom->nColData) ? &pBlockDataFrom->aColData[iColDataFrom] : NULL;
}
if (pColDataFrom == NULL || pColDataFrom->cid > pColDataTo->cid) {
@@ -1065,157 +1053,7 @@ static int32_t tBlockDataAppendBlockRow(SBlockData *pBlockData, SBlockData *pBlo
code = tColDataAppendValue(pColDataTo, &cv);
if (code) goto _exit;
- iColDataFrom++;
- pColDataFrom = (iColDataFrom < pBlockDataFrom->nColData)
- ? &((SColData *)pBlockDataFrom->aColData->pData)[iColDataFrom]
- : NULL;
- }
- }
-
-_exit:
- return code;
-}
-
-static int32_t tBlockDataAppendTPRow(SBlockData *pBlockData, STSRow *pRow, STSchema *pTSchema) {
- int32_t code = 0;
-
- int32_t iTColumn = 1;
- STColumn *pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
- void *pBitmap = pRow->statis ? tdGetBitmapAddrTp(pRow, pTSchema->flen) : NULL;
-
- for (int32_t iColData = 0; iColData < pBlockData->nColData; iColData++) {
- SColData *pColData = &((SColData *)pBlockData->aColData->pData)[iColData];
-
- while (pTColumn && pTColumn->colId < pColData->cid) {
- iTColumn++;
- pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
- }
-
- if (pTColumn == NULL || pTColumn->colId > pColData->cid) {
- code = tColDataAppendValue(pColData, &COL_VAL_NONE(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else {
- ASSERT(pTColumn->type == pColData->type);
-
- SColVal cv = {.cid = pTColumn->colId, .type = pTColumn->type};
-
- if (pRow->statis) {
- TDRowValT vt = TD_VTYPE_MAX;
- tdGetBitmapValTypeII(pBitmap, iTColumn - 1, &vt);
-
- if (vt == TD_VTYPE_NORM) {
- cv.flag = CV_FLAG_VALUE;
-
- if (IS_VAR_DATA_TYPE(pTColumn->type)) {
- void *pData = (char *)pRow + *(int32_t *)(pRow->data + pTColumn->offset);
- cv.value.nData = varDataLen(pData);
- cv.value.pData = varDataVal(pData);
- } else {
- memcpy(&cv.value.val, pRow->data + pTColumn->offset, pTColumn->bytes);
- }
-
- code = tColDataAppendValue(pColData, &cv);
- if (code) goto _exit;
- } else if (vt == TD_VTYPE_NONE) {
- code = tColDataAppendValue(pColData, &COL_VAL_NONE(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else if (vt == TD_VTYPE_NULL) {
- code = tColDataAppendValue(pColData, &COL_VAL_NULL(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else {
- ASSERT(0);
- }
- } else {
- cv.flag = CV_FLAG_VALUE;
-
- if (IS_VAR_DATA_TYPE(pTColumn->type)) {
- void *pData = (char *)pRow + *(int32_t *)(pRow->data + pTColumn->offset);
- cv.value.nData = varDataLen(pData);
- cv.value.pData = varDataVal(pData);
- } else {
- memcpy(&cv.value.val, pRow->data + pTColumn->offset, pTColumn->bytes);
- }
-
- code = tColDataAppendValue(pColData, &cv);
- if (code) goto _exit;
- }
-
- iTColumn++;
- pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
- }
- }
-
-_exit:
- return code;
-}
-
-static int32_t tBlockDataAppendKVRow(SBlockData *pBlockData, STSRow *pRow, STSchema *pTSchema) {
- int32_t code = 0;
-
- col_id_t kvIter = 0;
- col_id_t nKvCols = tdRowGetNCols(pRow) - 1;
- void *pColIdx = TD_ROW_COL_IDX(pRow);
- void *pBitmap = tdGetBitmapAddrKv(pRow, tdRowGetNCols(pRow));
- int32_t iTColumn = 1;
- STColumn *pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
-
- for (int32_t iColData = 0; iColData < pBlockData->nColData; iColData++) {
- SColData *pColData = &((SColData *)pBlockData->aColData->pData)[iColData];
-
- while (pTColumn && pTColumn->colId < pColData->cid) {
- iTColumn++;
- pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
- }
-
- if (pTColumn == NULL || pTColumn->colId > pColData->cid) {
- code = tColDataAppendValue(pColData, &COL_VAL_NONE(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else {
- ASSERT(pTColumn->type == pColData->type);
-
- SColVal cv = {.cid = pTColumn->colId, .type = pTColumn->type};
- TDRowValT vt = TD_VTYPE_NONE; // default is NONE
- SKvRowIdx *pKvIdx = NULL;
-
- while (kvIter < nKvCols) {
- pKvIdx = (SKvRowIdx *)POINTER_SHIFT(pColIdx, kvIter * sizeof(SKvRowIdx));
- if (pKvIdx->colId == pTColumn->colId) {
- tdGetBitmapValTypeII(pBitmap, kvIter, &vt);
- ++kvIter;
- break;
- } else if (pKvIdx->colId > pTColumn->colId) {
- vt = TD_VTYPE_NONE;
- break;
- } else {
- ++kvIter;
- }
- }
-
- if (vt == TD_VTYPE_NORM) {
- cv.flag = CV_FLAG_VALUE;
-
- void *pData = POINTER_SHIFT(pRow, pKvIdx->offset);
- if (IS_VAR_DATA_TYPE(pTColumn->type)) {
- cv.value.nData = varDataLen(pData);
- cv.value.pData = varDataVal(pData);
- } else {
- memcpy(&cv.value.val, pData, pTColumn->bytes);
- }
-
- code = tColDataAppendValue(pColData, &cv);
- if (code) goto _exit;
- } else if (vt == TD_VTYPE_NONE) {
- code = tColDataAppendValue(pColData, &COL_VAL_NONE(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else if (vt == TD_VTYPE_NULL) {
- code = tColDataAppendValue(pColData, &COL_VAL_NULL(pColData->cid, pColData->type));
- if (code) goto _exit;
- } else {
- ASSERT(0);
- }
-
- iTColumn++;
- pTColumn = (iTColumn < pTSchema->numOfCols) ? &pTSchema->columns[iTColumn] : NULL;
+ pColDataFrom = (++iColDataFrom < pBlockDataFrom->nColData) ? &pBlockDataFrom->aColData[iColDataFrom] : NULL;
}
}
@@ -1245,19 +1083,14 @@ int32_t tBlockDataAppendRow(SBlockData *pBlockData, TSDBROW *pRow, STSchema *pTS
pBlockData->aTSKEY[pBlockData->nRow] = TSDBROW_TS(pRow);
SColVal cv = {0};
- if (pRow->type == 0) {
- if (TD_IS_TP_ROW(pRow->pTSRow)) {
- code = tBlockDataAppendTPRow(pBlockData, pRow->pTSRow, pTSchema);
- if (code) goto _err;
- } else if (TD_IS_KV_ROW(pRow->pTSRow)) {
- code = tBlockDataAppendKVRow(pBlockData, pRow->pTSRow, pTSchema);
- if (code) goto _err;
- } else {
- ASSERT(0);
- }
- } else {
+ if (pRow->type == TSDBROW_ROW_FMT) {
+ code = tRowAppendToColData(pRow->pTSRow, pTSchema, pBlockData->aColData, pBlockData->nColData);
+ if (code) goto _err;
+ } else if (pRow->type == TSDBROW_COL_FMT) {
code = tBlockDataAppendBlockRow(pBlockData, pRow->pBlockData, pRow->iRow);
if (code) goto _err;
+ } else {
+ ASSERT(0);
}
pBlockData->nRow++;
@@ -1267,133 +1100,13 @@ _err:
return code;
}
-int32_t tBlockDataCorrectSchema(SBlockData *pBlockData, SBlockData *pBlockDataFrom) {
- int32_t code = 0;
-
- int32_t iColData = 0;
- for (int32_t iColDataFrom = 0; iColDataFrom < pBlockDataFrom->nColData; iColDataFrom++) {
- SColData *pColDataFrom = tBlockDataGetColDataByIdx(pBlockDataFrom, iColDataFrom);
-
- while (true) {
- SColData *pColData;
- if (iColData < pBlockData->nColData) {
- pColData = tBlockDataGetColDataByIdx(pBlockData, iColData);
- } else {
- pColData = NULL;
- }
-
- if (pColData == NULL || pColData->cid > pColDataFrom->cid) {
- code = tBlockDataAddColData(pBlockData, &pColData);
- if (code) goto _exit;
-
- tColDataInit(pColData, pColDataFrom->cid, pColDataFrom->type, pColDataFrom->smaOn);
- for (int32_t iRow = 0; iRow < pBlockData->nRow; iRow++) {
- code = tColDataAppendValue(pColData, &COL_VAL_NONE(pColData->cid, pColData->type));
- if (code) goto _exit;
- }
-
- iColData++;
- break;
- } else if (pColData->cid == pColDataFrom->cid) {
- iColData++;
- break;
- } else {
- iColData++;
- }
- }
- }
-
-_exit:
- return code;
-}
-
-int32_t tBlockDataMerge(SBlockData *pBlockData1, SBlockData *pBlockData2, SBlockData *pBlockData) {
- int32_t code = 0;
-
- ASSERT(pBlockData->suid == pBlockData1->suid);
- ASSERT(pBlockData->uid == pBlockData1->uid);
- ASSERT(pBlockData1->nRow > 0);
- ASSERT(pBlockData2->nRow > 0);
-
- tBlockDataClear(pBlockData);
-
- TSDBROW row1 = tsdbRowFromBlockData(pBlockData1, 0);
- TSDBROW row2 = tsdbRowFromBlockData(pBlockData2, 0);
- TSDBROW *pRow1 = &row1;
- TSDBROW *pRow2 = &row2;
-
- while (pRow1 && pRow2) {
- int32_t c = tsdbRowCmprFn(pRow1, pRow2);
-
- if (c < 0) {
- code = tBlockDataAppendRow(pBlockData, pRow1, NULL,
- pBlockData1->uid ? pBlockData1->uid : pBlockData1->aUid[pRow1->iRow]);
- if (code) goto _exit;
-
- pRow1->iRow++;
- if (pRow1->iRow < pBlockData1->nRow) {
- *pRow1 = tsdbRowFromBlockData(pBlockData1, pRow1->iRow);
- } else {
- pRow1 = NULL;
- }
- } else if (c > 0) {
- code = tBlockDataAppendRow(pBlockData, pRow2, NULL,
- pBlockData2->uid ? pBlockData2->uid : pBlockData2->aUid[pRow2->iRow]);
- if (code) goto _exit;
-
- pRow2->iRow++;
- if (pRow2->iRow < pBlockData2->nRow) {
- *pRow2 = tsdbRowFromBlockData(pBlockData2, pRow2->iRow);
- } else {
- pRow2 = NULL;
- }
- } else {
- ASSERT(0);
- }
- }
-
- while (pRow1) {
- code = tBlockDataAppendRow(pBlockData, pRow1, NULL,
- pBlockData1->uid ? pBlockData1->uid : pBlockData1->aUid[pRow1->iRow]);
- if (code) goto _exit;
-
- pRow1->iRow++;
- if (pRow1->iRow < pBlockData1->nRow) {
- *pRow1 = tsdbRowFromBlockData(pBlockData1, pRow1->iRow);
- } else {
- pRow1 = NULL;
- }
- }
-
- while (pRow2) {
- code = tBlockDataAppendRow(pBlockData, pRow2, NULL,
- pBlockData2->uid ? pBlockData2->uid : pBlockData2->aUid[pRow2->iRow]);
- if (code) goto _exit;
-
- pRow2->iRow++;
- if (pRow2->iRow < pBlockData2->nRow) {
- *pRow2 = tsdbRowFromBlockData(pBlockData2, pRow2->iRow);
- } else {
- pRow2 = NULL;
- }
- }
-
-_exit:
- return code;
-}
-
-SColData *tBlockDataGetColDataByIdx(SBlockData *pBlockData, int32_t idx) {
- ASSERT(idx >= 0 && idx < pBlockData->nColData);
- return (SColData *)taosArrayGet(pBlockData->aColData, idx);
-}
-
void tBlockDataGetColData(SBlockData *pBlockData, int16_t cid, SColData **ppColData) {
ASSERT(cid != PRIMARYKEY_TIMESTAMP_COL_ID);
int32_t lidx = 0;
int32_t ridx = pBlockData->nColData - 1;
while (lidx <= ridx) {
- int32_t midx = (lidx + ridx) / 2;
+ int32_t midx = (lidx + ridx) >> 1;
SColData *pColData = tBlockDataGetColDataByIdx(pBlockData, midx);
int32_t c = (pColData->cid == cid) ? 0 : ((pColData->cid > cid) ? 1 : -1);
@@ -1540,15 +1253,25 @@ int32_t tDecmprBlockData(uint8_t *pIn, int32_t szIn, SBlockData *pBlockData, uin
// loop to decode each column data
if (hdr.szBlkCol == 0) goto _exit;
+ int32_t nColData = 0;
int32_t nt = 0;
while (nt < hdr.szBlkCol) {
SBlockCol blockCol = {0};
nt += tGetBlockCol(pIn + n + nt, &blockCol);
- ASSERT(nt <= hdr.szBlkCol);
+ ++nColData;
+ }
+ ASSERT(nt == hdr.szBlkCol);
- SColData *pColData;
- code = tBlockDataAddColData(pBlockData, &pColData);
- if (code) goto _exit;
+ code = tBlockDataAdjustColData(pBlockData, nColData);
+ if (code) goto _exit;
+
+ nt = 0;
+ int32_t iColData = 0;
+ while (nt < hdr.szBlkCol) {
+ SBlockCol blockCol = {0};
+ nt += tGetBlockCol(pIn + n + nt, &blockCol);
+
+ SColData *pColData = &pBlockData->aColData[iColData++];
tColDataInit(pColData, blockCol.cid, blockCol.type, blockCol.smaOn);
if (blockCol.flag == HAS_NULL) {
diff --git a/source/dnode/vnode/src/tsdb/tsdbWrite.c b/source/dnode/vnode/src/tsdb/tsdbWrite.c
index 49d5eaac43c6dbd2356bf95ca4cfb9c70cb350c7..7329bd65fbf804dbb16af721e975f8f772512e97 100644
--- a/source/dnode/vnode/src/tsdb/tsdbWrite.c
+++ b/source/dnode/vnode/src/tsdb/tsdbWrite.c
@@ -26,14 +26,17 @@ static int64_t tsMaxKeyByPrecision[] = {31556995200000L, 31556995200000000L, 921
// static int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq *pMsg);
-int tsdbInsertData(STsdb *pTsdb, int64_t version, SSubmitReq *pMsg, SSubmitRsp *pRsp) {
- SSubmitMsgIter msgIter = {0};
- SSubmitBlk *pBlock = NULL;
- int32_t affectedrows = 0;
- int32_t numOfRows = 0;
+int tsdbInsertData(STsdb *pTsdb, int64_t version, SSubmitReq2 *pMsg, SSubmitRsp2 *pRsp) {
+ int32_t arrSize = 0;
+ int32_t affectedrows = 0;
+ int32_t numOfRows = 0;
ASSERT(pTsdb->mem != NULL);
+ if (pMsg) {
+ arrSize = taosArrayGetSize(pMsg->aSubmitTbData);
+ }
+
// scan and convert
if (tsdbScanAndConvertSubmitMsg(pTsdb, pMsg) < 0) {
if (terrno != TSDB_CODE_TDB_TABLE_RECONFIGURE) {
@@ -43,18 +46,10 @@ int tsdbInsertData(STsdb *pTsdb, int64_t version, SSubmitReq *pMsg, SSubmitRsp *
}
// loop to insert
- if (tInitSubmitMsgIter(pMsg, &msgIter) < 0) {
- return -1;
- }
- while (true) {
- SSubmitBlkRsp r = {0};
- tGetSubmitMsgNext(&msgIter, &pBlock);
- if (pBlock == NULL) break;
- if ((terrno = tsdbInsertTableData(pTsdb, version, &msgIter, pBlock, &r)) < 0) {
+ for (int32_t i = 0; i < arrSize; ++i) {
+ if ((terrno = tsdbInsertTableData(pTsdb, version, taosArrayGet(pMsg->aSubmitTbData, i), &affectedrows)) < 0) {
return -1;
}
-
- numOfRows += msgIter.numOfRows;
}
if (pRsp != NULL) {
@@ -82,9 +77,8 @@ static FORCE_INLINE int tsdbCheckRowRange(STsdb *pTsdb, STable *pTable, STSRow *
}
#endif
-static FORCE_INLINE int tsdbCheckRowRange(STsdb *pTsdb, tb_uid_t uid, STSRow *row, TSKEY minKey, TSKEY maxKey,
+static FORCE_INLINE int tsdbCheckRowRange(STsdb *pTsdb, tb_uid_t uid, TSKEY rowKey, TSKEY minKey, TSKEY maxKey,
TSKEY now) {
- TSKEY rowKey = TD_ROW_KEY(row);
if (rowKey < minKey || rowKey > maxKey) {
tsdbError("vgId:%d, table uid %" PRIu64 " timestamp is out of range! now %" PRId64 " minKey %" PRId64
" maxKey %" PRId64 " row key %" PRId64,
@@ -96,6 +90,7 @@ static FORCE_INLINE int tsdbCheckRowRange(STsdb *pTsdb, tb_uid_t uid, STSRow *ro
return 0;
}
+#if 0
int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq *pMsg) {
ASSERT(pMsg != NULL);
// STsdbMeta * pMeta = pTsdb->tsdbMeta;
@@ -163,6 +158,46 @@ int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq *pMsg) {
}
}
+ if (terrno != TSDB_CODE_SUCCESS) return -1;
+ return 0;
+}
+#endif
+
+int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq2 *pMsg) {
+ ASSERT(pMsg != NULL);
+ STsdbKeepCfg *pCfg = &pTsdb->keepCfg;
+ TSKEY now = taosGetTimestamp(pCfg->precision);
+ TSKEY minKey = now - tsTickPerMin[pCfg->precision] * pCfg->keep2;
+ TSKEY maxKey = tsMaxKeyByPrecision[pCfg->precision];
+ int32_t size = taosArrayGetSize(pMsg->aSubmitTbData);
+
+ terrno = TSDB_CODE_SUCCESS;
+
+ for (int32_t i = 0; i < size; ++i) {
+ SSubmitTbData *pData = TARRAY_GET_ELEM(pMsg->aSubmitTbData, i);
+ if (pData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ uint64_t nColData = TARRAY_SIZE(pData->aCol);
+ SColData *aColData = (SColData *)TARRAY_DATA(pData->aCol);
+ if (nColData > 0) {
+ int32_t nRows = aColData[0].nVal;
+ TSKEY *aKey = (TSKEY *)aColData[0].pData;
+ for (int32_t r = 0; r < nRows; ++r) {
+ if (tsdbCheckRowRange(pTsdb, pData->uid, aKey[r], minKey, maxKey, now) < 0) {
+ return -1;
+ }
+ }
+ }
+ } else {
+ int32_t nRows = taosArrayGetSize(pData->aRowP);
+ for (int32_t r = 0; r < nRows; ++r) {
+ SRow *pRow = (SRow *)taosArrayGetP(pData->aRowP, r);
+ if (tsdbCheckRowRange(pTsdb, pData->uid, pRow->ts, minKey, maxKey, now) < 0) {
+ return -1;
+ }
+ }
+ }
+ }
+
if (terrno != TSDB_CODE_SUCCESS) return -1;
return 0;
}
\ No newline at end of file
diff --git a/source/dnode/vnode/src/vnd/vnodeBufPool.c b/source/dnode/vnode/src/vnd/vnodeBufPool.c
index 83a414dae08bd48e41e12682922daf7055e1f5a0..e67f2cc59ae27da623add915c0cab3f30bd7e75f 100644
--- a/source/dnode/vnode/src/vnd/vnodeBufPool.c
+++ b/source/dnode/vnode/src/vnd/vnodeBufPool.c
@@ -123,6 +123,7 @@ void vnodeBufPoolReset(SVBufPool *pPool) {
pPool->ptr = pPool->node.data;
}
+
void *vnodeBufPoolMallocAligned(SVBufPool *pPool, int size) {
SVBufPoolNode *pNode;
void *p = NULL;
diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c
index 04a3e7d2f76bcc9f16e263098b4543265d7dc38b..0874a88cfe733be6d2f63a8310a76070b1b426e4 100644
--- a/source/dnode/vnode/src/vnd/vnodeCommit.c
+++ b/source/dnode/vnode/src/vnd/vnodeCommit.c
@@ -212,10 +212,12 @@ static int32_t vnodePrepareCommit(SVnode *pVnode, SCommitInfo *pInfo) {
}
tsdbPrepareCommit(pVnode->pTsdb);
- smaPrepareAsyncCommit(pVnode->pSma);
metaPrepareAsyncCommit(pVnode->pMeta);
+ code = smaPrepareAsyncCommit(pVnode->pSma);
+ if (code) goto _exit;
+
vnodeBufPoolUnRef(pVnode->inUse);
pVnode->inUse = NULL;
@@ -226,6 +228,7 @@ _exit:
} else {
vDebug("vgId:%d, %s done", TD_VID(pVnode), __func__);
}
+
return code;
}
@@ -238,10 +241,9 @@ static int32_t vnodeCommitTask(void *arg) {
code = vnodeCommitImpl(pInfo);
if (code) goto _exit;
+_exit:
// end commit
tsem_post(&pInfo->pVnode->canCommit);
-
-_exit:
taosMemoryFree(pInfo);
return code;
}
@@ -261,14 +263,15 @@ int vnodeAsyncCommit(SVnode *pVnode) {
}
// schedule the task
- vnodeScheduleTask(vnodeCommitTask, pInfo);
+ code = vnodeScheduleTask(vnodeCommitTask, pInfo);
_exit:
if (code) {
if (NULL != pInfo) {
taosMemoryFree(pInfo);
}
- vError("vgId:%d, vnode async commit failed since %s, commitId:%" PRId64, TD_VID(pVnode), tstrerror(code),
+ tsem_post(&pVnode->canCommit);
+ vError("vgId:%d, %s failed since %s, commit id:%" PRId64, TD_VID(pVnode), __func__, tstrerror(code),
pVnode->state.commitID);
} else {
vInfo("vgId:%d, vnode async commit done, commitId:%" PRId64 " term:%" PRId64 " applied:%" PRId64, TD_VID(pVnode),
diff --git a/source/dnode/vnode/src/vnd/vnodeQuery.c b/source/dnode/vnode/src/vnd/vnodeQuery.c
index 1199127f6d42bf2d3f7488fb120e8fa9ab09c490..8d4e70cff987c69f7b57c505c8f557bc73b70609 100644
--- a/source/dnode/vnode/src/vnd/vnodeQuery.c
+++ b/source/dnode/vnode/src/vnd/vnodeQuery.c
@@ -15,13 +15,13 @@
#include "vnd.h"
-#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, vType, tags) \
- do { \
- int##vType##_t newVal = atomic_sub_fetch_##vType(&(pVar), (oVal)); \
- ASSERT(newVal >= 0); \
- if (newVal < 0) { \
- vWarn("vgId:%d %s, abnormal val:%" PRIi64 ", old val:%" PRIi64, TD_VID(pVnode), tags, newVal, (oVal)); \
- } \
+#define VNODE_GET_LOAD_RESET_VALS(pVar, oVal, vType, tags) \
+ do { \
+ int##vType##_t newVal = atomic_sub_fetch_##vType(&(pVar), (oVal)); \
+ ASSERT(newVal >= 0); \
+ if (newVal < 0) { \
+ vWarn("vgId:%d, %s, abnormal val:%" PRIi64 ", old val:%" PRIi64, TD_VID(pVnode), tags, newVal, (oVal)); \
+ } \
} while (0)
int vnodeQueryOpen(SVnode *pVnode) {
diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c
index 8d53579483a12f819cd69f9dd1d0b7faee152880..ec92316505739c7b25f79aff297af62cf89ffad3 100644
--- a/source/dnode/vnode/src/vnd/vnodeSvr.c
+++ b/source/dnode/vnode/src/vnd/vnodeSvr.c
@@ -77,52 +77,72 @@ int32_t vnodePreProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg) {
tDecoderClear(&dc);
} break;
case TDMT_VND_SUBMIT: {
- SSubmitMsgIter msgIter = {0};
- SSubmitReq *pSubmitReq = (SSubmitReq *)pMsg->pCont;
- SSubmitBlk *pBlock = NULL;
- int64_t ctime = taosGetTimestampMs();
- tb_uid_t uid;
-
- if (tInitSubmitMsgIter(pSubmitReq, &msgIter) < 0) {
- code = terrno;
+ int64_t ctime = taosGetTimestampMs();
+
+ tDecoderInit(&dc, (uint8_t *)pMsg->pCont + sizeof(SMsgHead), pMsg->contLen - sizeof(SMsgHead));
+ tStartDecode(&dc);
+
+ uint64_t nSubmitTbData;
+ if (tDecodeU64v(&dc, &nSubmitTbData) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
goto _err;
}
- for (;;) {
- tGetSubmitMsgNext(&msgIter, &pBlock);
- if (pBlock == NULL) break;
+ for (int32_t i = 0; i < nSubmitTbData; i++) {
+ if (tStartDecode(&dc) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _err;
+ }
- if (msgIter.schemaLen > 0) {
- char *name = NULL;
+ int32_t flags;
+ if (tDecodeI32v(&dc, &flags) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _err;
+ }
- tDecoderInit(&dc, pBlock->data, msgIter.schemaLen);
+ if (flags & SUBMIT_REQ_AUTO_CREATE_TABLE) {
+ // SVCreateTbReq
if (tStartDecode(&dc) < 0) {
code = TSDB_CODE_INVALID_MSG;
- return code;
+ goto _err;
}
if (tDecodeI32v(&dc, NULL) < 0) {
code = TSDB_CODE_INVALID_MSG;
- return code;
+ goto _err;
}
+
+ char *name = NULL;
if (tDecodeCStr(&dc, &name) < 0) {
code = TSDB_CODE_INVALID_MSG;
- return code;
+ goto _err;
}
- uid = metaGetTableEntryUidByName(pVnode->pMeta, name);
+ int64_t uid = metaGetTableEntryUidByName(pVnode->pMeta, name);
if (uid == 0) {
uid = tGenIdPI64();
}
+
*(int64_t *)(dc.data + dc.pos) = uid;
*(int64_t *)(dc.data + dc.pos + 8) = ctime;
- pBlock->uid = htobe64(uid);
tEndDecode(&dc);
- tDecoderClear(&dc);
+
+ // SSubmitTbData
+ int64_t suid;
+ if (tDecodeI64(&dc, &suid) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _err;
+ }
+
+ *(int64_t *)(dc.data + dc.pos) = uid;
}
+
+ tEndDecode(&dc);
}
+ tEndDecode(&dc);
+ tDecoderClear(&dc);
} break;
case TDMT_VND_DELETE: {
int32_t size;
@@ -236,7 +256,7 @@ int32_t vnodeProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg, int64_t version, SRp
break;
/* TSDB */
case TDMT_VND_SUBMIT:
- if (vnodeProcessSubmitReq(pVnode, version, pMsg->pCont, pMsg->contLen, pRsp) < 0) goto _err;
+ if (vnodeProcessSubmitReq(pVnode, version, pReq, len, pRsp) < 0) goto _err;
break;
case TDMT_VND_DELETE:
if (vnodeProcessDeleteReq(pVnode, version, pReq, len, pRsp) < 0) goto _err;
@@ -321,7 +341,10 @@ int32_t vnodeProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg, int64_t version, SRp
// commit if need
if (vnodeShouldCommit(pVnode)) {
vInfo("vgId:%d, commit at version %" PRId64, TD_VID(pVnode), version);
- vnodeAsyncCommit(pVnode);
+ if (vnodeAsyncCommit(pVnode) < 0) {
+ vError("vgId:%d, failed to vnode async commit since %s.", TD_VID(pVnode), tstrerror(terrno));
+ goto _err;
+ }
// start a new one
if (vnodeBegin(pVnode) < 0) {
@@ -852,57 +875,198 @@ static int32_t vnodeDebugPrintSingleSubmitMsg(SMeta *pMeta, SSubmitBlk *pBlock,
return TSDB_CODE_SUCCESS;
}
-static int32_t vnodeDebugPrintSubmitMsg(SVnode *pVnode, SSubmitReq *pMsg, const char *tags) {
- ASSERT(pMsg != NULL);
- SSubmitMsgIter msgIter = {0};
- SMeta *pMeta = pVnode->pMeta;
- SSubmitBlk *pBlock = NULL;
+static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) {
+#if 1
+ int32_t code = 0;
+ terrno = 0;
- if (tInitSubmitMsgIter(pMsg, &msgIter) < 0) return -1;
- while (true) {
- if (tGetSubmitMsgNext(&msgIter, &pBlock) < 0) return -1;
- if (pBlock == NULL) break;
+ SSubmitReq2 *pSubmitReq = &(SSubmitReq2){0};
+ SSubmitRsp2 *pSubmitRsp = &(SSubmitRsp2){0};
+ SArray *newTbUids = NULL;
+ int32_t ret;
+ SEncoder ec = {0};
+
+ pRsp->code = TSDB_CODE_SUCCESS;
- vnodeDebugPrintSingleSubmitMsg(pMeta, pBlock, &msgIter, tags);
+ // decode
+ SDecoder dc = {0};
+ tDecoderInit(&dc, pReq, len);
+ if (tDecodeSSubmitReq2(&dc, pSubmitReq) < 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
}
+ tDecoderClear(&dc);
- return 0;
-}
+ // check
+ code = tsdbScanAndConvertSubmitMsg(pVnode->pTsdb, pSubmitReq);
+ if (code) {
+ goto _exit;
+ }
-static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) {
- SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
- SSubmitRsp submitRsp = {0};
- SSubmitMsgIter msgIter = {0};
- SSubmitBlk *pBlock = NULL;
- SVCreateTbReq createTbReq = {0};
- SDecoder decoder = {0};
- int32_t nRows = 0;
- int32_t tsize, ret;
- SEncoder encoder = {0};
- SArray *newTbUids = NULL;
- SVStatis statis = {0};
- bool tbCreated = false;
+ for (int32_t i = 0; i < TARRAY_SIZE(pSubmitReq->aSubmitTbData); ++i) {
+ SSubmitTbData *pSubmitTbData = taosArrayGet(pSubmitReq->aSubmitTbData, i);
+
+ if (pSubmitTbData->pCreateTbReq) {
+ pSubmitTbData->uid = pSubmitTbData->pCreateTbReq->uid;
+ } else {
+ SMetaInfo info = {0};
+
+ code = metaGetInfo(pVnode->pMeta, pSubmitTbData->uid, &info, NULL);
+ if (code) {
+ code = TSDB_CODE_TDB_TABLE_NOT_EXIST;
+ vWarn("vgId:%d, table uid:%" PRId64 " not exists", TD_VID(pVnode), pSubmitTbData->uid);
+ goto _exit;
+ }
+
+ if (info.suid != pSubmitTbData->suid) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (info.suid) {
+ metaGetInfo(pVnode->pMeta, info.suid, &info, NULL);
+ }
+
+ if (pSubmitTbData->sver != info.skmVer) {
+ code = TSDB_CODE_TDB_INVALID_TABLE_SCHEMA_VER;
+ goto _exit;
+ }
+ }
+
+ if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ int32_t nColData = TARRAY_SIZE(pSubmitTbData->aCol);
+ SColData *aColData = (SColData *)TARRAY_DATA(pSubmitTbData->aCol);
+
+ if (nColData <= 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ if (aColData[0].cid != PRIMARYKEY_TIMESTAMP_COL_ID || aColData[0].type != TSDB_DATA_TYPE_TIMESTAMP ||
+ aColData[0].nVal <= 0) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+
+ for (int32_t i = 1; i < nColData; i++) {
+ if (aColData[i].nVal != aColData[0].nVal) {
+ code = TSDB_CODE_INVALID_MSG;
+ goto _exit;
+ }
+ }
+ }
+ }
+
+ vDebug("vgId:%d, submit block size %d", TD_VID(pVnode), (int32_t)taosArrayGetSize(pSubmitReq->aSubmitTbData));
+
+ // loop to handle
+ for (int32_t i = 0; i < TARRAY_SIZE(pSubmitReq->aSubmitTbData); ++i) {
+ SSubmitTbData *pSubmitTbData = taosArrayGet(pSubmitReq->aSubmitTbData, i);
+
+ // create table
+ if (pSubmitTbData->pCreateTbReq) {
+ // check (TODO: move check to create table)
+ code = grantCheck(TSDB_GRANT_TIMESERIES);
+ if (code) goto _exit;
+
+ code = grantCheck(TSDB_GRANT_TABLE);
+ if (code) goto _exit;
+
+ // alloc if need
+ if (pSubmitRsp->aCreateTbRsp == NULL &&
+ (pSubmitRsp->aCreateTbRsp = taosArrayInit(TARRAY_SIZE(pSubmitReq->aSubmitTbData), sizeof(SVCreateTbRsp))) ==
+ NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ SVCreateTbRsp *pCreateTbRsp = taosArrayReserve(pSubmitRsp->aCreateTbRsp, 1);
+
+ // create table
+ if (metaCreateTable(pVnode->pMeta, version, pSubmitTbData->pCreateTbReq, &pCreateTbRsp->pMeta) ==
+ 0) { // create table success
+
+ if (newTbUids == NULL &&
+ (newTbUids = taosArrayInit(TARRAY_SIZE(pSubmitReq->aSubmitTbData), sizeof(int64_t))) == NULL) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto _exit;
+ }
+
+ taosArrayPush(newTbUids, &pSubmitTbData->uid);
+
+ if (pCreateTbRsp->pMeta) {
+ vnodeUpdateMetaRsp(pVnode, pCreateTbRsp->pMeta);
+ }
+ } else { // create table failed
+ if (terrno != TSDB_CODE_TDB_TABLE_ALREADY_EXIST) {
+ code = terrno;
+ goto _exit;
+ }
+ }
+ }
+
+ // insert data
+ int32_t affectedRows;
+ code = tsdbInsertTableData(pVnode->pTsdb, version, pSubmitTbData, &affectedRows);
+ if (code) goto _exit;
+
+ pSubmitRsp->affectedRows += affectedRows;
+ }
+
+ // update table uid list
+ if (taosArrayGetSize(newTbUids) > 0) {
+ vDebug("vgId:%d, add %d table into query table list in handling submit", TD_VID(pVnode),
+ (int32_t)taosArrayGetSize(newTbUids));
+ tqUpdateTbUidList(pVnode->pTq, newTbUids, true);
+ }
+
+_exit:
+ // message
+ pRsp->code = code;
+ tEncodeSize(tEncodeSSubmitRsp2, pSubmitRsp, pRsp->contLen, ret);
+ pRsp->pCont = rpcMallocCont(pRsp->contLen);
+ tEncoderInit(&ec, pRsp->pCont, pRsp->contLen);
+ tEncodeSSubmitRsp2(&ec, pSubmitRsp);
+ tEncoderClear(&ec);
+
+ // update statistics
+ atomic_add_fetch_64(&pVnode->statis.nInsert, pSubmitRsp->affectedRows);
+ atomic_add_fetch_64(&pVnode->statis.nInsertSuccess, pSubmitRsp->affectedRows);
+ atomic_add_fetch_64(&pVnode->statis.nBatchInsert, 1);
+ if (code == 0) {
+ atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, 1);
+ tdProcessRSmaSubmit(pVnode->pSma, version, pSubmitReq, pReq, len, STREAM_INPUT__DATA_SUBMIT);
+ }
+
+ // clear
+ taosArrayDestroy(newTbUids);
+ tDestroySSubmitReq2(pSubmitReq, TSDB_MSG_FLG_DECODE);
+ tDestroySSubmitRsp2(pSubmitRsp, TSDB_MSG_FLG_ENCODE);
+
+ if (code) terrno = code;
+
+ return code;
+
+#else
+ SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
+ SSubmitRsp submitRsp = {0};
+ int32_t nRows = 0;
+ int32_t tsize, ret;
+ SEncoder encoder = {0};
+ SArray *newTbUids = NULL;
+ SVStatis statis = {0};
+ bool tbCreated = false;
terrno = TSDB_CODE_SUCCESS;
pRsp->code = 0;
pSubmitReq->version = version;
statis.nBatchInsert = 1;
-#ifdef TD_DEBUG_PRINT_ROW
- vnodeDebugPrintSubmitMsg(pVnode, pReq, __func__);
-#endif
-
if (tsdbScanAndConvertSubmitMsg(pVnode->pTsdb, pSubmitReq) < 0) {
pRsp->code = terrno;
goto _exit;
}
- // handle the request
- if (tInitSubmitMsgIter(pSubmitReq, &msgIter) < 0) {
- pRsp->code = TSDB_CODE_INVALID_MSG;
- goto _exit;
- }
-
submitRsp.pArray = taosArrayInit(msgIter.numOfBlocks, sizeof(SSubmitBlkRsp));
newTbUids = taosArrayInit(msgIter.numOfBlocks, sizeof(int64_t));
if (!submitRsp.pArray || !newTbUids) {
@@ -919,42 +1083,42 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq
// create table for auto create table mode
if (msgIter.schemaLen > 0) {
- tDecoderInit(&decoder, pBlock->data, msgIter.schemaLen);
- if (tDecodeSVCreateTbReq(&decoder, &createTbReq) < 0) {
- pRsp->code = TSDB_CODE_INVALID_MSG;
- tDecoderClear(&decoder);
- taosArrayDestroy(createTbReq.ctb.tagName);
- goto _exit;
- }
-
- if ((terrno = grantCheck(TSDB_GRANT_TIMESERIES)) < 0) {
- pRsp->code = terrno;
- tDecoderClear(&decoder);
- taosArrayDestroy(createTbReq.ctb.tagName);
- goto _exit;
- }
-
- if ((terrno = grantCheck(TSDB_GRANT_TABLE)) < 0) {
- pRsp->code = terrno;
- tDecoderClear(&decoder);
- taosArrayDestroy(createTbReq.ctb.tagName);
- goto _exit;
- }
+ // tDecoderInit(&decoder, pBlock->data, msgIter.schemaLen);
+ // if (tDecodeSVCreateTbReq(&decoder, &createTbReq) < 0) {
+ // pRsp->code = TSDB_CODE_INVALID_MSG;
+ // tDecoderClear(&decoder);
+ // taosArrayDestroy(createTbReq.ctb.tagName);
+ // goto _exit;
+ // }
+
+ // if ((terrno = grantCheck(TSDB_GRANT_TIMESERIES)) < 0) {
+ // pRsp->code = terrno;
+ // tDecoderClear(&decoder);
+ // taosArrayDestroy(createTbReq.ctb.tagName);
+ // goto _exit;
+ // }
+
+ // if ((terrno = grantCheck(TSDB_GRANT_TABLE)) < 0) {
+ // pRsp->code = terrno;
+ // tDecoderClear(&decoder);
+ // taosArrayDestroy(createTbReq.ctb.tagName);
+ // goto _exit;
+ // }
if (metaCreateTable(pVnode->pMeta, version, &createTbReq, &submitBlkRsp.pMeta) < 0) {
- if (terrno != TSDB_CODE_TDB_TABLE_ALREADY_EXIST) {
- submitBlkRsp.code = terrno;
- pRsp->code = terrno;
- tDecoderClear(&decoder);
- taosArrayDestroy(createTbReq.ctb.tagName);
- goto _exit;
- }
+ // if (terrno != TSDB_CODE_TDB_TABLE_ALREADY_EXIST) {
+ // submitBlkRsp.code = terrno;
+ // pRsp->code = terrno;
+ // tDecoderClear(&decoder);
+ // taosArrayDestroy(createTbReq.ctb.tagName);
+ // goto _exit;
+ // }
} else {
if (NULL != submitBlkRsp.pMeta) {
vnodeUpdateMetaRsp(pVnode, submitBlkRsp.pMeta);
}
- taosArrayPush(newTbUids, &createTbReq.uid);
+ // taosArrayPush(newTbUids, &createTbReq.uid);
submitBlkRsp.uid = createTbReq.uid;
submitBlkRsp.tblFName = taosMemoryMalloc(strlen(pVnode->config.dbname) + strlen(createTbReq.name) + 2);
@@ -962,18 +1126,15 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq
tbCreated = true;
}
- msgIter.uid = createTbReq.uid;
- if (createTbReq.type == TSDB_CHILD_TABLE) {
- msgIter.suid = createTbReq.ctb.suid;
- } else {
- msgIter.suid = 0;
- }
+ // msgIter.uid = createTbReq.uid;
+ // if (createTbReq.type == TSDB_CHILD_TABLE) {
+ // msgIter.suid = createTbReq.ctb.suid;
+ // } else {
+ // msgIter.suid = 0;
+ // }
-#ifdef TD_DEBUG_PRINT_ROW
- vnodeDebugPrintSingleSubmitMsg(pVnode->pMeta, pBlock, &msgIter, "real uid");
-#endif
- tDecoderClear(&decoder);
- taosArrayDestroy(createTbReq.ctb.tagName);
+ // tDecoderClear(&decoder);
+ // taosArrayDestroy(createTbReq.ctb.tagName);
}
if (tsdbInsertTableData(pVnode->pTsdb, version, &msgIter, pBlock, &submitBlkRsp) < 0) {
@@ -987,21 +1148,21 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq
}
}
- if (taosArrayGetSize(newTbUids) > 0) {
- vDebug("vgId:%d, add %d table into query table list in handling submit", TD_VID(pVnode),
- (int32_t)taosArrayGetSize(newTbUids));
- }
+ // if (taosArrayGetSize(newTbUids) > 0) {
+ // vDebug("vgId:%d, add %d table into query table list in handling submit", TD_VID(pVnode),
+ // (int32_t)taosArrayGetSize(newTbUids));
+ // }
- tqUpdateTbUidList(pVnode->pTq, newTbUids, true);
+ // tqUpdateTbUidList(pVnode->pTq, newTbUids, true);
_exit:
taosArrayDestroy(newTbUids);
- tEncodeSize(tEncodeSSubmitRsp, &submitRsp, tsize, ret);
- pRsp->pCont = rpcMallocCont(tsize);
- pRsp->contLen = tsize;
- tEncoderInit(&encoder, pRsp->pCont, tsize);
- tEncodeSSubmitRsp(&encoder, &submitRsp);
- tEncoderClear(&encoder);
+ // tEncodeSize(tEncodeSSubmitRsp, &submitRsp, tsize, ret);
+ // pRsp->pCont = rpcMallocCont(tsize);
+ // pRsp->contLen = tsize;
+ // tEncoderInit(&encoder, pRsp->pCont, tsize);
+ // tEncodeSSubmitRsp(&encoder, &submitRsp);
+ // tEncoderClear(&encoder);
taosArrayDestroyEx(submitRsp.pArray, tFreeSSubmitBlkRsp);
@@ -1022,6 +1183,8 @@ _exit:
vDebug("vgId:%d, submit success, index:%" PRId64, pVnode->config.vgId, version);
return 0;
+#endif
+ return 0;
}
static int32_t vnodeProcessCreateTSmaReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) {
diff --git a/source/libs/executor/inc/executorimpl.h b/source/libs/executor/inc/executorimpl.h
index e3b4b57052cae73a2f5a2d06199f2afb7686fdea..44202b541288cccf6dc38246069a30bda655ef11 100644
--- a/source/libs/executor/inc/executorimpl.h
+++ b/source/libs/executor/inc/executorimpl.h
@@ -126,12 +126,14 @@ enum {
typedef struct {
// TODO remove prepareStatus
- STqOffsetVal prepareStatus; // for tmq
- STqOffsetVal lastStatus; // for tmq
- SMqMetaRsp metaRsp; // for tmq fetching meta
- int8_t returned;
- int64_t snapshotVer;
- const SSubmitReq* pReq;
+ STqOffsetVal prepareStatus; // for tmq
+ STqOffsetVal lastStatus; // for tmq
+ SMqMetaRsp metaRsp; // for tmq fetching meta
+ int8_t returned;
+ int64_t snapshotVer;
+ // const SSubmitReq* pReq;
+
+ SPackedData submit;
SSchemaWrapper* schema;
char tbName[TSDB_TABLE_NAME_LEN];
@@ -355,6 +357,7 @@ typedef struct STableMergeScanInfo {
SLimitInfo limitInfo;
int64_t numOfRows;
SScanInfo scanInfo;
+ int32_t scanTimes;
SSDataBlock* pResBlock;
SSampleExecInfo sample; // sample execution info
SSortExecInfo sortExecInfo;
diff --git a/source/libs/executor/src/dataInserter.c b/source/libs/executor/src/dataInserter.c
index 346fcc9729d30e896a24dc63bc3f996e14606da3..ca6149d42c90b21a7b1359348220d9611351dbf6 100644
--- a/source/libs/executor/src/dataInserter.c
+++ b/source/libs/executor/src/dataInserter.c
@@ -27,7 +27,7 @@ extern SDataSinkStat gDataSinkStat;
typedef struct SSubmitRes {
int64_t affectedRows;
int32_t code;
- SSubmitRsp* pRsp;
+ SSubmitRsp2* pRsp;
} SSubmitRes;
typedef struct SDataInserterHandle {
@@ -58,22 +58,25 @@ int32_t inserterCallback(void* param, SDataBuf* pMsg, int32_t code) {
pInserter->submitRes.code = code;
if (code == TSDB_CODE_SUCCESS) {
- pInserter->submitRes.pRsp = taosMemoryCalloc(1, sizeof(SSubmitRsp));
+ pInserter->submitRes.pRsp = taosMemoryCalloc(1, sizeof(SSubmitRsp2));
SDecoder coder = {0};
tDecoderInit(&coder, pMsg->pData, pMsg->len);
- code = tDecodeSSubmitRsp(&coder, pInserter->submitRes.pRsp);
+ code = tDecodeSSubmitRsp2(&coder, pInserter->submitRes.pRsp);
if (code) {
- tFreeSSubmitRsp(pInserter->submitRes.pRsp);
+ taosMemoryFree(pInserter->submitRes.pRsp);
pInserter->submitRes.code = code;
goto _return;
}
- if (pInserter->submitRes.pRsp->nBlocks > 0) {
- for (int32_t i = 0; i < pInserter->submitRes.pRsp->nBlocks; ++i) {
- SSubmitBlkRsp* blk = pInserter->submitRes.pRsp->pBlocks + i;
- if (TSDB_CODE_SUCCESS != blk->code) {
- code = blk->code;
- tFreeSSubmitRsp(pInserter->submitRes.pRsp);
+ if (pInserter->submitRes.pRsp->affectedRows > 0) {
+ SArray* pCreateTbList = pInserter->submitRes.pRsp->aCreateTbRsp;
+ int32_t numOfTables = taosArrayGetSize(pCreateTbList);
+
+ for (int32_t i = 0; i < numOfTables; ++i) {
+ SVCreateTbRsp* pRsp = taosArrayGet(pCreateTbList, i);
+ if (TSDB_CODE_SUCCESS != pRsp->code) {
+ code = pRsp->code;
+ taosMemoryFree(pInserter->submitRes.pRsp);
pInserter->submitRes.code = code;
goto _return;
}
@@ -83,20 +86,17 @@ int32_t inserterCallback(void* param, SDataBuf* pMsg, int32_t code) {
pInserter->submitRes.affectedRows += pInserter->submitRes.pRsp->affectedRows;
qDebug("submit rsp received, affectedRows:%d, total:%"PRId64, pInserter->submitRes.pRsp->affectedRows,
pInserter->submitRes.affectedRows);
-
- tFreeSSubmitRsp(pInserter->submitRes.pRsp);
+ tDecoderClear(&coder);
+ taosMemoryFree(pInserter->submitRes.pRsp);
}
_return:
-
tsem_post(&pInserter->ready);
-
taosMemoryFree(pMsg->pData);
-
return TSDB_CODE_SUCCESS;
}
-static int32_t sendSubmitRequest(SDataInserterHandle* pInserter, SSubmitReq* pMsg, void* pTransporter, SEpSet* pEpset) {
+static int32_t sendSubmitRequest(SDataInserterHandle* pInserter, void* pMsg, int32_t msgLen, void* pTransporter, SEpSet* pEpset) {
// send the fetch remote task result reques
SMsgSendInfo* pMsgSendInfo = taosMemoryCalloc(1, sizeof(SMsgSendInfo));
if (NULL == pMsgSendInfo) {
@@ -111,7 +111,7 @@ static int32_t sendSubmitRequest(SDataInserterHandle* pInserter, SSubmitReq* pMs
pMsgSendInfo->param = pParam;
pMsgSendInfo->paramFreeFp = taosMemoryFree;
pMsgSendInfo->msgInfo.pData = pMsg;
- pMsgSendInfo->msgInfo.len = ntohl(pMsg->length);
+ pMsgSendInfo->msgInfo.len = msgLen;
pMsgSendInfo->msgType = TDMT_VND_SUBMIT;
pMsgSendInfo->fp = inserterCallback;
@@ -119,140 +119,233 @@ static int32_t sendSubmitRequest(SDataInserterHandle* pInserter, SSubmitReq* pMs
return asyncSendMsgToServer(pTransporter, pEpset, &transporterId, pMsgSendInfo);
}
-int32_t dataBlockToSubmit(SDataInserterHandle* pInserter, SSubmitReq** pReq) {
- const SArray* pBlocks = pInserter->pDataBlocks;
- const STSchema* pTSchema = pInserter->pSchema;
- int64_t uid = pInserter->pNode->tableId;
- int64_t suid = pInserter->pNode->stableId;
- int32_t vgId = pInserter->pNode->vgId;
- bool fullCol = (pInserter->pNode->pCols->length == pTSchema->numOfCols);
+static int32_t submitReqToMsg(int32_t vgId, SSubmitReq2* pReq, void** pData, int32_t* pLen) {
+ int32_t code = TSDB_CODE_SUCCESS;
+ int32_t len = 0;
+ void* pBuf = NULL;
+ tEncodeSize(tEncodeSSubmitReq2, pReq, len, code);
+ if (TSDB_CODE_SUCCESS == code) {
+ SEncoder encoder;
+ len += sizeof(SMsgHead);
+ pBuf = taosMemoryMalloc(len);
+ if (NULL == pBuf) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ ((SMsgHead*)pBuf)->vgId = htonl(vgId);
+ ((SMsgHead*)pBuf)->contLen = htonl(len);
+ tEncoderInit(&encoder, POINTER_SHIFT(pBuf, sizeof(SMsgHead)), len - sizeof(SMsgHead));
+ code = tEncodeSSubmitReq2(&encoder, pReq);
+ tEncoderClear(&encoder);
+ }
- SSubmitReq* ret = NULL;
- int32_t sz = taosArrayGetSize(pBlocks);
+ if (TSDB_CODE_SUCCESS == code) {
+ *pData = pBuf;
+ *pLen = len;
+ } else {
+ taosMemoryFree(pBuf);
+ }
+ return code;
+}
- // cal size
- int32_t cap = sizeof(SSubmitReq);
- for (int32_t i = 0; i < sz; i++) {
- SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i);
- int32_t rows = pDataBlock->info.rows;
- // TODO min
- int32_t rowSize = pDataBlock->info.rowSize;
- int32_t maxLen = TD_ROW_MAX_BYTES_FROM_SCHEMA(pTSchema);
- cap += sizeof(SSubmitBlk) + rows * maxLen;
+int32_t buildSubmitReqFromBlock(SDataInserterHandle* pInserter, SSubmitReq2** ppReq, const SSDataBlock* pDataBlock, const STSchema* pTSchema,
+ int64_t uid, int32_t vgId, tb_uid_t suid) {
+ SSubmitReq2* pReq = *ppReq;
+ SArray* pVals = NULL;
+ int32_t numOfBlks = 0;
+ bool fullCol = (pInserter->pNode->pCols->length == pTSchema->numOfCols);
+
+ terrno = TSDB_CODE_SUCCESS;
+
+ if (NULL == pReq) {
+ if (!(pReq = taosMemoryMalloc(sizeof(SSubmitReq2)))) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
+
+ if (!(pReq->aSubmitTbData = taosArrayInit(1, sizeof(SSubmitTbData)))) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
+ goto _end;
+ }
}
- // assign data
- // TODO
- ret = taosMemoryCalloc(1, cap);
- ret->header.vgId = htonl(vgId);
- ret->version = htonl(pTSchema->version);
- ret->length = sizeof(SSubmitReq);
- ret->numOfBlocks = htonl(sz);
+ int32_t colNum = taosArrayGetSize(pDataBlock->pDataBlock);
+ int32_t rows = pDataBlock->info.rows;
- SSubmitBlk* blkHead = POINTER_SHIFT(ret, sizeof(SSubmitReq));
- for (int32_t i = 0; i < sz; i++) {
- SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i);
+ SSubmitTbData tbData = {0};
+ if (!(tbData.aRowP = taosArrayInit(rows, sizeof(SRow*)))) {
+ goto _end;
+ }
+ tbData.suid = suid;
+ tbData.uid = uid;
+ tbData.sver = pTSchema->version;
- blkHead->sversion = htonl(pTSchema->version);
- // TODO
- blkHead->suid = htobe64(suid);
- blkHead->uid = htobe64(uid);
- blkHead->schemaLen = htonl(0);
-
- int32_t rows = 0;
- int32_t dataLen = 0;
- STSRow* rowData = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk));
- int64_t lastTs = TSKEY_MIN;
- bool ignoreRow = false;
- for (int32_t j = 0; j < pDataBlock->info.rows; j++) {
- SRowBuilder rb = {0};
- tdSRowInit(&rb, pTSchema->version);
- tdSRowSetTpInfo(&rb, pTSchema->numOfCols, pTSchema->flen);
- tdSRowResetBuf(&rb, rowData);
+ if (!pVals && !(pVals = taosArrayInit(colNum, sizeof(SColVal)))) {
+ taosArrayDestroy(tbData.aRowP);
+ goto _end;
+ }
- ignoreRow = false;
- for (int32_t k = 0; k < pTSchema->numOfCols; k++) {
- const STColumn* pColumn = &pTSchema->columns[k];
- SColumnInfoData* pColData = NULL;
- int16_t colIdx = k;
- if (!fullCol) {
- int16_t* slotId = taosHashGet(pInserter->pCols, &pColumn->colId, sizeof(pColumn->colId));
- if (NULL == slotId) {
- continue;
- }
+ int64_t lastTs = TSKEY_MIN;
+ bool ignoreRow = false;
+ bool disorderTs = false;
- colIdx = *slotId;
- }
+ for (int32_t j = 0; j < rows; ++j) { // iterate by row
+ taosArrayClear(pVals);
- pColData = taosArrayGet(pDataBlock->pDataBlock, colIdx);
- if (pColData->info.type != pColumn->type) {
- qError("col type mis-match, schema type:%d, type in block:%d", pColumn->type, pColData->info.type);
- terrno = TSDB_CODE_APP_ERROR;
- return TSDB_CODE_APP_ERROR;
+ int32_t offset = 0;
+ for (int32_t k = 0; k < pTSchema->numOfCols; ++k) { // iterate by column
+ int16_t colIdx = k;
+ const STColumn* pCol = &pTSchema->columns[k];
+ if (!fullCol) {
+ int16_t* slotId = taosHashGet(pInserter->pCols, &pCol->colId, sizeof(pCol->colId));
+ if (NULL == slotId) {
+ continue;
}
- if (colDataIsNull_s(pColData, j)) {
- if (0 == k && TSDB_DATA_TYPE_TIMESTAMP == pColumn->type) {
- ignoreRow = true;
- break;
+ colIdx = *slotId;
+ }
+
+ SColumnInfoData* pColInfoData = taosArrayGet(pDataBlock->pDataBlock, colIdx);
+ void* var = POINTER_SHIFT(pColInfoData->pData, j * pColInfoData->info.bytes);
+
+ switch (pColInfoData->info.type) {
+ case TSDB_DATA_TYPE_NCHAR:
+ case TSDB_DATA_TYPE_VARCHAR: { // TSDB_DATA_TYPE_BINARY
+ ASSERT(pColInfoData->info.type == pCol->type);
+ if (colDataIsNull_s(pColInfoData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type);
+ taosArrayPush(pVals, &cv);
+ } else {
+ void* data = colDataGetVarData(pColInfoData, j);
+ SValue sv = (SValue){.nData = varDataLen(data), .pData = varDataVal(data)}; // address copy, no value
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
}
-
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NULL, NULL, false, pColumn->offset, k);
- } else {
- void* data = colDataGetData(pColData, j);
- if (0 == k && TSDB_DATA_TYPE_TIMESTAMP == pColumn->type) {
- if (*(int64_t*)data == lastTs) {
- ignoreRow = true;
- break;
+ break;
+ }
+ case TSDB_DATA_TYPE_VARBINARY:
+ case TSDB_DATA_TYPE_DECIMAL:
+ case TSDB_DATA_TYPE_BLOB:
+ case TSDB_DATA_TYPE_JSON:
+ case TSDB_DATA_TYPE_MEDIUMBLOB:
+ uError("the column type %" PRIi16 " is defined but not implemented yet", pColInfoData->info.type);
+ ASSERT(0);
+ break;
+ default:
+ if (pColInfoData->info.type < TSDB_DATA_TYPE_MAX && pColInfoData->info.type > TSDB_DATA_TYPE_NULL) {
+ if (colDataIsNull_s(pColInfoData, j)) {
+ SColVal cv = COL_VAL_NULL(pCol->colId, pCol->type); // should use pCol->type
+ taosArrayPush(pVals, &cv);
} else {
- lastTs = *(int64_t*)data;
+ if (PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId) {
+ if (*(int64_t*)var == lastTs) {
+ ignoreRow = true;
+ } else if (*(int64_t*)var < lastTs) {
+ disorderTs = true;
+ } else {
+ lastTs = *(int64_t*)var;
+ }
+ }
+
+ SValue sv;
+ memcpy(&sv.val, var, tDataTypes[pCol->type].bytes);
+ SColVal cv = COL_VAL_VALUE(pCol->colId, pCol->type, sv);
+ taosArrayPush(pVals, &cv);
}
+ } else {
+ uError("the column type %" PRIi16 " is undefined\n", pColInfoData->info.type);
+ ASSERT(0);
}
- tdAppendColValToRow(&rb, pColumn->colId, pColumn->type, TD_VTYPE_NORM, data, true, pColumn->offset, k);
- }
- }
- if (!fullCol) {
- rb.hasNone = true;
+ break;
}
- tdSRowEnd(&rb);
if (ignoreRow) {
- continue;
+ break;
}
-
- rows++;
- int32_t rowLen = TD_ROW_LEN(rowData);
- rowData = POINTER_SHIFT(rowData, rowLen);
- dataLen += rowLen;
}
- blkHead->dataLen = htonl(dataLen);
- blkHead->numOfRows = htonl(rows);
+ if (ignoreRow) {
+ ignoreRow = false;
+ continue;
+ }
+
+ SRow* pRow = NULL;
+ if ((terrno = tRowBuild(pVals, pTSchema, &pRow)) < 0) {
+ tDestroySSubmitTbData(&tbData, TSDB_MSG_FLG_ENCODE);
+ goto _end;
+ }
+ taosArrayPush(tbData.aRowP, &pRow);
+ }
- ret->length += sizeof(SSubmitBlk) + dataLen;
- blkHead = POINTER_SHIFT(blkHead, sizeof(SSubmitBlk) + dataLen);
+ if (disorderTs) {
+ tRowSort(tbData.aRowP);
+ if ((terrno = tRowMerge(tbData.aRowP, (STSchema*)pTSchema, 0)) != 0) {
+ goto _end;
+ }
}
- ret->length = htonl(ret->length);
+ taosArrayPush(pReq->aSubmitTbData, &tbData);
- *pReq = ret;
+_end:
+ taosArrayDestroy(pVals);
+ if (terrno != 0) {
+ *ppReq = NULL;
+ if (pReq) {
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pReq);
+ }
+ return TSDB_CODE_FAILED;
+ }
+ *ppReq = pReq;
return TSDB_CODE_SUCCESS;
}
+
+int32_t dataBlocksToSubmitReq(SDataInserterHandle* pInserter, void** pMsg, int32_t* msgLen) {
+ const SArray* pBlocks = pInserter->pDataBlocks;
+ const STSchema* pTSchema = pInserter->pSchema;
+ int64_t uid = pInserter->pNode->tableId;
+ int64_t suid = pInserter->pNode->stableId;
+ int32_t vgId = pInserter->pNode->vgId;
+ int32_t sz = taosArrayGetSize(pBlocks);
+ int32_t code = 0;
+ SSubmitReq2 *pReq = NULL;
+
+ for (int32_t i = 0; i < sz; i++) {
+ SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i);
+
+ code = buildSubmitReqFromBlock(pInserter, &pReq, pDataBlock, pTSchema, uid, vgId, suid);
+ if (code) {
+ if (pReq) {
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pReq);
+ }
+
+ return code;
+ }
+ }
+
+ code = submitReqToMsg(vgId, pReq, pMsg, msgLen);
+ tDestroySSubmitReq2(pReq, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pReq);
+
+ return code;
+}
+
static int32_t putDataBlock(SDataSinkHandle* pHandle, const SInputData* pInput, bool* pContinue) {
SDataInserterHandle* pInserter = (SDataInserterHandle*)pHandle;
taosArrayPush(pInserter->pDataBlocks, &pInput->pData);
- SSubmitReq* pMsg = NULL;
- int32_t code = dataBlockToSubmit(pInserter, &pMsg);
+ void* pMsg = NULL;
+ int32_t msgLen = 0;
+ int32_t code = dataBlocksToSubmitReq(pInserter, &pMsg, &msgLen);
if (code) {
return code;
}
taosArrayClear(pInserter->pDataBlocks);
- code = sendSubmitRequest(pInserter, pMsg, pInserter->pParam->readHandle->pMsgCb->clientRpc, &pInserter->pNode->epSet);
+ code = sendSubmitRequest(pInserter, pMsg, msgLen, pInserter->pParam->readHandle->pMsgCb->clientRpc, &pInserter->pNode->epSet);
if (code) {
return code;
}
diff --git a/source/libs/executor/src/executor.c b/source/libs/executor/src/executor.c
index e5ff104d5c94d018c2f5cbf53fec1d686adbf4a9..0a2802ba375cd3a3efa186ad3bc3ba852a83164b 100644
--- a/source/libs/executor/src/executor.c
+++ b/source/libs/executor/src/executor.c
@@ -51,8 +51,8 @@ static int32_t doSetSMABlock(SOperatorInfo* pOperator, void* input, size_t numOf
if (type == STREAM_INPUT__MERGED_SUBMIT) {
for (int32_t i = 0; i < numOfBlocks; i++) {
- SSubmitReq* pReq = *(void**)POINTER_SHIFT(input, i * sizeof(void*));
- taosArrayPush(pInfo->pBlockLists, &pReq);
+ SPackedData* pReq = POINTER_SHIFT(input, i * sizeof(SPackedData));
+ taosArrayPush(pInfo->pBlockLists, pReq);
}
pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;
} else if (type == STREAM_INPUT__DATA_SUBMIT) {
@@ -61,7 +61,10 @@ static int32_t doSetSMABlock(SOperatorInfo* pOperator, void* input, size_t numOf
} else if (type == STREAM_INPUT__DATA_BLOCK) {
for (int32_t i = 0; i < numOfBlocks; ++i) {
SSDataBlock* pDataBlock = &((SSDataBlock*)input)[i];
- taosArrayPush(pInfo->pBlockLists, &pDataBlock);
+ SPackedData tmp = {
+ .pDataBlock = pDataBlock,
+ };
+ taosArrayPush(pInfo->pBlockLists, &tmp);
}
pInfo->blockType = STREAM_INPUT__DATA_BLOCK;
}
@@ -115,18 +118,21 @@ static int32_t doSetStreamBlock(SOperatorInfo* pOperator, void* input, size_t nu
if (type == STREAM_INPUT__MERGED_SUBMIT) {
// ASSERT(numOfBlocks > 1);
for (int32_t i = 0; i < numOfBlocks; i++) {
- SSubmitReq* pReq = *(void**)POINTER_SHIFT(input, i * sizeof(void*));
- taosArrayPush(pInfo->pBlockLists, &pReq);
+ SPackedData* pReq = POINTER_SHIFT(input, i * sizeof(SPackedData));
+ taosArrayPush(pInfo->pBlockLists, pReq);
}
pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;
} else if (type == STREAM_INPUT__DATA_SUBMIT) {
ASSERT(numOfBlocks == 1);
- taosArrayPush(pInfo->pBlockLists, &input);
+ taosArrayPush(pInfo->pBlockLists, input);
pInfo->blockType = STREAM_INPUT__DATA_SUBMIT;
} else if (type == STREAM_INPUT__DATA_BLOCK) {
for (int32_t i = 0; i < numOfBlocks; ++i) {
SSDataBlock* pDataBlock = &((SSDataBlock*)input)[i];
- taosArrayPush(pInfo->pBlockLists, &pDataBlock);
+ SPackedData tmp = {
+ .pDataBlock = pDataBlock,
+ };
+ taosArrayPush(pInfo->pBlockLists, &tmp);
}
pInfo->blockType = STREAM_INPUT__DATA_BLOCK;
} else {
@@ -1006,11 +1012,22 @@ int32_t initQueryTableDataCondForTmq(SQueryTableDataCond* pCond, SSnapContext* s
return TSDB_CODE_SUCCESS;
}
-int32_t qStreamScanMemData(qTaskInfo_t tinfo, const SSubmitReq* pReq) {
+#if 0
+int32_t qStreamScanMemData(qTaskInfo_t tinfo, const SSubmitReq* pReq, int64_t scanVer) {
SExecTaskInfo* pTaskInfo = (SExecTaskInfo*)tinfo;
ASSERT(pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE);
ASSERT(pTaskInfo->streamInfo.pReq == NULL);
pTaskInfo->streamInfo.pReq = pReq;
+ pTaskInfo->streamInfo.scanVer = scanVer;
+ return 0;
+}
+#endif
+
+int32_t qStreamSetScanMemData(qTaskInfo_t tinfo, SPackedData submit) {
+ SExecTaskInfo* pTaskInfo = (SExecTaskInfo*)tinfo;
+ ASSERT(pTaskInfo->execModel == OPTR_EXEC_MODEL_QUEUE);
+ ASSERT(pTaskInfo->streamInfo.submit.msgStr == NULL);
+ pTaskInfo->streamInfo.submit = submit;
return 0;
}
diff --git a/source/libs/executor/src/projectoperator.c b/source/libs/executor/src/projectoperator.c
index de353b4bac837ecc544c179f40acede17741cc38..0cccc75ef56a96e590e09d478d908106e8cc5492 100644
--- a/source/libs/executor/src/projectoperator.c
+++ b/source/libs/executor/src/projectoperator.c
@@ -221,7 +221,7 @@ SSDataBlock* doProjectOperation(SOperatorInfo* pOperator) {
blockDataCleanup(pFinalRes);
SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo;
- if (pTaskInfo->streamInfo.pReq) {
+ if (pTaskInfo->streamInfo.submit.msgStr) {
pOperator->status = OP_OPENED;
}
diff --git a/source/libs/executor/src/scanoperator.c b/source/libs/executor/src/scanoperator.c
index 0e22195afa023f77e864a69e8bcabc6fcff16824..b2aa2269a2fc5f23ed8e7fa86b2fd355bdf5cead 100644
--- a/source/libs/executor/src/scanoperator.c
+++ b/source/libs/executor/src/scanoperator.c
@@ -1323,6 +1323,36 @@ static int32_t generateScanRange(SStreamScanInfo* pInfo, SSDataBlock* pSrcBlock,
return code;
}
+#if 0
+void calBlockTag(SStreamScanInfo* pInfo, SSDataBlock* pBlock) {
+ SExprSupp* pTagCalSup = &pInfo->tagCalSup;
+ SStreamState* pState = pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState;
+ if (pTagCalSup == NULL || pTagCalSup->numOfExprs == 0) return;
+ if (pBlock == NULL || pBlock->info.rows == 0) return;
+
+ void* tag = NULL;
+ int32_t tagLen = 0;
+ if (streamStateGetParTag(pState, pBlock->info.id.groupId, &tag, &tagLen) == 0) {
+ pBlock->info.tagLen = tagLen;
+ void* pTag = taosMemoryRealloc(pBlock->info.pTag, tagLen);
+ if (pTag == NULL) {
+ tdbFree(tag);
+ taosMemoryFree(pBlock->info.pTag);
+ pBlock->info.pTag = NULL;
+ pBlock->info.tagLen = 0;
+ return;
+ }
+ pBlock->info.pTag = pTag;
+ memcpy(pBlock->info.pTag, tag, tagLen);
+ tdbFree(tag);
+ return;
+ } else {
+ pBlock->info.pTag = NULL;
+ }
+ tdbFree(tag);
+}
+#endif
+
void calBlockTbName(SStreamScanInfo* pInfo, SSDataBlock* pBlock) {
SExprSupp* pTbNameCalSup = &pInfo->tbnameCalSup;
SStreamState* pState = pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState;
@@ -1330,10 +1360,12 @@ void calBlockTbName(SStreamScanInfo* pInfo, SSDataBlock* pBlock) {
if (pBlock == NULL || pBlock->info.rows == 0) return;
void* tbname = NULL;
- if (streamStateGetParName(pInfo->pStreamScanOp->pTaskInfo->streamInfo.pState, pBlock->info.id.groupId, &tbname) < 0) {
- pBlock->info.parTbName[0] = 0;
- } else {
+ if (streamStateGetParName(pState, pBlock->info.id.groupId, &tbname) == 0) {
memcpy(pBlock->info.parTbName, tbname, TSDB_TABLE_NAME_LEN);
+ tdbFree(tbname);
+ return;
+ } else {
+ pBlock->info.parTbName[0] = 0;
}
tdbFree(tbname);
@@ -1504,14 +1536,18 @@ static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) {
qDebug("queue scan called");
- if (pTaskInfo->streamInfo.pReq != NULL) {
- if (pInfo->tqReader->pMsg == NULL) {
- pInfo->tqReader->pMsg = pTaskInfo->streamInfo.pReq;
- const SSubmitReq* pSubmit = pInfo->tqReader->pMsg;
- if (tqReaderSetDataMsg(pInfo->tqReader, pSubmit, 0) < 0) {
- qError("submit msg messed up when initing stream submit block %p", pSubmit);
- pInfo->tqReader->pMsg = NULL;
- pTaskInfo->streamInfo.pReq = NULL;
+ if (pTaskInfo->streamInfo.submit.msgStr != NULL) {
+ if (pInfo->tqReader->msg2.msgStr == NULL) {
+ /*pInfo->tqReader->pMsg = pTaskInfo->streamInfo.pReq;*/
+
+ /*const SSubmitReq* pSubmit = pInfo->tqReader->pMsg;*/
+ /*if (tqReaderSetDataMsg(pInfo->tqReader, pSubmit, 0) < 0) {*/
+ /*void* msgStr = pTaskInfo->streamInfo.*/
+ SPackedData submit = pTaskInfo->streamInfo.submit;
+ if (tqReaderSetSubmitReq2(pInfo->tqReader, submit.msgStr, submit.msgLen, submit.ver) < 0) {
+ qError("submit msg messed up when initing stream submit block %p", submit.msgStr);
+ pInfo->tqReader->msg2 = (SPackedData){0};
+ pInfo->tqReader->setMsg = 0;
ASSERT(0);
}
}
@@ -1519,10 +1555,10 @@ static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) {
blockDataCleanup(pInfo->pRes);
SDataBlockInfo* pBlockInfo = &pInfo->pRes->info;
- while (tqNextDataBlock(pInfo->tqReader)) {
+ while (tqNextDataBlock2(pInfo->tqReader)) {
SSDataBlock block = {0};
- int32_t code = tqRetrieveDataBlock(&block, pInfo->tqReader);
+ int32_t code = tqRetrieveDataBlock2(&block, pInfo->tqReader);
if (code != TSDB_CODE_SUCCESS || block.info.rows == 0) {
continue;
@@ -1535,8 +1571,9 @@ static SSDataBlock* doQueueScan(SOperatorInfo* pOperator) {
}
}
- pInfo->tqReader->pMsg = NULL;
- pTaskInfo->streamInfo.pReq = NULL;
+ pInfo->tqReader->msg2 = (SPackedData){0};
+ pInfo->tqReader->setMsg = 0;
+ pTaskInfo->streamInfo.submit = (SPackedData){0};
return NULL;
}
@@ -1773,7 +1810,8 @@ FETCH_NEXT_BLOCK:
}
int32_t current = pInfo->validBlockIndex++;
- SSDataBlock* pBlock = taosArrayGetP(pInfo->pBlockLists, current);
+ SPackedData* pPacked = taosArrayGet(pInfo->pBlockLists, current);
+ SSDataBlock* pBlock = pPacked->pDataBlock;
if (pBlock->info.id.groupId && pBlock->info.parTbName[0]) {
streamStatePutParName(pTaskInfo->streamInfo.pState, pBlock->info.id.groupId, pBlock->info.parTbName);
}
@@ -1903,7 +1941,7 @@ FETCH_NEXT_BLOCK:
NEXT_SUBMIT_BLK:
while (1) {
- if (pInfo->tqReader->pMsg == NULL) {
+ if (pInfo->tqReader->msg2.msgStr == NULL) {
if (pInfo->validBlockIndex >= totBlockNum) {
updateInfoDestoryColseWinSBF(pInfo->pUpdateInfo);
doClearBufferedBlocks(pInfo);
@@ -1911,22 +1949,22 @@ FETCH_NEXT_BLOCK:
return NULL;
}
- int32_t current = pInfo->validBlockIndex++;
- SSubmitReq* pSubmit = taosArrayGetP(pInfo->pBlockLists, current);
- if (tqReaderSetDataMsg(pInfo->tqReader, pSubmit, 0) < 0) {
+ int32_t current = pInfo->validBlockIndex++;
+ SPackedData* pSubmit = taosArrayGet(pInfo->pBlockLists, current);
+ /*if (tqReaderSetDataMsg(pInfo->tqReader, pSubmit, 0) < 0) {*/
+ if (tqReaderSetSubmitReq2(pInfo->tqReader, pSubmit->msgStr, pSubmit->msgLen, pSubmit->ver) < 0) {
qError("submit msg messed up when initing stream submit block %p, current %d, total %d", pSubmit, current,
totBlockNum);
- pInfo->tqReader->pMsg = NULL;
continue;
}
}
blockDataCleanup(pInfo->pRes);
- while (tqNextDataBlock(pInfo->tqReader)) {
+ while (tqNextDataBlock2(pInfo->tqReader)) {
SSDataBlock block = {0};
- int32_t code = tqRetrieveDataBlock(&block, pInfo->tqReader);
+ int32_t code = tqRetrieveDataBlock2(&block, pInfo->tqReader);
if (code != TSDB_CODE_SUCCESS || block.info.rows == 0) {
continue;
@@ -1968,7 +2006,6 @@ FETCH_NEXT_BLOCK:
if (pBlockInfo->rows > 0 || pInfo->pUpdateDataRes->info.rows > 0) {
break;
} else {
- pInfo->tqReader->pMsg = NULL;
continue;
}
/*blockDataCleanup(pInfo->pRes);*/
@@ -2250,7 +2287,7 @@ SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhys
}
}
- pInfo->pBlockLists = taosArrayInit(4, POINTER_BYTES);
+ pInfo->pBlockLists = taosArrayInit(4, sizeof(SPackedData));
if (pInfo->pBlockLists == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
goto _error;
diff --git a/source/libs/executor/src/timesliceoperator.c b/source/libs/executor/src/timesliceoperator.c
index 94c98f41c951a258ee43140d400bfcbcbd106356..f5ceeeafe72de613bfaea86a5fded3c19dc51d9c 100644
--- a/source/libs/executor/src/timesliceoperator.c
+++ b/source/libs/executor/src/timesliceoperator.c
@@ -177,6 +177,10 @@ static bool genInterpolationResult(STimeSliceOperatorInfo* pSliceInfo, SExprSupp
if (IS_TIMESTAMP_TYPE(pExprInfo->base.resSchema.type)) {
colDataAppend(pDst, rows, (char*)&pSliceInfo->current, false);
continue;
+ } else if (IS_BOOLEAN_TYPE(pExprInfo->base.resSchema.type)) {
+ bool isFilled = true;
+ colDataAppend(pDst, pResBlock->info.rows, (char*)&isFilled, false);
+ continue;
}
int32_t srcSlot = pExprInfo->base.pParam[0].pCol->slotId;
@@ -288,6 +292,9 @@ static void addCurrentRowToResult(STimeSliceOperatorInfo* pSliceInfo, SExprSupp*
if (IS_TIMESTAMP_TYPE(pExprInfo->base.resSchema.type)) {
colDataAppend(pDst, pResBlock->info.rows, (char*)&pSliceInfo->current, false);
+ } else if (IS_BOOLEAN_TYPE(pExprInfo->base.resSchema.type)) {
+ bool isFilled = false;
+ colDataAppend(pDst, pResBlock->info.rows, (char*)&isFilled, false);
} else {
int32_t srcSlot = pExprInfo->base.pParam[0].pCol->slotId;
SColumnInfoData* pSrc = taosArrayGet(pSrcBlock->pDataBlock, srcSlot);
diff --git a/source/libs/function/src/builtins.c b/source/libs/function/src/builtins.c
index 07e480ee1d5b6c5c5cad3c8a56472ae5f262e94e..06406d158f95d4d0ebbefd7cb6345a59ca9131ad 100644
--- a/source/libs/function/src/builtins.c
+++ b/source/libs/function/src/builtins.c
@@ -466,7 +466,7 @@ static int32_t translateStddevMerge(SFunctionNode* pFunc, char* pErrBuf, int32_t
static int32_t translateWduration(SFunctionNode* pFunc, char* pErrBuf, int32_t len) {
// pseudo column do not need to check parameters
- pFunc->node.resType = (SDataType){.bytes = sizeof(int64_t), .type = TSDB_DATA_TYPE_BIGINT};
+ pFunc->node.resType = (SDataType){.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes, .type = TSDB_DATA_TYPE_BIGINT};
return TSDB_CODE_SUCCESS;
}
@@ -480,14 +480,21 @@ static int32_t translateNowToday(SFunctionNode* pFunc, char* pErrBuf, int32_t le
return code;
}
- pFunc->node.resType = (SDataType){.bytes = sizeof(int64_t), .type = TSDB_DATA_TYPE_TIMESTAMP};
+ pFunc->node.resType = (SDataType){.bytes = tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes, .type = TSDB_DATA_TYPE_TIMESTAMP};
return TSDB_CODE_SUCCESS;
}
static int32_t translateTimePseudoColumn(SFunctionNode* pFunc, char* pErrBuf, int32_t len) {
// pseudo column do not need to check parameters
- pFunc->node.resType = (SDataType){.bytes = sizeof(int64_t), .type = TSDB_DATA_TYPE_TIMESTAMP};
+ pFunc->node.resType = (SDataType){.bytes =tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes, .type = TSDB_DATA_TYPE_TIMESTAMP};
+ return TSDB_CODE_SUCCESS;
+}
+
+static int32_t translateIsFilledPseudoColumn(SFunctionNode* pFunc, char* pErrBuf, int32_t len) {
+ // pseudo column do not need to check parameters
+
+ pFunc->node.resType = (SDataType){.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes, .type = TSDB_DATA_TYPE_BOOL};
return TSDB_CODE_SUCCESS;
}
@@ -3254,6 +3261,16 @@ const SBuiltinFuncDefinition funcMgtBuiltins[] = {
.sprocessFunc = NULL,
.finalizeFunc = NULL
},
+ {
+ .name = "_isfilled",
+ .type = FUNCTION_TYPE_ISFILLED,
+ .classification = FUNC_MGT_PSEUDO_COLUMN_FUNC | FUNC_MGT_INTERP_PC_FUNC,
+ .translateFunc = translateIsFilledPseudoColumn,
+ .getEnvFunc = NULL,
+ .initFunc = NULL,
+ .sprocessFunc = NULL,
+ .finalizeFunc = NULL
+ },
{
.name = "_tags",
.type = FUNCTION_TYPE_TAGS,
diff --git a/source/libs/nodes/src/nodesCloneFuncs.c b/source/libs/nodes/src/nodesCloneFuncs.c
index 7b1cb514a62089d0266d92b7065dee26e50d769f..fb9560341e3f9f2ff89deb9375cd2a28933a6334 100644
--- a/source/libs/nodes/src/nodesCloneFuncs.c
+++ b/source/libs/nodes/src/nodesCloneFuncs.c
@@ -295,6 +295,13 @@ static int32_t stateWindowNodeCopy(const SStateWindowNode* pSrc, SStateWindowNod
return TSDB_CODE_SUCCESS;
}
+static int32_t eventWindowNodeCopy(const SEventWindowNode* pSrc, SEventWindowNode* pDst) {
+ CLONE_NODE_FIELD(pCol);
+ CLONE_NODE_FIELD(pStartCond);
+ CLONE_NODE_FIELD(pEndCond);
+ return TSDB_CODE_SUCCESS;
+}
+
static int32_t sessionWindowNodeCopy(const SSessionWindowNode* pSrc, SSessionWindowNode* pDst) {
CLONE_NODE_FIELD_EX(pCol, SColumnNode*);
CLONE_NODE_FIELD_EX(pGap, SValueNode*);
@@ -462,6 +469,8 @@ static int32_t logicWindowCopy(const SWindowLogicNode* pSrc, SWindowLogicNode* p
CLONE_NODE_FIELD(pTspk);
CLONE_NODE_FIELD(pTsEnd);
CLONE_NODE_FIELD(pStateExpr);
+ CLONE_NODE_FIELD(pStartCond);
+ CLONE_NODE_FIELD(pEndCond);
COPY_SCALAR_FIELD(triggerType);
COPY_SCALAR_FIELD(watermark);
COPY_SCALAR_FIELD(deleteMark);
@@ -709,6 +718,9 @@ SNode* nodesCloneNode(const SNode* pNode) {
case QUERY_NODE_STATE_WINDOW:
code = stateWindowNodeCopy((const SStateWindowNode*)pNode, (SStateWindowNode*)pDst);
break;
+ case QUERY_NODE_EVENT_WINDOW:
+ code = eventWindowNodeCopy((const SEventWindowNode*)pNode, (SEventWindowNode*)pDst);
+ break;
case QUERY_NODE_SESSION_WINDOW:
code = sessionWindowNodeCopy((const SSessionWindowNode*)pNode, (SSessionWindowNode*)pDst);
break;
diff --git a/source/libs/nodes/src/nodesCodeFuncs.c b/source/libs/nodes/src/nodesCodeFuncs.c
index 1dab60876aed3a57ca86b15914fb61e5100af703..e9ec2ce306078b6ea4cb49089d83e44cdf4ac412 100644
--- a/source/libs/nodes/src/nodesCodeFuncs.c
+++ b/source/libs/nodes/src/nodesCodeFuncs.c
@@ -79,17 +79,23 @@ const char* nodesNodeName(ENodeType type) {
return "TableOptions";
case QUERY_NODE_INDEX_OPTIONS:
return "IndexOptions";
+ case QUERY_NODE_EXPLAIN_OPTIONS:
+ return "ExplainOptions";
+ case QUERY_NODE_STREAM_OPTIONS:
+ return "StreamOptions";
case QUERY_NODE_LEFT_VALUE:
return "LeftValue";
case QUERY_NODE_WHEN_THEN:
return "WhenThen";
case QUERY_NODE_CASE_WHEN:
return "CaseWhen";
+ case QUERY_NODE_EVENT_WINDOW:
+ return "EventWindow";
case QUERY_NODE_SET_OPERATOR:
return "SetOperator";
case QUERY_NODE_SELECT_STMT:
return "SelectStmt";
- case QUERY_NODE_VNODE_MODIF_STMT:
+ case QUERY_NODE_VNODE_MODIFY_STMT:
return "VnodeModifStmt";
case QUERY_NODE_CREATE_DATABASE_STMT:
return "CreateDatabaseStmt";
@@ -97,11 +103,15 @@ const char* nodesNodeName(ENodeType type) {
return "DropDatabaseStmt";
case QUERY_NODE_ALTER_DATABASE_STMT:
return "AlterDatabaseStmt";
+ case QUERY_NODE_FLUSH_DATABASE_STMT:
+ return "FlushDatabaseStmt";
+ case QUERY_NODE_TRIM_DATABASE_STMT:
+ return "TrimDatabaseStmt";
case QUERY_NODE_CREATE_TABLE_STMT:
return "CreateTableStmt";
case QUERY_NODE_CREATE_SUBTABLE_CLAUSE:
return "CreateSubtableClause";
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
return "CreateMultiTableStmt";
case QUERY_NODE_DROP_TABLE_CLAUSE:
return "DropTableClause";
@@ -135,12 +145,42 @@ const char* nodesNodeName(ENodeType type) {
return "CreateQnodeStmt";
case QUERY_NODE_DROP_QNODE_STMT:
return "DropQnodeStmt";
+ case QUERY_NODE_CREATE_SNODE_STMT:
+ return "CreateSnodeStmt";
+ case QUERY_NODE_DROP_SNODE_STMT:
+ return "DropSnodeStmt";
+ case QUERY_NODE_CREATE_MNODE_STMT:
+ return "CreateMnodeStmt";
+ case QUERY_NODE_DROP_MNODE_STMT:
+ return "DropMnodeStmt";
case QUERY_NODE_CREATE_TOPIC_STMT:
return "CreateTopicStmt";
case QUERY_NODE_DROP_TOPIC_STMT:
return "DropTopicStmt";
+ case QUERY_NODE_DROP_CGROUP_STMT:
+ return "DropConsumerGroupStmt";
case QUERY_NODE_ALTER_LOCAL_STMT:
return "AlterLocalStmt";
+ case QUERY_NODE_EXPLAIN_STMT:
+ return "ExplainStmt";
+ case QUERY_NODE_DESCRIBE_STMT:
+ return "DescribeStmt";
+ case QUERY_NODE_CREATE_STREAM_STMT:
+ return "CreateStreamStmt";
+ case QUERY_NODE_DROP_STREAM_STMT:
+ return "DropStreamStmt";
+ case QUERY_NODE_BALANCE_VGROUP_STMT:
+ return "BalanceVgroupStmt";
+ case QUERY_NODE_MERGE_VGROUP_STMT:
+ return "MergeVgroupStmt";
+ case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
+ return "RedistributeVgroupStmt";
+ case QUERY_NODE_SPLIT_VGROUP_STMT:
+ return "SplitVgroupStmt";
+ case QUERY_NODE_GRANT_STMT:
+ return "GrantStmt";
+ case QUERY_NODE_REVOKE_STMT:
+ return "RevokeStmt";
case QUERY_NODE_SHOW_DNODES_STMT:
return "ShowDnodesStmt";
case QUERY_NODE_SHOW_MNODES_STMT:
@@ -153,6 +193,8 @@ const char* nodesNodeName(ENodeType type) {
return "ShowSnodesStmt";
case QUERY_NODE_SHOW_BNODES_STMT:
return "ShowBnodesStmt";
+ case QUERY_NODE_SHOW_CLUSTER_STMT:
+ return "ShowClusterStmt";
case QUERY_NODE_SHOW_DATABASES_STMT:
return "ShowDatabaseStmt";
case QUERY_NODE_SHOW_FUNCTIONS_STMT:
@@ -179,8 +221,30 @@ const char* nodesNodeName(ENodeType type) {
return "ShowConsumersStmt";
case QUERY_NODE_SHOW_QUERIES_STMT:
return "ShowQueriesStmt";
+ case QUERY_NODE_SHOW_VARIABLES_STMT:
+ return "ShowVariablesStmt";
+ case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
+ return "ShowDnodeVariablesStmt";
+ case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
+ return "ShowTransactionsStmt";
+ case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
+ return "ShowSubscriptionsStmt";
case QUERY_NODE_SHOW_VNODES_STMT:
return "ShowVnodeStmt";
+ case QUERY_NODE_SHOW_USER_PRIVILEGES_STMT:
+ return "ShowUserPrivilegesStmt";
+ case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
+ return "ShowCreateDatabasesStmt";
+ case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
+ return "ShowCreateTablesStmt";
+ case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
+ return "ShowCreateStablesStmt";
+ case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
+ return "ShowTableDistributedStmt";
+ case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
+ return "ShowLocalVariablesStmt";
+ case QUERY_NODE_SHOW_TABLE_TAGS_STMT:
+ return "ShowTableTagsStmt";
case QUERY_NODE_DELETE_STMT:
return "DeleteStmt";
case QUERY_NODE_INSERT_STMT:
@@ -233,6 +297,10 @@ const char* nodesNodeName(ENodeType type) {
return "PhysiLastRowScan";
case QUERY_NODE_PHYSICAL_PLAN_TABLE_COUNT_SCAN:
return "PhysiTableCountScan";
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ return "PhysiMergeEventWindow";
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ return "PhysiStreamEventWindow";
case QUERY_NODE_PHYSICAL_PLAN_PROJECT:
return "PhysiProject";
case QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN:
@@ -1358,6 +1426,23 @@ static int32_t logicJoinNodeToJson(const void* pObj, SJson* pJson) {
return code;
}
+static int32_t jsonToLogicJoinNode(const SJson* pJson, void* pObj) {
+ SJoinLogicNode* pNode = (SJoinLogicNode*)pObj;
+
+ int32_t code = jsonToLogicPlanNode(pJson, pObj);
+ if (TSDB_CODE_SUCCESS == code) {
+ tjsonGetNumberValue(pJson, jkJoinLogicPlanJoinType, pNode->joinType, code);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkJoinLogicPlanMergeCondition, &pNode->pMergeCondition);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkJoinLogicPlanOnConditions, &pNode->pOnConditions);
+ }
+
+ return code;
+}
+
static const char* jkPhysiPlanOutputDataBlockDesc = "OutputDataBlockDesc";
static const char* jkPhysiPlanConditions = "Conditions";
static const char* jkPhysiPlanChildren = "Children";
@@ -2272,6 +2357,37 @@ static int32_t jsonToPhysiStateWindowNode(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkEventWindowPhysiPlanStartCond = "StartCond";
+static const char* jkEventWindowPhysiPlanEndCond = "EndCond";
+
+static int32_t physiEventWindowNodeToJson(const void* pObj, SJson* pJson) {
+ const SEventWinodwPhysiNode* pNode = (const SEventWinodwPhysiNode*)pObj;
+
+ int32_t code = physiWindowNodeToJson(pObj, pJson);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkEventWindowPhysiPlanStartCond, nodeToJson, pNode->pStartCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkEventWindowPhysiPlanEndCond, nodeToJson, pNode->pEndCond);
+ }
+
+ return code;
+}
+
+static int32_t jsonToPhysiEventWindowNode(const SJson* pJson, void* pObj) {
+ SEventWinodwPhysiNode* pNode = (SEventWinodwPhysiNode*)pObj;
+
+ int32_t code = jsonToPhysiWindowNode(pJson, pObj);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkEventWindowPhysiPlanStartCond, &pNode->pStartCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkEventWindowPhysiPlanEndCond, &pNode->pEndCond);
+ }
+
+ return code;
+}
+
static const char* jkPartitionPhysiPlanExprs = "Exprs";
static const char* jkPartitionPhysiPlanPartitionKeys = "PartitionKeys";
static const char* jkPartitionPhysiPlanTargets = "Targets";
@@ -3532,6 +3648,51 @@ static int32_t jsonToTempTableNode(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkJoinTableJoinType = "JoinType";
+static const char* jkJoinTableLeft = "Left";
+static const char* jkJoinTableRight = "Right";
+static const char* jkJoinTableOnCond = "OnCond";
+
+static int32_t joinTableNodeToJson(const void* pObj, SJson* pJson) {
+ const SJoinTableNode* pNode = (const SJoinTableNode*)pObj;
+
+ int32_t code = tableNodeToJson(pObj, pJson);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkJoinTableJoinType, pNode->joinType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkJoinTableLeft, nodeToJson, pNode->pLeft);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkJoinTableRight, nodeToJson, pNode->pRight);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkJoinTableOnCond, nodeToJson, pNode->pOnCond);
+ }
+
+ return code;
+}
+
+static int32_t jsonToJoinTableNode(const SJson* pJson, void* pObj) {
+ SJoinTableNode* pNode = (SJoinTableNode*)pObj;
+
+ int32_t code = jsonToTableNode(pJson, pObj);
+ if (TSDB_CODE_SUCCESS == code) {
+ tjsonGetNumberValue(pJson, jkJoinTableJoinType, pNode->joinType, code);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkJoinTableLeft, &pNode->pLeft);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkJoinTableRight, &pNode->pRight);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkJoinTableOnCond, &pNode->pOnCond);
+ }
+
+ return code;
+}
+
static const char* jkGroupingSetType = "GroupingSetType";
static const char* jkGroupingSetParameter = "Parameters";
@@ -3660,6 +3821,36 @@ static int32_t jsonToSessionWindowNode(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkEventWindowTsPrimaryKey = "TsPrimaryKey";
+static const char* jkEventWindowStartCond = "StartCond";
+static const char* jkEventWindowEndCond = "EndCond";
+
+static int32_t eventWindowNodeToJson(const void* pObj, SJson* pJson) {
+ const SEventWindowNode* pNode = (const SEventWindowNode*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkEventWindowTsPrimaryKey, nodeToJson, pNode->pCol);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkEventWindowStartCond, nodeToJson, pNode->pStartCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkEventWindowEndCond, nodeToJson, pNode->pEndCond);
+ }
+ return code;
+}
+
+static int32_t jsonToEventWindowNode(const SJson* pJson, void* pObj) {
+ SEventWindowNode* pNode = (SEventWindowNode*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkEventWindowTsPrimaryKey, &pNode->pCol);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkEventWindowStartCond, &pNode->pStartCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkEventWindowEndCond, &pNode->pEndCond);
+ }
+ return code;
+}
+
static const char* jkIntervalWindowInterval = "Interval";
static const char* jkIntervalWindowOffset = "Offset";
static const char* jkIntervalWindowSliding = "Sliding";
@@ -3856,6 +4047,45 @@ static int32_t jsonToSlotDescNode(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkColumnDefColName = "ColName";
+static const char* jkColumnDefDataType = "DataType";
+static const char* jkColumnDefComments = "Comments";
+static const char* jkColumnDefSma = "Sma";
+
+static int32_t columnDefNodeToJson(const void* pObj, SJson* pJson) {
+ const SColumnDefNode* pNode = (const SColumnDefNode*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkColumnDefColName, pNode->colName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkColumnDefDataType, dataTypeToJson, &pNode->dataType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkColumnDefComments, pNode->comments);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkColumnDefSma, pNode->sma);
+ }
+
+ return code;
+}
+
+static int32_t jsonToColumnDefNode(const SJson* pJson, void* pObj) {
+ SColumnDefNode* pNode = (SColumnDefNode*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkColumnDefColName, pNode->colName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonToObject(pJson, jkColumnDefDataType, jsonToDataType, &pNode->dataType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkColumnDefComments, pNode->comments);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkColumnDefSma, &pNode->sma);
+ }
+
+ return code;
+}
+
static const char* jkDownstreamSourceAddr = "Addr";
static const char* jkDownstreamSourceTaskId = "TaskId";
static const char* jkDownstreamSourceSchedId = "SchedId";
@@ -4046,6 +4276,190 @@ static int32_t jsonToDatabaseOptions(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkTableOptionsComment = "Comment";
+static const char* jkTableOptionsMaxDelay = "MaxDelay";
+static const char* jkTableOptionsWatermark = "Watermark";
+static const char* jkTableOptionsDeleteMark = "DeleteMark";
+static const char* jkTableOptionsRollupFuncs = "RollupFuncs";
+static const char* jkTableOptionsTtl = "Ttl";
+static const char* jkTableOptionsSma = "Sma";
+
+static int32_t tableOptionsToJson(const void* pObj, SJson* pJson) {
+ const STableOptions* pNode = (const STableOptions*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkTableOptionsComment, pNode->comment);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkTableOptionsMaxDelay, pNode->pMaxDelay);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkTableOptionsWatermark, pNode->pWatermark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkTableOptionsDeleteMark, pNode->pDeleteMark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkTableOptionsRollupFuncs, pNode->pRollupFuncs);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkTableOptionsTtl, pNode->ttl);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkTableOptionsSma, pNode->pSma);
+ }
+
+ return code;
+}
+
+static int32_t jsonToTableOptions(const SJson* pJson, void* pObj) {
+ STableOptions* pNode = (STableOptions*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkTableOptionsComment, pNode->comment);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkTableOptionsMaxDelay, &pNode->pMaxDelay);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkTableOptionsWatermark, &pNode->pWatermark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkTableOptionsDeleteMark, &pNode->pDeleteMark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkTableOptionsRollupFuncs, &pNode->pRollupFuncs);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkTableOptionsTtl, &pNode->ttl);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkTableOptionsSma, &pNode->pSma);
+ }
+
+ return code;
+}
+
+static const char* jkIndexOptionsFuncs = "Funcs";
+static const char* jkIndexOptionsInterval = "Interval";
+static const char* jkIndexOptionsOffset = "Offset";
+static const char* jkIndexOptionsSliding = "Sliding";
+static const char* jkIndexOptionsStreamOptions = "StreamOptions";
+
+static int32_t indexOptionsToJson(const void* pObj, SJson* pJson) {
+ const SIndexOptions* pNode = (const SIndexOptions*)pObj;
+
+ int32_t code = nodeListToJson(pJson, jkIndexOptionsFuncs, pNode->pFuncs);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkIndexOptionsInterval, nodeToJson, pNode->pInterval);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkIndexOptionsOffset, nodeToJson, pNode->pOffset);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkIndexOptionsSliding, nodeToJson, pNode->pSliding);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkIndexOptionsStreamOptions, nodeToJson, pNode->pStreamOptions);
+ }
+
+ return code;
+}
+
+static int32_t jsonToIndexOptions(const SJson* pJson, void* pObj) {
+ SIndexOptions* pNode = (SIndexOptions*)pObj;
+
+ int32_t code = jsonToNodeList(pJson, jkIndexOptionsFuncs, &pNode->pFuncs);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkIndexOptionsInterval, &pNode->pInterval);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkIndexOptionsOffset, &pNode->pOffset);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkIndexOptionsSliding, &pNode->pSliding);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkIndexOptionsStreamOptions, &pNode->pStreamOptions);
+ }
+
+ return code;
+}
+
+static const char* jkExplainOptionsVerbose = "Verbose";
+static const char* jkExplainOptionsRatio = "Ratio";
+
+static int32_t explainOptionsToJson(const void* pObj, SJson* pJson) {
+ const SExplainOptions* pNode = (const SExplainOptions*)pObj;
+
+ int32_t code = tjsonAddBoolToObject(pJson, jkExplainOptionsVerbose, pNode->verbose);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddDoubleToObject(pJson, jkExplainOptionsRatio, pNode->ratio);
+ }
+
+ return code;
+}
+
+static int32_t jsonToExplainOptions(const SJson* pJson, void* pObj) {
+ SExplainOptions* pNode = (SExplainOptions*)pObj;
+
+ int32_t code = tjsonGetBoolValue(pJson, jkExplainOptionsVerbose, &pNode->verbose);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetDoubleValue(pJson, jkExplainOptionsRatio, &pNode->ratio);
+ }
+
+ return code;
+}
+
+static const char* jkStreamOptionsTriggerType = "TriggerType";
+static const char* jkStreamOptionsDelay = "Delay";
+static const char* jkStreamOptionsWatermark = "Watermark";
+static const char* jkStreamOptionsDeleteMark = "DeleteMark";
+static const char* jkStreamOptionsFillHistory = "FillHistory";
+static const char* jkStreamOptionsIgnoreExpired = "IgnoreExpired";
+
+static int32_t streamOptionsToJson(const void* pObj, SJson* pJson) {
+ const SStreamOptions* pNode = (const SStreamOptions*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkStreamOptionsTriggerType, pNode->triggerType);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkStreamOptionsDelay, nodeToJson, pNode->pDelay);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkStreamOptionsWatermark, nodeToJson, pNode->pWatermark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkStreamOptionsDeleteMark, nodeToJson, pNode->pDeleteMark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkStreamOptionsFillHistory, pNode->fillHistory);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkStreamOptionsIgnoreExpired, pNode->ignoreExpired);
+ }
+
+ return code;
+}
+
+static int32_t jsonToStreamOptions(const SJson* pJson, void* pObj) {
+ SStreamOptions* pNode = (SStreamOptions*)pObj;
+
+ int32_t code = tjsonGetTinyIntValue(pJson, jkStreamOptionsTriggerType, &pNode->triggerType);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkStreamOptionsDelay, &pNode->pDelay);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkStreamOptionsWatermark, &pNode->pWatermark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkStreamOptionsDeleteMark, &pNode->pDeleteMark);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkStreamOptionsFillHistory, &pNode->fillHistory);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkStreamOptionsIgnoreExpired, &pNode->ignoreExpired);
+ }
+
+ return code;
+}
+
static const char* jkWhenThenWhen = "When";
static const char* jkWhenThenThen = "Then";
@@ -4331,164 +4745,1402 @@ static int32_t jsonToSelectStmt(const SJson* pJson, void* pObj) {
return code;
}
-static const char* jkAlterDatabaseStmtDbName = "DbName";
-static const char* jkAlterDatabaseStmtOptions = "Options";
+static const char* jkVnodeModifyOpStmtSqlNodeType = "SqlNodeType";
+static const char* jkVnodeModifyOpStmtTotalRowsNum = "TotalRowsNum";
+static const char* jkVnodeModifyOpStmtTotalTbNum = "TotalTbNum";
-static int32_t alterDatabaseStmtToJson(const void* pObj, SJson* pJson) {
- const SAlterDatabaseStmt* pNode = (const SAlterDatabaseStmt*)pObj;
+static int32_t vnodeModifyStmtToJson(const void* pObj, SJson* pJson) {
+ const SVnodeModifyOpStmt* pNode = (const SVnodeModifyOpStmt*)pObj;
- int32_t code = tjsonAddStringToObject(pJson, jkAlterDatabaseStmtDbName, pNode->dbName);
+ int32_t code = tjsonAddIntegerToObject(pJson, jkVnodeModifyOpStmtSqlNodeType, pNode->sqlNodeType);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddObject(pJson, jkAlterDatabaseStmtOptions, nodeToJson, pNode->pOptions);
+ code = tjsonAddIntegerToObject(pJson, jkVnodeModifyOpStmtTotalRowsNum, pNode->totalRowsNum);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkVnodeModifyOpStmtTotalTbNum, pNode->totalTbNum);
}
return code;
}
-static int32_t jsonToAlterDatabaseStmt(const SJson* pJson, void* pObj) {
- SAlterDatabaseStmt* pNode = (SAlterDatabaseStmt*)pObj;
+static int32_t jsonToVnodeModifyStmt(const SJson* pJson, void* pObj) {
+ SVnodeModifyOpStmt* pNode = (SVnodeModifyOpStmt*)pObj;
- int32_t code = tjsonGetStringValue(pJson, jkAlterDatabaseStmtDbName, pNode->dbName);
+ int32_t code = TSDB_CODE_SUCCESS;
+ tjsonGetNumberValue(pJson, jkVnodeModifyOpStmtSqlNodeType, pNode->sqlNodeType, code);
if (TSDB_CODE_SUCCESS == code) {
- code = jsonToNodeObject(pJson, jkAlterDatabaseStmtOptions, (SNode**)&pNode->pOptions);
+ code = tjsonGetIntValue(pJson, jkVnodeModifyOpStmtTotalRowsNum, &pNode->totalRowsNum);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkVnodeModifyOpStmtTotalTbNum, &pNode->totalTbNum);
}
return code;
}
-static const char* jkAlterTableStmtDbName = "DbName";
-static const char* jkAlterTableStmtTableName = "TableName";
-static const char* jkAlterTableStmtAlterType = "AlterType";
-static const char* jkAlterTableStmtColName = "ColName";
-static const char* jkAlterTableStmtNewColName = "NewColName";
-static const char* jkAlterTableStmtOptions = "Options";
-static const char* jkAlterTableStmtNewDataType = "NewDataType";
-static const char* jkAlterTableStmtNewTagVal = "NewTagVal";
+static const char* jkCreateDatabaseStmtDbName = "DbName";
+static const char* jkCreateDatabaseStmtIgnoreExists = "IgnoreExists";
+static const char* jkCreateDatabaseStmtOptions = "Options";
-static int32_t alterTableStmtToJson(const void* pObj, SJson* pJson) {
- const SAlterTableStmt* pNode = (const SAlterTableStmt*)pObj;
+static int32_t createDatabaseStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateDatabaseStmt* pNode = (const SCreateDatabaseStmt*)pObj;
- int32_t code = tjsonAddStringToObject(pJson, jkAlterTableStmtDbName, pNode->dbName);
- if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkAlterTableStmtTableName, pNode->tableName);
- }
- if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddIntegerToObject(pJson, jkAlterTableStmtAlterType, pNode->alterType);
- }
- if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkAlterTableStmtColName, pNode->colName);
- }
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateDatabaseStmtDbName, pNode->dbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkAlterTableStmtNewColName, pNode->newColName);
+ code = tjsonAddBoolToObject(pJson, jkCreateDatabaseStmtIgnoreExists, pNode->ignoreExists);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddObject(pJson, jkAlterTableStmtOptions, nodeToJson, pNode->pOptions);
+ code = tjsonAddObject(pJson, jkCreateDatabaseStmtOptions, nodeToJson, pNode->pOptions);
}
+
+ return code;
+}
+
+static int32_t jsonToCreateDatabaseStmt(const SJson* pJson, void* pObj) {
+ SCreateDatabaseStmt* pNode = (SCreateDatabaseStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateDatabaseStmtDbName, pNode->dbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddObject(pJson, jkAlterTableStmtNewDataType, dataTypeToJson, &pNode->dataType);
+ code = tjsonGetBoolValue(pJson, jkCreateDatabaseStmtIgnoreExists, &pNode->ignoreExists);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddObject(pJson, jkAlterTableStmtOptions, nodeToJson, pNode->pVal);
+ code = jsonToNodeObject(pJson, jkCreateDatabaseStmtOptions, (SNode**)&pNode->pOptions);
}
return code;
}
-static int32_t jsonToAlterTableStmt(const SJson* pJson, void* pObj) {
- SAlterTableStmt* pNode = (SAlterTableStmt*)pObj;
+static const char* jkAlterDatabaseStmtDbName = "DbName";
+static const char* jkAlterDatabaseStmtOptions = "Options";
+
+static int32_t alterDatabaseStmtToJson(const void* pObj, SJson* pJson) {
+ const SAlterDatabaseStmt* pNode = (const SAlterDatabaseStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkAlterDatabaseStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkAlterDatabaseStmtOptions, nodeToJson, pNode->pOptions);
+ }
+
+ return code;
+}
+
+static int32_t jsonToAlterDatabaseStmt(const SJson* pJson, void* pObj) {
+ SAlterDatabaseStmt* pNode = (SAlterDatabaseStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkAlterDatabaseStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkAlterDatabaseStmtOptions, (SNode**)&pNode->pOptions);
+ }
+
+ return code;
+}
+
+static const char* jkTrimDatabaseStmtDbName = "DbName";
+static const char* jkTrimDatabaseStmtMaxSpeed = "MaxSpeed";
+
+static int32_t trimDatabaseStmtToJson(const void* pObj, SJson* pJson) {
+ const STrimDatabaseStmt* pNode = (const STrimDatabaseStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkTrimDatabaseStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkTrimDatabaseStmtMaxSpeed, pNode->maxSpeed);
+ }
+
+ return code;
+}
+
+static int32_t jsonToTrimDatabaseStmt(const SJson* pJson, void* pObj) {
+ STrimDatabaseStmt* pNode = (STrimDatabaseStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkTrimDatabaseStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkTrimDatabaseStmtMaxSpeed, &pNode->maxSpeed);
+ }
+
+ return code;
+}
+
+static const char* jkCreateTableStmtDbName = "DbName";
+static const char* jkCreateTableStmtTableName = "TableName";
+static const char* jkCreateTableStmtIgnoreExists = "IgnoreExists";
+static const char* jkCreateTableStmtCols = "Cols";
+static const char* jkCreateTableStmtTags = "Tags";
+static const char* jkCreateTableStmtOptions = "Options";
+
+static int32_t createTableStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateTableStmt* pNode = (const SCreateTableStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkCreateTableStmtIgnoreExists, pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateTableStmtCols, pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateTableStmtTags, pNode->pTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateTableStmtOptions, nodeToJson, pNode->pOptions);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateTableStmt(const SJson* pJson, void* pObj) {
+ SCreateTableStmt* pNode = (SCreateTableStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkCreateTableStmtIgnoreExists, &pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateTableStmtCols, &pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateTableStmtTags, &pNode->pTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateTableStmtOptions, (SNode**)&pNode->pOptions);
+ }
+
+ return code;
+}
+
+static const char* jkCreateSubTableClauseDbName = "DbName";
+static const char* jkCreateSubTableClauseTableName = "TableName";
+static const char* jkCreateSubTableClauseUseDbName = "UseDbName";
+static const char* jkCreateSubTableClauseUseTableName = "UseTableName";
+static const char* jkCreateSubTableClauseIgnoreExists = "IgnoreExists";
+static const char* jkCreateSubTableClauseSpecificTags = "SpecificTags";
+static const char* jkCreateSubTableClauseValsOfTags = "ValsOfTags";
+static const char* jkCreateSubTableClauseOptions = "Options";
+
+static int32_t createSubTableClauseToJson(const void* pObj, SJson* pJson) {
+ const SCreateSubTableClause* pNode = (const SCreateSubTableClause*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateSubTableClauseDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateSubTableClauseTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateSubTableClauseUseDbName, pNode->useDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateSubTableClauseUseTableName, pNode->useTableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkCreateSubTableClauseIgnoreExists, pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateSubTableClauseSpecificTags, pNode->pSpecificTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateSubTableClauseValsOfTags, pNode->pValsOfTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateSubTableClauseOptions, nodeToJson, pNode->pOptions);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateSubTableClause(const SJson* pJson, void* pObj) {
+ SCreateSubTableClause* pNode = (SCreateSubTableClause*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateSubTableClauseDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateSubTableClauseTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateSubTableClauseUseDbName, pNode->useDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateSubTableClauseUseTableName, pNode->useTableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkCreateSubTableClauseIgnoreExists, &pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateSubTableClauseSpecificTags, &pNode->pSpecificTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateSubTableClauseValsOfTags, &pNode->pValsOfTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateSubTableClauseOptions, (SNode**)&pNode->pOptions);
+ }
+
+ return code;
+}
+
+static const char* jkCreateMultiTablesStmtSubTables = "SubTables";
+
+static int32_t createMultiTablesStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateMultiTablesStmt* pNode = (const SCreateMultiTablesStmt*)pObj;
+ return nodeListToJson(pJson, jkCreateMultiTablesStmtSubTables, pNode->pSubTables);
+}
+
+static int32_t jsonToCreateMultiTablesStmt(const SJson* pJson, void* pObj) {
+ SCreateMultiTablesStmt* pNode = (SCreateMultiTablesStmt*)pObj;
+ return jsonToNodeList(pJson, jkCreateMultiTablesStmtSubTables, &pNode->pSubTables);
+}
+
+static const char* jkDropTableClauseDbName = "DbName";
+static const char* jkDropTableClauseTableName = "TableName";
+static const char* jkDropTableClauseIgnoreNotExists = "IgnoreNotExists";
+
+static int32_t dropTableClauseToJson(const void* pObj, SJson* pJson) {
+ const SDropTableClause* pNode = (const SDropTableClause*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDropTableClauseDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropTableClauseTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropTableClauseIgnoreNotExists, pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropTableClause(const SJson* pJson, void* pObj) {
+ SDropTableClause* pNode = (SDropTableClause*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDropTableClauseDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropTableClauseTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropTableClauseIgnoreNotExists, &pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static const char* jkDropTableStmtTables = "Tables";
+
+static int32_t dropTableStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropTableStmt* pNode = (const SDropTableStmt*)pObj;
+ return nodeListToJson(pJson, jkDropTableStmtTables, pNode->pTables);
+}
+
+static int32_t jsonToDropTableStmt(const SJson* pJson, void* pObj) {
+ SDropTableStmt* pNode = (SDropTableStmt*)pObj;
+ return jsonToNodeList(pJson, jkDropTableStmtTables, &pNode->pTables);
+}
+
+static const char* jkDropSuperTableStmtDbName = "DbName";
+static const char* jkDropSuperTableStmtTableName = "TableName";
+static const char* jkDropSuperTableStmtIgnoreNotExists = "IgnoreNotExists";
+
+static int32_t dropStableStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropSuperTableStmt* pNode = (const SDropSuperTableStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDropSuperTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropSuperTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropSuperTableStmtIgnoreNotExists, pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropStableStmt(const SJson* pJson, void* pObj) {
+ SDropSuperTableStmt* pNode = (SDropSuperTableStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDropSuperTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropSuperTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropSuperTableStmtIgnoreNotExists, &pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static const char* jkAlterTableStmtDbName = "DbName";
+static const char* jkAlterTableStmtTableName = "TableName";
+static const char* jkAlterTableStmtAlterType = "AlterType";
+static const char* jkAlterTableStmtColName = "ColName";
+static const char* jkAlterTableStmtNewColName = "NewColName";
+static const char* jkAlterTableStmtOptions = "Options";
+static const char* jkAlterTableStmtNewDataType = "NewDataType";
+static const char* jkAlterTableStmtNewTagVal = "NewTagVal";
+
+static int32_t alterTableStmtToJson(const void* pObj, SJson* pJson) {
+ const SAlterTableStmt* pNode = (const SAlterTableStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkAlterTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkAlterTableStmtAlterType, pNode->alterType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterTableStmtColName, pNode->colName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterTableStmtNewColName, pNode->newColName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkAlterTableStmtOptions, nodeToJson, pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkAlterTableStmtNewDataType, dataTypeToJson, &pNode->dataType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkAlterTableStmtOptions, nodeToJson, pNode->pVal);
+ }
+
+ return code;
+}
+
+static int32_t jsonToAlterTableStmt(const SJson* pJson, void* pObj) {
+ SAlterTableStmt* pNode = (SAlterTableStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkAlterTableStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterTableStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkAlterTableStmtAlterType, &pNode->alterType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterTableStmtColName, pNode->colName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterTableStmtNewColName, pNode->newColName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkAlterTableStmtOptions, (SNode**)&pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonToObject(pJson, jkAlterTableStmtNewDataType, jsonToDataType, &pNode->dataType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkAlterTableStmtOptions, (SNode**)&pNode->pVal);
+ }
+
+ return code;
+}
+
+static int32_t alterStableStmtToJson(const void* pObj, SJson* pJson) { return alterTableStmtToJson(pObj, pJson); }
+
+static int32_t jsonToAlterStableStmt(const SJson* pJson, void* pObj) { return jsonToAlterTableStmt(pJson, pObj); }
+
+static const char* jkCreateUserStmtUserName = "UserName";
+static const char* jkCreateUserStmtPassword = "Password";
+static const char* jkCreateUserStmtSysinfo = "Sysinfo";
+
+static int32_t createUserStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateUserStmt* pNode = (const SCreateUserStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateUserStmtUserName, pNode->userName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateUserStmtPassword, pNode->password);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkCreateUserStmtSysinfo, pNode->sysinfo);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateUserStmt(const SJson* pJson, void* pObj) {
+ SCreateUserStmt* pNode = (SCreateUserStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateUserStmtUserName, pNode->userName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateUserStmtPassword, pNode->password);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkCreateUserStmtSysinfo, &pNode->sysinfo);
+ }
+
+ return code;
+}
+
+static const char* jkAlterUserStmtUserName = "UserName";
+static const char* jkAlterUserStmtAlterType = "AlterType";
+static const char* jkAlterUserStmtPassword = "Password";
+static const char* jkAlterUserStmtEnable = "Enable";
+static const char* jkAlterUserStmtSysinfo = "Sysinfo";
+
+static int32_t alterUserStmtToJson(const void* pObj, SJson* pJson) {
+ const SAlterUserStmt* pNode = (const SAlterUserStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkAlterUserStmtUserName, pNode->userName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkAlterUserStmtAlterType, pNode->alterType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterUserStmtPassword, pNode->password);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkAlterUserStmtEnable, pNode->enable);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkAlterUserStmtSysinfo, pNode->sysinfo);
+ }
+
+ return code;
+}
+
+static int32_t jsonToAlterUserStmt(const SJson* pJson, void* pObj) {
+ SAlterUserStmt* pNode = (SAlterUserStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkAlterUserStmtUserName, pNode->userName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkAlterUserStmtAlterType, &pNode->alterType);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterUserStmtPassword, pNode->password);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkAlterUserStmtEnable, &pNode->enable);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetTinyIntValue(pJson, jkAlterUserStmtSysinfo, &pNode->sysinfo);
+ }
+
+ return code;
+}
+
+static const char* jkDropUserStmtUserName = "UserName";
+
+static int32_t dropUserStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropUserStmt* pNode = (const SDropUserStmt*)pObj;
+ return tjsonAddStringToObject(pJson, jkDropUserStmtUserName, pNode->userName);
+}
+
+static int32_t jsonToDropUserStmt(const SJson* pJson, void* pObj) {
+ SDropUserStmt* pNode = (SDropUserStmt*)pObj;
+ return tjsonGetStringValue(pJson, jkDropUserStmtUserName, pNode->userName);
+}
+
+static const char* jkUseDatabaseStmtDbName = "DbName";
+
+static int32_t useDatabaseStmtToJson(const void* pObj, SJson* pJson) {
+ const SUseDatabaseStmt* pNode = (const SUseDatabaseStmt*)pObj;
+ return tjsonAddStringToObject(pJson, jkUseDatabaseStmtDbName, pNode->dbName);
+}
+
+static int32_t jsonToUseDatabaseStmt(const SJson* pJson, void* pObj) {
+ SUseDatabaseStmt* pNode = (SUseDatabaseStmt*)pObj;
+ return tjsonGetStringValue(pJson, jkUseDatabaseStmtDbName, pNode->dbName);
+}
+
+static const char* jkCreateDnodeStmtFqdn = "Fqdn";
+static const char* jkCreateDnodeStmtPort = "Port";
+
+static int32_t createDnodeStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateDnodeStmt* pNode = (const SCreateDnodeStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateDnodeStmtFqdn, pNode->fqdn);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkCreateDnodeStmtPort, pNode->port);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateDnodeStmt(const SJson* pJson, void* pObj) {
+ SCreateDnodeStmt* pNode = (SCreateDnodeStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateDnodeStmtFqdn, pNode->fqdn);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkCreateDnodeStmtPort, &pNode->port);
+ }
+
+ return code;
+}
+
+static const char* jkAlterDnodeStmtDnodeId = "DnodeId";
+static const char* jkAlterDnodeStmtConfig = "Config";
+static const char* jkAlterDnodeStmtValue = "Value";
+
+static int32_t alterDnodeStmtToJson(const void* pObj, SJson* pJson) {
+ const SAlterDnodeStmt* pNode = (const SAlterDnodeStmt*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkAlterDnodeStmtDnodeId, pNode->dnodeId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterDnodeStmtConfig, pNode->config);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterDnodeStmtValue, pNode->value);
+ }
+
+ return code;
+}
+
+static int32_t jsonToAlterDnodeStmt(const SJson* pJson, void* pObj) {
+ SAlterDnodeStmt* pNode = (SAlterDnodeStmt*)pObj;
+
+ int32_t code = tjsonGetIntValue(pJson, jkAlterDnodeStmtDnodeId, &pNode->dnodeId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterDnodeStmtConfig, pNode->config);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterDnodeStmtValue, pNode->value);
+ }
+
+ return code;
+}
+
+static const char* jkCreateIndexStmtIndexType = "IndexType";
+static const char* jkCreateIndexStmtIgnoreExists = "IgnoreExists";
+static const char* jkCreateIndexStmtIndexDbName = "IndexDbName";
+static const char* jkCreateIndexStmtIndexName = "indexName";
+static const char* jkCreateIndexStmtDbName = "DbName";
+static const char* jkCreateIndexStmtTableName = "TableName";
+static const char* jkCreateIndexStmtCols = "Cols";
+static const char* jkCreateIndexStmtOptions = "Options";
+
+static int32_t createIndexStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateIndexStmt* pNode = (const SCreateIndexStmt*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkCreateIndexStmtIndexType, pNode->indexType);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkCreateIndexStmtIgnoreExists, pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateIndexStmtIndexDbName, pNode->indexDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateIndexStmtIndexName, pNode->indexName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateIndexStmtDbName, pNode->dbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateIndexStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateIndexStmtCols, pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateIndexStmtOptions, nodeToJson, pNode->pOptions);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateIndexStmt(const SJson* pJson, void* pObj) {
+ SCreateIndexStmt* pNode = (SCreateIndexStmt*)pObj;
+
+ int32_t code = TSDB_CODE_SUCCESS;
+ tjsonGetNumberValue(pJson, jkCreateIndexStmtIndexType, pNode->indexType, code);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkCreateIndexStmtIgnoreExists, &pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateIndexStmtIndexDbName, pNode->indexDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateIndexStmtIndexName, pNode->indexName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateIndexStmtDbName, pNode->dbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateIndexStmtTableName, pNode->tableName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateIndexStmtCols, &pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateIndexStmtOptions, (SNode**)&pNode->pOptions);
+ }
+
+ return code;
+}
+
+static const char* jkDropIndexStmtIgnoreNotExists = "IgnoreNotExists";
+static const char* jkDropIndexStmtIndexDbName = "IndexDbName";
+static const char* jkDropIndexStmtIndexName = "IndexName";
+
+static int32_t dropIndexStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropIndexStmt* pNode = (const SDropIndexStmt*)pObj;
+
+ int32_t code = tjsonAddBoolToObject(pJson, jkDropIndexStmtIgnoreNotExists, pNode->ignoreNotExists);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropIndexStmtIndexDbName, pNode->indexDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropIndexStmtIndexName, pNode->indexName);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropIndexStmt(const SJson* pJson, void* pObj) {
+ SDropIndexStmt* pNode = (SDropIndexStmt*)pObj;
+
+ int32_t code = tjsonGetBoolValue(pJson, jkDropIndexStmtIgnoreNotExists, &pNode->ignoreNotExists);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropIndexStmtIndexDbName, pNode->indexDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropIndexStmtIndexName, pNode->indexName);
+ }
+
+ return code;
+}
+
+static const char* jkCreateComponentNodeStmtDnodeId = "DnodeId";
+
+static int32_t createComponentNodeStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateComponentNodeStmt* pNode = (const SCreateComponentNodeStmt*)pObj;
+ return tjsonAddIntegerToObject(pJson, jkCreateComponentNodeStmtDnodeId, pNode->dnodeId);
+}
+
+static int32_t jsonToCreateComponentNodeStmt(const SJson* pJson, void* pObj) {
+ SCreateComponentNodeStmt* pNode = (SCreateComponentNodeStmt*)pObj;
+ return tjsonGetIntValue(pJson, jkCreateComponentNodeStmtDnodeId, &pNode->dnodeId);
+}
+
+static const char* jkDropComponentNodeStmtDnodeId = "DnodeId";
+
+static int32_t dropComponentNodeStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropComponentNodeStmt* pNode = (const SDropComponentNodeStmt*)pObj;
+ return tjsonAddIntegerToObject(pJson, jkDropComponentNodeStmtDnodeId, pNode->dnodeId);
+}
+
+static int32_t jsonToDropComponentNodeStmt(const SJson* pJson, void* pObj) {
+ SDropComponentNodeStmt* pNode = (SDropComponentNodeStmt*)pObj;
+ return tjsonGetIntValue(pJson, jkDropComponentNodeStmtDnodeId, &pNode->dnodeId);
+}
+
+static int32_t createQnodeStmtToJson(const void* pObj, SJson* pJson) {
+ return createComponentNodeStmtToJson(pObj, pJson);
+}
+
+static int32_t jsonToCreateQnodeStmt(const SJson* pJson, void* pObj) {
+ return jsonToCreateComponentNodeStmt(pJson, pObj);
+}
+
+static int32_t dropQnodeStmtToJson(const void* pObj, SJson* pJson) { return dropComponentNodeStmtToJson(pObj, pJson); }
+
+static int32_t jsonToDropQnodeStmt(const SJson* pJson, void* pObj) { return jsonToDropComponentNodeStmt(pJson, pObj); }
+
+static int32_t createSnodeStmtToJson(const void* pObj, SJson* pJson) {
+ return createComponentNodeStmtToJson(pObj, pJson);
+}
+
+static int32_t jsonToCreateSnodeStmt(const SJson* pJson, void* pObj) {
+ return jsonToCreateComponentNodeStmt(pJson, pObj);
+}
+
+static int32_t dropSnodeStmtToJson(const void* pObj, SJson* pJson) { return dropComponentNodeStmtToJson(pObj, pJson); }
+
+static int32_t jsonToDropSnodeStmt(const SJson* pJson, void* pObj) { return jsonToDropComponentNodeStmt(pJson, pObj); }
+
+static int32_t createMnodeStmtToJson(const void* pObj, SJson* pJson) {
+ return createComponentNodeStmtToJson(pObj, pJson);
+}
+
+static int32_t jsonToCreateMnodeStmt(const SJson* pJson, void* pObj) {
+ return jsonToCreateComponentNodeStmt(pJson, pObj);
+}
+
+static int32_t dropMnodeStmtToJson(const void* pObj, SJson* pJson) { return dropComponentNodeStmtToJson(pObj, pJson); }
+
+static int32_t jsonToDropMnodeStmt(const SJson* pJson, void* pObj) { return jsonToDropComponentNodeStmt(pJson, pObj); }
+
+static const char* jkDropDnodeStmtDnodeId = "DnodeId";
+static const char* jkDropDnodeStmtFqdn = "Fqdn";
+static const char* jkDropDnodeStmtPort = "Port";
+static const char* jkDropDnodeStmtForce = "Force";
+
+static int32_t dropDnodeStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropDnodeStmt* pNode = (const SDropDnodeStmt*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkDropDnodeStmtDnodeId, pNode->dnodeId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropDnodeStmtFqdn, pNode->fqdn);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkDropDnodeStmtPort, pNode->port);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropDnodeStmtForce, pNode->force);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropDnodeStmt(const SJson* pJson, void* pObj) {
+ SDropDnodeStmt* pNode = (SDropDnodeStmt*)pObj;
+
+ int32_t code = tjsonGetIntValue(pJson, jkDropDnodeStmtDnodeId, &pNode->dnodeId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropDnodeStmtFqdn, pNode->fqdn);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkDropDnodeStmtPort, &pNode->port);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropDnodeStmtForce, &pNode->force);
+ }
+
+ return code;
+}
+
+static const char* jkCreateTopicStmtTopicName = "TopicName";
+static const char* jkCreateTopicStmtSubscribeDbName = "SubscribeDbName";
+static const char* jkCreateTopicStmtIgnoreExists = "IgnoreExists";
+static const char* jkCreateTopicStmtQuery = "Query";
+
+static int32_t createTopicStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateTopicStmt* pNode = (const SCreateTopicStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateTopicStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateTopicStmtSubscribeDbName, pNode->subDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkCreateTopicStmtIgnoreExists, pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateTopicStmtQuery, nodeToJson, pNode->pQuery);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateTopicStmt(const SJson* pJson, void* pObj) {
+ SCreateTopicStmt* pNode = (SCreateTopicStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateTopicStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateTopicStmtSubscribeDbName, pNode->subDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkCreateTopicStmtIgnoreExists, &pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateTopicStmtQuery, &pNode->pQuery);
+ }
+
+ return code;
+}
+
+static const char* jkDropTopicStmtTopicName = "TopicName";
+static const char* jkDropTopicStmtIgnoreNotExists = "IgnoreNotExists";
+
+static int32_t dropTopicStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropTopicStmt* pNode = (const SDropTopicStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDropTopicStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropTopicStmtIgnoreNotExists, pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropTopicStmt(const SJson* pJson, void* pObj) {
+ SDropTopicStmt* pNode = (SDropTopicStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDropTopicStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropTopicStmtIgnoreNotExists, &pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static const char* jkDropCGroupStmtTopicName = "TopicName";
+static const char* jkDropCGroupStmtConsumerGroup = "ConsumerGroup";
+static const char* jkDropCGroupStmtIgnoreNotExists = "IgnoreNotExists";
+
+static int32_t dropConsumerGroupStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropCGroupStmt* pNode = (const SDropCGroupStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDropCGroupStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDropCGroupStmtConsumerGroup, pNode->cgroup);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropCGroupStmtIgnoreNotExists, pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropConsumerGroupStmt(const SJson* pJson, void* pObj) {
+ SDropCGroupStmt* pNode = (SDropCGroupStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDropCGroupStmtTopicName, pNode->topicName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDropCGroupStmtConsumerGroup, pNode->cgroup);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropCGroupStmtIgnoreNotExists, &pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static const char* jkAlterLocalStmtConfig = "Config";
+static const char* jkAlterLocalStmtValue = "Value";
+
+static int32_t alterLocalStmtToJson(const void* pObj, SJson* pJson) {
+ const SAlterLocalStmt* pNode = (const SAlterLocalStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkAlterLocalStmtConfig, pNode->config);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkAlterLocalStmtValue, pNode->value);
+ }
+
+ return code;
+}
+
+static int32_t jsonToAlterLocalStmt(const SJson* pJson, void* pObj) {
+ SAlterLocalStmt* pNode = (SAlterLocalStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkAlterLocalStmtConfig, pNode->config);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkAlterLocalStmtValue, pNode->value);
+ }
+
+ return code;
+}
+
+static const char* jkExplainStmtAnalyze = "Analyze";
+static const char* jkExplainStmtOptions = "Options";
+static const char* jkExplainStmtQuery = "Query";
+
+static int32_t explainStmtToJson(const void* pObj, SJson* pJson) {
+ const SExplainStmt* pNode = (const SExplainStmt*)pObj;
+
+ int32_t code = tjsonAddBoolToObject(pJson, jkExplainStmtAnalyze, pNode->analyze);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkExplainStmtOptions, nodeToJson, pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkExplainStmtQuery, nodeToJson, pNode->pQuery);
+ }
+
+ return code;
+}
+
+static int32_t jsonToExplainStmt(const SJson* pJson, void* pObj) {
+ SExplainStmt* pNode = (SExplainStmt*)pObj;
+
+ int32_t code = tjsonGetBoolValue(pJson, jkExplainStmtAnalyze, &pNode->analyze);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkExplainStmtOptions, (SNode**)&pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkExplainStmtQuery, &pNode->pQuery);
+ }
+
+ return code;
+}
+
+static const char* jkDescribeStmtDbName = "DbName";
+static const char* jkDescribeStmtTableName = "TableName";
+
+static int32_t describeStmtToJson(const void* pObj, SJson* pJson) {
+ const SDescribeStmt* pNode = (const SDescribeStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDescribeStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkDescribeStmtTableName, pNode->tableName);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDescribeStmt(const SJson* pJson, void* pObj) {
+ SDescribeStmt* pNode = (SDescribeStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDescribeStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkDescribeStmtTableName, pNode->tableName);
+ }
+
+ return code;
+}
+
+static const char* jkCreateStreamStmtStreamName = "StreamName";
+static const char* jkCreateStreamStmtTargetDbName = "TargetDbName";
+static const char* jkCreateStreamStmtTargetTabName = "TargetTabName";
+static const char* jkCreateStreamStmtIgnoreExists = "IgnoreExists";
+static const char* jkCreateStreamStmtOptions = "Options";
+static const char* jkCreateStreamStmtQuery = "Query";
+static const char* jkCreateStreamStmtTags = "Tags";
+static const char* jkCreateStreamStmtSubtable = "Subtable";
+
+static int32_t createStreamStmtToJson(const void* pObj, SJson* pJson) {
+ const SCreateStreamStmt* pNode = (const SCreateStreamStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkCreateStreamStmtStreamName, pNode->streamName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateStreamStmtTargetDbName, pNode->targetDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkCreateStreamStmtTargetTabName, pNode->targetTabName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkCreateStreamStmtIgnoreExists, pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateStreamStmtOptions, nodeToJson, pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateStreamStmtQuery, nodeToJson, pNode->pQuery);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkCreateStreamStmtTags, pNode->pTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkCreateStreamStmtSubtable, nodeToJson, pNode->pSubtable);
+ }
+
+ return code;
+}
+
+static int32_t jsonToCreateStreamStmt(const SJson* pJson, void* pObj) {
+ SCreateStreamStmt* pNode = (SCreateStreamStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkCreateStreamStmtStreamName, pNode->streamName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateStreamStmtTargetDbName, pNode->targetDbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetStringValue(pJson, jkCreateStreamStmtTargetTabName, pNode->targetTabName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkCreateStreamStmtIgnoreExists, &pNode->ignoreExists);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateStreamStmtOptions, (SNode**)&pNode->pOptions);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateStreamStmtQuery, &pNode->pQuery);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkCreateStreamStmtTags, &pNode->pTags);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkCreateStreamStmtSubtable, &pNode->pSubtable);
+ }
+
+ return code;
+}
+
+static const char* jkDropStreamStmtStreamName = "StreamName";
+static const char* jkDropStreamStmtIgnoreNotExists = "IgnoreNotExists";
+
+static int32_t dropStreamStmtToJson(const void* pObj, SJson* pJson) {
+ const SDropStreamStmt* pNode = (const SDropStreamStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkDropStreamStmtStreamName, pNode->streamName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddBoolToObject(pJson, jkDropStreamStmtIgnoreNotExists, pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static int32_t jsonToDropStreamStmt(const SJson* pJson, void* pObj) {
+ SDropStreamStmt* pNode = (SDropStreamStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkDropStreamStmtStreamName, pNode->streamName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetBoolValue(pJson, jkDropStreamStmtIgnoreNotExists, &pNode->ignoreNotExists);
+ }
+
+ return code;
+}
+
+static const char* jkMergeVgroupStmtVgroupId1 = "VgroupId1";
+static const char* jkMergeVgroupStmtVgroupId2 = "VgroupId2";
+
+static int32_t mergeVgroupStmtToJson(const void* pObj, SJson* pJson) {
+ const SMergeVgroupStmt* pNode = (const SMergeVgroupStmt*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkMergeVgroupStmtVgroupId1, pNode->vgId1);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkMergeVgroupStmtVgroupId2, pNode->vgId2);
+ }
+
+ return code;
+}
+
+static int32_t jsonToMergeVgroupStmt(const SJson* pJson, void* pObj) {
+ SMergeVgroupStmt* pNode = (SMergeVgroupStmt*)pObj;
+
+ int32_t code = tjsonGetIntValue(pJson, jkMergeVgroupStmtVgroupId1, &pNode->vgId1);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkMergeVgroupStmtVgroupId2, &pNode->vgId2);
+ }
+
+ return code;
+}
+
+static const char* jkRedistributeVgroupStmtVgroupId = "VgroupId";
+static const char* jkRedistributeVgroupStmtDnodeId1 = "DnodeId1";
+static const char* jkRedistributeVgroupStmtDnodeId2 = "DnodeId2";
+static const char* jkRedistributeVgroupStmtDnodeId3 = "DnodeId3";
+static const char* jkRedistributeVgroupStmtDnodes = "Dnodes";
+
+static int32_t redistributeVgroupStmtToJson(const void* pObj, SJson* pJson) {
+ const SRedistributeVgroupStmt* pNode = (const SRedistributeVgroupStmt*)pObj;
+
+ int32_t code = tjsonAddIntegerToObject(pJson, jkRedistributeVgroupStmtVgroupId, pNode->vgId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkRedistributeVgroupStmtDnodeId1, pNode->dnodeId1);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkRedistributeVgroupStmtDnodeId2, pNode->dnodeId2);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkRedistributeVgroupStmtDnodeId3, pNode->dnodeId3);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkRedistributeVgroupStmtDnodes, pNode->pDnodes);
+ }
+
+ return code;
+}
+
+static int32_t jsonToRedistributeVgroupStmt(const SJson* pJson, void* pObj) {
+ SRedistributeVgroupStmt* pNode = (SRedistributeVgroupStmt*)pObj;
+
+ int32_t code = tjsonGetIntValue(pJson, jkRedistributeVgroupStmtVgroupId, &pNode->vgId);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkRedistributeVgroupStmtDnodeId1, &pNode->dnodeId1);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkRedistributeVgroupStmtDnodeId2, &pNode->dnodeId2);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetIntValue(pJson, jkRedistributeVgroupStmtDnodeId3, &pNode->dnodeId3);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkRedistributeVgroupStmtDnodes, &pNode->pDnodes);
+ }
- int32_t code = tjsonGetStringValue(pJson, jkAlterTableStmtDbName, pNode->dbName);
+ return code;
+}
+
+static const char* jkSplitVgroupStmtVgroupId = "VgroupId";
+
+static int32_t splitVgroupStmtToJson(const void* pObj, SJson* pJson) {
+ const SSplitVgroupStmt* pNode = (const SSplitVgroupStmt*)pObj;
+ return tjsonAddIntegerToObject(pJson, jkSplitVgroupStmtVgroupId, pNode->vgId);
+}
+
+static int32_t jsonToSplitVgroupStmt(const SJson* pJson, void* pObj) {
+ SSplitVgroupStmt* pNode = (SSplitVgroupStmt*)pObj;
+ return tjsonGetIntValue(pJson, jkSplitVgroupStmtVgroupId, &pNode->vgId);
+}
+
+static const char* jkGrantStmtUserName = "UserName";
+static const char* jkGrantStmtObjName = "ObjName";
+static const char* jkGrantStmtPrivileges = "Privileges";
+
+static int32_t grantStmtToJson(const void* pObj, SJson* pJson) {
+ const SGrantStmt* pNode = (const SGrantStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkGrantStmtUserName, pNode->userName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkAlterTableStmtTableName, pNode->tableName);
+ code = tjsonAddStringToObject(pJson, jkGrantStmtObjName, pNode->objName);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetTinyIntValue(pJson, jkAlterTableStmtAlterType, &pNode->alterType);
+ code = tjsonAddIntegerToObject(pJson, jkGrantStmtPrivileges, pNode->privileges);
}
+
+ return code;
+}
+
+static int32_t jsonToGrantStmt(const SJson* pJson, void* pObj) {
+ SGrantStmt* pNode = (SGrantStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkGrantStmtUserName, pNode->userName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkAlterTableStmtColName, pNode->colName);
+ code = tjsonGetStringValue(pJson, jkGrantStmtObjName, pNode->objName);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkAlterTableStmtNewColName, pNode->newColName);
+ code = tjsonGetBigIntValue(pJson, jkGrantStmtPrivileges, &pNode->privileges);
}
+
+ return code;
+}
+
+static int32_t revokeStmtToJson(const void* pObj, SJson* pJson) { return grantStmtToJson(pObj, pJson); }
+
+static int32_t jsonToRevokeStmt(const SJson* pJson, void* pObj) { return jsonToGrantStmt(pJson, pObj); }
+
+static const char* jkShowStmtDbName = "DbName";
+static const char* jkShowStmtTbName = "TbName";
+static const char* jkShowStmtTableCondType = "TableCondType";
+
+static int32_t showStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowStmt* pNode = (const SShowStmt*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkShowStmtDbName, nodeToJson, pNode->pDbName);
if (TSDB_CODE_SUCCESS == code) {
- code = jsonToNodeObject(pJson, jkAlterTableStmtOptions, (SNode**)&pNode->pOptions);
+ code = tjsonAddObject(pJson, jkShowStmtTbName, nodeToJson, pNode->pTbName);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonToObject(pJson, jkAlterTableStmtNewDataType, jsonToDataType, &pNode->dataType);
+ code = tjsonAddIntegerToObject(pJson, jkShowStmtTableCondType, pNode->tableCondType);
}
+
+ return code;
+}
+
+static int32_t jsonToShowStmt(const SJson* pJson, void* pObj) {
+ SShowStmt* pNode = (SShowStmt*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkShowStmtDbName, &pNode->pDbName);
if (TSDB_CODE_SUCCESS == code) {
- code = jsonToNodeObject(pJson, jkAlterTableStmtOptions, (SNode**)&pNode->pVal);
+ code = jsonToNodeObject(pJson, jkShowStmtTbName, &pNode->pTbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ tjsonGetNumberValue(pJson, jkShowStmtTableCondType, pNode->tableCondType, code);
}
return code;
}
-static const char* jkAlterDnodeStmtDnodeId = "DnodeId";
-static const char* jkAlterDnodeStmtConfig = "Config";
-static const char* jkAlterDnodeStmtValue = "Value";
+static int32_t showDnodesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
-static int32_t alterDnodeStmtToJson(const void* pObj, SJson* pJson) {
- const SAlterDnodeStmt* pNode = (const SAlterDnodeStmt*)pObj;
+static int32_t jsonToShowDnodesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
- int32_t code = tjsonAddIntegerToObject(pJson, jkAlterDnodeStmtDnodeId, pNode->dnodeId);
+static int32_t showMnodesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowMnodesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showQnodesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowQnodesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showClusterStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowClusterStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showDatabasesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowDatabasesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showFunctionsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowFunctionsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showIndexesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowIndexesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showStablesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowStablesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showStreamsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowStreamsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showTablesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowTablesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showTagsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowTagsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showUsersStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowUsersStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showVgroupsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowVgroupsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showConsumersStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowConsumersStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showVariablesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowVariablesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static const char* jkShowDnodeVariablesStmtDnodeId = "DnodeId";
+static const char* jkShowDnodeVariablesStmtLikePattern = "LikePattern";
+
+static int32_t showDnodeVariablesStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowDnodeVariablesStmt* pNode = (const SShowDnodeVariablesStmt*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkShowDnodeVariablesStmtDnodeId, nodeToJson, pNode->pDnodeId);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkAlterDnodeStmtConfig, pNode->config);
+ code = tjsonAddObject(pJson, jkShowDnodeVariablesStmtLikePattern, nodeToJson, pNode->pLikePattern);
}
+
+ return code;
+}
+
+static int32_t jsonToShowDnodeVariablesStmt(const SJson* pJson, void* pObj) {
+ SShowDnodeVariablesStmt* pNode = (SShowDnodeVariablesStmt*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkShowDnodeVariablesStmtDnodeId, &pNode->pDnodeId);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkAlterDnodeStmtValue, pNode->value);
+ code = jsonToNodeObject(pJson, jkShowDnodeVariablesStmtLikePattern, &pNode->pLikePattern);
}
return code;
}
-static int32_t jsonToAlterDnodeStmt(const SJson* pJson, void* pObj) {
- SAlterDnodeStmt* pNode = (SAlterDnodeStmt*)pObj;
+static int32_t showTransactionsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
- int32_t code = tjsonGetIntValue(pJson, jkAlterDnodeStmtDnodeId, &pNode->dnodeId);
+static int32_t jsonToShowTransactionsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static int32_t showSubscriptionsStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
+
+static int32_t jsonToShowSubscriptionsStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static const char* jkShowVnodesStmtDnodeId = "DnodeId";
+static const char* jkShowVnodesStmtDnodeEndpoint = "DnodeEndpoint";
+
+static int32_t showVnodesStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowVnodesStmt* pNode = (const SShowVnodesStmt*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkShowVnodesStmtDnodeId, nodeToJson, pNode->pDnodeId);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkAlterDnodeStmtConfig, pNode->config);
+ code = tjsonAddObject(pJson, jkShowVnodesStmtDnodeEndpoint, nodeToJson, pNode->pDnodeEndpoint);
}
+
+ return code;
+}
+
+static int32_t jsonToShowVnodesStmt(const SJson* pJson, void* pObj) {
+ SShowVnodesStmt* pNode = (SShowVnodesStmt*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkShowVnodesStmtDnodeId, &pNode->pDnodeId);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkAlterDnodeStmtValue, pNode->value);
+ code = jsonToNodeObject(pJson, jkShowVnodesStmtDnodeEndpoint, &pNode->pDnodeEndpoint);
}
return code;
}
-static const char* jkCreateTopicStmtTopicName = "TopicName";
-static const char* jkCreateTopicStmtSubscribeDbName = "SubscribeDbName";
-static const char* jkCreateTopicStmtIgnoreExists = "IgnoreExists";
-static const char* jkCreateTopicStmtQuery = "Query";
+static int32_t showUserPrivilegesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
-static int32_t createTopicStmtToJson(const void* pObj, SJson* pJson) {
- const SCreateTopicStmt* pNode = (const SCreateTopicStmt*)pObj;
+static int32_t jsonToShowUserPrivilegesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
- int32_t code = tjsonAddStringToObject(pJson, jkCreateTopicStmtTopicName, pNode->topicName);
+static const char* jkShowCreateDatabaseStmtDbName = "DbName";
+
+static int32_t showCreateDatabaseStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowCreateDatabaseStmt* pNode = (const SShowCreateDatabaseStmt*)pObj;
+ return tjsonAddStringToObject(pJson, jkShowCreateDatabaseStmtDbName, pNode->dbName);
+}
+
+static int32_t jsonToShowCreateDatabaseStmt(const SJson* pJson, void* pObj) {
+ SShowCreateDatabaseStmt* pNode = (SShowCreateDatabaseStmt*)pObj;
+ return tjsonGetStringValue(pJson, jkShowCreateDatabaseStmtDbName, pNode->dbName);
+}
+
+static const char* jkShowCreateTableStmtDbName = "DbName";
+static const char* jkShowCreateTableStmtTableName = "TableName";
+
+static int32_t showCreateTableStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowCreateTableStmt* pNode = (const SShowCreateTableStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkShowCreateTableStmtDbName, pNode->dbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddStringToObject(pJson, jkCreateTopicStmtSubscribeDbName, pNode->subDbName);
+ code = tjsonAddStringToObject(pJson, jkShowCreateTableStmtTableName, pNode->tableName);
}
+
+ return code;
+}
+
+static int32_t jsonToShowCreateTableStmt(const SJson* pJson, void* pObj) {
+ SShowCreateTableStmt* pNode = (SShowCreateTableStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkShowCreateTableStmtDbName, pNode->dbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddBoolToObject(pJson, jkCreateTopicStmtIgnoreExists, pNode->ignoreExists);
+ code = tjsonGetStringValue(pJson, jkShowCreateTableStmtTableName, pNode->tableName);
+ }
+
+ return code;
+}
+
+static int32_t showCreateStableStmtToJson(const void* pObj, SJson* pJson) {
+ return showCreateTableStmtToJson(pObj, pJson);
+}
+
+static int32_t jsonToShowCreateStableStmt(const SJson* pJson, void* pObj) {
+ return jsonToShowCreateTableStmt(pJson, pObj);
+}
+
+static const char* jkShowTableDistributedStmtDbName = "DbName";
+static const char* jkShowTableDistributedStmtTableName = "TableName";
+
+static int32_t showTableDistributedStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowTableDistributedStmt* pNode = (const SShowTableDistributedStmt*)pObj;
+
+ int32_t code = tjsonAddStringToObject(pJson, jkShowTableDistributedStmtDbName, pNode->dbName);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddStringToObject(pJson, jkShowTableDistributedStmtTableName, pNode->tableName);
}
+
+ return code;
+}
+
+static int32_t jsonToShowTableDistributedStmt(const SJson* pJson, void* pObj) {
+ SShowTableDistributedStmt* pNode = (SShowTableDistributedStmt*)pObj;
+
+ int32_t code = tjsonGetStringValue(pJson, jkShowTableDistributedStmtDbName, pNode->dbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonAddObject(pJson, jkCreateTopicStmtQuery, nodeToJson, pNode->pQuery);
+ code = tjsonGetStringValue(pJson, jkShowTableDistributedStmtTableName, pNode->tableName);
}
return code;
}
-static int32_t jsonToCreateTopicStmt(const SJson* pJson, void* pObj) {
- SCreateTopicStmt* pNode = (SCreateTopicStmt*)pObj;
+static int32_t showLocalVariablesStmtToJson(const void* pObj, SJson* pJson) { return showStmtToJson(pObj, pJson); }
- int32_t code = tjsonGetStringValue(pJson, jkCreateTopicStmtTopicName, pNode->topicName);
+static int32_t jsonToShowLocalVariablesStmt(const SJson* pJson, void* pObj) { return jsonToShowStmt(pJson, pObj); }
+
+static const char* jkShowTableTagsStmtDbName = "DbName";
+static const char* jkShowTableTagsStmtTbName = "TbName";
+static const char* jkShowTableTagsStmtTags = "Tags";
+
+static int32_t showTableTagsStmtToJson(const void* pObj, SJson* pJson) {
+ const SShowTableTagsStmt* pNode = (const SShowTableTagsStmt*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkShowTableTagsStmtDbName, nodeToJson, pNode->pDbName);
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetStringValue(pJson, jkCreateTopicStmtSubscribeDbName, pNode->subDbName);
+ code = tjsonAddObject(pJson, jkShowTableTagsStmtTbName, nodeToJson, pNode->pTbName);
}
if (TSDB_CODE_SUCCESS == code) {
- code = tjsonGetBoolValue(pJson, jkCreateTopicStmtIgnoreExists, &pNode->ignoreExists);
+ code = nodeListToJson(pJson, jkShowTableTagsStmtTags, pNode->pTags);
}
+
+ return code;
+}
+
+static int32_t jsonToShowTableTagsStmt(const SJson* pJson, void* pObj) {
+ SShowTableTagsStmt* pNode = (SShowTableTagsStmt*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkShowTableTagsStmtDbName, &pNode->pDbName);
if (TSDB_CODE_SUCCESS == code) {
- code = jsonToNodeObject(pJson, jkCreateTopicStmtQuery, &pNode->pQuery);
+ code = jsonToNodeObject(pJson, jkShowTableTagsStmtTbName, &pNode->pTbName);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkShowTableTagsStmtTags, &pNode->pTags);
}
return code;
@@ -4561,6 +6213,45 @@ static int32_t jsonToDeleteStmt(const SJson* pJson, void* pObj) {
return code;
}
+static const char* jkInsertStmtTable = "Table";
+static const char* jkInsertStmtCols = "Cols";
+static const char* jkInsertStmtQuery = "Query";
+static const char* jkInsertStmtPrecision = "Precision";
+
+static int32_t insertStmtToJson(const void* pObj, SJson* pJson) {
+ const SInsertStmt* pNode = (const SInsertStmt*)pObj;
+
+ int32_t code = tjsonAddObject(pJson, jkInsertStmtTable, nodeToJson, pNode->pTable);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = nodeListToJson(pJson, jkInsertStmtCols, pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddObject(pJson, jkInsertStmtQuery, nodeToJson, pNode->pQuery);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonAddIntegerToObject(pJson, jkInsertStmtPrecision, pNode->precision);
+ }
+
+ return code;
+}
+
+static int32_t jsonToInsertStmt(const SJson* pJson, void* pObj) {
+ SInsertStmt* pNode = (SInsertStmt*)pObj;
+
+ int32_t code = jsonToNodeObject(pJson, jkInsertStmtTable, &pNode->pTable);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeList(pJson, jkInsertStmtCols, &pNode->pCols);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = jsonToNodeObject(pJson, jkInsertStmtQuery, &pNode->pQuery);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tjsonGetUTinyIntValue(pJson, jkInsertStmtPrecision, &pNode->precision);
+ }
+
+ return code;
+}
+
static int32_t specificNodeToJson(const void* pObj, SJson* pJson) {
switch (nodeType(pObj)) {
case QUERY_NODE_COLUMN:
@@ -4578,7 +6269,7 @@ static int32_t specificNodeToJson(const void* pObj, SJson* pJson) {
case QUERY_NODE_TEMP_TABLE:
return tempTableNodeToJson(pObj, pJson);
case QUERY_NODE_JOIN_TABLE:
- break;
+ return joinTableNodeToJson(pObj, pJson);
case QUERY_NODE_GROUPING_SET:
return groupingSetNodeToJson(pObj, pJson);
case QUERY_NODE_ORDER_BY_EXPR:
@@ -4604,42 +6295,169 @@ static int32_t specificNodeToJson(const void* pObj, SJson* pJson) {
case QUERY_NODE_SLOT_DESC:
return slotDescNodeToJson(pObj, pJson);
case QUERY_NODE_COLUMN_DEF:
- break;
+ return columnDefNodeToJson(pObj, pJson);
case QUERY_NODE_DOWNSTREAM_SOURCE:
return downstreamSourceNodeToJson(pObj, pJson);
case QUERY_NODE_DATABASE_OPTIONS:
return databaseOptionsToJson(pObj, pJson);
+ case QUERY_NODE_TABLE_OPTIONS:
+ return tableOptionsToJson(pObj, pJson);
+ case QUERY_NODE_INDEX_OPTIONS:
+ return indexOptionsToJson(pObj, pJson);
+ case QUERY_NODE_EXPLAIN_OPTIONS:
+ return explainOptionsToJson(pObj, pJson);
+ case QUERY_NODE_STREAM_OPTIONS:
+ return streamOptionsToJson(pObj, pJson);
case QUERY_NODE_LEFT_VALUE:
return TSDB_CODE_SUCCESS; // SLeftValueNode has no fields to serialize.
case QUERY_NODE_WHEN_THEN:
return whenThenNodeToJson(pObj, pJson);
case QUERY_NODE_CASE_WHEN:
return caseWhenNodeToJson(pObj, pJson);
+ case QUERY_NODE_EVENT_WINDOW:
+ return eventWindowNodeToJson(pObj, pJson);
case QUERY_NODE_SET_OPERATOR:
return setOperatorToJson(pObj, pJson);
case QUERY_NODE_SELECT_STMT:
return selectStmtToJson(pObj, pJson);
- case QUERY_NODE_VNODE_MODIF_STMT:
+ case QUERY_NODE_VNODE_MODIFY_STMT:
+ return vnodeModifyStmtToJson(pObj, pJson);
case QUERY_NODE_CREATE_DATABASE_STMT:
- break;
+ return createDatabaseStmtToJson(pObj, pJson);
case QUERY_NODE_ALTER_DATABASE_STMT:
return alterDatabaseStmtToJson(pObj, pJson);
+ case QUERY_NODE_TRIM_DATABASE_STMT:
+ return trimDatabaseStmtToJson(pObj, pJson);
case QUERY_NODE_CREATE_TABLE_STMT:
- break;
+ return createTableStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_SUBTABLE_CLAUSE:
+ return createSubTableClauseToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ return createMultiTablesStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_TABLE_CLAUSE:
+ return dropTableClauseToJson(pObj, pJson);
+ case QUERY_NODE_DROP_TABLE_STMT:
+ return dropTableStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_SUPER_TABLE_STMT:
+ return dropStableStmtToJson(pObj, pJson);
case QUERY_NODE_ALTER_TABLE_STMT:
return alterTableStmtToJson(pObj, pJson);
+ case QUERY_NODE_ALTER_SUPER_TABLE_STMT:
+ return alterStableStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_USER_STMT:
+ return createUserStmtToJson(pObj, pJson);
+ case QUERY_NODE_ALTER_USER_STMT:
+ return alterUserStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_USER_STMT:
+ return dropUserStmtToJson(pObj, pJson);
case QUERY_NODE_USE_DATABASE_STMT:
- break;
+ return useDatabaseStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_DNODE_STMT:
+ return createDnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_DNODE_STMT:
+ return dropDnodeStmtToJson(pObj, pJson);
case QUERY_NODE_ALTER_DNODE_STMT:
return alterDnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_INDEX_STMT:
+ return createIndexStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_INDEX_STMT:
+ return dropIndexStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_QNODE_STMT:
+ return createQnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_QNODE_STMT:
+ return dropQnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_SNODE_STMT:
+ return createSnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_SNODE_STMT:
+ return dropSnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_MNODE_STMT:
+ return createMnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_MNODE_STMT:
+ return dropMnodeStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_TOPIC_STMT:
+ return createTopicStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_TOPIC_STMT:
+ return dropTopicStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_CGROUP_STMT:
+ return dropConsumerGroupStmtToJson(pObj, pJson);
+ case QUERY_NODE_ALTER_LOCAL_STMT:
+ return alterLocalStmtToJson(pObj, pJson);
+ case QUERY_NODE_EXPLAIN_STMT:
+ return explainStmtToJson(pObj, pJson);
+ case QUERY_NODE_DESCRIBE_STMT:
+ return describeStmtToJson(pObj, pJson);
+ case QUERY_NODE_CREATE_STREAM_STMT:
+ return createStreamStmtToJson(pObj, pJson);
+ case QUERY_NODE_DROP_STREAM_STMT:
+ return dropStreamStmtToJson(pObj, pJson);
+ case QUERY_NODE_BALANCE_VGROUP_STMT:
+ return TSDB_CODE_SUCCESS; // SBalanceVgroupStmt has no fields to serialize.
+ case QUERY_NODE_MERGE_VGROUP_STMT:
+ return mergeVgroupStmtToJson(pObj, pJson);
+ case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
+ return redistributeVgroupStmtToJson(pObj, pJson);
+ case QUERY_NODE_SPLIT_VGROUP_STMT:
+ return splitVgroupStmtToJson(pObj, pJson);
+ case QUERY_NODE_GRANT_STMT:
+ return grantStmtToJson(pObj, pJson);
+ case QUERY_NODE_REVOKE_STMT:
+ return revokeStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_DNODES_STMT:
+ return showDnodesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_MNODES_STMT:
+ return showMnodesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_QNODES_STMT:
+ return showQnodesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_CLUSTER_STMT:
+ return showClusterStmtToJson(pObj, pJson);
case QUERY_NODE_SHOW_DATABASES_STMT:
+ return showDatabasesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_FUNCTIONS_STMT:
+ return showFunctionsStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_INDEXES_STMT:
+ return showIndexesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_STABLES_STMT:
+ return showStablesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_STREAMS_STMT:
+ return showStreamsStmtToJson(pObj, pJson);
case QUERY_NODE_SHOW_TABLES_STMT:
+ return showTablesStmtToJson(pObj, pJson);
case QUERY_NODE_SHOW_TAGS_STMT:
- break;
- case QUERY_NODE_CREATE_TOPIC_STMT:
- return createTopicStmtToJson(pObj, pJson);
+ return showTagsStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_USERS_STMT:
+ return showUsersStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_VGROUPS_STMT:
+ return showVgroupsStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_CONSUMERS_STMT:
+ return showConsumersStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_VARIABLES_STMT:
+ return showVariablesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
+ return showDnodeVariablesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
+ return showTransactionsStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
+ return showSubscriptionsStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_VNODES_STMT:
+ return showVnodesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_USER_PRIVILEGES_STMT:
+ return showUserPrivilegesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
+ return showCreateDatabaseStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
+ return showCreateTableStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
+ return showCreateStableStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
+ return showTableDistributedStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
+ return showLocalVariablesStmtToJson(pObj, pJson);
+ case QUERY_NODE_SHOW_TABLE_TAGS_STMT:
+ return showTableTagsStmtToJson(pObj, pJson);
case QUERY_NODE_DELETE_STMT:
return deleteStmtToJson(pObj, pJson);
+ case QUERY_NODE_INSERT_STMT:
+ return insertStmtToJson(pObj, pJson);
case QUERY_NODE_LOGIC_PLAN_SCAN:
return logicScanNodeToJson(pObj, pJson);
case QUERY_NODE_LOGIC_PLAN_JOIN:
@@ -4712,6 +6530,9 @@ static int32_t specificNodeToJson(const void* pObj, SJson* pJson) {
case QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE:
case QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE:
return physiStateWindowNodeToJson(pObj, pJson);
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ return physiEventWindowNodeToJson(pObj, pJson);
case QUERY_NODE_PHYSICAL_PLAN_PARTITION:
return physiPartitionNodeToJson(pObj, pJson);
case QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION:
@@ -4755,6 +6576,8 @@ static int32_t jsonToSpecificNode(const SJson* pJson, void* pObj) {
return jsonToRealTableNode(pJson, pObj);
case QUERY_NODE_TEMP_TABLE:
return jsonToTempTableNode(pJson, pObj);
+ case QUERY_NODE_JOIN_TABLE:
+ return jsonToJoinTableNode(pJson, pObj);
case QUERY_NODE_GROUPING_SET:
return jsonToGroupingSetNode(pJson, pObj);
case QUERY_NODE_ORDER_BY_EXPR:
@@ -4777,32 +6600,174 @@ static int32_t jsonToSpecificNode(const SJson* pJson, void* pObj) {
return jsonToDataBlockDescNode(pJson, pObj);
case QUERY_NODE_SLOT_DESC:
return jsonToSlotDescNode(pJson, pObj);
+ case QUERY_NODE_COLUMN_DEF:
+ return jsonToColumnDefNode(pJson, pObj);
case QUERY_NODE_DOWNSTREAM_SOURCE:
return jsonToDownstreamSourceNode(pJson, pObj);
case QUERY_NODE_DATABASE_OPTIONS:
return jsonToDatabaseOptions(pJson, pObj);
+ case QUERY_NODE_TABLE_OPTIONS:
+ return jsonToTableOptions(pJson, pObj);
+ case QUERY_NODE_INDEX_OPTIONS:
+ return jsonToIndexOptions(pJson, pObj);
+ case QUERY_NODE_EXPLAIN_OPTIONS:
+ return jsonToExplainOptions(pJson, pObj);
+ case QUERY_NODE_STREAM_OPTIONS:
+ return jsonToStreamOptions(pJson, pObj);
case QUERY_NODE_LEFT_VALUE:
return TSDB_CODE_SUCCESS; // SLeftValueNode has no fields to deserialize.
case QUERY_NODE_WHEN_THEN:
return jsonToWhenThenNode(pJson, pObj);
case QUERY_NODE_CASE_WHEN:
return jsonToCaseWhenNode(pJson, pObj);
+ case QUERY_NODE_EVENT_WINDOW:
+ return jsonToEventWindowNode(pJson, pObj);
case QUERY_NODE_SET_OPERATOR:
return jsonToSetOperator(pJson, pObj);
case QUERY_NODE_SELECT_STMT:
return jsonToSelectStmt(pJson, pObj);
+ case QUERY_NODE_VNODE_MODIFY_STMT:
+ return jsonToVnodeModifyStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_DATABASE_STMT:
+ return jsonToCreateDatabaseStmt(pJson, pObj);
case QUERY_NODE_ALTER_DATABASE_STMT:
return jsonToAlterDatabaseStmt(pJson, pObj);
+ case QUERY_NODE_TRIM_DATABASE_STMT:
+ return jsonToTrimDatabaseStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_TABLE_STMT:
+ return jsonToCreateTableStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_SUBTABLE_CLAUSE:
+ return jsonToCreateSubTableClause(pJson, pObj);
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ return jsonToCreateMultiTablesStmt(pJson, pObj);
+ case QUERY_NODE_DROP_TABLE_CLAUSE:
+ return jsonToDropTableClause(pJson, pObj);
+ case QUERY_NODE_DROP_TABLE_STMT:
+ return jsonToDropTableStmt(pJson, pObj);
+ case QUERY_NODE_DROP_SUPER_TABLE_STMT:
+ return jsonToDropStableStmt(pJson, pObj);
case QUERY_NODE_ALTER_TABLE_STMT:
return jsonToAlterTableStmt(pJson, pObj);
+ case QUERY_NODE_ALTER_SUPER_TABLE_STMT:
+ return jsonToAlterStableStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_USER_STMT:
+ return jsonToCreateUserStmt(pJson, pObj);
+ case QUERY_NODE_ALTER_USER_STMT:
+ return jsonToAlterUserStmt(pJson, pObj);
+ case QUERY_NODE_DROP_USER_STMT:
+ return jsonToDropUserStmt(pJson, pObj);
+ case QUERY_NODE_USE_DATABASE_STMT:
+ return jsonToUseDatabaseStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_DNODE_STMT:
+ return jsonToCreateDnodeStmt(pJson, pObj);
+ case QUERY_NODE_DROP_DNODE_STMT:
+ return jsonToDropDnodeStmt(pJson, pObj);
case QUERY_NODE_ALTER_DNODE_STMT:
return jsonToAlterDnodeStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_INDEX_STMT:
+ return jsonToCreateIndexStmt(pJson, pObj);
+ case QUERY_NODE_DROP_INDEX_STMT:
+ return jsonToDropIndexStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_QNODE_STMT:
+ return jsonToCreateQnodeStmt(pJson, pObj);
+ case QUERY_NODE_DROP_QNODE_STMT:
+ return jsonToDropQnodeStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_SNODE_STMT:
+ return jsonToCreateSnodeStmt(pJson, pObj);
+ case QUERY_NODE_DROP_SNODE_STMT:
+ return jsonToDropSnodeStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_MNODE_STMT:
+ return jsonToCreateMnodeStmt(pJson, pObj);
+ case QUERY_NODE_DROP_MNODE_STMT:
+ return jsonToDropMnodeStmt(pJson, pObj);
case QUERY_NODE_CREATE_TOPIC_STMT:
return jsonToCreateTopicStmt(pJson, pObj);
+ case QUERY_NODE_DROP_TOPIC_STMT:
+ return jsonToDropTopicStmt(pJson, pObj);
+ case QUERY_NODE_DROP_CGROUP_STMT:
+ return jsonToDropConsumerGroupStmt(pJson, pObj);
+ case QUERY_NODE_ALTER_LOCAL_STMT:
+ return jsonToAlterLocalStmt(pJson, pObj);
+ case QUERY_NODE_EXPLAIN_STMT:
+ return jsonToExplainStmt(pJson, pObj);
+ case QUERY_NODE_DESCRIBE_STMT:
+ return jsonToDescribeStmt(pJson, pObj);
+ case QUERY_NODE_CREATE_STREAM_STMT:
+ return jsonToCreateStreamStmt(pJson, pObj);
+ case QUERY_NODE_DROP_STREAM_STMT:
+ return jsonToDropStreamStmt(pJson, pObj);
+ case QUERY_NODE_BALANCE_VGROUP_STMT:
+ return TSDB_CODE_SUCCESS; // SBalanceVgroupStmt has no fields to deserialize.
+ case QUERY_NODE_MERGE_VGROUP_STMT:
+ return jsonToMergeVgroupStmt(pJson, pObj);
+ case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
+ return jsonToRedistributeVgroupStmt(pJson, pObj);
+ case QUERY_NODE_SPLIT_VGROUP_STMT:
+ return jsonToSplitVgroupStmt(pJson, pObj);
+ case QUERY_NODE_GRANT_STMT:
+ return jsonToGrantStmt(pJson, pObj);
+ case QUERY_NODE_REVOKE_STMT:
+ return jsonToRevokeStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_DNODES_STMT:
+ return jsonToShowDnodesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_MNODES_STMT:
+ return jsonToShowMnodesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_QNODES_STMT:
+ return jsonToShowQnodesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_CLUSTER_STMT:
+ return jsonToShowClusterStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_DATABASES_STMT:
+ return jsonToShowDatabasesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_FUNCTIONS_STMT:
+ return jsonToShowFunctionsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_INDEXES_STMT:
+ return jsonToShowIndexesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_STABLES_STMT:
+ return jsonToShowStablesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_STREAMS_STMT:
+ return jsonToShowStreamsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_TABLES_STMT:
+ return jsonToShowTablesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_TAGS_STMT:
+ return jsonToShowTagsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_USERS_STMT:
+ return jsonToShowUsersStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_VGROUPS_STMT:
+ return jsonToShowVgroupsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_CONSUMERS_STMT:
+ return jsonToShowConsumersStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_VARIABLES_STMT:
+ return jsonToShowVariablesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
+ return jsonToShowDnodeVariablesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
+ return jsonToShowTransactionsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
+ return jsonToShowSubscriptionsStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_VNODES_STMT:
+ return jsonToShowVnodesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_USER_PRIVILEGES_STMT:
+ return jsonToShowUserPrivilegesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
+ return jsonToShowCreateDatabaseStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
+ return jsonToShowCreateTableStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
+ return jsonToShowCreateStableStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
+ return jsonToShowTableDistributedStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
+ return jsonToShowLocalVariablesStmt(pJson, pObj);
+ case QUERY_NODE_SHOW_TABLE_TAGS_STMT:
+ return jsonToShowTableTagsStmt(pJson, pObj);
case QUERY_NODE_DELETE_STMT:
return jsonToDeleteStmt(pJson, pObj);
+ case QUERY_NODE_INSERT_STMT:
+ return jsonToInsertStmt(pJson, pObj);
case QUERY_NODE_LOGIC_PLAN_SCAN:
return jsonToLogicScanNode(pJson, pObj);
+ case QUERY_NODE_LOGIC_PLAN_JOIN:
+ return jsonToLogicJoinNode(pJson, pObj);
case QUERY_NODE_LOGIC_PLAN_AGG:
return jsonToLogicAggNode(pJson, pObj);
case QUERY_NODE_LOGIC_PLAN_PROJECT:
@@ -4871,6 +6836,9 @@ static int32_t jsonToSpecificNode(const SJson* pJson, void* pObj) {
case QUERY_NODE_PHYSICAL_PLAN_MERGE_STATE:
case QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE:
return jsonToPhysiStateWindowNode(pJson, pObj);
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ return jsonToPhysiEventWindowNode(pJson, pObj);
case QUERY_NODE_PHYSICAL_PLAN_PARTITION:
return jsonToPhysiPartitionNode(pJson, pObj);
case QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION:
diff --git a/source/libs/nodes/src/nodesMsgFuncs.c b/source/libs/nodes/src/nodesMsgFuncs.c
index 0ac25816897d4bb9429aafe4f541bd478f46bd98..f5e4bc1ea4ddeff6b6e408c71856435b5db9845f 100644
--- a/source/libs/nodes/src/nodesMsgFuncs.c
+++ b/source/libs/nodes/src/nodesMsgFuncs.c
@@ -2927,6 +2927,46 @@ static int32_t msgToPhysiStateWindowNode(STlvDecoder* pDecoder, void* pObj) {
return code;
}
+enum { PHY_EVENT_CODE_WINDOW = 1, PHY_EVENT_CODE_START_COND, PHY_EVENT_CODE_END_COND };
+
+static int32_t physiEventWindowNodeToMsg(const void* pObj, STlvEncoder* pEncoder) {
+ const SEventWinodwPhysiNode* pNode = (const SEventWinodwPhysiNode*)pObj;
+
+ int32_t code = tlvEncodeObj(pEncoder, PHY_EVENT_CODE_WINDOW, physiWindowNodeToMsg, &pNode->window);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tlvEncodeObj(pEncoder, PHY_EVENT_CODE_START_COND, nodeToMsg, pNode->pStartCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = tlvEncodeObj(pEncoder, PHY_EVENT_CODE_END_COND, nodeToMsg, pNode->pEndCond);
+ }
+
+ return code;
+}
+
+static int32_t msgToPhysiEventWindowNode(STlvDecoder* pDecoder, void* pObj) {
+ SEventWinodwPhysiNode* pNode = (SEventWinodwPhysiNode*)pObj;
+
+ int32_t code = TSDB_CODE_SUCCESS;
+ STlv* pTlv = NULL;
+ tlvForEach(pDecoder, pTlv, code) {
+ switch (pTlv->type) {
+ case PHY_EVENT_CODE_WINDOW:
+ code = tlvDecodeObjFromTlv(pTlv, msgToPhysiWindowNode, &pNode->window);
+ break;
+ case PHY_EVENT_CODE_START_COND:
+ code = msgToNodeFromTlv(pTlv, (void**)&pNode->pStartCond);
+ break;
+ case PHY_EVENT_CODE_END_COND:
+ code = msgToNodeFromTlv(pTlv, (void**)&pNode->pEndCond);
+ break;
+ default:
+ break;
+ }
+ }
+
+ return code;
+}
+
enum { PHY_PARTITION_CODE_BASE_NODE = 1, PHY_PARTITION_CODE_EXPR, PHY_PARTITION_CODE_KEYS, PHY_PARTITION_CODE_TARGETS };
static int32_t physiPartitionNodeToMsg(const void* pObj, STlvEncoder* pEncoder) {
@@ -3698,6 +3738,10 @@ static int32_t specificNodeToMsg(const void* pObj, STlvEncoder* pEncoder) {
case QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE:
code = physiStateWindowNodeToMsg(pObj, pEncoder);
break;
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ code = physiEventWindowNodeToMsg(pObj, pEncoder);
+ break;
case QUERY_NODE_PHYSICAL_PLAN_PARTITION:
code = physiPartitionNodeToMsg(pObj, pEncoder);
break;
@@ -3837,6 +3881,10 @@ static int32_t msgToSpecificNode(STlvDecoder* pDecoder, void* pObj) {
case QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE:
code = msgToPhysiStateWindowNode(pDecoder, pObj);
break;
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ code = msgToPhysiEventWindowNode(pDecoder, pObj);
+ break;
case QUERY_NODE_PHYSICAL_PLAN_PARTITION:
code = msgToPhysiPartitionNode(pDecoder, pObj);
break;
diff --git a/source/libs/nodes/src/nodesTraverseFuncs.c b/source/libs/nodes/src/nodesTraverseFuncs.c
index 106812d55f1cdd08120cb100e338b0b82244e752..ce575ede8a5dd2020c6af39394a72d6fa39cc348 100644
--- a/source/libs/nodes/src/nodesTraverseFuncs.c
+++ b/source/libs/nodes/src/nodesTraverseFuncs.c
@@ -165,6 +165,17 @@ static EDealRes dispatchExpr(SNode* pNode, ETraversalOrder order, FNodeWalker wa
}
break;
}
+ case QUERY_NODE_EVENT_WINDOW: {
+ SEventWindowNode* pEvent = (SEventWindowNode*)pNode;
+ res = walkExpr(pEvent->pCol, order, walker, pContext);
+ if (DEAL_RES_ERROR != res && DEAL_RES_END != res) {
+ res = walkExpr(pEvent->pStartCond, order, walker, pContext);
+ }
+ if (DEAL_RES_ERROR != res && DEAL_RES_END != res) {
+ res = walkExpr(pEvent->pEndCond, order, walker, pContext);
+ }
+ break;
+ }
default:
break;
}
@@ -329,6 +340,17 @@ static EDealRes rewriteExpr(SNode** pRawNode, ETraversalOrder order, FNodeRewrit
}
break;
}
+ case QUERY_NODE_EVENT_WINDOW: {
+ SEventWindowNode* pEvent = (SEventWindowNode*)pNode;
+ res = rewriteExpr(&pEvent->pCol, order, rewriter, pContext);
+ if (DEAL_RES_ERROR != res && DEAL_RES_END != res) {
+ res = rewriteExpr(&pEvent->pStartCond, order, rewriter, pContext);
+ }
+ if (DEAL_RES_ERROR != res && DEAL_RES_END != res) {
+ res = rewriteExpr(&pEvent->pEndCond, order, rewriter, pContext);
+ }
+ break;
+ }
default:
break;
}
diff --git a/source/libs/nodes/src/nodesUtilFuncs.c b/source/libs/nodes/src/nodesUtilFuncs.c
index cd5ae7ad6e2b1e917b5b2842172b95b09ec49d20..dd06326dcb54259e76e4f7e2ce2eb82e286cb64e 100644
--- a/source/libs/nodes/src/nodesUtilFuncs.c
+++ b/source/libs/nodes/src/nodesUtilFuncs.c
@@ -299,12 +299,14 @@ SNode* nodesMakeNode(ENodeType type) {
return makeNode(type, sizeof(SWhenThenNode));
case QUERY_NODE_CASE_WHEN:
return makeNode(type, sizeof(SCaseWhenNode));
+ case QUERY_NODE_EVENT_WINDOW:
+ return makeNode(type, sizeof(SEventWindowNode));
case QUERY_NODE_SET_OPERATOR:
return makeNode(type, sizeof(SSetOperator));
case QUERY_NODE_SELECT_STMT:
return makeNode(type, sizeof(SSelectStmt));
- case QUERY_NODE_VNODE_MODIF_STMT:
- return makeNode(type, sizeof(SVnodeModifOpStmt));
+ case QUERY_NODE_VNODE_MODIFY_STMT:
+ return makeNode(type, sizeof(SVnodeModifyOpStmt));
case QUERY_NODE_CREATE_DATABASE_STMT:
return makeNode(type, sizeof(SCreateDatabaseStmt));
case QUERY_NODE_DROP_DATABASE_STMT:
@@ -319,8 +321,8 @@ SNode* nodesMakeNode(ENodeType type) {
return makeNode(type, sizeof(SCreateTableStmt));
case QUERY_NODE_CREATE_SUBTABLE_CLAUSE:
return makeNode(type, sizeof(SCreateSubTableClause));
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
- return makeNode(type, sizeof(SCreateMultiTableStmt));
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ return makeNode(type, sizeof(SCreateMultiTablesStmt));
case QUERY_NODE_DROP_TABLE_CLAUSE:
return makeNode(type, sizeof(SDropTableClause));
case QUERY_NODE_DROP_TABLE_STMT:
@@ -535,6 +537,10 @@ SNode* nodesMakeNode(ENodeType type) {
return makeNode(type, sizeof(SStateWinodwPhysiNode));
case QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE:
return makeNode(type, sizeof(SStreamStateWinodwPhysiNode));
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ return makeNode(type, sizeof(SEventWinodwPhysiNode));
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT:
+ return makeNode(type, sizeof(SStreamEventWinodwPhysiNode));
case QUERY_NODE_PHYSICAL_PLAN_PARTITION:
return makeNode(type, sizeof(SPartitionPhysiNode));
case QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION:
@@ -765,16 +771,23 @@ void nodesDestroyNode(SNode* pNode) {
case QUERY_NODE_COLUMN_REF: // no pointer field
break;
case QUERY_NODE_WHEN_THEN: {
- SWhenThenNode* pStmt = (SWhenThenNode*)pNode;
- nodesDestroyNode(pStmt->pWhen);
- nodesDestroyNode(pStmt->pThen);
+ SWhenThenNode* pWhenThen = (SWhenThenNode*)pNode;
+ nodesDestroyNode(pWhenThen->pWhen);
+ nodesDestroyNode(pWhenThen->pThen);
break;
}
case QUERY_NODE_CASE_WHEN: {
- SCaseWhenNode* pStmt = (SCaseWhenNode*)pNode;
- nodesDestroyNode(pStmt->pCase);
- nodesDestroyNode(pStmt->pElse);
- nodesDestroyList(pStmt->pWhenThenList);
+ SCaseWhenNode* pCaseWhen = (SCaseWhenNode*)pNode;
+ nodesDestroyNode(pCaseWhen->pCase);
+ nodesDestroyNode(pCaseWhen->pElse);
+ nodesDestroyList(pCaseWhen->pWhenThenList);
+ break;
+ }
+ case QUERY_NODE_EVENT_WINDOW: {
+ SEventWindowNode* pEvent = (SEventWindowNode*)pNode;
+ nodesDestroyNode(pEvent->pCol);
+ nodesDestroyNode(pEvent->pStartCond);
+ nodesDestroyNode(pEvent->pEndCond);
break;
}
case QUERY_NODE_SET_OPERATOR: {
@@ -805,8 +818,8 @@ void nodesDestroyNode(SNode* pNode) {
nodesDestroyNode((SNode*)pStmt->pSlimit);
break;
}
- case QUERY_NODE_VNODE_MODIF_STMT: {
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)pNode;
+ case QUERY_NODE_VNODE_MODIFY_STMT: {
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pNode;
destroyVgDataBlockArray(pStmt->pDataBlocks);
taosMemoryFreeClear(pStmt->pTableMeta);
taosHashCleanup(pStmt->pVgroupsHashObj);
@@ -819,7 +832,8 @@ void nodesDestroyNode(SNode* pNode) {
if (pStmt->freeArrayFunc) {
pStmt->freeArrayFunc(pStmt->pVgDataBlocks);
}
- tdDestroySVCreateTbReq(&pStmt->createTblReq);
+ tdDestroySVCreateTbReq(pStmt->pCreateTblReq);
+ taosMemoryFreeClear(pStmt->pCreateTblReq);
taosCloseFile(&pStmt->fp);
break;
}
@@ -848,8 +862,8 @@ void nodesDestroyNode(SNode* pNode) {
nodesDestroyNode((SNode*)pStmt->pOptions);
break;
}
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
- nodesDestroyList(((SCreateMultiTableStmt*)pNode)->pSubTables);
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ nodesDestroyList(((SCreateMultiTablesStmt*)pNode)->pSubTables);
break;
case QUERY_NODE_DROP_TABLE_CLAUSE: // no pointer field
break;
@@ -1232,6 +1246,14 @@ void nodesDestroyNode(SNode* pNode) {
nodesDestroyNode(pPhyNode->pStateKey);
break;
}
+ case QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT:
+ case QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT: {
+ SEventWinodwPhysiNode* pPhyNode = (SEventWinodwPhysiNode*)pNode;
+ destroyWinodwPhysiNode((SWinodwPhysiNode*)pPhyNode);
+ nodesDestroyNode(pPhyNode->pStartCond);
+ nodesDestroyNode(pPhyNode->pEndCond);
+ break;
+ }
case QUERY_NODE_PHYSICAL_PLAN_PARTITION: {
destroyPartitionPhysiNode((SPartitionPhysiNode*)pNode);
break;
diff --git a/source/libs/parser/inc/parAst.h b/source/libs/parser/inc/parAst.h
index 20a2520a79b404590336dc5b6cbe7edc126c5670..1d20ae83a28ef9ab79dc409476980fa79f8f0012 100644
--- a/source/libs/parser/inc/parAst.h
+++ b/source/libs/parser/inc/parAst.h
@@ -116,6 +116,7 @@ SNode* createLimitNode(SAstCreateContext* pCxt, const SToken* pLimit, const STok
SNode* createOrderByExprNode(SAstCreateContext* pCxt, SNode* pExpr, EOrder order, ENullOrder nullOrder);
SNode* createSessionWindowNode(SAstCreateContext* pCxt, SNode* pCol, SNode* pGap);
SNode* createStateWindowNode(SAstCreateContext* pCxt, SNode* pExpr);
+SNode* createEventWindowNode(SAstCreateContext* pCxt, SNode* pStartCond, SNode* pEndCond);
SNode* createIntervalWindowNode(SAstCreateContext* pCxt, SNode* pInterval, SNode* pOffset, SNode* pSliding,
SNode* pFill);
SNode* createFillNode(SAstCreateContext* pCxt, EFillMode mode, SNode* pValues);
diff --git a/source/libs/parser/inc/parInsertUtil.h b/source/libs/parser/inc/parInsertUtil.h
index 5cc72f86923762454c8cae66ef9bbc7828b9ef05..86d98c5515311155d91057d24e99a356912bd1ac 100644
--- a/source/libs/parser/inc/parInsertUtil.h
+++ b/source/libs/parser/inc/parInsertUtil.h
@@ -20,8 +20,6 @@
struct SToken;
-#define IS_DATA_COL_ORDERED(spd) ((spd->orderStatus) == (int8_t)ORDER_STATUS_ORDERED)
-
#define NEXT_TOKEN(pSql, sToken) \
do { \
int32_t index = 0; \
@@ -37,6 +35,8 @@ struct SToken;
} \
} while (0)
+#define IS_DATA_COL_ORDERED(spd) ((spd->orderStatus) == (int8_t)ORDER_STATUS_ORDERED)
+
typedef enum EOrderStatus {
ORDER_STATUS_UNKNOWN = 0,
ORDER_STATUS_ORDERED = 1,
@@ -133,7 +133,7 @@ int32_t insMergeTableDataBlocks(SHashObj *pHashObj, SArray **pVgDataBlocks);
int32_t insBuildCreateTbMsg(STableDataBlocks *pBlocks, SVCreateTbReq *pCreateTbReq);
int32_t insAllocateMemForSize(STableDataBlocks *pDataBlock, int32_t allSize);
int32_t insCreateSName(SName *pName, struct SToken *pTableName, int32_t acctId, const char *dbName, SMsgBuf *pMsgBuf);
-int32_t insFindCol(struct SToken *pColname, int32_t start, int32_t end, SSchema *pSchema);
+int16_t insFindCol(struct SToken *pColname, int16_t start, int16_t end, SSchema *pSchema);
void insBuildCreateTbReq(SVCreateTbReq *pTbReq, const char *tname, STag *pTag, int64_t suid, const char *sname,
SArray *tagName, uint8_t tagNum, int32_t ttl);
int32_t insMemRowAppend(SMsgBuf *pMsgBuf, const void *value, int32_t len, void *param);
@@ -141,4 +141,22 @@ int32_t insCheckTimestamp(STableDataBlocks *pDataBlocks, const char *start);
int32_t insBuildOutput(SHashObj *pVgroupsHashObj, SArray *pVgDataBlocks, SArray **pDataBlocks);
void insDestroyDataBlock(STableDataBlocks *pDataBlock);
+typedef struct SVgroupDataCxt {
+ int32_t vgId;
+ SSubmitReq2 *pData;
+} SVgroupDataCxt;
+
+int32_t insInitBoundColsInfo(int32_t numOfBound, SBoundColInfo *pInfo);
+void insCheckTableDataOrder(STableDataCxt *pTableCxt, TSKEY tsKey);
+int32_t insGetTableDataCxt(SHashObj *pHash, void *id, int32_t idLen, STableMeta *pTableMeta,
+ SVCreateTbReq **pCreateTbReq, STableDataCxt **pTableCxt, bool colMode);
+int32_t initTableColSubmitData(STableDataCxt* pTableCxt);
+int32_t insMergeTableDataCxt(SHashObj *pTableHash, SArray **pVgDataBlocks);
+int32_t insBuildVgDataBlocks(SHashObj *pVgroupsHashObj, SArray *pVgDataBlocks, SArray **pDataBlocks);
+void insDestroyTableDataCxtHashMap(SHashObj *pTableCxtHash);
+void insDestroyVgroupDataCxt(SVgroupDataCxt *pVgCxt);
+void insDestroyVgroupDataCxtList(SArray *pVgCxtList);
+void insDestroyVgroupDataCxtHashMap(SHashObj *pVgCxtHash);
+void insDestroyTableDataCxt(STableDataCxt* pTableCxt);
+void destroyBoundColInfo(SBoundColInfo* pInfo);
#endif // TDENGINE_PAR_INSERT_UTIL_H
diff --git a/source/libs/parser/inc/sql.y b/source/libs/parser/inc/sql.y
index 212a1c92b5122a53a70788bb66ffea186521779f..cd1260584e5ea6c4beea82088f0b28f6e7c40d33 100644
--- a/source/libs/parser/inc/sql.y
+++ b/source/libs/parser/inc/sql.y
@@ -473,7 +473,15 @@ index_options(A) ::= FUNCTION NK_LP func_list(B) NK_RP INTERVAL
func_list(A) ::= func(B). { A = createNodeList(pCxt, B); }
func_list(A) ::= func_list(B) NK_COMMA func(C). { A = addNodeToList(pCxt, B, C); }
-func(A) ::= function_name(B) NK_LP expression_list(C) NK_RP. { A = createFunctionNode(pCxt, &B, C); }
+func(A) ::= sma_func_name(B) NK_LP expression_list(C) NK_RP. { A = createFunctionNode(pCxt, &B, C); }
+
+%type sma_func_name { SToken }
+%destructor sma_func_name { }
+sma_func_name(A) ::= function_name(B). { A = B; }
+sma_func_name(A) ::= COUNT(B). { A = B; }
+sma_func_name(A) ::= FIRST(B). { A = B; }
+sma_func_name(A) ::= LAST(B). { A = B; }
+sma_func_name(A) ::= LAST_ROW(B). { A = B; }
sma_stream_opt(A) ::= . { A = createStreamOptions(pCxt); }
sma_stream_opt(A) ::= sma_stream_opt(B) WATERMARK duration_literal(C). { ((SStreamOptions*)B)->pWatermark = releaseRawExprNode(pCxt, C); A = B; }
@@ -733,6 +741,7 @@ pseudo_column(A) ::= WSTART(B).
pseudo_column(A) ::= WEND(B). { A = createRawExprNode(pCxt, &B, createFunctionNode(pCxt, &B, NULL)); }
pseudo_column(A) ::= WDURATION(B). { A = createRawExprNode(pCxt, &B, createFunctionNode(pCxt, &B, NULL)); }
pseudo_column(A) ::= IROWTS(B). { A = createRawExprNode(pCxt, &B, createFunctionNode(pCxt, &B, NULL)); }
+pseudo_column(A) ::= ISFILLED(B). { A = createRawExprNode(pCxt, &B, createFunctionNode(pCxt, &B, NULL)); }
pseudo_column(A) ::= QTAGS(B). { A = createRawExprNode(pCxt, &B, createFunctionNode(pCxt, &B, NULL)); }
function_expression(A) ::= function_name(B) NK_LP expression_list(C) NK_RP(D). { A = createRawExprNodeExt(pCxt, &B, &D, createFunctionNode(pCxt, &B, C)); }
@@ -964,6 +973,8 @@ twindow_clause_opt(A) ::=
twindow_clause_opt(A) ::=
INTERVAL NK_LP duration_literal(B) NK_COMMA duration_literal(C) NK_RP
sliding_opt(D) fill_opt(E). { A = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, B), releaseRawExprNode(pCxt, C), D, E); }
+twindow_clause_opt(A) ::=
+ EVENT_WINDOW START WITH search_condition(B) END WITH search_condition(C). { A = createEventWindowNode(pCxt, B, C); }
sliding_opt(A) ::= . { A = NULL; }
sliding_opt(A) ::= SLIDING NK_LP duration_literal(B) NK_RP. { A = releaseRawExprNode(pCxt, B); }
diff --git a/source/libs/parser/src/parAstCreater.c b/source/libs/parser/src/parAstCreater.c
index 17d8297cf04da1f7b360f784761634367c254f4c..238486662031727e6a607a00e7f105cafc156f25 100644
--- a/source/libs/parser/src/parAstCreater.c
+++ b/source/libs/parser/src/parAstCreater.c
@@ -605,6 +605,20 @@ SNode* createStateWindowNode(SAstCreateContext* pCxt, SNode* pExpr) {
return (SNode*)state;
}
+SNode* createEventWindowNode(SAstCreateContext* pCxt, SNode* pStartCond, SNode* pEndCond) {
+ CHECK_PARSER_STATUS(pCxt);
+ SEventWindowNode* pEvent = (SEventWindowNode*)nodesMakeNode(QUERY_NODE_EVENT_WINDOW);
+ CHECK_OUT_OF_MEM(pEvent);
+ pEvent->pCol = createPrimaryKeyCol(pCxt, NULL);
+ if (NULL == pEvent->pCol) {
+ nodesDestroyNode((SNode*)pEvent);
+ CHECK_OUT_OF_MEM(NULL);
+ }
+ pEvent->pStartCond = pStartCond;
+ pEvent->pEndCond = pEndCond;
+ return (SNode*)pEvent;
+}
+
SNode* createIntervalWindowNode(SAstCreateContext* pCxt, SNode* pInterval, SNode* pOffset, SNode* pSliding,
SNode* pFill) {
CHECK_PARSER_STATUS(pCxt);
@@ -1195,7 +1209,7 @@ SNode* createCreateSubTableClause(SAstCreateContext* pCxt, bool ignoreExists, SN
SNode* createCreateMultiTableStmt(SAstCreateContext* pCxt, SNodeList* pSubTables) {
CHECK_PARSER_STATUS(pCxt);
- SCreateMultiTableStmt* pStmt = (SCreateMultiTableStmt*)nodesMakeNode(QUERY_NODE_CREATE_MULTI_TABLE_STMT);
+ SCreateMultiTablesStmt* pStmt = (SCreateMultiTablesStmt*)nodesMakeNode(QUERY_NODE_CREATE_MULTI_TABLES_STMT);
CHECK_OUT_OF_MEM(pStmt);
pStmt->pSubTables = pSubTables;
return (SNode*)pStmt;
@@ -1417,7 +1431,7 @@ SNode* createCreateUserStmt(SAstCreateContext* pCxt, SToken* pUserName, const ST
}
SCreateUserStmt* pStmt = (SCreateUserStmt*)nodesMakeNode(QUERY_NODE_CREATE_USER_STMT);
CHECK_OUT_OF_MEM(pStmt);
- COPY_STRING_FORM_ID_TOKEN(pStmt->useName, pUserName);
+ COPY_STRING_FORM_ID_TOKEN(pStmt->userName, pUserName);
strcpy(pStmt->password, password);
pStmt->sysinfo = sysinfo;
return (SNode*)pStmt;
@@ -1430,7 +1444,7 @@ SNode* createAlterUserStmt(SAstCreateContext* pCxt, SToken* pUserName, int8_t al
}
SAlterUserStmt* pStmt = (SAlterUserStmt*)nodesMakeNode(QUERY_NODE_ALTER_USER_STMT);
CHECK_OUT_OF_MEM(pStmt);
- COPY_STRING_FORM_ID_TOKEN(pStmt->useName, pUserName);
+ COPY_STRING_FORM_ID_TOKEN(pStmt->userName, pUserName);
pStmt->alterType = alterType;
switch (alterType) {
case TSDB_ALTER_USER_PASSWD: {
@@ -1461,7 +1475,7 @@ SNode* createDropUserStmt(SAstCreateContext* pCxt, SToken* pUserName) {
}
SDropUserStmt* pStmt = (SDropUserStmt*)nodesMakeNode(QUERY_NODE_DROP_USER_STMT);
CHECK_OUT_OF_MEM(pStmt);
- COPY_STRING_FORM_ID_TOKEN(pStmt->useName, pUserName);
+ COPY_STRING_FORM_ID_TOKEN(pStmt->userName, pUserName);
return (SNode*)pStmt;
}
diff --git a/source/libs/parser/src/parAstParser.c b/source/libs/parser/src/parAstParser.c
index 8346ab8c05e7dd606b0223ad53663d69386d7927..954e6c26fd6850ea8d870b09d09040828dd856dc 100644
--- a/source/libs/parser/src/parAstParser.c
+++ b/source/libs/parser/src/parAstParser.c
@@ -252,7 +252,7 @@ static int32_t collectMetaKeyFromCreateTable(SCollectMetaKeyCxt* pCxt, SCreateTa
return code;
}
-static int32_t collectMetaKeyFromCreateMultiTable(SCollectMetaKeyCxt* pCxt, SCreateMultiTableStmt* pStmt) {
+static int32_t collectMetaKeyFromCreateMultiTable(SCollectMetaKeyCxt* pCxt, SCreateMultiTablesStmt* pStmt) {
int32_t code = TSDB_CODE_SUCCESS;
SNode* pNode = NULL;
FOREACH(pNode, pStmt->pSubTables) {
@@ -613,8 +613,8 @@ static int32_t collectMetaKeyFromQuery(SCollectMetaKeyCxt* pCxt, SNode* pStmt) {
return collectMetaKeyFromFlushDatabase(pCxt, (SFlushDatabaseStmt*)pStmt);
case QUERY_NODE_CREATE_TABLE_STMT:
return collectMetaKeyFromCreateTable(pCxt, (SCreateTableStmt*)pStmt);
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
- return collectMetaKeyFromCreateMultiTable(pCxt, (SCreateMultiTableStmt*)pStmt);
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ return collectMetaKeyFromCreateMultiTable(pCxt, (SCreateMultiTablesStmt*)pStmt);
case QUERY_NODE_DROP_TABLE_STMT:
return collectMetaKeyFromDropTable(pCxt, (SDropTableStmt*)pStmt);
case QUERY_NODE_ALTER_TABLE_STMT:
diff --git a/source/libs/parser/src/parAuthenticator.c b/source/libs/parser/src/parAuthenticator.c
index 4fd711e0ea43a0f82b09d598dca866d8ef682b04..d99d7d744579836def251114671c2c58b45259df 100644
--- a/source/libs/parser/src/parAuthenticator.c
+++ b/source/libs/parser/src/parAuthenticator.c
@@ -78,7 +78,7 @@ static int32_t authSetOperator(SAuthCxt* pCxt, SSetOperator* pSetOper) {
}
static int32_t authDropUser(SAuthCxt* pCxt, SDropUserStmt* pStmt) {
- if (!pCxt->pParseCxt->isSuperUser || 0 == strcmp(pStmt->useName, TSDB_DEFAULT_USER)) {
+ if (!pCxt->pParseCxt->isSuperUser || 0 == strcmp(pStmt->userName, TSDB_DEFAULT_USER)) {
return TSDB_CODE_PAR_PERMISSION_DENIED;
}
return TSDB_CODE_SUCCESS;
@@ -108,7 +108,7 @@ static int32_t authCreateTable(SAuthCxt* pCxt, SCreateTableStmt* pStmt) {
return checkAuth(pCxt, pStmt->dbName, AUTH_TYPE_WRITE);
}
-static int32_t authCreateMultiTable(SAuthCxt* pCxt, SCreateMultiTableStmt* pStmt) {
+static int32_t authCreateMultiTable(SAuthCxt* pCxt, SCreateMultiTablesStmt* pStmt) {
int32_t code = TSDB_CODE_SUCCESS;
SNode* pNode = NULL;
FOREACH(pNode, pStmt->pSubTables) {
@@ -134,8 +134,8 @@ static int32_t authQuery(SAuthCxt* pCxt, SNode* pStmt) {
return authInsert(pCxt, (SInsertStmt*)pStmt);
case QUERY_NODE_CREATE_TABLE_STMT:
return authCreateTable(pCxt, (SCreateTableStmt*)pStmt);
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
- return authCreateMultiTable(pCxt, (SCreateMultiTableStmt*)pStmt);
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
+ return authCreateMultiTable(pCxt, (SCreateMultiTablesStmt*)pStmt);
case QUERY_NODE_SHOW_DNODES_STMT:
case QUERY_NODE_SHOW_MNODES_STMT:
case QUERY_NODE_SHOW_MODULES_STMT:
diff --git a/source/libs/parser/src/parInsertSml.c b/source/libs/parser/src/parInsertSml.c
index 358baa74cb3932887894bda79a6e26e9a888c797..0bb6d90fa926715dba445fdbba4fd369802af9ba 100644
--- a/source/libs/parser/src/parInsertSml.c
+++ b/source/libs/parser/src/parInsertSml.c
@@ -45,95 +45,46 @@ int32_t qCreateSName(SName* pName, const char* pTableName, int32_t acctId, char*
return TSDB_CODE_SUCCESS;
}
-typedef struct SmlExecTableHandle {
- SParsedDataColInfo tags; // each table
- SVCreateTbReq createTblReq; // each table
-} SmlExecTableHandle;
-
-typedef struct SmlExecHandle {
- SHashObj* pBlockHash;
- SmlExecTableHandle tableExecHandle;
- SQuery* pQuery;
-} SSmlExecHandle;
-
-static void smlDestroyTableHandle(void* pHandle) {
- SmlExecTableHandle* handle = (SmlExecTableHandle*)pHandle;
- destroyBoundColumnInfo(&handle->tags);
- tdDestroySVCreateTbReq(&handle->createTblReq);
-}
-
-static int32_t smlBoundColumnData(SArray* cols, SParsedDataColInfo* pColList, SSchema* pSchema, bool isTag) {
- col_id_t nCols = pColList->numOfCols;
-
- pColList->numOfBound = 0;
- pColList->boundNullLen = 0;
- memset(pColList->boundColumns, 0, sizeof(col_id_t) * nCols);
- for (col_id_t i = 0; i < nCols; ++i) {
- pColList->cols[i].valStat = VAL_STAT_NONE;
+static int32_t smlBoundColumnData(SArray* cols, SBoundColInfo* pBoundInfo, SSchema* pSchema, bool isTag) {
+ bool* pUseCols = taosMemoryCalloc(pBoundInfo->numOfCols, sizeof(bool));
+ if (NULL == pUseCols) {
+ return TSDB_CODE_OUT_OF_MEMORY;
}
- bool isOrdered = true;
- col_id_t lastColIdx = -1; // last column found
+ pBoundInfo->numOfBound = 0;
+ int16_t lastColIdx = -1; // last column found
+ int32_t code = TSDB_CODE_SUCCESS;
+
for (int i = 0; i < taosArrayGetSize(cols); ++i) {
- SSmlKv* kv = taosArrayGetP(cols, i);
+ SSmlKv* kv = taosArrayGet(cols, i);
SToken sToken = {.n = kv->keyLen, .z = (char*)kv->key};
col_id_t t = lastColIdx + 1;
- col_id_t index = ((t == 0 && !isTag) ? 0 : insFindCol(&sToken, t, nCols, pSchema));
- uDebug("SML, index:%d, t:%d, ncols:%d", index, t, nCols);
+ col_id_t index = ((t == 0 && !isTag) ? 0 : insFindCol(&sToken, t, pBoundInfo->numOfCols, pSchema));
+ uDebug("SML, index:%d, t:%d, ncols:%d", index, t, pBoundInfo->numOfCols);
if (index < 0 && t > 0) {
index = insFindCol(&sToken, 0, t, pSchema);
- isOrdered = false;
}
+
if (index < 0) {
uError("smlBoundColumnData. index:%d", index);
- return TSDB_CODE_SML_INVALID_DATA;
+ code = TSDB_CODE_SML_INVALID_DATA;
+ goto end;
}
- if (pColList->cols[index].valStat == VAL_STAT_HAS) {
+ if (pUseCols[index]) {
uError("smlBoundColumnData. already set. index:%d", index);
- return TSDB_CODE_SML_INVALID_DATA;
+ code = TSDB_CODE_SML_INVALID_DATA;
+ goto end;
}
lastColIdx = index;
- pColList->cols[index].valStat = VAL_STAT_HAS;
- pColList->boundColumns[pColList->numOfBound] = index;
- ++pColList->numOfBound;
- switch (pSchema[t].type) {
- case TSDB_DATA_TYPE_BINARY:
- pColList->boundNullLen += (sizeof(VarDataOffsetT) + VARSTR_HEADER_SIZE + CHAR_BYTES);
- break;
- case TSDB_DATA_TYPE_NCHAR:
- pColList->boundNullLen += (sizeof(VarDataOffsetT) + VARSTR_HEADER_SIZE + TSDB_NCHAR_SIZE);
- break;
- default:
- pColList->boundNullLen += TYPE_BYTES[pSchema[t].type];
- break;
- }
+ pUseCols[index] = true;
+ pBoundInfo->pColIndex[pBoundInfo->numOfBound] = index;
+ ++pBoundInfo->numOfBound;
}
- pColList->orderStatus = isOrdered ? ORDER_STATUS_ORDERED : ORDER_STATUS_DISORDERED;
-
- if (!isOrdered) {
- pColList->colIdxInfo = taosMemoryCalloc(pColList->numOfBound, sizeof(SBoundIdxInfo));
- if (NULL == pColList->colIdxInfo) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- SBoundIdxInfo* pColIdx = pColList->colIdxInfo;
- for (col_id_t i = 0; i < pColList->numOfBound; ++i) {
- pColIdx[i].schemaColIdx = pColList->boundColumns[i];
- pColIdx[i].boundIdx = i;
- }
- taosSort(pColIdx, pColList->numOfBound, sizeof(SBoundIdxInfo), insSchemaIdxCompar);
- for (col_id_t i = 0; i < pColList->numOfBound; ++i) {
- pColIdx[i].finalIdx = i;
- }
- taosSort(pColIdx, pColList->numOfBound, sizeof(SBoundIdxInfo), insBoundIdxCompar);
- }
-
- if (pColList->numOfCols > pColList->numOfBound) {
- memset(&pColList->boundColumns[pColList->numOfBound], 0,
- sizeof(col_id_t) * (pColList->numOfCols - pColList->numOfBound));
- }
+end:
+ taosMemoryFree(pUseCols);
- return TSDB_CODE_SUCCESS;
+ return code;
}
/**
@@ -146,7 +97,7 @@ static int32_t smlBoundColumnData(SArray* cols, SParsedDataColInfo* pColList, SS
* @param msg
* @return int32_t
*/
-static int32_t smlBuildTagRow(SArray* cols, SParsedDataColInfo* tags, SSchema* pSchema, STag** ppTag, SArray** tagName,
+static int32_t smlBuildTagRow(SArray* cols, SBoundColInfo* tags, SSchema* pSchema, STag** ppTag, SArray** tagName,
SMsgBuf* msg) {
SArray* pTagArray = taosArrayInit(tags->numOfBound, sizeof(STagVal));
if (!pTagArray) {
@@ -159,8 +110,8 @@ static int32_t smlBuildTagRow(SArray* cols, SParsedDataColInfo* tags, SSchema* p
int32_t code = TSDB_CODE_SUCCESS;
for (int i = 0; i < tags->numOfBound; ++i) {
- SSchema* pTagSchema = &pSchema[tags->boundColumns[i]];
- SSmlKv* kv = taosArrayGetP(cols, i);
+ SSchema* pTagSchema = &pSchema[tags->pColIndex[i]];
+ SSmlKv* kv = taosArrayGet(cols, i);
taosArrayPush(*tagName, pTagSchema->name);
STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
@@ -207,153 +158,237 @@ end:
return code;
}
-int32_t smlBindData(void* handle, SArray* tags, SArray* colsSchema, SArray* cols, bool format, STableMeta* pTableMeta,
- char* tableName, const char* sTableName, int32_t sTableNameLen, int32_t ttl, char* msgBuf, int16_t msgBufLen) {
- SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
+STableDataCxt* smlInitTableDataCtx(SQuery* query, STableMeta* pTableMeta) {
+ STableDataCxt* pTableCxt = NULL;
+ SVCreateTbReq* pCreateTbReq = NULL;
+ int ret = insGetTableDataCxt(((SVnodeModifyOpStmt*)(query->pRoot))->pTableBlockHashObj, &pTableMeta->uid,
+ sizeof(pTableMeta->uid), pTableMeta, &pCreateTbReq, &pTableCxt, false);
+ if (ret != TSDB_CODE_SUCCESS) {
+ return NULL;
+ }
- SSmlExecHandle* smlHandle = (SSmlExecHandle*)handle;
- smlDestroyTableHandle(&smlHandle->tableExecHandle); // free for each table
- SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
- insSetBoundColumnInfo(&smlHandle->tableExecHandle.tags, pTagsSchema, getNumOfTags(pTableMeta));
- int ret = smlBoundColumnData(tags, &smlHandle->tableExecHandle.tags, pTagsSchema, true);
+ ret = initTableColSubmitData(pTableCxt);
if (ret != TSDB_CODE_SUCCESS) {
- buildInvalidOperationMsg(&pBuf, "bound tags error");
+ return NULL;
+ }
+ return pTableCxt;
+}
+
+int32_t smlBuildRow(STableDataCxt* pTableCxt) {
+ SRow** pRow = taosArrayReserve(pTableCxt->pData->aRowP, 1);
+ int ret = tRowBuild(pTableCxt->pValues, pTableCxt->pSchema, pRow);
+ if (TSDB_CODE_SUCCESS != ret) {
return ret;
}
- STag* pTag = NULL;
- SArray* tagName = NULL;
- ret = smlBuildTagRow(tags, &smlHandle->tableExecHandle.tags, pTagsSchema, &pTag, &tagName, &pBuf);
+ insCheckTableDataOrder(pTableCxt, TD_ROW_KEY(*pRow));
+ return TSDB_CODE_SUCCESS;
+}
+
+int32_t smlBuildCol(STableDataCxt* pTableCxt, SSchema* schema, void* data, int32_t index) {
+ int ret = TSDB_CODE_SUCCESS;
+ SSchema* pColSchema = schema + index;
+ SColVal* pVal = taosArrayGet(pTableCxt->pValues, index);
+ SSmlKv* kv = (SSmlKv*)data;
+ if (kv->type == TSDB_DATA_TYPE_NCHAR) {
+ int32_t len = 0;
+ char* pUcs4 = taosMemoryCalloc(1, pColSchema->bytes - VARSTR_HEADER_SIZE);
+ if (NULL == pUcs4) {
+ ret = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
+ }
+ if (!taosMbsToUcs4(kv->value, kv->length, (TdUcs4*)pUcs4, pColSchema->bytes - VARSTR_HEADER_SIZE, &len)) {
+ if (errno == E2BIG) {
+ ret = TSDB_CODE_PAR_VALUE_TOO_LONG;
+ goto end;
+ }
+ ret = TSDB_CODE_TSC_INVALID_VALUE;
+ goto end;
+ }
+ pVal->value.pData = pUcs4;
+ pVal->value.nData = len;
+ } else if (kv->type == TSDB_DATA_TYPE_BINARY) {
+ pVal->value.nData = kv->length;
+ pVal->value.pData = (uint8_t*)kv->value;
+ } else {
+ memcpy(&pVal->value.val, &(kv->value), kv->length);
+ }
+ pVal->flag = CV_FLAG_VALUE;
+
+end:
+ return ret;
+}
+
+int32_t smlBindData(SQuery* query, bool dataFormat, SArray* tags, SArray* colsSchema, SArray* cols,
+ STableMeta* pTableMeta, char* tableName, const char* sTableName, int32_t sTableNameLen, int32_t ttl,
+ char* msgBuf, int16_t msgBufLen) {
+ SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
+
+ SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
+ SBoundColInfo bindTags = {0};
+ SVCreateTbReq* pCreateTblReq = NULL;
+ SArray* tagName = NULL;
+
+ insInitBoundColsInfo(getNumOfTags(pTableMeta), &bindTags);
+ int ret = smlBoundColumnData(tags, &bindTags, pTagsSchema, true);
if (ret != TSDB_CODE_SUCCESS) {
- taosArrayDestroy(tagName);
- return ret;
+ buildInvalidOperationMsg(&pBuf, "bound tags error");
+ goto end;
}
- insBuildCreateTbReq(&smlHandle->tableExecHandle.createTblReq, tableName, pTag, pTableMeta->suid, NULL, tagName,
- pTableMeta->tableInfo.numOfTags, ttl);
- taosArrayDestroy(tagName);
+ STag* pTag = NULL;
- smlHandle->tableExecHandle.createTblReq.ctb.stbName = taosMemoryMalloc(sTableNameLen + 1);
- memcpy(smlHandle->tableExecHandle.createTblReq.ctb.stbName, sTableName, sTableNameLen);
- smlHandle->tableExecHandle.createTblReq.ctb.stbName[sTableNameLen] = 0;
+ ret = smlBuildTagRow(tags, &bindTags, pTagsSchema, &pTag, &tagName, &pBuf);
+ if (ret != TSDB_CODE_SUCCESS) {
+ goto end;
+ }
- STableDataBlocks* pDataBlock = NULL;
- ret = insGetDataBlockFromList(smlHandle->pBlockHash, &pTableMeta->uid, sizeof(pTableMeta->uid),
- TSDB_DEFAULT_PAYLOAD_SIZE, sizeof(SSubmitBlk), getTableInfo(pTableMeta).rowSize,
- pTableMeta, &pDataBlock, NULL, &smlHandle->tableExecHandle.createTblReq);
+ pCreateTblReq = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (NULL == pCreateTblReq) {
+ ret = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
+ }
+ insBuildCreateTbReq(pCreateTblReq, tableName, pTag, pTableMeta->suid, NULL, tagName, pTableMeta->tableInfo.numOfTags,
+ ttl);
+
+ pCreateTblReq->ctb.stbName = taosMemoryCalloc(1, sTableNameLen + 1);
+ memcpy(pCreateTblReq->ctb.stbName, sTableName, sTableNameLen);
+
+ if (dataFormat) {
+ STableDataCxt** pTableCxt = (STableDataCxt**)taosHashGet(((SVnodeModifyOpStmt*)(query->pRoot))->pTableBlockHashObj,
+ &pTableMeta->uid, sizeof(pTableMeta->uid));
+ if (NULL == pTableCxt) {
+ ret = buildInvalidOperationMsg(&pBuf, "dataformat true. get tableDataCtx error");
+ goto end;
+ }
+ (*pTableCxt)->pData->flags |= SUBMIT_REQ_AUTO_CREATE_TABLE;
+ (*pTableCxt)->pData->pCreateTbReq = pCreateTblReq;
+ (*pTableCxt)->pMeta->uid = pTableMeta->uid;
+ (*pTableCxt)->pMeta->vgId = pTableMeta->vgId;
+ pCreateTblReq = NULL;
+ goto end;
+ }
+
+ STableDataCxt* pTableCxt = NULL;
+ ret = insGetTableDataCxt(((SVnodeModifyOpStmt*)(query->pRoot))->pTableBlockHashObj, &pTableMeta->uid,
+ sizeof(pTableMeta->uid), pTableMeta, &pCreateTblReq, &pTableCxt, false);
if (ret != TSDB_CODE_SUCCESS) {
- buildInvalidOperationMsg(&pBuf, "create data block error");
- return ret;
+ buildInvalidOperationMsg(&pBuf, "insGetTableDataCxt error");
+ goto end;
}
SSchema* pSchema = getTableColumnSchema(pTableMeta);
-
- ret = smlBoundColumnData(colsSchema, &pDataBlock->boundColumnInfo, pSchema, false);
+ ret = smlBoundColumnData(colsSchema, &pTableCxt->boundColsInfo, pSchema, false);
if (ret != TSDB_CODE_SUCCESS) {
buildInvalidOperationMsg(&pBuf, "bound cols error");
- return ret;
+ goto end;
}
- int32_t extendedRowSize = insGetExtendedRowSize(pDataBlock);
- SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
- SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
- SMemParam param = {.rb = pBuilder};
- insInitRowBuilder(&pDataBlock->rowBuilder, pDataBlock->pTableMeta->sversion, &pDataBlock->boundColumnInfo);
+ ret = initTableColSubmitData(pTableCxt);
+ if (ret != TSDB_CODE_SUCCESS) {
+ buildInvalidOperationMsg(&pBuf, "initTableColSubmitData error");
+ goto end;
+ }
int32_t rowNum = taosArrayGetSize(cols);
if (rowNum <= 0) {
- return buildInvalidOperationMsg(&pBuf, "cols size <= 0");
- }
- ret = insAllocateMemForSize(pDataBlock, extendedRowSize * rowNum);
- if (ret != TSDB_CODE_SUCCESS) {
- buildInvalidOperationMsg(&pBuf, "allocate memory error");
- return ret;
+ ret = buildInvalidOperationMsg(&pBuf, "cols size <= 0");
+ goto end;
}
+
for (int32_t r = 0; r < rowNum; ++r) {
- STSRow* row = (STSRow*)(pDataBlock->pData + pDataBlock->size); // skip the SSubmitBlk header
- tdSRowResetBuf(pBuilder, row);
- void* rowData = taosArrayGetP(cols, r);
- size_t rowDataSize = 0;
- if (format) {
- rowDataSize = taosArrayGetSize(rowData);
- }
+ void* rowData = taosArrayGetP(cols, r);
// 1. set the parsed value from sql string
- for (int c = 0, j = 0; c < spd->numOfBound; ++c) {
- SSchema* pColSchema = &pSchema[spd->boundColumns[c]];
-
- param.schema = pColSchema;
- insGetSTSRowAppendInfo(pBuilder->rowType, spd, c, ¶m.toffset, ¶m.colIdx);
-
- SSmlKv* kv = NULL;
- if (format) {
- if (j < rowDataSize) {
- kv = taosArrayGetP(rowData, j);
- if (rowDataSize != spd->numOfBound && j != 0 &&
- (kv->keyLen != strlen(pColSchema->name) || strncmp(kv->key, pColSchema->name, kv->keyLen) != 0)) {
- kv = NULL;
- } else {
- j++;
- }
- }
- } else {
- void** p = taosHashGet(rowData, pColSchema->name, strlen(pColSchema->name));
- if (p) kv = *p;
+ for (int c = 0; c < pTableCxt->boundColsInfo.numOfBound; ++c) {
+ SSchema* pColSchema = &pSchema[pTableCxt->boundColsInfo.pColIndex[c]];
+ SColVal* pVal = taosArrayGet(pTableCxt->pValues, pTableCxt->boundColsInfo.pColIndex[c]);
+ void** p = taosHashGet(rowData, pColSchema->name, strlen(pColSchema->name));
+ if (p == NULL) {
+ continue;
}
+ SSmlKv* kv = *(SSmlKv**)p;
- if (kv) {
- int32_t colLen = kv->length;
- if (pColSchema->type == TSDB_DATA_TYPE_TIMESTAMP) {
- uDebug("SML:data before:%" PRId64 ", precision:%d", kv->i, pTableMeta->tableInfo.precision);
- kv->i = convertTimePrecision(kv->i, TSDB_TIME_PRECISION_NANO, pTableMeta->tableInfo.precision);
- uDebug("SML:data after:%" PRId64 ", precision:%d", kv->i, pTableMeta->tableInfo.precision);
+ if (pColSchema->type == TSDB_DATA_TYPE_TIMESTAMP) {
+ kv->i = convertTimePrecision(kv->i, TSDB_TIME_PRECISION_NANO, pTableMeta->tableInfo.precision);
+ }
+ if (kv->type == TSDB_DATA_TYPE_NCHAR) {
+ int32_t len = 0;
+ char* pUcs4 = taosMemoryCalloc(1, pColSchema->bytes - VARSTR_HEADER_SIZE);
+ if (NULL == pUcs4) {
+ ret = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
}
-
- if (IS_VAR_DATA_TYPE(kv->type)) {
- insMemRowAppend(&pBuf, kv->value, colLen, ¶m);
- } else {
- insMemRowAppend(&pBuf, &(kv->value), colLen, ¶m);
+ if (!taosMbsToUcs4(kv->value, kv->length, (TdUcs4*)pUcs4, pColSchema->bytes - VARSTR_HEADER_SIZE, &len)) {
+ if (errno == E2BIG) {
+ buildInvalidOperationMsg(&pBuf, "value too long");
+ ret = TSDB_CODE_PAR_VALUE_TOO_LONG;
+ goto end;
+ }
+ ret = buildInvalidOperationMsg(&pBuf, strerror(errno));
+ goto end;
}
+ pVal->value.pData = pUcs4;
+ pVal->value.nData = len;
+ } else if (kv->type == TSDB_DATA_TYPE_BINARY) {
+ pVal->value.nData = kv->length;
+ pVal->value.pData = (uint8_t*)kv->value;
} else {
- pBuilder->hasNone = true;
- }
-
- if (PRIMARYKEY_TIMESTAMP_COL_ID == pColSchema->colId) {
- TSKEY tsKey = TD_ROW_KEY(row);
- insCheckTimestamp(pDataBlock, (const char*)&tsKey);
+ memcpy(&pVal->value.val, &(kv->value), kv->length);
}
+ pVal->flag = CV_FLAG_VALUE;
}
- // set the null value for the columns that do not assign values
- if ((spd->numOfBound < spd->numOfCols) && TD_IS_TP_ROW(row)) {
- pBuilder->hasNone = true;
+ SRow** pRow = taosArrayReserve(pTableCxt->pData->aRowP, 1);
+ ret = tRowBuild(pTableCxt->pValues, pTableCxt->pSchema, pRow);
+ if (TSDB_CODE_SUCCESS != ret) {
+ buildInvalidOperationMsg(&pBuf, "tRowBuild error");
+ goto end;
}
-
- tdSRowEnd(pBuilder);
- pDataBlock->size += extendedRowSize;
+ insCheckTableDataOrder(pTableCxt, TD_ROW_KEY(*pRow));
}
- SSubmitBlk* pBlocks = (SSubmitBlk*)(pDataBlock->pData);
- return insSetBlockInfo(pBlocks, pDataBlock, rowNum, &pBuf);
+end:
+ destroyBoundColInfo(&bindTags);
+ taosMemoryFree(pCreateTblReq);
+ taosArrayDestroy(tagName);
+ return ret;
}
-void* smlInitHandle(SQuery* pQuery) {
- SSmlExecHandle* handle = taosMemoryCalloc(1, sizeof(SSmlExecHandle));
- if (!handle) return NULL;
- handle->pBlockHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, false);
- handle->pQuery = pQuery;
-
- return handle;
-}
+SQuery* smlInitHandle() {
+ SQuery* pQuery = (SQuery*)nodesMakeNode(QUERY_NODE_QUERY);
+ if (NULL == pQuery) {
+ uError("create pQuery error");
+ return NULL;
+ }
+ pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
+ pQuery->haveResultSet = false;
+ pQuery->msgType = TDMT_VND_SUBMIT;
+ SVnodeModifyOpStmt* stmt = (SVnodeModifyOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIFY_STMT);
+ if (NULL == stmt) {
+ uError("create SVnodeModifyOpStmt error");
+ qDestroyQuery(pQuery);
+ return NULL;
+ }
+ stmt->pTableBlockHashObj = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK);
+ stmt->freeHashFunc = insDestroyTableDataCxtHashMap;
+ stmt->freeArrayFunc = insDestroyVgroupDataCxtList;
-void smlDestroyHandle(void* pHandle) {
- if (!pHandle) return;
- SSmlExecHandle* handle = (SSmlExecHandle*)pHandle;
- insDestroyBlockHashmap(handle->pBlockHash);
- smlDestroyTableHandle(&handle->tableExecHandle);
- taosMemoryFree(handle);
+ pQuery->pRoot = (SNode*)stmt;
+ return pQuery;
}
-int32_t smlBuildOutput(void* handle, SHashObj* pVgHash) {
- SSmlExecHandle* smlHandle = (SSmlExecHandle*)handle;
- return qBuildStmtOutput(smlHandle->pQuery, pVgHash, smlHandle->pBlockHash);
+int32_t smlBuildOutput(SQuery* handle, SHashObj* pVgHash) {
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)(handle)->pRoot;
+ // merge according to vgId
+ int32_t code = insMergeTableDataCxt(pStmt->pTableBlockHashObj, &pStmt->pVgDataBlocks);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("insMergeTableDataCxt failed");
+ return code;
+ }
+ code = insBuildVgDataBlocks(pVgHash, pStmt->pVgDataBlocks, &pStmt->pDataBlocks);
+ if (code != TSDB_CODE_SUCCESS) {
+ uError("insBuildVgDataBlocks failed");
+ return code;
+ }
+ return code;
}
diff --git a/source/libs/parser/src/parInsertSql.c b/source/libs/parser/src/parInsertSql.c
index 98c6aed829128140217d2c1ba243afac7b3ecb01..20a9770c5fe2e517878a20e025b0999dd698eb74 100644
--- a/source/libs/parser/src/parInsertSql.c
+++ b/source/libs/parser/src/parInsertSql.c
@@ -38,13 +38,13 @@
} while (TK_NK_SPACE == (token).type)
typedef struct SInsertParseContext {
- SParseContext* pComCxt;
- SMsgBuf msg;
- char tmpTokenBuf[TSDB_MAX_BYTES_PER_ROW];
- SParsedDataColInfo tags; // for stmt
- bool missCache;
- bool usingDuplicateTable;
- bool forceUpdate;
+ SParseContext* pComCxt;
+ SMsgBuf msg;
+ char tmpTokenBuf[TSDB_MAX_BYTES_PER_ROW];
+ SBoundColInfo tags; // for stmt
+ bool missCache;
+ bool usingDuplicateTable;
+ bool forceUpdate;
} SInsertParseContext;
typedef int32_t (*_row_append_fn_t)(SMsgBuf* pMsgBuf, const void* value, int32_t len, void* param);
@@ -155,7 +155,7 @@ static int32_t ignoreUsingClause(SInsertParseContext* pCxt, const char** pSql) {
return code;
}
-static int32_t parseDuplicateUsingClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, bool* pDuplicate) {
+static int32_t parseDuplicateUsingClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, bool* pDuplicate) {
*pDuplicate = false;
char tbFName[TSDB_TABLE_FNAME_LEN];
@@ -173,21 +173,19 @@ static int32_t parseDuplicateUsingClause(SInsertParseContext* pCxt, SVnodeModifO
}
// pStmt->pSql -> field1_name, ...)
-static int32_t parseBoundColumns(SInsertParseContext* pCxt, const char** pSql, bool isTags,
- SParsedDataColInfo* pColList, SSchema* pSchema) {
- col_id_t nCols = pColList->numOfCols;
-
- pColList->numOfBound = 0;
- pColList->boundNullLen = 0;
- memset(pColList->boundColumns, 0, sizeof(col_id_t) * nCols);
- for (col_id_t i = 0; i < nCols; ++i) {
- pColList->cols[i].valStat = VAL_STAT_NONE;
+static int32_t parseBoundColumns(SInsertParseContext* pCxt, const char** pSql, bool isTags, SSchema* pSchema,
+ SBoundColInfo* pBoundInfo) {
+ bool* pUseCols = taosMemoryCalloc(pBoundInfo->numOfCols, sizeof(bool));
+ if (NULL == pUseCols) {
+ return TSDB_CODE_OUT_OF_MEMORY;
}
- SToken token;
- bool isOrdered = true;
- col_id_t lastColIdx = -1; // last column found
- while (1) {
+ pBoundInfo->numOfBound = 0;
+
+ int16_t lastColIdx = -1; // last column found
+ int32_t code = TSDB_CODE_SUCCESS;
+ while (TSDB_CODE_SUCCESS == code) {
+ SToken token;
NEXT_TOKEN(*pSql, token);
if (TK_NK_RP == token.type) {
@@ -199,64 +197,30 @@ static int32_t parseBoundColumns(SInsertParseContext* pCxt, const char** pSql, b
token.z = tmpTokenBuf;
token.n = strdequote(token.z);
- col_id_t t = lastColIdx + 1;
- col_id_t index = insFindCol(&token, t, nCols, pSchema);
+ int16_t t = lastColIdx + 1;
+ int16_t index = insFindCol(&token, t, pBoundInfo->numOfCols, pSchema);
if (index < 0 && t > 0) {
index = insFindCol(&token, 0, t, pSchema);
- isOrdered = false;
}
if (index < 0) {
- return generateSyntaxErrMsg(&pCxt->msg, TSDB_CODE_PAR_INVALID_COLUMN, token.z);
- }
- if (pColList->cols[index].valStat == VAL_STAT_HAS) {
- return buildSyntaxErrMsg(&pCxt->msg, "duplicated column name", token.z);
- }
- lastColIdx = index;
- pColList->cols[index].valStat = VAL_STAT_HAS;
- pColList->boundColumns[pColList->numOfBound] = index;
- ++pColList->numOfBound;
- switch (pSchema[t].type) {
- case TSDB_DATA_TYPE_BINARY:
- pColList->boundNullLen += (sizeof(VarDataOffsetT) + VARSTR_HEADER_SIZE + CHAR_BYTES);
- break;
- case TSDB_DATA_TYPE_NCHAR:
- pColList->boundNullLen += (sizeof(VarDataOffsetT) + VARSTR_HEADER_SIZE + TSDB_NCHAR_SIZE);
- break;
- default:
- pColList->boundNullLen += TYPE_BYTES[pSchema[t].type];
- break;
+ code = generateSyntaxErrMsg(&pCxt->msg, TSDB_CODE_PAR_INVALID_COLUMN, token.z);
+ } else if (pUseCols[index]) {
+ code = buildSyntaxErrMsg(&pCxt->msg, "duplicated column name", token.z);
+ } else {
+ lastColIdx = index;
+ pUseCols[index] = true;
+ pBoundInfo->pColIndex[pBoundInfo->numOfBound] = index;
+ ++pBoundInfo->numOfBound;
}
}
- if (!isTags && pColList->cols[0].valStat == VAL_STAT_NONE) {
- return buildInvalidOperationMsg(&pCxt->msg, "primary timestamp column can not be null");
+ if (TSDB_CODE_SUCCESS == code && !isTags && !pUseCols[0]) {
+ code = buildInvalidOperationMsg(&pCxt->msg, "primary timestamp column can not be null");
}
- pColList->orderStatus = isOrdered ? ORDER_STATUS_ORDERED : ORDER_STATUS_DISORDERED;
-
- if (!isOrdered) {
- pColList->colIdxInfo = taosMemoryCalloc(pColList->numOfBound, sizeof(SBoundIdxInfo));
- if (NULL == pColList->colIdxInfo) {
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- SBoundIdxInfo* pColIdx = pColList->colIdxInfo;
- for (col_id_t i = 0; i < pColList->numOfBound; ++i) {
- pColIdx[i].schemaColIdx = pColList->boundColumns[i];
- pColIdx[i].boundIdx = i;
- }
- taosSort(pColIdx, pColList->numOfBound, sizeof(SBoundIdxInfo), insSchemaIdxCompar);
- for (col_id_t i = 0; i < pColList->numOfBound; ++i) {
- pColIdx[i].finalIdx = i;
- }
- taosSort(pColIdx, pColList->numOfBound, sizeof(SBoundIdxInfo), insBoundIdxCompar);
- }
-
- if (pColList->numOfCols > pColList->numOfBound) {
- memset(&pColList->boundColumns[pColList->numOfBound], 0,
- sizeof(col_id_t) * (pColList->numOfCols - pColList->numOfBound));
- }
+ taosMemoryFree(pUseCols);
- return TSDB_CODE_SUCCESS;
+ return code;
}
static int parseTime(const char** end, SToken* pToken, int16_t timePrec, int64_t* time, SMsgBuf* pMsgBuf) {
@@ -518,9 +482,8 @@ static int32_t parseTagToken(const char** end, SToken* pToken, SSchema* pSchema,
// input pStmt->pSql: [(tag1_name, ...)] TAGS (tag1_value, ...) ...
// output pStmt->pSql: TAGS (tag1_value, ...) ...
-static int32_t parseBoundTagsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
- SSchema* pTagsSchema = getTableTagSchema(pStmt->pTableMeta);
- insSetBoundColumnInfo(&pCxt->tags, pTagsSchema, getNumOfTags(pStmt->pTableMeta));
+static int32_t parseBoundTagsClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
+ insInitBoundColsInfo(getNumOfTags(pStmt->pTableMeta), &pCxt->tags);
SToken token;
int32_t index = 0;
@@ -530,10 +493,10 @@ static int32_t parseBoundTagsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt
}
pStmt->pSql += index;
- return parseBoundColumns(pCxt, &pStmt->pSql, true, &pCxt->tags, pTagsSchema);
+ return parseBoundColumns(pCxt, &pStmt->pSql, true, getTableTagSchema(pStmt->pTableMeta), &pCxt->tags);
}
-static int32_t parseTagValue(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SSchema* pTagSchema, SToken* pToken,
+static int32_t parseTagValue(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SSchema* pTagSchema, SToken* pToken,
SArray* pTagName, SArray* pTagVals, STag** pTag) {
if (!isNullValue(pTagSchema->type, pToken)) {
taosArrayPush(pTagName, pTagSchema->name);
@@ -561,10 +524,15 @@ static int32_t parseTagValue(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt
return code;
}
-static void buildCreateTbReq(SVnodeModifOpStmt* pStmt, STag* pTag, SArray* pTagName) {
- insBuildCreateTbReq(&pStmt->createTblReq, pStmt->targetTableName.tname, pTag, pStmt->pTableMeta->suid,
+static int32_t buildCreateTbReq(SVnodeModifyOpStmt* pStmt, STag* pTag, SArray* pTagName) {
+ pStmt->pCreateTblReq = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (NULL == pStmt->pCreateTblReq) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ insBuildCreateTbReq(pStmt->pCreateTblReq, pStmt->targetTableName.tname, pTag, pStmt->pTableMeta->suid,
pStmt->usingTableName.tname, pTagName, pStmt->pTableMeta->tableInfo.numOfTags,
TSDB_DEFAULT_TABLE_TTL);
+ return TSDB_CODE_SUCCESS;
}
static int32_t checkAndTrimValue(SToken* pToken, char* tmpTokenBuf, SMsgBuf* pMsgBuf) {
@@ -591,7 +559,7 @@ static int32_t checkAndTrimValue(SToken* pToken, char* tmpTokenBuf, SMsgBuf* pMs
}
// pSql -> tag1_value, ...)
-static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
int32_t code = TSDB_CODE_SUCCESS;
SSchema* pSchema = getTableTagSchema(pStmt->pTableMeta);
SArray* pTagVals = taosArrayInit(pCxt->tags.numOfBound, sizeof(STagVal));
@@ -618,7 +586,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt*
break;
}
- SSchema* pTagSchema = &pSchema[pCxt->tags.boundColumns[i]];
+ SSchema* pTagSchema = &pSchema[pCxt->tags.pColIndex[i]];
isJson = pTagSchema->type == TSDB_DATA_TYPE_JSON;
code = checkAndTrimValue(&token, pCxt->tmpTokenBuf, &pCxt->msg);
if (TSDB_CODE_SUCCESS == code) {
@@ -631,7 +599,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt*
}
if (TSDB_CODE_SUCCESS == code && !isParseBindParam) {
- buildCreateTbReq(pStmt, pTag, pTagName);
+ code = buildCreateTbReq(pStmt, pTag, pTagName);
pTag = NULL;
}
@@ -649,7 +617,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt*
// input pStmt->pSql: TAGS (tag1_value, ...) [table_options] ...
// output pStmt->pSql: [table_options] ...
-static int32_t parseTagsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseTagsClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SToken token;
NEXT_TOKEN(pStmt->pSql, token);
if (TK_TAGS != token.type) {
@@ -673,7 +641,7 @@ static int32_t parseTagsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pSt
return code;
}
-static int32_t storeTableMeta(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t storeTableMeta(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
pStmt->pTableMeta->suid = pStmt->pTableMeta->uid;
pStmt->pTableMeta->uid = pStmt->totalTbNum;
pStmt->pTableMeta->tableType = TSDB_CHILD_TABLE;
@@ -688,7 +656,7 @@ static int32_t storeTableMeta(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStm
return taosHashPut(pStmt->pSubTableHashObj, tbFName, strlen(tbFName), &pBackup, POINTER_BYTES);
}
-static int32_t parseTableOptions(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseTableOptions(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
do {
int32_t index = 0;
SToken token;
@@ -699,8 +667,8 @@ static int32_t parseTableOptions(SInsertParseContext* pCxt, SVnodeModifOpStmt* p
if (TK_NK_INTEGER != token.type) {
return buildSyntaxErrMsg(&pCxt->msg, "Invalid option ttl", token.z);
}
- pStmt->createTblReq.ttl = taosStr2Int32(token.z, NULL, 10);
- if (pStmt->createTblReq.ttl < 0) {
+ pStmt->pCreateTblReq->ttl = taosStr2Int32(token.z, NULL, 10);
+ if (pStmt->pCreateTblReq->ttl < 0) {
return buildSyntaxErrMsg(&pCxt->msg, "Invalid option ttl", token.z);
}
} else if (TK_COMMENT == token.type) {
@@ -713,11 +681,11 @@ static int32_t parseTableOptions(SInsertParseContext* pCxt, SVnodeModifOpStmt* p
return buildSyntaxErrMsg(&pCxt->msg, "comment too long", token.z);
}
int32_t len = trimString(token.z, token.n, pCxt->tmpTokenBuf, TSDB_TB_COMMENT_LEN);
- pStmt->createTblReq.comment = strndup(pCxt->tmpTokenBuf, len);
- if (NULL == pStmt->createTblReq.comment) {
+ pStmt->pCreateTblReq->comment = strndup(pCxt->tmpTokenBuf, len);
+ if (NULL == pStmt->pCreateTblReq->comment) {
return TSDB_CODE_OUT_OF_MEMORY;
}
- pStmt->createTblReq.commentLen = len;
+ pStmt->pCreateTblReq->commentLen = len;
} else {
break;
}
@@ -731,7 +699,7 @@ static int32_t parseTableOptions(SInsertParseContext* pCxt, SVnodeModifOpStmt* p
// output pStmt->pSql:
// 1. [(field1_name, ...)]
// 2. VALUES ... | FILE ...
-static int32_t parseUsingClauseBottom(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseUsingClauseBottom(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
if (!pStmt->usingTableProcessing || pCxt->usingDuplicateTable) {
return TSDB_CODE_SUCCESS;
}
@@ -805,7 +773,7 @@ static int32_t getTableMeta(SInsertParseContext* pCxt, SName* pTbName, bool isSt
return code;
}
-static int32_t getTableVgroup(SParseContext* pCxt, SVnodeModifOpStmt* pStmt, bool isStb, bool* pMissCache) {
+static int32_t getTableVgroup(SParseContext* pCxt, SVnodeModifyOpStmt* pStmt, bool isStb, bool* pMissCache) {
int32_t code = TSDB_CODE_SUCCESS;
SVgroupInfo vg;
bool exists = true;
@@ -830,7 +798,7 @@ static int32_t getTableVgroup(SParseContext* pCxt, SVnodeModifOpStmt* pStmt, boo
return code;
}
-static int32_t getTableMetaAndVgroupImpl(SParseContext* pCxt, SVnodeModifOpStmt* pStmt, bool* pMissCache) {
+static int32_t getTableMetaAndVgroupImpl(SParseContext* pCxt, SVnodeModifyOpStmt* pStmt, bool* pMissCache) {
SVgroupInfo vg;
int32_t code = catalogGetCachedTableVgMeta(pCxt->pCatalog, &pStmt->targetTableName, &vg, &pStmt->pTableMeta);
if (TSDB_CODE_SUCCESS == code) {
@@ -842,7 +810,7 @@ static int32_t getTableMetaAndVgroupImpl(SParseContext* pCxt, SVnodeModifOpStmt*
return code;
}
-static int32_t getTableMetaAndVgroup(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, bool* pMissCache) {
+static int32_t getTableMetaAndVgroup(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, bool* pMissCache) {
SParseContext* pComCxt = pCxt->pComCxt;
int32_t code = TSDB_CODE_SUCCESS;
if (pComCxt->async) {
@@ -868,7 +836,7 @@ static int32_t collectUseDatabase(const SName* pName, SHashObj* pDbs) {
return taosHashPut(pDbs, dbFName, strlen(dbFName), dbFName, sizeof(dbFName));
}
-static int32_t getTargetTableSchema(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t getTargetTableSchema(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
if (pCxt->forceUpdate) {
pCxt->missCache = true;
return TSDB_CODE_SUCCESS;
@@ -887,11 +855,11 @@ static int32_t getTargetTableSchema(SInsertParseContext* pCxt, SVnodeModifOpStmt
return code;
}
-static int32_t preParseUsingTableName(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pTbName) {
+static int32_t preParseUsingTableName(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pTbName) {
return insCreateSName(&pStmt->usingTableName, pTbName, pCxt->pComCxt->acctId, pCxt->pComCxt->db, &pCxt->msg);
}
-static int32_t getUsingTableSchema(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t getUsingTableSchema(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
if (pCxt->forceUpdate) {
pCxt->missCache = true;
return TSDB_CODE_SUCCESS;
@@ -913,7 +881,7 @@ static int32_t getUsingTableSchema(SInsertParseContext* pCxt, SVnodeModifOpStmt*
return code;
}
-static int32_t parseUsingTableNameImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseUsingTableNameImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SToken token;
NEXT_TOKEN(pStmt->pSql, token);
int32_t code = preParseUsingTableName(pCxt, pStmt, &token);
@@ -932,7 +900,7 @@ static int32_t parseUsingTableNameImpl(SInsertParseContext* pCxt, SVnodeModifOpS
// output pStmt->pSql:
// 1. [(tag1_name, ...)] TAGS (tag1_value, ...) [table_options]] ...
// 2. VALUES ... | FILE ...
-static int32_t parseUsingTableName(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseUsingTableName(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SToken token;
int32_t index = 0;
NEXT_TOKEN_KEEP_SQL(pStmt->pSql, token, index);
@@ -950,7 +918,7 @@ static int32_t parseUsingTableName(SInsertParseContext* pCxt, SVnodeModifOpStmt*
return code;
}
-static int32_t preParseTargetTableName(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pTbName) {
+static int32_t preParseTargetTableName(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pTbName) {
return insCreateSName(&pStmt->targetTableName, pTbName, pCxt->pComCxt->acctId, pCxt->pComCxt->db, &pCxt->msg);
}
@@ -961,7 +929,7 @@ static int32_t preParseTargetTableName(SInsertParseContext* pCxt, SVnodeModifOpS
// output pStmt->pSql:
// 1. [ USING ... ] ...
// 2. VALUES ... | FILE ...
-static int32_t preParseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t preParseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SToken token;
int32_t index = 0;
NEXT_TOKEN_KEEP_SQL(pStmt->pSql, token, index);
@@ -975,26 +943,22 @@ static int32_t preParseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModif
return skipParentheses(pCxt, &pStmt->pSql);
}
-static int32_t getTableDataBlocks(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks** pDataBuf) {
+static int32_t getTableDataCxt(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt** pTableCxt) {
if (pCxt->pComCxt->async) {
- uint64_t uid = pStmt->pTableMeta->uid;
- if (pStmt->usingTableProcessing) {
- pStmt->pTableMeta->uid = 0;
- }
-
- return insGetDataBlockFromList(
- pStmt->pTableBlockHashObj, &uid, sizeof(pStmt->pTableMeta->uid), TSDB_DEFAULT_PAYLOAD_SIZE, sizeof(SSubmitBlk),
- getTableInfo(pStmt->pTableMeta).rowSize, pStmt->pTableMeta, pDataBuf, NULL, &pStmt->createTblReq);
+ return insGetTableDataCxt(pStmt->pTableBlockHashObj, &pStmt->pTableMeta->uid, sizeof(pStmt->pTableMeta->uid),
+ pStmt->pTableMeta, &pStmt->pCreateTblReq, pTableCxt, false);
}
+
char tbFName[TSDB_TABLE_FNAME_LEN];
tNameExtractFullName(&pStmt->targetTableName, tbFName);
- return insGetDataBlockFromList(pStmt->pTableBlockHashObj, tbFName, strlen(tbFName), TSDB_DEFAULT_PAYLOAD_SIZE,
- sizeof(SSubmitBlk), getTableInfo(pStmt->pTableMeta).rowSize, pStmt->pTableMeta,
- pDataBuf, NULL, &pStmt->createTblReq);
+ if (pStmt->usingTableProcessing) {
+ pStmt->pTableMeta->uid = 0;
+ }
+ return insGetTableDataCxt(pStmt->pTableBlockHashObj, tbFName, strlen(tbFName), pStmt->pTableMeta,
+ &pStmt->pCreateTblReq, pTableCxt, NULL != pCxt->pComCxt->pStmtCb);
}
-static int32_t parseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
- STableDataBlocks* pDataBuf) {
+static int32_t parseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt) {
SToken token;
int32_t index = 0;
NEXT_TOKEN_KEEP_SQL(pStmt->pSql, token, index);
@@ -1004,13 +968,30 @@ static int32_t parseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifOpS
return buildSyntaxErrMsg(&pCxt->msg, "keyword VALUES or FILE is expected", token.z);
}
// pStmt->pSql -> field1_name, ...)
- return parseBoundColumns(pCxt, &pStmt->pSql, false, &pDataBuf->boundColumnInfo,
- getTableColumnSchema(pStmt->pTableMeta));
+ return parseBoundColumns(pCxt, &pStmt->pSql, false, getTableColumnSchema(pStmt->pTableMeta),
+ &pTableCxt->boundColsInfo);
}
if (NULL != pStmt->pBoundCols) {
- return parseBoundColumns(pCxt, &pStmt->pBoundCols, false, &pDataBuf->boundColumnInfo,
- getTableColumnSchema(pStmt->pTableMeta));
+ return parseBoundColumns(pCxt, &pStmt->pBoundCols, false, getTableColumnSchema(pStmt->pTableMeta),
+ &pTableCxt->boundColsInfo);
+ }
+
+ return TSDB_CODE_SUCCESS;
+}
+
+int32_t initTableColSubmitData(STableDataCxt* pTableCxt) {
+ if (0 == (pTableCxt->pData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT)) {
+ return TSDB_CODE_SUCCESS;
+ }
+
+ for (int32_t i = 0; i < pTableCxt->boundColsInfo.numOfBound; ++i) {
+ SSchema* pSchema = &pTableCxt->pMeta->schema[pTableCxt->boundColsInfo.pColIndex[i]];
+ SColData* pCol = taosArrayReserve(pTableCxt->pData->aCol, 1);
+ if (NULL == pCol) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ tColDataInit(pCol, pSchema->colId, pSchema->type, 0);
}
return TSDB_CODE_SUCCESS;
@@ -1020,14 +1001,17 @@ static int32_t parseBoundColumnsClause(SInsertParseContext* pCxt, SVnodeModifOpS
// 1. [(tag1_name, ...)] ...
// 2. VALUES ... | FILE ...
// output pStmt->pSql: VALUES ... | FILE ...
-static int32_t parseSchemaClauseBottom(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
- STableDataBlocks** pDataBuf) {
+static int32_t parseSchemaClauseBottom(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt,
+ STableDataCxt** pTableCxt) {
int32_t code = parseUsingClauseBottom(pCxt, pStmt);
if (TSDB_CODE_SUCCESS == code) {
- code = getTableDataBlocks(pCxt, pStmt, pDataBuf);
+ code = getTableDataCxt(pCxt, pStmt, pTableCxt);
}
if (TSDB_CODE_SUCCESS == code) {
- code = parseBoundColumnsClause(pCxt, pStmt, *pDataBuf);
+ code = parseBoundColumnsClause(pCxt, pStmt, *pTableCxt);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = initTableColSubmitData(*pTableCxt);
}
return code;
}
@@ -1036,7 +1020,7 @@ static int32_t parseSchemaClauseBottom(SInsertParseContext* pCxt, SVnodeModifOpS
// output pStmt->pSql:
// 1. [(tag1_name, ...)] ...
// 2. VALUES ... | FILE ...
-static int32_t parseSchemaClauseTop(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pTbName) {
+static int32_t parseSchemaClauseTop(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pTbName) {
int32_t code = preParseTargetTableName(pCxt, pStmt, pTbName);
if (TSDB_CODE_SUCCESS == code) {
// option: [(field1_name, ...)]
@@ -1050,108 +1034,88 @@ static int32_t parseSchemaClauseTop(SInsertParseContext* pCxt, SVnodeModifOpStmt
}
static int32_t parseValueTokenImpl(SInsertParseContext* pCxt, const char** pSql, SToken* pToken, SSchema* pSchema,
- int16_t timePrec, _row_append_fn_t func, void* param) {
- int64_t iv;
- uint64_t uv;
- char* endptr = NULL;
-
+ int16_t timePrec, SColVal* pVal) {
switch (pSchema->type) {
case TSDB_DATA_TYPE_BOOL: {
if ((pToken->type == TK_NK_BOOL || pToken->type == TK_NK_STRING) && (pToken->n != 0)) {
if (strncmp(pToken->z, "true", pToken->n) == 0) {
- return func(&pCxt->msg, &TRUE_VALUE, pSchema->bytes, param);
+ pVal->value.val = TRUE_VALUE;
} else if (strncmp(pToken->z, "false", pToken->n) == 0) {
- return func(&pCxt->msg, &FALSE_VALUE, pSchema->bytes, param);
+ pVal->value.val = FALSE_VALUE;
} else {
return buildSyntaxErrMsg(&pCxt->msg, "invalid bool data", pToken->z);
}
} else if (pToken->type == TK_NK_INTEGER) {
- return func(&pCxt->msg, ((taosStr2Int64(pToken->z, NULL, 10) == 0) ? &FALSE_VALUE : &TRUE_VALUE),
- pSchema->bytes, param);
+ pVal->value.val = ((taosStr2Int64(pToken->z, NULL, 10) == 0) ? FALSE_VALUE : TRUE_VALUE);
} else if (pToken->type == TK_NK_FLOAT) {
- return func(&pCxt->msg, ((taosStr2Double(pToken->z, NULL) == 0) ? &FALSE_VALUE : &TRUE_VALUE), pSchema->bytes,
- param);
+ pVal->value.val = ((taosStr2Double(pToken->z, NULL) == 0) ? FALSE_VALUE : TRUE_VALUE);
} else {
return buildSyntaxErrMsg(&pCxt->msg, "invalid bool data", pToken->z);
}
+ break;
}
-
case TSDB_DATA_TYPE_TINYINT: {
- if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &iv)) {
+ if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid tinyint data", pToken->z);
- } else if (!IS_VALID_TINYINT(iv)) {
+ } else if (!IS_VALID_TINYINT(pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "tinyint data overflow", pToken->z);
}
-
- uint8_t tmpVal = (uint8_t)iv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_UTINYINT: {
- if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &uv)) {
+ if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid unsigned tinyint data", pToken->z);
- } else if (uv > UINT8_MAX) {
+ } else if (pVal->value.val > UINT8_MAX) {
return buildSyntaxErrMsg(&pCxt->msg, "unsigned tinyint data overflow", pToken->z);
}
- uint8_t tmpVal = (uint8_t)uv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_SMALLINT: {
- if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &iv)) {
+ if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid smallint data", pToken->z);
- } else if (!IS_VALID_SMALLINT(iv)) {
+ } else if (!IS_VALID_SMALLINT(pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "smallint data overflow", pToken->z);
}
- int16_t tmpVal = (int16_t)iv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_USMALLINT: {
- if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &uv)) {
+ if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid unsigned smallint data", pToken->z);
- } else if (uv > UINT16_MAX) {
+ } else if (pVal->value.val > UINT16_MAX) {
return buildSyntaxErrMsg(&pCxt->msg, "unsigned smallint data overflow", pToken->z);
}
- uint16_t tmpVal = (uint16_t)uv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_INT: {
- if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &iv)) {
+ if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid int data", pToken->z);
- } else if (!IS_VALID_INT(iv)) {
+ } else if (!IS_VALID_INT(pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "int data overflow", pToken->z);
}
- int32_t tmpVal = (int32_t)iv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_UINT: {
- if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &uv)) {
+ if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid unsigned int data", pToken->z);
- } else if (uv > UINT32_MAX) {
+ } else if (pVal->value.val > UINT32_MAX) {
return buildSyntaxErrMsg(&pCxt->msg, "unsigned int data overflow", pToken->z);
}
- uint32_t tmpVal = (uint32_t)uv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_BIGINT: {
- if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &iv)) {
+ if (TSDB_CODE_SUCCESS != toInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid bigint data", pToken->z);
}
- return func(&pCxt->msg, &iv, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_UBIGINT: {
- if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &uv)) {
+ if (TSDB_CODE_SUCCESS != toUInteger(pToken->z, pToken->n, 10, &pVal->value.val)) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid unsigned bigint data", pToken->z);
}
- return func(&pCxt->msg, &uv, pSchema->bytes, param);
+ break;
}
-
case TSDB_DATA_TYPE_FLOAT: {
+ char* endptr = NULL;
double dv;
if (TK_NK_ILLEGAL == toDouble(pToken, &dv, &endptr)) {
return buildSyntaxErrMsg(&pCxt->msg, "illegal float data", pToken->z);
@@ -1160,11 +1124,12 @@ static int32_t parseValueTokenImpl(SInsertParseContext* pCxt, const char** pSql,
isnan(dv)) {
return buildSyntaxErrMsg(&pCxt->msg, "illegal float data", pToken->z);
}
- float tmpVal = (float)dv;
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ float f = dv;
+ memcpy(&pVal->value.val, &f, sizeof(f));
+ break;
}
-
case TSDB_DATA_TYPE_DOUBLE: {
+ char* endptr = NULL;
double dv;
if (TK_NK_ILLEGAL == toDouble(pToken, &dv, &endptr)) {
return buildSyntaxErrMsg(&pCxt->msg, "illegal double data", pToken->z);
@@ -1172,49 +1137,76 @@ static int32_t parseValueTokenImpl(SInsertParseContext* pCxt, const char** pSql,
if (((dv == HUGE_VAL || dv == -HUGE_VAL) && errno == ERANGE) || isinf(dv) || isnan(dv)) {
return buildSyntaxErrMsg(&pCxt->msg, "illegal double data", pToken->z);
}
- return func(&pCxt->msg, &dv, pSchema->bytes, param);
+ pVal->value.val = *(int64_t*)&dv;
+ break;
}
-
case TSDB_DATA_TYPE_BINARY: {
// Too long values will raise the invalid sql error message
if (pToken->n + VARSTR_HEADER_SIZE > pSchema->bytes) {
return generateSyntaxErrMsg(&pCxt->msg, TSDB_CODE_PAR_VALUE_TOO_LONG, pSchema->name);
}
-
- return func(&pCxt->msg, pToken->z, pToken->n, param);
+ pVal->value.pData = taosMemoryMalloc(pToken->n);
+ if (NULL == pVal->value.pData) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ memcpy(pVal->value.pData, pToken->z, pToken->n);
+ pVal->value.nData = pToken->n;
+ break;
}
-
case TSDB_DATA_TYPE_NCHAR: {
- return func(&pCxt->msg, pToken->z, pToken->n, param);
+ // if the converted output len is over than pColumnModel->bytes, return error: 'Argument list too long'
+ int32_t len = 0;
+ char* pUcs4 = taosMemoryCalloc(1, pSchema->bytes - VARSTR_HEADER_SIZE);
+ if (NULL == pUcs4) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ if (!taosMbsToUcs4(pToken->z, pToken->n, (TdUcs4*)pUcs4, pSchema->bytes - VARSTR_HEADER_SIZE, &len)) {
+ if (errno == E2BIG) {
+ return generateSyntaxErrMsg(&pCxt->msg, TSDB_CODE_PAR_VALUE_TOO_LONG, pSchema->name);
+ }
+ char buf[512] = {0};
+ snprintf(buf, tListLen(buf), "%s", strerror(errno));
+ return buildSyntaxErrMsg(&pCxt->msg, buf, pToken->z);
+ }
+ pVal->value.pData = pUcs4;
+ pVal->value.nData = len;
+ break;
}
case TSDB_DATA_TYPE_JSON: {
if (pToken->n > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
return buildSyntaxErrMsg(&pCxt->msg, "json string too long than 4095", pToken->z);
}
- return func(&pCxt->msg, pToken->z, pToken->n, param);
+ pVal->value.pData = taosMemoryMalloc(pToken->n);
+ if (NULL == pVal->value.pData) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ memcpy(pVal->value.pData, pToken->z, pToken->n);
+ pVal->value.nData = pToken->n;
+ break;
}
case TSDB_DATA_TYPE_TIMESTAMP: {
- int64_t tmpVal;
- if (parseTime(pSql, pToken, timePrec, &tmpVal, &pCxt->msg) != TSDB_CODE_SUCCESS) {
+ if (parseTime(pSql, pToken, timePrec, &pVal->value.val, &pCxt->msg) != TSDB_CODE_SUCCESS) {
return buildSyntaxErrMsg(&pCxt->msg, "invalid timestamp", pToken->z);
}
-
- return func(&pCxt->msg, &tmpVal, pSchema->bytes, param);
+ break;
}
+ default:
+ return TSDB_CODE_FAILED;
}
- return TSDB_CODE_FAILED;
+ pVal->flag = CV_FLAG_VALUE;
+ return TSDB_CODE_SUCCESS;
}
static int32_t parseValueToken(SInsertParseContext* pCxt, const char** pSql, SToken* pToken, SSchema* pSchema,
- int16_t timePrec, _row_append_fn_t func, void* param) {
+ int16_t timePrec, SColVal* pVal) {
int32_t code = checkAndTrimValue(pToken, pCxt->tmpTokenBuf, &pCxt->msg);
if (TSDB_CODE_SUCCESS == code && isNullValue(pSchema->type, pToken)) {
if (TSDB_DATA_TYPE_TIMESTAMP == pSchema->type && PRIMARYKEY_TIMESTAMP_COL_ID == pSchema->colId) {
return buildSyntaxErrMsg(&pCxt->msg, "primary timestamp should not be null", pToken->z);
}
-
- return func(&pCxt->msg, NULL, 0, param);
+ pVal->flag = CV_FLAG_NULL;
+ return TSDB_CODE_SUCCESS;
}
if (TSDB_CODE_SUCCESS == code && IS_NUMERIC_TYPE(pSchema->type) && pToken->n == 0) {
@@ -1222,26 +1214,34 @@ static int32_t parseValueToken(SInsertParseContext* pCxt, const char** pSql, STo
}
if (TSDB_CODE_SUCCESS == code) {
- code = parseValueTokenImpl(pCxt, pSql, pToken, pSchema, timePrec, func, param);
+ code = parseValueTokenImpl(pCxt, pSql, pToken, pSchema, timePrec, pVal);
}
return code;
}
-static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataBlocks* pDataBuf, bool* pGotRow,
+static void clearColValArray(SArray* pCols) {
+ int32_t num = taosArrayGetSize(pCols);
+ for (int32_t i = 0; i < num; ++i) {
+ SColVal* pCol = taosArrayGet(pCols, i);
+ if (IS_VAR_DATA_TYPE(pCol->type)) {
+ taosMemoryFreeClear(pCol->value.pData);
+ }
+ }
+}
+
+static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataCxt* pTableCxt, bool* pGotRow,
SToken* pToken) {
- SRowBuilder* pBuilder = &pDataBuf->rowBuilder;
- STSRow* row = (STSRow*)(pDataBuf->pData + pDataBuf->size); // skip the SSubmitBlk header
- SParsedDataColInfo* pCols = &pDataBuf->boundColumnInfo;
- bool isParseBindParam = false;
- SSchema* pSchemas = getTableColumnSchema(pDataBuf->pTableMeta);
- SMemParam param = {.rb = pBuilder};
-
- int32_t code = tdSRowResetBuf(pBuilder, row);
+ SBoundColInfo* pCols = &pTableCxt->boundColsInfo;
+ bool isParseBindParam = false;
+ SSchema* pSchemas = getTableColumnSchema(pTableCxt->pMeta);
+
+ int32_t code = TSDB_CODE_SUCCESS;
// 1. set the parsed value from sql string
for (int i = 0; i < pCols->numOfBound && TSDB_CODE_SUCCESS == code; ++i) {
NEXT_TOKEN_WITH_PREV(*pSql, *pToken);
- SSchema* pSchema = &pSchemas[pCols->boundColumns[i]];
+ SSchema* pSchema = &pSchemas[pCols->pColIndex[i]];
+ SColVal* pVal = taosArrayGet(pTableCxt->pValues, pCols->pColIndex[i]);
if (pToken->type == TK_NK_QUESTION) {
isParseBindParam = true;
@@ -1260,10 +1260,7 @@ static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataB
}
if (TSDB_CODE_SUCCESS == code) {
- param.schema = pSchema;
- insGetSTSRowAppendInfo(pBuilder->rowType, pCols, i, ¶m.toffset, ¶m.colIdx);
- code = parseValueToken(pCxt, pSql, pToken, pSchema, getTableInfo(pDataBuf->pTableMeta).precision, insMemRowAppend,
- ¶m);
+ code = parseValueToken(pCxt, pSql, pToken, pSchema, getTableInfo(pTableCxt->pMeta).precision, pVal);
}
if (TSDB_CODE_SUCCESS == code && i < pCols->numOfBound - 1) {
@@ -1274,65 +1271,28 @@ static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataB
}
}
- if (TSDB_CODE_SUCCESS == code) {
- TSKEY tsKey = TD_ROW_KEY(row);
- code = insCheckTimestamp(pDataBuf, (const char*)&tsKey);
- }
-
if (TSDB_CODE_SUCCESS == code && !isParseBindParam) {
- // set the null value for the columns that do not assign values
- if ((pCols->numOfBound < pCols->numOfCols) && TD_IS_TP_ROW(row)) {
- pBuilder->hasNone = true;
+ SRow** pRow = taosArrayReserve(pTableCxt->pData->aRowP, 1);
+ code = tRowBuild(pTableCxt->pValues, pTableCxt->pSchema, pRow);
+ if (TSDB_CODE_SUCCESS == code) {
+ insCheckTableDataOrder(pTableCxt, TD_ROW_KEY(*pRow));
}
+ }
- tdSRowEnd(pBuilder);
-
+ if (TSDB_CODE_SUCCESS == code && !isParseBindParam) {
*pGotRow = true;
-
-#ifdef TD_DEBUG_PRINT_ROW
- STSchema* pSTSchema = tdGetSTSChemaFromSSChema(schema, spd->numOfCols, 1);
- tdSRowPrint(row, pSTSchema, __func__);
- taosMemoryFree(pSTSchema);
-#endif
}
- return code;
-}
+ clearColValArray(pTableCxt->pValues);
-static int32_t allocateMemIfNeed(STableDataBlocks* pDataBlock, int32_t rowSize, int32_t* numOfRows) {
- size_t remain = pDataBlock->nAllocSize - pDataBlock->size;
- const int factor = 5;
- uint32_t nAllocSizeOld = pDataBlock->nAllocSize;
-
- // expand the allocated size
- if (remain < rowSize * factor) {
- while (remain < rowSize * factor) {
- pDataBlock->nAllocSize = (uint32_t)(pDataBlock->nAllocSize * 1.5);
- remain = pDataBlock->nAllocSize - pDataBlock->size;
- }
-
- char* tmp = taosMemoryRealloc(pDataBlock->pData, (size_t)pDataBlock->nAllocSize);
- if (tmp != NULL) {
- pDataBlock->pData = tmp;
- memset(pDataBlock->pData + pDataBlock->size, 0, pDataBlock->nAllocSize - pDataBlock->size);
- } else {
- // do nothing, if allocate more memory failed
- pDataBlock->nAllocSize = nAllocSizeOld;
- *numOfRows = (int32_t)(pDataBlock->nAllocSize - pDataBlock->headerSize) / rowSize;
- return TSDB_CODE_OUT_OF_MEMORY;
- }
- }
-
- *numOfRows = (int32_t)(pDataBlock->nAllocSize - pDataBlock->headerSize) / rowSize;
- return TSDB_CODE_SUCCESS;
+ return code;
}
// pSql -> (field1_value, ...) [(field1_value2, ...) ...]
-static int32_t parseValues(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf,
- int32_t maxRows, int32_t* pNumOfRows, SToken* pToken) {
- int32_t code = insInitRowBuilder(&pDataBuf->rowBuilder, pDataBuf->pTableMeta->sversion, &pDataBuf->boundColumnInfo);
+static int32_t parseValues(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt,
+ int32_t* pNumOfRows, SToken* pToken) {
+ int32_t code = TSDB_CODE_SUCCESS;
- int32_t extendedRowSize = insGetExtendedRowSize(pDataBuf);
(*pNumOfRows) = 0;
while (TSDB_CODE_SUCCESS == code) {
int32_t index = 0;
@@ -1342,13 +1302,9 @@ static int32_t parseValues(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
}
pStmt->pSql += index;
- if ((*pNumOfRows) >= maxRows || pDataBuf->size + extendedRowSize >= pDataBuf->nAllocSize) {
- code = allocateMemIfNeed(pDataBuf, extendedRowSize, &maxRows);
- }
-
bool gotRow = false;
if (TSDB_CODE_SUCCESS == code) {
- code = parseOneRow(pCxt, &pStmt->pSql, pDataBuf, &gotRow, pToken);
+ code = parseOneRow(pCxt, &pStmt->pSql, pTableCxt, &gotRow, pToken);
}
if (TSDB_CODE_SUCCESS == code) {
@@ -1361,7 +1317,6 @@ static int32_t parseValues(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
}
if (TSDB_CODE_SUCCESS == code && gotRow) {
- pDataBuf->size += extendedRowSize;
(*pNumOfRows)++;
}
}
@@ -1374,19 +1329,11 @@ static int32_t parseValues(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
}
// VALUES (field1_value, ...) [(field1_value2, ...) ...]
-static int32_t parseValuesClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf,
+static int32_t parseValuesClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt,
SToken* pToken) {
- int32_t maxNumOfRows = 0;
int32_t numOfRows = 0;
- int32_t code = allocateMemIfNeed(pDataBuf, insGetExtendedRowSize(pDataBuf), &maxNumOfRows);
+ int32_t code = parseValues(pCxt, pStmt, pTableCxt, &numOfRows, pToken);
if (TSDB_CODE_SUCCESS == code) {
- code = parseValues(pCxt, pStmt, pDataBuf, maxNumOfRows, &numOfRows, pToken);
- }
- if (TSDB_CODE_SUCCESS == code) {
- code = insSetBlockInfo((SSubmitBlk*)(pDataBuf->pData), pDataBuf, numOfRows, &pCxt->msg);
- }
- if (TSDB_CODE_SUCCESS == code) {
- pDataBuf->numOfTables = 1;
pStmt->totalRowsNum += numOfRows;
pStmt->totalTbNum += 1;
TSDB_QUERY_SET_TYPE(pStmt->insertType, TSDB_QUERY_TYPE_INSERT);
@@ -1394,11 +1341,9 @@ static int32_t parseValuesClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* p
return code;
}
-static int32_t parseCsvFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf,
- int maxRows, int32_t* pNumOfRows) {
- int32_t code = insInitRowBuilder(&pDataBuf->rowBuilder, pDataBuf->pTableMeta->sversion, &pDataBuf->boundColumnInfo);
-
- int32_t extendedRowSize = insGetExtendedRowSize(pDataBuf);
+static int32_t parseCsvFile(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt,
+ int32_t* pNumOfRows) {
+ int32_t code = TSDB_CODE_SUCCESS;
(*pNumOfRows) = 0;
char* pLine = NULL;
int64_t readLen = 0;
@@ -1414,16 +1359,13 @@ static int32_t parseCsvFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
continue;
}
- if ((*pNumOfRows) >= maxRows || pDataBuf->size + extendedRowSize >= pDataBuf->nAllocSize) {
- code = allocateMemIfNeed(pDataBuf, extendedRowSize, &maxRows);
- }
-
bool gotRow = false;
if (TSDB_CODE_SUCCESS == code) {
SToken token;
strtolower(pLine, pLine);
const char* pRow = pLine;
- code = parseOneRow(pCxt, (const char**)&pRow, pDataBuf, &gotRow, &token);
+
+ code = parseOneRow(pCxt, (const char**)&pRow, pTableCxt, &gotRow, &token);
if (code && firstLine) {
firstLine = false;
code = 0;
@@ -1432,11 +1374,10 @@ static int32_t parseCsvFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
}
if (TSDB_CODE_SUCCESS == code && gotRow) {
- pDataBuf->size += extendedRowSize;
(*pNumOfRows)++;
}
- if (TSDB_CODE_SUCCESS == code && pDataBuf->nAllocSize > tsMaxMemUsedByInsert * 1024 * 1024) {
+ if (TSDB_CODE_SUCCESS == code && (*pNumOfRows) > tsMaxMemUsedByInsert * 1024 * 1024) {
pStmt->fileProcessing = true;
break;
}
@@ -1452,18 +1393,10 @@ static int32_t parseCsvFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt,
return code;
}
-static int32_t parseDataFromFileImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf) {
- int32_t maxNumOfRows = 0;
+static int32_t parseDataFromFileImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt) {
int32_t numOfRows = 0;
- int32_t code = allocateMemIfNeed(pDataBuf, insGetExtendedRowSize(pDataBuf), &maxNumOfRows);
+ int32_t code = parseCsvFile(pCxt, pStmt, pTableCxt, &numOfRows);
if (TSDB_CODE_SUCCESS == code) {
- code = parseCsvFile(pCxt, pStmt, pDataBuf, maxNumOfRows, &numOfRows);
- }
- if (TSDB_CODE_SUCCESS == code) {
- code = insSetBlockInfo((SSubmitBlk*)(pDataBuf->pData), pDataBuf, numOfRows, &pCxt->msg);
- }
- if (TSDB_CODE_SUCCESS == code) {
- pDataBuf->numOfTables = 1;
pStmt->totalRowsNum += numOfRows;
pStmt->totalTbNum += 1;
TSDB_QUERY_SET_TYPE(pStmt->insertType, TSDB_QUERY_TYPE_FILE_INSERT);
@@ -1476,8 +1409,8 @@ static int32_t parseDataFromFileImpl(SInsertParseContext* pCxt, SVnodeModifOpStm
return code;
}
-static int32_t parseDataFromFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pFilePath,
- STableDataBlocks* pDataBuf) {
+static int32_t parseDataFromFile(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pFilePath,
+ STableDataCxt* pTableCxt) {
char filePathStr[TSDB_FILENAME_LEN] = {0};
if (TK_NK_STRING == pFilePath->type) {
trimString(pFilePath->z, pFilePath->n, filePathStr, sizeof(filePathStr));
@@ -1489,10 +1422,10 @@ static int32_t parseDataFromFile(SInsertParseContext* pCxt, SVnodeModifOpStmt* p
return TAOS_SYSTEM_ERROR(errno);
}
- return parseDataFromFileImpl(pCxt, pStmt, pDataBuf);
+ return parseDataFromFileImpl(pCxt, pStmt, pTableCxt);
}
-static int32_t parseFileClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf,
+static int32_t parseFileClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt,
SToken* pToken) {
if (tsUseAdapter) {
return buildInvalidOperationMsg(&pCxt->msg, "proxy mode does not support csv loading");
@@ -1502,18 +1435,18 @@ static int32_t parseFileClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pSt
if (0 == pToken->n || (TK_NK_STRING != pToken->type && TK_NK_ID != pToken->type)) {
return buildSyntaxErrMsg(&pCxt->msg, "file path is required following keyword FILE", pToken->z);
}
- return parseDataFromFile(pCxt, pStmt, pToken, pDataBuf);
+ return parseDataFromFile(pCxt, pStmt, pToken, pTableCxt);
}
// VALUES (field1_value, ...) [(field1_value2, ...) ...] | FILE csv_file_path
-static int32_t parseDataClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, STableDataBlocks* pDataBuf) {
+static int32_t parseDataClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, STableDataCxt* pTableCxt) {
SToken token;
NEXT_TOKEN(pStmt->pSql, token);
switch (token.type) {
case TK_VALUES:
- return parseValuesClause(pCxt, pStmt, pDataBuf, &token);
+ return parseValuesClause(pCxt, pStmt, pTableCxt, &token);
case TK_FILE:
- return parseFileClause(pCxt, pStmt, pDataBuf, &token);
+ return parseFileClause(pCxt, pStmt, pTableCxt, &token);
default:
break;
}
@@ -1523,19 +1456,20 @@ static int32_t parseDataClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pSt
// input pStmt->pSql:
// 1. [(tag1_name, ...)] ...
// 2. VALUES ... | FILE ...
-static int32_t parseInsertTableClauseBottom(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
- STableDataBlocks* pDataBuf = NULL;
- int32_t code = parseSchemaClauseBottom(pCxt, pStmt, &pDataBuf);
+static int32_t parseInsertTableClauseBottom(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
+ STableDataCxt* pTableCxt = NULL;
+ int32_t code = parseSchemaClauseBottom(pCxt, pStmt, &pTableCxt);
if (TSDB_CODE_SUCCESS == code) {
- code = parseDataClause(pCxt, pStmt, pDataBuf);
+ code = parseDataClause(pCxt, pStmt, pTableCxt);
}
return code;
}
-static void resetEnvPreTable(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
- destroyBoundColumnInfo(&pCxt->tags);
+static void resetEnvPreTable(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
+ destroyBoundColInfo(&pCxt->tags);
taosMemoryFreeClear(pStmt->pTableMeta);
- tdDestroySVCreateTbReq(&pStmt->createTblReq);
+ tdDestroySVCreateTbReq(pStmt->pCreateTblReq);
+ taosMemoryFreeClear(pStmt->pCreateTblReq);
pCxt->missCache = false;
pCxt->usingDuplicateTable = false;
pStmt->pBoundCols = NULL;
@@ -1544,7 +1478,7 @@ static void resetEnvPreTable(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt
}
// input pStmt->pSql: [(field1_name, ...)] [ USING ... ] VALUES ... | FILE ...
-static int32_t parseInsertTableClause(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pTbName) {
+static int32_t parseInsertTableClause(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pTbName) {
resetEnvPreTable(pCxt, pStmt);
int32_t code = parseSchemaClauseTop(pCxt, pStmt, pTbName);
if (TSDB_CODE_SUCCESS == code && !pCxt->missCache) {
@@ -1553,7 +1487,7 @@ static int32_t parseInsertTableClause(SInsertParseContext* pCxt, SVnodeModifOpSt
return code;
}
-static int32_t checkTableClauseFirstToken(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SToken* pTbName,
+static int32_t checkTableClauseFirstToken(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SToken* pTbName,
bool* pHasData) {
// no data in the sql string anymore.
if (0 == pTbName->n) {
@@ -1592,7 +1526,7 @@ static int32_t checkTableClauseFirstToken(SInsertParseContext* pCxt, SVnodeModif
return TSDB_CODE_SUCCESS;
}
-static int32_t setStmtInfo(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t setStmtInfo(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SParsedDataColInfo* tags = taosMemoryMalloc(sizeof(pCxt->tags));
if (NULL == tags) {
return TSDB_CODE_OUT_OF_MEMORY;
@@ -1610,19 +1544,17 @@ static int32_t setStmtInfo(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt)
return code;
}
-static int32_t parseInsertBodyBottom(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseInsertBodyBottom(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
if (TSDB_QUERY_HAS_TYPE(pStmt->insertType, TSDB_QUERY_TYPE_STMT_INSERT)) {
return setStmtInfo(pCxt, pStmt);
}
// merge according to vgId
- int32_t code = TSDB_CODE_SUCCESS;
- if (taosHashGetSize(pStmt->pTableBlockHashObj) > 0) {
- code = insMergeTableDataBlocks(pStmt->pTableBlockHashObj, &pStmt->pVgDataBlocks);
- }
+ int32_t code = insMergeTableDataCxt(pStmt->pTableBlockHashObj, &pStmt->pVgDataBlocks);
if (TSDB_CODE_SUCCESS == code) {
- code = insBuildOutput(pStmt->pVgroupsHashObj, pStmt->pVgDataBlocks, &pStmt->pDataBlocks);
+ code = insBuildVgDataBlocks(pStmt->pVgroupsHashObj, pStmt->pVgDataBlocks, &pStmt->pDataBlocks);
}
+
return code;
}
@@ -1631,7 +1563,7 @@ static int32_t parseInsertBodyBottom(SInsertParseContext* pCxt, SVnodeModifOpStm
// [(field1_name, ...)]
// VALUES (field1_value, ...) [(field1_value2, ...) ...] | FILE csv_file_path
// [...];
-static int32_t parseInsertBody(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseInsertBody(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
SToken token;
int32_t code = TSDB_CODE_SUCCESS;
bool hasData = true;
@@ -1654,7 +1586,7 @@ static int32_t parseInsertBody(SInsertParseContext* pCxt, SVnodeModifOpStmt* pSt
static void destroySubTableHashElem(void* p) { taosMemoryFree(*(STableMeta**)p); }
static int32_t createVnodeModifOpStmt(SInsertParseContext* pCxt, bool reentry, SNode** pOutput) {
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIFY_STMT);
if (NULL == pStmt) {
return TSDB_CODE_OUT_OF_MEMORY;
}
@@ -1663,8 +1595,8 @@ static int32_t createVnodeModifOpStmt(SInsertParseContext* pCxt, bool reentry, S
TSDB_QUERY_SET_TYPE(pStmt->insertType, TSDB_QUERY_TYPE_STMT_INSERT);
}
pStmt->pSql = pCxt->pComCxt->pSql;
- pStmt->freeHashFunc = insDestroyBlockHashmap;
- pStmt->freeArrayFunc = insDestroyBlockArrayList;
+ pStmt->freeHashFunc = insDestroyTableDataCxtHashMap;
+ pStmt->freeArrayFunc = insDestroyVgroupDataCxtList;
if (!reentry) {
pStmt->pVgroupsHashObj = taosHashInit(128, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
@@ -1733,7 +1665,7 @@ static int32_t getTableMetaFromMetaData(const SArray* pTables, STableMeta** pMet
return pRes->code;
}
-static int32_t getTableVgroupFromMetaData(const SArray* pTables, SVnodeModifOpStmt* pStmt, bool isStb) {
+static int32_t getTableVgroupFromMetaData(const SArray* pTables, SVnodeModifyOpStmt* pStmt, bool isStb) {
if (1 != taosArrayGetSize(pTables)) {
return TSDB_CODE_FAILED;
}
@@ -1752,7 +1684,7 @@ static int32_t getTableVgroupFromMetaData(const SArray* pTables, SVnodeModifOpSt
}
static int32_t getTableSchemaFromMetaData(SInsertParseContext* pCxt, const SMetaData* pMetaData,
- SVnodeModifOpStmt* pStmt, bool isStb) {
+ SVnodeModifyOpStmt* pStmt, bool isStb) {
int32_t code = checkAuthFromMetaData(pMetaData->pUser);
if (TSDB_CODE_SUCCESS == code) {
code = getTableMetaFromMetaData(pMetaData->pTableMeta, &pStmt->pTableMeta);
@@ -1785,7 +1717,7 @@ static void clearCatalogReq(SCatalogReq* pCatalogReq) {
}
static int32_t setVnodeModifOpStmt(SInsertParseContext* pCxt, SCatalogReq* pCatalogReq, const SMetaData* pMetaData,
- SVnodeModifOpStmt* pStmt) {
+ SVnodeModifyOpStmt* pStmt) {
clearCatalogReq(pCatalogReq);
if (pStmt->usingTableProcessing) {
@@ -1799,7 +1731,7 @@ static int32_t resetVnodeModifOpStmt(SInsertParseContext* pCxt, SQuery* pQuery)
int32_t code = createVnodeModifOpStmt(pCxt, true, &pQuery->pRoot);
if (TSDB_CODE_SUCCESS == code) {
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)pQuery->pRoot;
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
(*pCxt->pComCxt->pStmtCb->getExecInfoFn)(pCxt->pComCxt->pStmtCb->pStmt, &pStmt->pVgroupsHashObj,
&pStmt->pTableBlockHashObj);
@@ -1828,7 +1760,7 @@ static int32_t initInsertQuery(SInsertParseContext* pCxt, SCatalogReq* pCatalogR
return resetVnodeModifOpStmt(pCxt, *pQuery);
}
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)(*pQuery)->pRoot;
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)(*pQuery)->pRoot;
if (!pStmt->fileProcessing) {
return setVnodeModifOpStmt(pCxt, pCatalogReq, pMetaData, pStmt);
@@ -1838,7 +1770,7 @@ static int32_t initInsertQuery(SInsertParseContext* pCxt, SCatalogReq* pCatalogR
}
static int32_t setRefreshMate(SQuery* pQuery) {
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)pQuery->pRoot;
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
if (taosHashGetSize(pStmt->pTableNameHashObj) > 0) {
taosArrayDestroy(pQuery->pTableList);
@@ -1869,7 +1801,7 @@ static int32_t setRefreshMate(SQuery* pQuery) {
// [(field1_name, ...)]
// VALUES (field1_value, ...) [(field1_value2, ...) ...] | FILE csv_file_path
// [...];
-static int32_t parseInsertSqlFromStart(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseInsertSqlFromStart(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
int32_t code = skipInsertInto(&pStmt->pSql, &pCxt->msg);
if (TSDB_CODE_SUCCESS == code) {
code = parseInsertBody(pCxt, pStmt);
@@ -1877,11 +1809,11 @@ static int32_t parseInsertSqlFromStart(SInsertParseContext* pCxt, SVnodeModifOpS
return code;
}
-static int32_t parseInsertSqlFromCsv(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
- STableDataBlocks* pDataBuf = NULL;
- int32_t code = getTableDataBlocks(pCxt, pStmt, &pDataBuf);
+static int32_t parseInsertSqlFromCsv(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
+ STableDataCxt* pTableCxt = NULL;
+ int32_t code = getTableDataCxt(pCxt, pStmt, &pTableCxt);
if (TSDB_CODE_SUCCESS == code) {
- code = parseDataFromFileImpl(pCxt, pStmt, pDataBuf);
+ code = parseDataFromFileImpl(pCxt, pStmt, pTableCxt);
}
if (TSDB_CODE_SUCCESS == code) {
@@ -1895,7 +1827,7 @@ static int32_t parseInsertSqlFromCsv(SInsertParseContext* pCxt, SVnodeModifOpStm
return code;
}
-static int32_t parseInsertSqlFromTable(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseInsertSqlFromTable(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
int32_t code = parseInsertTableClauseBottom(pCxt, pStmt);
if (TSDB_CODE_SUCCESS == code) {
code = parseInsertBody(pCxt, pStmt);
@@ -1903,7 +1835,7 @@ static int32_t parseInsertSqlFromTable(SInsertParseContext* pCxt, SVnodeModifOpS
return code;
}
-static int32_t parseInsertSqlImpl(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt) {
+static int32_t parseInsertSqlImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt) {
if (pStmt->pSql == pCxt->pComCxt->pSql || NULL != pCxt->pComCxt->pStmtCb) {
return parseInsertSqlFromStart(pCxt, pStmt);
}
@@ -1955,7 +1887,7 @@ static int32_t buildInsertUserAuthReq(const char* pUser, SName* pName, SArray**
return TSDB_CODE_SUCCESS;
}
-static int32_t buildInsertCatalogReq(SInsertParseContext* pCxt, SVnodeModifOpStmt* pStmt, SCatalogReq* pCatalogReq) {
+static int32_t buildInsertCatalogReq(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pStmt, SCatalogReq* pCatalogReq) {
int32_t code = buildInsertUserAuthReq(pCxt->pComCxt->pUser, &pStmt->targetTableName, &pCatalogReq->pUser);
if (TSDB_CODE_SUCCESS == code) {
if (0 == pStmt->usingTableName.type) {
@@ -1971,7 +1903,7 @@ static int32_t buildInsertCatalogReq(SInsertParseContext* pCxt, SVnodeModifOpStm
}
static int32_t setNextStageInfo(SInsertParseContext* pCxt, SQuery* pQuery, SCatalogReq* pCatalogReq) {
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)pQuery->pRoot;
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
if (pCxt->missCache) {
parserDebug("0x%" PRIx64 " %d rows of %d tables have been inserted before cache miss", pCxt->pComCxt->requestId,
pStmt->totalRowsNum, pStmt->totalTbNum);
@@ -1996,7 +1928,7 @@ int32_t parseInsertSql(SParseContext* pCxt, SQuery** pQuery, SCatalogReq* pCatal
int32_t code = initInsertQuery(&context, pCatalogReq, pMetaData, pQuery);
if (TSDB_CODE_SUCCESS == code) {
- code = parseInsertSqlImpl(&context, (SVnodeModifOpStmt*)(*pQuery)->pRoot);
+ code = parseInsertSqlImpl(&context, (SVnodeModifyOpStmt*)(*pQuery)->pRoot);
}
if (TSDB_CODE_SUCCESS == code) {
code = setNextStageInfo(&context, *pQuery, pCatalogReq);
@@ -2005,6 +1937,6 @@ int32_t parseInsertSql(SParseContext* pCxt, SQuery** pQuery, SCatalogReq* pCatal
QUERY_EXEC_STAGE_SCHEDULE == (*pQuery)->execStage) {
code = setRefreshMate(*pQuery);
}
- destroyBoundColumnInfo(&context.tags);
+ destroyBoundColInfo(&context.tags);
return code;
}
diff --git a/source/libs/parser/src/parInsertStmt.c b/source/libs/parser/src/parInsertStmt.c
index 4ed72e6c14622872d2535f17ec0f407135594392..01a635e4b2d34bbb7982d45400429ac323e9547e 100644
--- a/source/libs/parser/src/parInsertStmt.c
+++ b/source/libs/parser/src/parInsertStmt.c
@@ -29,26 +29,53 @@ typedef struct SKvParam {
char buf[TSDB_MAX_TAGS_LEN];
} SKvParam;
+int32_t qCloneCurrentTbData(STableDataCxt* pDataBlock, SSubmitTbData** pData) {
+ *pData = taosMemoryCalloc(1, sizeof(SSubmitTbData));
+ if (NULL == *pData) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ SSubmitTbData* pNew = *pData;
+
+ *pNew = *pDataBlock->pData;
+
+ cloneSVreateTbReq(pDataBlock->pData->pCreateTbReq, &pNew->pCreateTbReq);
+ pNew->aCol = taosArrayDup(pDataBlock->pData->aCol, NULL);
+
+ int32_t colNum = taosArrayGetSize(pNew->aCol);
+ for (int32_t i = 0; i < colNum; ++i) {
+ SColData* pCol = (SColData*)taosArrayGet(pNew->aCol, i);
+ tColDataDeepClear(pCol);
+ }
+
+ return TSDB_CODE_SUCCESS;
+}
+
int32_t qBuildStmtOutput(SQuery* pQuery, SHashObj* pVgHash, SHashObj* pBlockHash) {
- int32_t code = TSDB_CODE_SUCCESS;
- SArray* pVgDataBlocks = NULL;
+ int32_t code = TSDB_CODE_SUCCESS;
+ SArray* pVgDataBlocks = NULL;
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
+
// merge according to vgId
if (taosHashGetSize(pBlockHash) > 0) {
- code = insMergeTableDataBlocks(pBlockHash, &pVgDataBlocks);
+ code = insMergeTableDataCxt(pBlockHash, &pVgDataBlocks);
}
if (TSDB_CODE_SUCCESS == code) {
- code = insBuildOutput(pVgHash, pVgDataBlocks, &((SVnodeModifOpStmt*)pQuery->pRoot)->pDataBlocks);
+ code = insBuildVgDataBlocks(pVgHash, pVgDataBlocks, &pStmt->pDataBlocks);
+ }
+
+ if (pStmt->freeArrayFunc) {
+ pStmt->freeArrayFunc(pVgDataBlocks);
}
- insDestroyBlockArrayList(pVgDataBlocks);
return code;
}
int32_t qBindStmtTagsValue(void* pBlock, void* boundTags, int64_t suid, const char* sTableName, char* tName,
TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen) {
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
- SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
- int32_t code = TSDB_CODE_SUCCESS;
- SParsedDataColInfo* tags = (SParsedDataColInfo*)boundTags;
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
+ int32_t code = TSDB_CODE_SUCCESS;
+ SBoundColInfo* tags = (SBoundColInfo*)boundTags;
if (NULL == tags) {
return TSDB_CODE_APP_ERROR;
}
@@ -64,7 +91,7 @@ int32_t qBindStmtTagsValue(void* pBlock, void* boundTags, int64_t suid, const ch
goto end;
}
- SSchema* pSchema = getTableTagSchema(pDataBlock->pTableMeta);
+ SSchema* pSchema = getTableTagSchema(pDataBlock->pMeta);
bool isJson = false;
STag* pTag = NULL;
@@ -74,7 +101,7 @@ int32_t qBindStmtTagsValue(void* pBlock, void* boundTags, int64_t suid, const ch
continue;
}
- SSchema* pTagSchema = &pSchema[tags->boundColumns[c]];
+ SSchema* pTagSchema = &pSchema[tags->pColIndex[c]];
int32_t colLen = pTagSchema->bytes;
if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
colLen = bind[c].length[0];
@@ -136,10 +163,16 @@ int32_t qBindStmtTagsValue(void* pBlock, void* boundTags, int64_t suid, const ch
goto end;
}
- SVCreateTbReq tbReq = {0};
- insBuildCreateTbReq(&tbReq, tName, pTag, suid, sTableName, tagName, pDataBlock->pTableMeta->tableInfo.numOfTags, TSDB_DEFAULT_TABLE_TTL);
- code = insBuildCreateTbMsg(pDataBlock, &tbReq);
- tdDestroySVCreateTbReq(&tbReq);
+ if (NULL == pDataBlock->pData->pCreateTbReq) {
+ pDataBlock->pData->pCreateTbReq = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (NULL == pDataBlock->pData->pCreateTbReq) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ goto end;
+ }
+ }
+
+ insBuildCreateTbReq(pDataBlock->pData->pCreateTbReq, tName, pTag, suid, sTableName, tagName,
+ pDataBlock->pMeta->tableInfo.numOfTags, TSDB_DEFAULT_TABLE_TTL);
end:
for (int i = 0; i < taosArrayGetSize(pTagArray); ++i) {
@@ -154,199 +187,178 @@ end:
return code;
}
-int32_t qBindStmtColsValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen) {
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
- SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
- int32_t extendedRowSize = insGetExtendedRowSize(pDataBlock);
- SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
- SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
- SMemParam param = {.rb = pBuilder};
- SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
- int32_t rowNum = bind->num;
-
- CHECK_CODE(
- insInitRowBuilder(&pDataBlock->rowBuilder, pDataBlock->pTableMeta->sversion, &pDataBlock->boundColumnInfo));
+int32_t convertStmtNcharCol(SMsgBuf* pMsgBuf, SSchema* pSchema, TAOS_MULTI_BIND* src, TAOS_MULTI_BIND* dst) {
+ int32_t output = 0;
+ int32_t newBuflen = (pSchema->bytes - VARSTR_HEADER_SIZE) * src->num;
+ if (dst->buffer_length < newBuflen) {
+ dst->buffer = taosMemoryRealloc(dst->buffer, newBuflen);
+ if (NULL == dst->buffer) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ }
- CHECK_CODE(insAllocateMemForSize(pDataBlock, extendedRowSize * bind->num));
+ if (NULL == dst->length) {
+ dst->length = taosMemoryRealloc(dst->length, sizeof(int32_t) * src->num);
+ if (NULL == dst->buffer) {
+ taosMemoryFreeClear(dst->buffer);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ }
- for (int32_t r = 0; r < bind->num; ++r) {
- STSRow* row = (STSRow*)(pDataBlock->pData + pDataBlock->size); // skip the SSubmitBlk header
- tdSRowResetBuf(pBuilder, row);
+ dst->buffer_length = pSchema->bytes - VARSTR_HEADER_SIZE;
- for (int c = 0; c < spd->numOfBound; ++c) {
- SSchema* pColSchema = &pSchema[spd->boundColumns[c]];
+ for (int32_t i = 0; i < src->num; ++i) {
+ if (src->is_null && src->is_null[i]) {
+ continue;
+ }
- if (bind[c].num != rowNum) {
- return buildInvalidOperationMsg(&pBuf, "row number in each bind param should be the same");
+ if (!taosMbsToUcs4(((char*)src->buffer) + src->buffer_length * i, src->length[i],
+ (TdUcs4*)(((char*)dst->buffer) + dst->buffer_length * i), dst->buffer_length, &output)) {
+ if (errno == E2BIG) {
+ return generateSyntaxErrMsg(pMsgBuf, TSDB_CODE_PAR_VALUE_TOO_LONG, pSchema->name);
}
+ char buf[512] = {0};
+ snprintf(buf, tListLen(buf), "%s", strerror(errno));
+ return buildSyntaxErrMsg(pMsgBuf, buf, NULL);
+ }
- param.schema = pColSchema;
- insGetSTSRowAppendInfo(pBuilder->rowType, spd, c, ¶m.toffset, ¶m.colIdx);
-
- if (bind[c].is_null && bind[c].is_null[r]) {
- if (pColSchema->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {
- return buildInvalidOperationMsg(&pBuf, "primary timestamp should not be NULL");
- }
-
- CHECK_CODE(insMemRowAppend(&pBuf, NULL, 0, ¶m));
- } else {
- if (bind[c].buffer_type != pColSchema->type) {
- return buildInvalidOperationMsg(&pBuf, "column type mis-match with buffer type");
- }
+ dst->length[i] = output;
+ }
- int32_t colLen = pColSchema->bytes;
- if (IS_VAR_DATA_TYPE(pColSchema->type)) {
- colLen = bind[c].length[r];
- }
+ dst->buffer_type = src->buffer_type;
+ dst->is_null = src->is_null;
+ dst->num = src->num;
- CHECK_CODE(insMemRowAppend(&pBuf, (char*)bind[c].buffer + bind[c].buffer_length * r, colLen, ¶m));
- }
+ return TSDB_CODE_SUCCESS;
+}
- if (PRIMARYKEY_TIMESTAMP_COL_ID == pColSchema->colId) {
- TSKEY tsKey = TD_ROW_KEY(row);
- insCheckTimestamp(pDataBlock, (const char*)&tsKey);
- }
- }
- // set the null value for the columns that do not assign values
- if ((spd->numOfBound < spd->numOfCols) && TD_IS_TP_ROW(row)) {
- pBuilder->hasNone = true;
+int32_t qBindStmtColsValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen) {
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ SSchema* pSchema = getTableColumnSchema(pDataBlock->pMeta);
+ SBoundColInfo* boundInfo = &pDataBlock->boundColsInfo;
+ SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
+ int32_t rowNum = bind->num;
+ TAOS_MULTI_BIND ncharBind = {0};
+ TAOS_MULTI_BIND* pBind = NULL;
+ int32_t code = 0;
+
+ for (int c = 0; c < boundInfo->numOfBound; ++c) {
+ SSchema* pColSchema = &pSchema[boundInfo->pColIndex[c]];
+ SColData* pCol = taosArrayGet(pDataBlock->pData->aCol, c);
+
+ if (bind[c].num != rowNum) {
+ code = buildInvalidOperationMsg(&pBuf, "row number in each bind param should be the same");
+ goto _return;
}
- tdSRowEnd(pBuilder);
-#ifdef TD_DEBUG_PRINT_ROW
- STSchema* pSTSchema = tdGetSTSChemaFromSSChema(pSchema, spd->numOfCols, 1);
- tdSRowPrint(row, pSTSchema, __func__);
- taosMemoryFree(pSTSchema);
-#endif
- pDataBlock->size += extendedRowSize;
- }
- SSubmitBlk* pBlocks = (SSubmitBlk*)(pDataBlock->pData);
- return insSetBlockInfo(pBlocks, pDataBlock, bind->num, &pBuf);
-}
+ if (bind[c].buffer_type != pColSchema->type) {
+ code = buildInvalidOperationMsg(&pBuf, "column type mis-match with buffer type");
+ goto _return;
+ }
-int32_t qBindStmtSingleColValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen, int32_t colIdx,
- int32_t rowNum) {
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
- SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
- int32_t extendedRowSize = insGetExtendedRowSize(pDataBlock);
- SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
- SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
- SMemParam param = {.rb = pBuilder};
- SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
- bool rowStart = (0 == colIdx);
- bool rowEnd = ((colIdx + 1) == spd->numOfBound);
-
- if (rowStart) {
- CHECK_CODE(
- insInitRowBuilder(&pDataBlock->rowBuilder, pDataBlock->pTableMeta->sversion, &pDataBlock->boundColumnInfo));
- CHECK_CODE(insAllocateMemForSize(pDataBlock, extendedRowSize * bind->num));
- }
-
- for (int32_t r = 0; r < bind->num; ++r) {
- STSRow* row = (STSRow*)(pDataBlock->pData + pDataBlock->size + extendedRowSize * r); // skip the SSubmitBlk header
- if (rowStart) {
- tdSRowResetBuf(pBuilder, row);
+ if (TSDB_DATA_TYPE_NCHAR == pColSchema->type) {
+ code = convertStmtNcharCol(&pBuf, pColSchema, bind + c, &ncharBind);
+ if (code) {
+ goto _return;
+ }
+ pBind = &ncharBind;
} else {
- tdSRowGetBuf(pBuilder, row);
+ pBind = bind + c;
}
- SSchema* pColSchema = &pSchema[spd->boundColumns[colIdx]];
+ tColDataAddValueByBind(pCol, pBind);
+ }
- if (bind->num != rowNum) {
- return buildInvalidOperationMsg(&pBuf, "row number in each bind param should be the same");
- }
+ qDebug("stmt all %d columns bind %d rows data", boundInfo->numOfBound, rowNum);
- param.schema = pColSchema;
- insGetSTSRowAppendInfo(pBuilder->rowType, spd, colIdx, ¶m.toffset, ¶m.colIdx);
+_return:
- if (bind->is_null && bind->is_null[r]) {
- if (pColSchema->colId == PRIMARYKEY_TIMESTAMP_COL_ID) {
- return buildInvalidOperationMsg(&pBuf, "primary timestamp should not be NULL");
- }
+ taosMemoryFree(ncharBind.buffer);
+ taosMemoryFree(ncharBind.length);
- CHECK_CODE(insMemRowAppend(&pBuf, NULL, 0, ¶m));
- } else {
- if (bind->buffer_type != pColSchema->type) {
- return buildInvalidOperationMsg(&pBuf, "column type mis-match with buffer type");
- }
-
- int32_t colLen = pColSchema->bytes;
- if (IS_VAR_DATA_TYPE(pColSchema->type)) {
- colLen = bind->length[r];
- }
+ return code;
+}
- CHECK_CODE(insMemRowAppend(&pBuf, (char*)bind->buffer + bind->buffer_length * r, colLen, ¶m));
- }
+int32_t qBindStmtSingleColValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen, int32_t colIdx,
+ int32_t rowNum) {
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ SSchema* pSchema = getTableColumnSchema(pDataBlock->pMeta);
+ SBoundColInfo* boundInfo = &pDataBlock->boundColsInfo;
+ SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
+ SSchema* pColSchema = &pSchema[boundInfo->pColIndex[colIdx]];
+ SColData* pCol = taosArrayGet(pDataBlock->pData->aCol, colIdx);
+ TAOS_MULTI_BIND ncharBind = {0};
+ TAOS_MULTI_BIND* pBind = NULL;
+ int32_t code = 0;
+
+ if (bind->num != rowNum) {
+ return buildInvalidOperationMsg(&pBuf, "row number in each bind param should be the same");
+ }
- if (PRIMARYKEY_TIMESTAMP_COL_ID == pColSchema->colId) {
- TSKEY tsKey = TD_ROW_KEY(row);
- insCheckTimestamp(pDataBlock, (const char*)&tsKey);
- }
+ if (bind->buffer_type != pColSchema->type) {
+ return buildInvalidOperationMsg(&pBuf, "column type mis-match with buffer type");
+ }
- // set the null value for the columns that do not assign values
- if (rowEnd && (spd->numOfBound < spd->numOfCols) && TD_IS_TP_ROW(row)) {
- pBuilder->hasNone = true;
+ if (TSDB_DATA_TYPE_NCHAR == pColSchema->type) {
+ code = convertStmtNcharCol(&pBuf, pColSchema, bind, &ncharBind);
+ if (code) {
+ goto _return;
}
- if (rowEnd) {
- tdSRowEnd(pBuilder);
- }
-#ifdef TD_DEBUG_PRINT_ROW
- if (rowEnd) {
- STSchema* pSTSchema = tdGetSTSChemaFromSSChema(pSchema, spd->numOfCols, 1);
- tdSRowPrint(row, pSTSchema, __func__);
- taosMemoryFree(pSTSchema);
- }
-#endif
+ pBind = &ncharBind;
+ } else {
+ pBind = bind;
}
- if (rowEnd) {
- pDataBlock->size += extendedRowSize * bind->num;
+ tColDataAddValueByBind(pCol, pBind);
- SSubmitBlk* pBlocks = (SSubmitBlk*)(pDataBlock->pData);
- CHECK_CODE(insSetBlockInfo(pBlocks, pDataBlock, bind->num, &pBuf));
- }
+ qDebug("stmt col %d bind %d rows data", colIdx, rowNum);
- return TSDB_CODE_SUCCESS;
+_return:
+
+ taosMemoryFree(ncharBind.buffer);
+ taosMemoryFree(ncharBind.length);
+
+ return code;
}
-int32_t buildBoundFields(SParsedDataColInfo* boundInfo, SSchema* pSchema, int32_t* fieldNum, TAOS_FIELD_E** fields,
- uint8_t timePrec) {
+int32_t buildBoundFields(int32_t numOfBound, int16_t* boundColumns, SSchema* pSchema, int32_t* fieldNum,
+ TAOS_FIELD_E** fields, uint8_t timePrec) {
if (fields) {
- *fields = taosMemoryCalloc(boundInfo->numOfBound, sizeof(TAOS_FIELD));
+ *fields = taosMemoryCalloc(numOfBound, sizeof(TAOS_FIELD_E));
if (NULL == *fields) {
return TSDB_CODE_OUT_OF_MEMORY;
}
- SSchema* schema = &pSchema[boundInfo->boundColumns[0]];
+ SSchema* schema = &pSchema[boundColumns[0]];
if (TSDB_DATA_TYPE_TIMESTAMP == schema->type) {
(*fields)[0].precision = timePrec;
}
- for (int32_t i = 0; i < boundInfo->numOfBound; ++i) {
- schema = &pSchema[boundInfo->boundColumns[i]];
+ for (int32_t i = 0; i < numOfBound; ++i) {
+ schema = &pSchema[boundColumns[i]];
strcpy((*fields)[i].name, schema->name);
(*fields)[i].type = schema->type;
(*fields)[i].bytes = schema->bytes;
}
}
- *fieldNum = boundInfo->numOfBound;
+ *fieldNum = numOfBound;
return TSDB_CODE_SUCCESS;
}
int32_t qBuildStmtTagFields(void* pBlock, void* boundTags, int32_t* fieldNum, TAOS_FIELD_E** fields) {
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
- SParsedDataColInfo* tags = (SParsedDataColInfo*)boundTags;
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ SBoundColInfo* tags = (SBoundColInfo*)boundTags;
if (NULL == tags) {
return TSDB_CODE_APP_ERROR;
}
- if (pDataBlock->pTableMeta->tableType != TSDB_SUPER_TABLE && pDataBlock->pTableMeta->tableType != TSDB_CHILD_TABLE) {
+ if (pDataBlock->pMeta->tableType != TSDB_SUPER_TABLE && pDataBlock->pMeta->tableType != TSDB_CHILD_TABLE) {
return TSDB_CODE_TSC_STMT_API_ERROR;
}
- SSchema* pSchema = getTableTagSchema(pDataBlock->pTableMeta);
+ SSchema* pSchema = getTableTagSchema(pDataBlock->pMeta);
if (tags->numOfBound <= 0) {
*fieldNum = 0;
*fields = NULL;
@@ -354,15 +366,15 @@ int32_t qBuildStmtTagFields(void* pBlock, void* boundTags, int32_t* fieldNum, TA
return TSDB_CODE_SUCCESS;
}
- CHECK_CODE(buildBoundFields(tags, pSchema, fieldNum, fields, 0));
+ CHECK_CODE(buildBoundFields(tags->numOfBound, tags->pColIndex, pSchema, fieldNum, fields, 0));
return TSDB_CODE_SUCCESS;
}
int32_t qBuildStmtColFields(void* pBlock, int32_t* fieldNum, TAOS_FIELD_E** fields) {
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
- SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
- if (pDataBlock->boundColumnInfo.numOfBound <= 0) {
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ SSchema* pSchema = getTableColumnSchema(pDataBlock->pMeta);
+ if (pDataBlock->boundColsInfo.numOfBound <= 0) {
*fieldNum = 0;
if (fields) {
*fields = NULL;
@@ -371,107 +383,125 @@ int32_t qBuildStmtColFields(void* pBlock, int32_t* fieldNum, TAOS_FIELD_E** fiel
return TSDB_CODE_SUCCESS;
}
- CHECK_CODE(buildBoundFields(&pDataBlock->boundColumnInfo, pSchema, fieldNum, fields,
- pDataBlock->pTableMeta->tableInfo.precision));
+ CHECK_CODE(buildBoundFields(pDataBlock->boundColsInfo.numOfBound, pDataBlock->boundColsInfo.pColIndex, pSchema,
+ fieldNum, fields, pDataBlock->pMeta->tableInfo.precision));
return TSDB_CODE_SUCCESS;
}
-int32_t qResetStmtDataBlock(void* block, bool keepBuf) {
- STableDataBlocks* pBlock = (STableDataBlocks*)block;
+int32_t qResetStmtDataBlock(STableDataCxt* block, bool deepClear) {
+ STableDataCxt* pBlock = (STableDataCxt*)block;
+ int32_t colNum = taosArrayGetSize(pBlock->pData->aCol);
- if (keepBuf) {
- taosMemoryFreeClear(pBlock->pData);
- pBlock->pData = taosMemoryMalloc(TSDB_PAYLOAD_SIZE);
- if (NULL == pBlock->pData) {
- return TSDB_CODE_OUT_OF_MEMORY;
+ for (int32_t i = 0; i < colNum; ++i) {
+ SColData* pCol = (SColData*)taosArrayGet(pBlock->pData->aCol, i);
+ if (deepClear) {
+ tColDataDeepClear(pCol);
+ } else {
+ tColDataClear(pCol);
}
- memset(pBlock->pData, 0, sizeof(SSubmitBlk));
- } else {
- pBlock->pData = NULL;
}
- pBlock->ordered = true;
- pBlock->prevTS = INT64_MIN;
- pBlock->size = sizeof(SSubmitBlk);
- pBlock->tsSource = -1;
- pBlock->numOfTables = 1;
- pBlock->nAllocSize = TSDB_PAYLOAD_SIZE;
- pBlock->headerSize = pBlock->size;
- pBlock->createTbReqLen = 0;
-
- memset(&pBlock->rowBuilder, 0, sizeof(pBlock->rowBuilder));
-
return TSDB_CODE_SUCCESS;
}
-int32_t qCloneStmtDataBlock(void** pDst, void* pSrc) {
- *pDst = taosMemoryMalloc(sizeof(STableDataBlocks));
+int32_t qCloneStmtDataBlock(STableDataCxt** pDst, STableDataCxt* pSrc, bool reset) {
+ int32_t code = 0;
+
+ *pDst = taosMemoryCalloc(1, sizeof(STableDataCxt));
if (NULL == *pDst) {
return TSDB_CODE_OUT_OF_MEMORY;
}
- memcpy(*pDst, pSrc, sizeof(STableDataBlocks));
- ((STableDataBlocks*)(*pDst))->cloned = true;
+ STableDataCxt* pNewCxt = (STableDataCxt*)*pDst;
+ STableDataCxt* pCxt = (STableDataCxt*)pSrc;
+ pNewCxt->pSchema = NULL;
+ pNewCxt->pValues = NULL;
- STableDataBlocks* pBlock = (STableDataBlocks*)(*pDst);
- if (pBlock->pTableMeta) {
- void* pNewMeta = taosMemoryMalloc(TABLE_META_SIZE(pBlock->pTableMeta));
+ if (pCxt->pMeta) {
+ void* pNewMeta = taosMemoryMalloc(TABLE_META_SIZE(pCxt->pMeta));
if (NULL == pNewMeta) {
- taosMemoryFreeClear(*pDst);
+ insDestroyTableDataCxt(*pDst);
return TSDB_CODE_OUT_OF_MEMORY;
}
- memcpy(pNewMeta, pBlock->pTableMeta, TABLE_META_SIZE(pBlock->pTableMeta));
- pBlock->pTableMeta = pNewMeta;
+ memcpy(pNewMeta, pCxt->pMeta, TABLE_META_SIZE(pCxt->pMeta));
+ pNewCxt->pMeta = pNewMeta;
}
- return qResetStmtDataBlock(*pDst, false);
+ memcpy(&pNewCxt->boundColsInfo, &pCxt->boundColsInfo, sizeof(pCxt->boundColsInfo));
+ pNewCxt->boundColsInfo.pColIndex = NULL;
+
+ if (pCxt->boundColsInfo.pColIndex) {
+ void* pNewColIdx = taosMemoryMalloc(pCxt->boundColsInfo.numOfBound * sizeof(*pCxt->boundColsInfo.pColIndex));
+ if (NULL == pNewColIdx) {
+ insDestroyTableDataCxt(*pDst);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ memcpy(pNewColIdx, pCxt->boundColsInfo.pColIndex,
+ pCxt->boundColsInfo.numOfBound * sizeof(*pCxt->boundColsInfo.pColIndex));
+ pNewCxt->boundColsInfo.pColIndex = pNewColIdx;
+ }
+
+ if (pCxt->pData) {
+ SSubmitTbData* pNewTb = (SSubmitTbData*)taosMemoryMalloc(sizeof(SSubmitTbData));
+ if (NULL == pNewTb) {
+ insDestroyTableDataCxt(*pDst);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ memcpy(pNewTb, pCxt->pData, sizeof(*pCxt->pData));
+ pNewTb->pCreateTbReq = NULL;
+
+ pNewTb->aCol = taosArrayDup(pCxt->pData->aCol, NULL);
+ if (NULL == pNewTb) {
+ insDestroyTableDataCxt(*pDst);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ pNewCxt->pData = pNewTb;
+
+ if (reset) {
+ code = qResetStmtDataBlock(*pDst, true);
+ }
+ }
+
+ return code;
}
-int32_t qRebuildStmtDataBlock(void** pDst, void* pSrc, uint64_t uid, int32_t vgId) {
- int32_t code = qCloneStmtDataBlock(pDst, pSrc);
+int32_t qRebuildStmtDataBlock(STableDataCxt** pDst, STableDataCxt* pSrc, uint64_t uid, uint64_t suid, int32_t vgId,
+ bool rebuildCreateTb) {
+ int32_t code = qCloneStmtDataBlock(pDst, pSrc, false);
if (code) {
return code;
}
- STableDataBlocks* pBlock = (STableDataBlocks*)*pDst;
- pBlock->pData = taosMemoryMalloc(pBlock->nAllocSize);
- if (NULL == pBlock->pData) {
- qFreeStmtDataBlock(pBlock);
- return TSDB_CODE_OUT_OF_MEMORY;
+ STableDataCxt* pBlock = (STableDataCxt*)*pDst;
+ if (pBlock->pMeta) {
+ pBlock->pMeta->uid = uid;
+ pBlock->pMeta->vgId = vgId;
+ pBlock->pMeta->suid = suid;
}
- pBlock->vgId = vgId;
+ pBlock->pData->suid = suid;
+ pBlock->pData->uid = uid;
- if (pBlock->pTableMeta) {
- pBlock->pTableMeta->uid = uid;
- pBlock->pTableMeta->vgId = vgId;
+ if (rebuildCreateTb && NULL == pBlock->pData->pCreateTbReq) {
+ pBlock->pData->pCreateTbReq = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (NULL == pBlock->pData->pCreateTbReq) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
}
- memset(pBlock->pData, 0, sizeof(SSubmitBlk));
-
return TSDB_CODE_SUCCESS;
}
-STableMeta* qGetTableMetaInDataBlock(void* pDataBlock) { return ((STableDataBlocks*)pDataBlock)->pTableMeta; }
+STableMeta* qGetTableMetaInDataBlock(STableDataCxt* pDataBlock) { return ((STableDataCxt*)pDataBlock)->pMeta; }
-void qFreeStmtDataBlock(void* pDataBlock) {
- if (pDataBlock == NULL) {
- return;
- }
-
- taosMemoryFreeClear(((STableDataBlocks*)pDataBlock)->pTableMeta);
- taosMemoryFreeClear(((STableDataBlocks*)pDataBlock)->pData);
- taosMemoryFreeClear(pDataBlock);
-}
-
-void qDestroyStmtDataBlock(void* pBlock) {
+void qDestroyStmtDataBlock(STableDataCxt* pBlock) {
if (pBlock == NULL) {
return;
}
- STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
-
- pDataBlock->cloned = false;
- insDestroyDataBlock(pDataBlock);
+ STableDataCxt* pDataBlock = (STableDataCxt*)pBlock;
+ insDestroyTableDataCxt(pDataBlock);
}
diff --git a/source/libs/parser/src/parInsertUtil.c b/source/libs/parser/src/parInsertUtil.c
index 73cedfeb3d4109622062477214cd148bdd441391..cc2ca48a1f6e1749fba796a427942f24dc231e22 100644
--- a/source/libs/parser/src/parInsertUtil.c
+++ b/source/libs/parser/src/parInsertUtil.c
@@ -20,6 +20,7 @@
#include "parUtil.h"
#include "querynodes.h"
#include "tRealloc.h"
+#include "tdatablock.h"
typedef struct SBlockKeyTuple {
TSKEY skey;
@@ -194,8 +195,18 @@ void destroyBoundColumnInfo(void* pBoundInfo) {
taosMemoryFreeClear(pColList->colIdxInfo);
}
-static int32_t createDataBlock(size_t defaultSize, int32_t rowSize, int32_t startOffset, STableMeta* pTableMeta,
- STableDataBlocks** dataBlocks) {
+void qDestroyBoundColInfo(void* pInfo) {
+ if (NULL == pInfo) {
+ return;
+ }
+
+ SBoundColInfo* pBoundInfo = (SBoundColInfo*)pInfo;
+
+ taosMemoryFreeClear(pBoundInfo->pColIndex);
+}
+
+static int32_t createTableDataBlock(size_t defaultSize, int32_t rowSize, int32_t startOffset, STableMeta* pTableMeta,
+ STableDataBlocks** dataBlocks) {
STableDataBlocks* dataBuf = (STableDataBlocks*)taosMemoryCalloc(1, sizeof(STableDataBlocks));
if (dataBuf == NULL) {
return TSDB_CODE_OUT_OF_MEMORY;
@@ -285,7 +296,7 @@ int32_t insGetDataBlockFromList(SHashObj* pHashList, void* id, int32_t idLen, in
}
if (*dataBlocks == NULL) {
- int32_t ret = createDataBlock((size_t)size, rowSize, startOffset, pTableMeta, dataBlocks);
+ int32_t ret = createTableDataBlock((size_t)size, rowSize, startOffset, pTableMeta, dataBlocks);
if (ret != TSDB_CODE_SUCCESS) {
return ret;
}
@@ -329,8 +340,8 @@ void insDestroyBlockHashmap(SHashObj* pDataBlockHash) {
void** p1 = taosHashIterate(pDataBlockHash, NULL);
while (p1) {
- STableDataBlocks* pBlocks = *p1;
- insDestroyDataBlock(pBlocks);
+ SBoundColInfo* pBlocks = *p1;
+ destroyBoundColInfo(pBlocks);
p1 = taosHashIterate(pDataBlockHash, p1);
}
@@ -458,7 +469,7 @@ static int32_t tdBlockRowMerge(STableMeta* pTableMeta, SBlockKeyTuple* pEndKeyTp
if (!(*pBlkRowMerger)->pSchema) {
(*pBlkRowMerger)->pSchema =
- tdGetSTSChemaFromSSChema(pTableMeta->schema, pTableMeta->tableInfo.numOfColumns, pTableMeta->sversion);
+ tBuildTSchema(pTableMeta->schema, pTableMeta->tableInfo.numOfColumns, pTableMeta->sversion);
if (!(*pBlkRowMerger)->pSchema) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
@@ -839,7 +850,7 @@ int32_t insCreateSName(SName* pName, SToken* pTableName, int32_t acctId, const c
return code;
}
-int32_t insFindCol(SToken* pColname, int32_t start, int32_t end, SSchema* pSchema) {
+int16_t insFindCol(SToken* pColname, int16_t start, int16_t end, SSchema* pSchema) {
while (start < end) {
if (strlen(pSchema[start].name) == pColname->n && strncmp(pColname->z, pSchema[start].name, pColname->n) == 0) {
return start;
@@ -955,3 +966,536 @@ int32_t insBuildOutput(SHashObj* pVgroupsHashObj, SArray* pVgDataBlocks, SArray*
}
return TSDB_CODE_SUCCESS;
}
+
+static void initBoundCols(int32_t ncols, int16_t* pBoundCols) {
+ for (int32_t i = 0; i < ncols; ++i) {
+ pBoundCols[i] = i;
+ }
+}
+
+static void initColValues(STableMeta* pTableMeta, SArray* pValues) {
+ SSchema* pSchemas = getTableColumnSchema(pTableMeta);
+ for (int32_t i = 0; i < pTableMeta->tableInfo.numOfColumns; ++i) {
+ SColVal val = COL_VAL_NONE(pSchemas[i].colId, pSchemas[i].type);
+ taosArrayPush(pValues, &val);
+ }
+}
+
+int32_t insInitBoundColsInfo(int32_t numOfBound, SBoundColInfo* pInfo) {
+ pInfo->numOfCols = numOfBound;
+ pInfo->numOfBound = numOfBound;
+ pInfo->pColIndex = taosMemoryCalloc(numOfBound, sizeof(int16_t));
+ if (NULL == pInfo->pColIndex) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ initBoundCols(numOfBound, pInfo->pColIndex);
+ return TSDB_CODE_SUCCESS;
+}
+
+void insCheckTableDataOrder(STableDataCxt* pTableCxt, TSKEY tsKey) {
+ // once the data block is disordered, we do NOT keep last timestamp any more
+ if (!pTableCxt->ordered) {
+ return;
+ }
+
+ if (tsKey < pTableCxt->lastTs) {
+ pTableCxt->ordered = false;
+ }
+
+ if (tsKey == pTableCxt->lastTs) {
+ pTableCxt->duplicateTs = true;
+ }
+
+ pTableCxt->lastTs = tsKey;
+ return;
+}
+
+void destroyBoundColInfo(SBoundColInfo* pInfo) { taosMemoryFreeClear(pInfo->pColIndex); }
+
+static int32_t createTableDataCxt(STableMeta* pTableMeta, SVCreateTbReq** pCreateTbReq, STableDataCxt** pOutput,
+ bool colMode) {
+ STableDataCxt* pTableCxt = taosMemoryCalloc(1, sizeof(STableDataCxt));
+ if (NULL == pTableCxt) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ int32_t code = TSDB_CODE_SUCCESS;
+
+ pTableCxt->lastTs = 0;
+ pTableCxt->ordered = true;
+ pTableCxt->duplicateTs = false;
+
+ pTableCxt->pMeta = tableMetaDup(pTableMeta);
+ if (NULL == pTableCxt->pMeta) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ pTableCxt->pSchema =
+ tBuildTSchema(getTableColumnSchema(pTableMeta), pTableMeta->tableInfo.numOfColumns, pTableMeta->sversion);
+ if (NULL == pTableCxt->pSchema) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = insInitBoundColsInfo(pTableMeta->tableInfo.numOfColumns, &pTableCxt->boundColsInfo);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ pTableCxt->pValues = taosArrayInit(pTableMeta->tableInfo.numOfColumns, sizeof(SColVal));
+ if (NULL == pTableCxt->pValues) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ } else {
+ initColValues(pTableMeta, pTableCxt->pValues);
+ }
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ pTableCxt->pData = taosMemoryCalloc(1, sizeof(SSubmitTbData));
+ if (NULL == pTableCxt->pData) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ } else {
+ pTableCxt->pData->flags = NULL != *pCreateTbReq ? SUBMIT_REQ_AUTO_CREATE_TABLE : 0;
+ pTableCxt->pData->flags |= colMode ? SUBMIT_REQ_COLUMN_DATA_FORMAT : 0;
+ pTableCxt->pData->suid = pTableMeta->suid;
+ pTableCxt->pData->uid = pTableMeta->uid;
+ pTableCxt->pData->sver = pTableMeta->sversion;
+ pTableCxt->pData->pCreateTbReq = *pCreateTbReq;
+ *pCreateTbReq = NULL;
+ if (pTableCxt->pData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) {
+ pTableCxt->pData->aCol = taosArrayInit(128, sizeof(SColData));
+ if (NULL == pTableCxt->pData->aCol) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ } else {
+ pTableCxt->pData->aRowP = taosArrayInit(128, POINTER_BYTES);
+ if (NULL == pTableCxt->pData->aRowP) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ }
+ }
+ }
+
+ if (TSDB_CODE_SUCCESS == code) {
+ *pOutput = pTableCxt;
+ qDebug("tableDataCxt created, uid:%" PRId64 ", vgId:%d", pTableMeta->uid, pTableMeta->vgId);
+ } else {
+ taosMemoryFree(pTableCxt);
+ }
+
+ return code;
+}
+
+static void resetColValues(SArray* pValues) {
+ int32_t num = taosArrayGetSize(pValues);
+ for (int32_t i = 0; i < num; ++i) {
+ SColVal* pVal = taosArrayGet(pValues, i);
+ pVal->flag = CV_FLAG_NONE;
+ }
+}
+
+int32_t insGetTableDataCxt(SHashObj* pHash, void* id, int32_t idLen, STableMeta* pTableMeta,
+ SVCreateTbReq** pCreateTbReq, STableDataCxt** pTableCxt, bool colMode) {
+ STableDataCxt** tmp = (STableDataCxt**)taosHashGet(pHash, id, idLen);
+ if (NULL != tmp) {
+ *pTableCxt = *tmp;
+ resetColValues((*pTableCxt)->pValues);
+ return TSDB_CODE_SUCCESS;
+ }
+ int32_t code = createTableDataCxt(pTableMeta, pCreateTbReq, pTableCxt, colMode);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = taosHashPut(pHash, id, idLen, pTableCxt, POINTER_BYTES);
+ }
+ return code;
+}
+
+static void destroyColVal(void* p) {
+ SColVal* pVal = p;
+ if (TSDB_DATA_TYPE_NCHAR == pVal->type) {
+ taosMemoryFree(pVal->value.pData);
+ }
+}
+
+void insDestroyTableDataCxt(STableDataCxt* pTableCxt) {
+ if (NULL == pTableCxt) {
+ return;
+ }
+
+ taosMemoryFreeClear(pTableCxt->pMeta);
+ tDestroyTSchema(pTableCxt->pSchema);
+ destroyBoundColInfo(&pTableCxt->boundColsInfo);
+ taosArrayDestroyEx(pTableCxt->pValues, destroyColVal);
+ if (pTableCxt->pData) {
+ tDestroySSubmitTbData(pTableCxt->pData, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pTableCxt->pData);
+ }
+ taosMemoryFree(pTableCxt);
+}
+
+void insDestroyVgroupDataCxt(SVgroupDataCxt* pVgCxt) {
+ if (NULL == pVgCxt) {
+ return;
+ }
+
+ tDestroySSubmitReq2(pVgCxt->pData, TSDB_MSG_FLG_ENCODE);
+ taosMemoryFree(pVgCxt->pData);
+ taosMemoryFree(pVgCxt);
+}
+
+void insDestroyVgroupDataCxtList(SArray* pVgCxtList) {
+ if (NULL == pVgCxtList) {
+ return;
+ }
+
+ size_t size = taosArrayGetSize(pVgCxtList);
+ for (int32_t i = 0; i < size; i++) {
+ void* p = taosArrayGetP(pVgCxtList, i);
+ insDestroyVgroupDataCxt(p);
+ }
+
+ taosArrayDestroy(pVgCxtList);
+}
+
+void insDestroyVgroupDataCxtHashMap(SHashObj* pVgCxtHash) {
+ if (NULL == pVgCxtHash) {
+ return;
+ }
+
+ void** p = taosHashIterate(pVgCxtHash, NULL);
+ while (p) {
+ insDestroyVgroupDataCxt(*(SVgroupDataCxt**)p);
+
+ p = taosHashIterate(pVgCxtHash, p);
+ }
+
+ taosHashCleanup(pVgCxtHash);
+}
+
+void insDestroyTableDataCxtHashMap(SHashObj* pTableCxtHash) {
+ if (NULL == pTableCxtHash) {
+ return;
+ }
+
+ void** p = taosHashIterate(pTableCxtHash, NULL);
+ while (p) {
+ insDestroyTableDataCxt(*(STableDataCxt**)p);
+
+ p = taosHashIterate(pTableCxtHash, p);
+ }
+
+ taosHashCleanup(pTableCxtHash);
+}
+
+static int32_t fillVgroupDataCxt(STableDataCxt* pTableCxt, SVgroupDataCxt* pVgCxt) {
+ if (NULL == pVgCxt->pData->aSubmitTbData) {
+ pVgCxt->pData->aSubmitTbData = taosArrayInit(128, sizeof(SSubmitTbData));
+ if (NULL == pVgCxt->pData->aSubmitTbData) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ }
+ taosArrayPush(pVgCxt->pData->aSubmitTbData, pTableCxt->pData);
+ taosMemoryFreeClear(pTableCxt->pData);
+
+ qDebug("add tableDataCxt uid:%" PRId64 " to vgId:%d", pTableCxt->pMeta->uid, pVgCxt->vgId);
+
+ return TSDB_CODE_SUCCESS;
+}
+
+static int32_t createVgroupDataCxt(STableDataCxt* pTableCxt, SHashObj* pVgroupHash, SArray* pVgroupList,
+ SVgroupDataCxt** pOutput) {
+ SVgroupDataCxt* pVgCxt = taosMemoryCalloc(1, sizeof(SVgroupDataCxt));
+ if (NULL == pVgCxt) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ pVgCxt->pData = taosMemoryCalloc(1, sizeof(SSubmitReq2));
+ if (NULL == pVgCxt->pData) {
+ insDestroyVgroupDataCxt(pVgCxt);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ pVgCxt->vgId = pTableCxt->pMeta->vgId;
+ int32_t code = taosHashPut(pVgroupHash, &pVgCxt->vgId, sizeof(pVgCxt->vgId), &pVgCxt, POINTER_BYTES);
+ if (TSDB_CODE_SUCCESS == code) {
+ taosArrayPush(pVgroupList, &pVgCxt);
+ *pOutput = pVgCxt;
+ } else {
+ insDestroyVgroupDataCxt(pVgCxt);
+ }
+ return code;
+}
+
+int insColDataComp(const void* lp, const void* rp) {
+ SColData* pLeft = (SColData*)lp;
+ SColData* pRight = (SColData*)rp;
+ if (pLeft->cid < pRight->cid) {
+ return -1;
+ } else if (pLeft->cid > pRight->cid) {
+ return 1;
+ }
+
+ return 0;
+}
+
+int32_t insMergeTableDataCxt(SHashObj* pTableHash, SArray** pVgDataBlocks) {
+ SHashObj* pVgroupHash = taosHashInit(128, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, false);
+ SArray* pVgroupList = taosArrayInit(8, POINTER_BYTES);
+ if (NULL == pVgroupHash || NULL == pVgroupList) {
+ taosHashCleanup(pVgroupHash);
+ taosArrayDestroy(pVgroupList);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ int32_t code = TSDB_CODE_SUCCESS;
+ bool colFormat = false;
+
+ void* p = taosHashIterate(pTableHash, NULL);
+ if (p) {
+ STableDataCxt* pTableCxt = *(STableDataCxt**)p;
+ colFormat = (0 != (pTableCxt->pData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT));
+ }
+
+ while (TSDB_CODE_SUCCESS == code && NULL != p) {
+ STableDataCxt* pTableCxt = *(STableDataCxt**)p;
+ if (colFormat) {
+ SColData* pCol = taosArrayGet(pTableCxt->pData->aCol, 0);
+ if (pCol->nVal <= 0) {
+ p = taosHashIterate(pTableHash, p);
+ continue;
+ }
+
+ if (pTableCxt->pData->pCreateTbReq) {
+ pTableCxt->pData->flags |= SUBMIT_REQ_AUTO_CREATE_TABLE;
+ }
+
+ taosArraySort(pTableCxt->pData->aCol, insColDataComp);
+
+ tColDataSortMerge(pTableCxt->pData->aCol);
+ } else {
+ if (!pTableCxt->ordered) {
+ tRowSort(pTableCxt->pData->aRowP);
+ }
+ if (!pTableCxt->ordered || pTableCxt->duplicateTs) {
+ code = tRowMerge(pTableCxt->pData->aRowP, pTableCxt->pSchema, 0);
+ }
+ }
+
+ if (TSDB_CODE_SUCCESS == code) {
+ SVgroupDataCxt* pVgCxt = NULL;
+ int32_t vgId = pTableCxt->pMeta->vgId;
+ void** p = taosHashGet(pVgroupHash, &vgId, sizeof(vgId));
+ if (NULL == p) {
+ code = createVgroupDataCxt(pTableCxt, pVgroupHash, pVgroupList, &pVgCxt);
+ } else {
+ pVgCxt = *(SVgroupDataCxt**)p;
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = fillVgroupDataCxt(pTableCxt, pVgCxt);
+ }
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ p = taosHashIterate(pTableHash, p);
+ }
+ }
+
+ taosHashCleanup(pVgroupHash);
+ if (TSDB_CODE_SUCCESS == code) {
+ *pVgDataBlocks = pVgroupList;
+ } else {
+ insDestroyVgroupDataCxtList(pVgroupList);
+ }
+
+ return code;
+}
+
+static int32_t buildSubmitReq(int32_t vgId, SSubmitReq2* pReq, void** pData, uint32_t* pLen) {
+ int32_t code = TSDB_CODE_SUCCESS;
+ uint32_t len = 0;
+ void* pBuf = NULL;
+ tEncodeSize(tEncodeSSubmitReq2, pReq, len, code);
+ if (TSDB_CODE_SUCCESS == code) {
+ SEncoder encoder;
+ len += sizeof(SMsgHead);
+ pBuf = taosMemoryMalloc(len);
+ if (NULL == pBuf) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ ((SMsgHead*)pBuf)->vgId = htonl(vgId);
+ ((SMsgHead*)pBuf)->contLen = htonl(len);
+ tEncoderInit(&encoder, POINTER_SHIFT(pBuf, sizeof(SMsgHead)), len - sizeof(SMsgHead));
+ code = tEncodeSSubmitReq2(&encoder, pReq);
+ tEncoderClear(&encoder);
+ }
+
+ if (TSDB_CODE_SUCCESS == code) {
+ *pData = pBuf;
+ *pLen = len;
+ } else {
+ taosMemoryFree(pBuf);
+ }
+ return code;
+}
+
+static void destroyVgDataBlocks(void* p) {
+ SVgDataBlocks* pVg = p;
+ taosMemoryFree(pVg->pData);
+ taosMemoryFree(pVg);
+}
+
+int32_t insBuildVgDataBlocks(SHashObj* pVgroupsHashObj, SArray* pVgDataCxtList, SArray** pVgDataBlocks) {
+ size_t numOfVg = taosArrayGetSize(pVgDataCxtList);
+ SArray* pDataBlocks = taosArrayInit(numOfVg, POINTER_BYTES);
+ if (NULL == pDataBlocks) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ int32_t code = TSDB_CODE_SUCCESS;
+ for (size_t i = 0; TSDB_CODE_SUCCESS == code && i < numOfVg; ++i) {
+ SVgroupDataCxt* src = taosArrayGetP(pVgDataCxtList, i);
+ SVgDataBlocks* dst = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
+ if (NULL == dst) {
+ code = TSDB_CODE_OUT_OF_MEMORY;
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ dst->numOfTables = taosArrayGetSize(src->pData->aSubmitTbData);
+ code = taosHashGetDup(pVgroupsHashObj, (const char*)&src->vgId, sizeof(src->vgId), &dst->vg);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = buildSubmitReq(src->vgId, src->pData, &dst->pData, &dst->size);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = (NULL == taosArrayPush(pDataBlocks, &dst) ? TSDB_CODE_OUT_OF_MEMORY : TSDB_CODE_SUCCESS);
+ }
+ }
+
+ if (TSDB_CODE_SUCCESS == code) {
+ *pVgDataBlocks = pDataBlocks;
+ } else {
+ taosArrayDestroyP(pDataBlocks, destroyVgDataBlocks);
+ }
+
+ return code;
+}
+
+static int bindFileds(SBoundColInfo* pBoundInfo, SSchema* pSchema, TAOS_FIELD* fields, int numFields) {
+ bool* pUseCols = taosMemoryCalloc(pBoundInfo->numOfCols, sizeof(bool));
+ if (NULL == pUseCols) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ pBoundInfo->numOfBound = 0;
+
+ int16_t lastColIdx = -1; // last column found
+ int32_t code = TSDB_CODE_SUCCESS;
+ for (int i = 0; i < numFields; i++) {
+ SToken token;
+ token.z = fields[i].name;
+ token.n = strlen(fields[i].name);
+
+ int16_t t = lastColIdx + 1;
+ int16_t index = insFindCol(&token, t, pBoundInfo->numOfCols, pSchema);
+ if (index < 0 && t > 0) {
+ index = insFindCol(&token, 0, t, pSchema);
+ }
+ if (index < 0) {
+ uError("can not find column name:%s", token.z);
+ code = TSDB_CODE_PAR_INVALID_COLUMN;
+ break;
+ } else if (pUseCols[index]) {
+ code = TSDB_CODE_PAR_INVALID_COLUMN;
+ uError("duplicated column name:%s", token.z);
+ break;
+ } else {
+ lastColIdx = index;
+ pUseCols[index] = true;
+ pBoundInfo->pColIndex[pBoundInfo->numOfBound] = index;
+ ++pBoundInfo->numOfBound;
+ }
+ }
+
+ if (TSDB_CODE_SUCCESS == code && !pUseCols[0]) {
+ uError("primary timestamp column can not be null:");
+ code = TSDB_CODE_PAR_INVALID_COLUMN;
+ }
+
+ taosMemoryFree(pUseCols);
+ return code;
+}
+
+int rawBlockBindData(SQuery* query, STableMeta* pTableMeta, void* data, SVCreateTbReq* pCreateTb, TAOS_FIELD* tFields,
+ int numFields) {
+ STableDataCxt* pTableCxt = NULL;
+ int ret = insGetTableDataCxt(((SVnodeModifyOpStmt*)(query->pRoot))->pTableBlockHashObj, &pTableMeta->uid,
+ sizeof(pTableMeta->uid), pTableMeta, &pCreateTb, &pTableCxt, true);
+ if (ret != TSDB_CODE_SUCCESS) {
+ uError("insGetTableDataCxt error");
+ goto end;
+ }
+ if (tFields != NULL) {
+ ret = bindFileds(&pTableCxt->boundColsInfo, getTableColumnSchema(pTableMeta), tFields, numFields);
+ if (ret != TSDB_CODE_SUCCESS) {
+ uError("bindFileds error");
+ goto end;
+ }
+ }
+ // no need to bind, because select * get all fields
+ ret = initTableColSubmitData(pTableCxt);
+ if (ret != TSDB_CODE_SUCCESS) {
+ uError("initTableColSubmitData error");
+ goto end;
+ }
+
+ char* p = (char*)data;
+ // | version | total length | total rows | total columns | flag seg| block group id | column schema | each column
+ // length |
+ p += sizeof(int32_t);
+ p += sizeof(int32_t);
+
+ int32_t numOfRows = *(int32_t*)p;
+ p += sizeof(int32_t);
+
+ int32_t numOfCols = *(int32_t*)p;
+ p += sizeof(int32_t);
+
+ p += sizeof(int32_t);
+ p += sizeof(uint64_t);
+
+ int8_t* fields = p;
+ p += numOfCols * (sizeof(int8_t) + sizeof(int32_t));
+
+ int32_t* colLength = (int32_t*)p;
+ p += sizeof(int32_t) * numOfCols;
+
+ char* pStart = p;
+
+ SSchema* pSchema = getTableColumnSchema(pTableCxt->pMeta);
+ SBoundColInfo* boundInfo = &pTableCxt->boundColsInfo;
+
+ if (boundInfo->numOfBound != numOfCols) {
+ uError("boundInfo->numOfBound:%d != numOfCols:%d", boundInfo->numOfBound, numOfCols);
+ ret = TSDB_CODE_INVALID_PARA;
+ goto end;
+ }
+ for (int c = 0; c < boundInfo->numOfBound; ++c) {
+ SSchema* pColSchema = &pSchema[boundInfo->pColIndex[c]];
+ SColData* pCol = taosArrayGet(pTableCxt->pData->aCol, c);
+
+ if (*fields != pColSchema->type && *(int32_t*)(fields + sizeof(int8_t)) != pColSchema->bytes) {
+ uError("type or bytes not equal");
+ ret = TSDB_CODE_INVALID_PARA;
+ goto end;
+ }
+
+ colLength[c] = htonl(colLength[c]);
+ int8_t* offset = pStart;
+ if (IS_VAR_DATA_TYPE(pColSchema->type)) {
+ pStart += numOfRows * sizeof(int32_t);
+ } else {
+ pStart += BitmapLen(numOfRows);
+ }
+ char* pData = pStart;
+
+ tColDataAddValueByDataBlock(pCol, pColSchema->type, pColSchema->bytes, numOfRows, offset, pData);
+ fields += sizeof(int8_t) + sizeof(int32_t);
+ pStart += colLength[c];
+ }
+
+end:
+ return ret;
+}
\ No newline at end of file
diff --git a/source/libs/parser/src/parTokenizer.c b/source/libs/parser/src/parTokenizer.c
index e62b2f0f5ab2db843d41009bb21e68a60f19cd67..94b32a3de219d52a1a90e36531979c3487ca28d3 100644
--- a/source/libs/parser/src/parTokenizer.c
+++ b/source/libs/parser/src/parTokenizer.c
@@ -90,6 +90,7 @@ static SKeyword keywordTable[] = {
{"EXISTS", TK_EXISTS},
{"EXPIRED", TK_EXPIRED},
{"EXPLAIN", TK_EXPLAIN},
+ {"EVENT_WINDOW", TK_EVENT_WINDOW},
{"EVERY", TK_EVERY},
{"FILE", TK_FILE},
{"FILL", TK_FILL},
@@ -195,15 +196,16 @@ static SKeyword keywordTable[] = {
{"SNODES", TK_SNODES},
{"SOFFSET", TK_SOFFSET},
{"SPLIT", TK_SPLIT},
- {"STT_TRIGGER", TK_STT_TRIGGER},
{"STABLE", TK_STABLE},
{"STABLES", TK_STABLES},
+ {"START", TK_START},
{"STATE", TK_STATE},
{"STATE_WINDOW", TK_STATE_WINDOW},
{"STORAGE", TK_STORAGE},
{"STREAM", TK_STREAM},
{"STREAMS", TK_STREAMS},
{"STRICT", TK_STRICT},
+ {"STT_TRIGGER", TK_STT_TRIGGER},
{"SUBSCRIBE", TK_SUBSCRIBE},
{"SUBSCRIPTIONS", TK_SUBSCRIPTIONS},
{"SUBTABLE", TK_SUBTABLE},
@@ -258,6 +260,7 @@ static SKeyword keywordTable[] = {
{"WRITE", TK_WRITE},
{"_C0", TK_ROWTS},
{"_IROWTS", TK_IROWTS},
+ {"_ISFILLED", TK_ISFILLED},
{"_QDURATION", TK_QDURATION},
{"_QEND", TK_QEND},
{"_QSTART", TK_QSTART},
diff --git a/source/libs/parser/src/parTranslater.c b/source/libs/parser/src/parTranslater.c
index 37703534d61647ae7d5189b8d777924576f8ea32..45eacad8557477f8c3dcc6654f8134ee2a3118b8 100644
--- a/source/libs/parser/src/parTranslater.c
+++ b/source/libs/parser/src/parTranslater.c
@@ -352,7 +352,7 @@ static int32_t getTableMetaImpl(STranslateContext* pCxt, const SName* pName, STa
code = catalogGetTableMeta(pParCxt->pCatalog, &conn, pName, pMeta);
}
}
- if (TSDB_CODE_SUCCESS != code) {
+ if (TSDB_CODE_SUCCESS != code && TSDB_CODE_TSC_INVALID_TABLE_NAME != code) {
parserError("0x%" PRIx64 " catalogGetTableMeta error, code:%s, dbName:%s, tbName:%s", pCxt->pParseCxt->requestId,
tstrerror(code), pName->dbname, pName->tname);
}
@@ -3147,6 +3147,15 @@ static int32_t translateSessionWindow(STranslateContext* pCxt, SSelectStmt* pSel
return TSDB_CODE_SUCCESS;
}
+static int32_t translateEventWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
+ if (QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
+ !isGlobalTimeLineQuery(((STempTableNode*)pSelect->pFromTable)->pSubquery)) {
+ return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_QUERY,
+ "EVENT_WINDOW requires valid time series input");
+ }
+ return TSDB_CODE_SUCCESS;
+}
+
static int32_t translateSpecificWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
switch (nodeType(pSelect->pWindow)) {
case QUERY_NODE_STATE_WINDOW:
@@ -3155,6 +3164,8 @@ static int32_t translateSpecificWindow(STranslateContext* pCxt, SSelectStmt* pSe
return translateSessionWindow(pCxt, pSelect);
case QUERY_NODE_INTERVAL_WINDOW:
return translateIntervalWindow(pCxt, pSelect);
+ case QUERY_NODE_EVENT_WINDOW:
+ return translateEventWindow(pCxt, pSelect);
default:
break;
}
@@ -5072,7 +5083,7 @@ static int32_t translateUseDatabase(STranslateContext* pCxt, SUseDatabaseStmt* p
static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pStmt) {
SCreateUserReq createReq = {0};
- strcpy(createReq.user, pStmt->useName);
+ strcpy(createReq.user, pStmt->userName);
createReq.createType = 0;
createReq.superUser = 0;
createReq.sysInfo = pStmt->sysinfo;
@@ -5084,7 +5095,7 @@ static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pSt
static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt) {
SAlterUserReq alterReq = {0};
- strcpy(alterReq.user, pStmt->useName);
+ strcpy(alterReq.user, pStmt->userName);
alterReq.alterType = pStmt->alterType;
alterReq.superUser = 0;
alterReq.enable = pStmt->enable;
@@ -5099,7 +5110,7 @@ static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt
static int32_t translateDropUser(STranslateContext* pCxt, SDropUserStmt* pStmt) {
SDropUserReq dropReq = {0};
- strcpy(dropReq.user, pStmt->useName);
+ strcpy(dropReq.user, pStmt->userName);
return buildCmdMsg(pCxt, TDMT_MND_DROP_USER, (FSerializeFunc)tSerializeSDropUserReq, &dropReq);
}
@@ -6634,7 +6645,7 @@ static void destroyCreateTbReqBatch(void* data) {
}
int32_t rewriteToVnodeModifyOpStmt(SQuery* pQuery, SArray* pBufArray) {
- SVnodeModifOpStmt* pNewStmt = (SVnodeModifOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
+ SVnodeModifyOpStmt* pNewStmt = (SVnodeModifyOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIFY_STMT);
if (pNewStmt == NULL) {
return TSDB_CODE_OUT_OF_MEMORY;
}
@@ -7018,7 +7029,7 @@ SArray* serializeVgroupsCreateTableBatch(SHashObj* pVgroupHashmap) {
}
static int32_t rewriteCreateMultiTable(STranslateContext* pCxt, SQuery* pQuery) {
- SCreateMultiTableStmt* pStmt = (SCreateMultiTableStmt*)pQuery->pRoot;
+ SCreateMultiTablesStmt* pStmt = (SCreateMultiTablesStmt*)pQuery->pRoot;
SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
if (NULL == pVgroupHashmap) {
@@ -7626,7 +7637,7 @@ static int32_t rewriteQuery(STranslateContext* pCxt, SQuery* pQuery) {
code = rewriteCreateTable(pCxt, pQuery);
}
break;
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
code = rewriteCreateMultiTable(pCxt, pQuery);
break;
case QUERY_NODE_DROP_TABLE_STMT:
@@ -7723,9 +7734,9 @@ static int32_t setQuery(STranslateContext* pCxt, SQuery* pQuery) {
pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
pQuery->msgType = TDMT_VND_SUBMIT;
break;
- case QUERY_NODE_VNODE_MODIF_STMT:
+ case QUERY_NODE_VNODE_MODIFY_STMT:
pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
- pQuery->msgType = toMsgType(((SVnodeModifOpStmt*)pQuery->pRoot)->sqlNodeType);
+ pQuery->msgType = toMsgType(((SVnodeModifyOpStmt*)pQuery->pRoot)->sqlNodeType);
break;
case QUERY_NODE_DESCRIBE_STMT:
case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
diff --git a/source/libs/parser/src/sql.c b/source/libs/parser/src/sql.c
index a1ebe0ac32037b7466d317f5876b3d4a083fe83e..1021aab6f099e7f65201684ab07ef5412d47ab60 100644
--- a/source/libs/parser/src/sql.c
+++ b/source/libs/parser/src/sql.c
@@ -104,26 +104,26 @@
#endif
/************* Begin control #defines *****************************************/
#define YYCODETYPE unsigned short int
-#define YYNOCODE 457
+#define YYNOCODE 461
#define YYACTIONTYPE unsigned short int
#define ParseTOKENTYPE SToken
typedef union {
int yyinit;
ParseTOKENTYPE yy0;
- EOperatorType yy20;
- int8_t yy33;
- SAlterOption yy123;
- SNode* yy148;
- SToken yy199;
- EFillMode yy334;
- bool yy397;
- SNodeList* yy404;
- EJoinType yy470;
- ENullOrder yy499;
- int64_t yy525;
- SDataType yy530;
- int32_t yy706;
- EOrder yy898;
+ EOrder yy32;
+ SToken yy77;
+ int32_t yy248;
+ int8_t yy287;
+ ENullOrder yy385;
+ EJoinType yy560;
+ SNode* yy600;
+ SNodeList* yy601;
+ SAlterOption yy661;
+ EOperatorType yy666;
+ int64_t yy717;
+ EFillMode yy798;
+ bool yy841;
+ SDataType yy888;
} YYMINORTYPE;
#ifndef YYSTACKDEPTH
#define YYSTACKDEPTH 100
@@ -139,17 +139,18 @@ typedef union {
#define ParseCTX_FETCH
#define ParseCTX_STORE
#define YYFALLBACK 1
-#define YYNSTATE 708
-#define YYNRULE 538
-#define YYNTOKEN 322
-#define YY_MAX_SHIFT 707
-#define YY_MIN_SHIFTREDUCE 1048
-#define YY_MAX_SHIFTREDUCE 1585
-#define YY_ERROR_ACTION 1586
-#define YY_ACCEPT_ACTION 1587
-#define YY_NO_ACTION 1588
-#define YY_MIN_REDUCE 1589
-#define YY_MAX_REDUCE 2126
+#define YYNSTATE 714
+#define YYNRULE 545
+#define YYNRULE_WITH_ACTION 545
+#define YYNTOKEN 325
+#define YY_MAX_SHIFT 713
+#define YY_MIN_SHIFTREDUCE 1061
+#define YY_MAX_SHIFTREDUCE 1605
+#define YY_ERROR_ACTION 1606
+#define YY_ACCEPT_ACTION 1607
+#define YY_NO_ACTION 1608
+#define YY_MIN_REDUCE 1609
+#define YY_MAX_REDUCE 2153
/************* End control #defines *******************************************/
#define YY_NLOOKAHEAD ((int)(sizeof(yy_lookahead)/sizeof(yy_lookahead[0])))
@@ -216,736 +217,843 @@ typedef union {
** yy_default[] Default action for each state.
**
*********** Begin parsing tables **********************************************/
-#define YY_ACTTAB_COUNT (2706)
+#define YY_ACTTAB_COUNT (3069)
static const YYACTIONTYPE yy_action[] = {
- /* 0 */ 458, 1795, 459, 1625, 1838, 1733, 1587, 467, 353, 459,
- /* 10 */ 1625, 1632, 43, 41, 1516, 181, 1925, 1793, 1731, 399,
- /* 20 */ 360, 62, 1367, 36, 35, 1081, 1960, 42, 40, 39,
- /* 30 */ 38, 37, 167, 1446, 559, 1365, 1658, 42, 40, 39,
- /* 40 */ 38, 37, 36, 35, 1921, 1927, 42, 40, 39, 38,
- /* 50 */ 37, 33, 274, 332, 1842, 607, 464, 577, 1441, 25,
- /* 60 */ 699, 545, 460, 16, 1083, 2097, 1086, 1087, 597, 375,
- /* 70 */ 1373, 365, 596, 558, 1788, 1790, 597, 1942, 97, 1373,
- /* 80 */ 2103, 173, 123, 43, 41, 2098, 566, 1929, 131, 497,
- /* 90 */ 52, 360, 132, 1367, 596, 12, 560, 325, 1925, 1742,
- /* 100 */ 1734, 512, 511, 510, 1446, 352, 1365, 1742, 1960, 128,
- /* 110 */ 506, 545, 58, 155, 505, 2097, 580, 704, 1392, 504,
- /* 120 */ 509, 1911, 1744, 613, 405, 503, 1921, 1927, 343, 1441,
- /* 130 */ 2103, 173, 1448, 1449, 16, 2098, 566, 607, 1475, 457,
- /* 140 */ 158, 1373, 462, 1631, 577, 1696, 1941, 172, 2037, 2038,
- /* 150 */ 1976, 129, 2042, 100, 1943, 617, 1945, 1946, 612, 565,
- /* 160 */ 607, 1422, 1431, 2097, 318, 170, 12, 2029, 476, 46,
- /* 170 */ 466, 354, 2025, 462, 1631, 131, 265, 266, 564, 173,
- /* 180 */ 1368, 264, 1366, 2098, 566, 175, 337, 526, 704, 1393,
- /* 190 */ 1929, 36, 35, 2055, 1476, 42, 40, 39, 38, 37,
- /* 200 */ 524, 1925, 522, 1448, 1449, 1371, 1372, 1513, 1421, 1424,
- /* 210 */ 1425, 1426, 1427, 1428, 1429, 1430, 609, 605, 1439, 1440,
- /* 220 */ 1442, 1443, 1444, 1445, 1447, 1450, 2, 58, 58, 1921,
- /* 230 */ 1927, 355, 1422, 1431, 255, 2037, 576, 2101, 124, 575,
- /* 240 */ 607, 80, 2097, 1789, 1790, 596, 47, 338, 1392, 336,
- /* 250 */ 335, 1368, 499, 1366, 1542, 127, 501, 564, 173, 1303,
- /* 260 */ 1304, 176, 2098, 566, 1737, 32, 358, 1470, 1471, 1472,
- /* 270 */ 1473, 1474, 1478, 1479, 1480, 1481, 1371, 1372, 500, 1421,
- /* 280 */ 1424, 1425, 1426, 1427, 1428, 1429, 1430, 609, 605, 1439,
- /* 290 */ 1440, 1442, 1443, 1444, 1445, 1447, 1450, 2, 1612, 9,
- /* 300 */ 43, 41, 552, 1540, 1541, 1543, 1544, 1838, 360, 584,
- /* 310 */ 1367, 398, 1393, 397, 1100, 157, 1099, 1601, 183, 351,
- /* 320 */ 46, 1446, 1853, 1365, 1207, 639, 638, 637, 1211, 636,
- /* 330 */ 1213, 1214, 635, 1216, 632, 1590, 1222, 629, 1224, 1225,
- /* 340 */ 626, 623, 1911, 1520, 169, 1101, 1441, 1086, 1087, 1392,
- /* 350 */ 2102, 16, 2044, 555, 2097, 597, 113, 1782, 1373, 112,
- /* 360 */ 111, 110, 109, 108, 107, 106, 105, 104, 394, 178,
- /* 370 */ 2101, 43, 41, 1451, 2098, 2100, 176, 176, 2041, 360,
- /* 380 */ 185, 1367, 1589, 12, 1942, 9, 1742, 7, 226, 396,
- /* 390 */ 392, 577, 1446, 113, 1365, 176, 112, 111, 110, 109,
- /* 400 */ 108, 107, 106, 105, 104, 704, 122, 121, 120, 119,
- /* 410 */ 118, 117, 116, 115, 114, 1960, 77, 1441, 363, 76,
- /* 420 */ 1448, 1449, 131, 614, 1250, 1251, 155, 1611, 1911, 1373,
- /* 430 */ 613, 39, 38, 37, 1391, 1744, 561, 556, 227, 36,
- /* 440 */ 35, 1772, 597, 42, 40, 39, 38, 37, 1512, 1422,
- /* 450 */ 1431, 1344, 1345, 1941, 44, 167, 403, 1976, 225, 1795,
- /* 460 */ 100, 1943, 617, 1945, 1946, 612, 329, 607, 1368, 176,
- /* 470 */ 1366, 1911, 2117, 1742, 2029, 1793, 704, 1843, 354, 2025,
- /* 480 */ 1167, 174, 2037, 2038, 441, 129, 2042, 233, 1610, 2063,
- /* 490 */ 1423, 1448, 1449, 1371, 1372, 568, 1421, 1424, 1425, 1426,
- /* 500 */ 1427, 1428, 1429, 1430, 609, 605, 1439, 1440, 1442, 1443,
- /* 510 */ 1444, 1445, 1447, 1450, 2, 1169, 651, 597, 82, 320,
- /* 520 */ 1422, 1431, 530, 707, 528, 91, 83, 512, 511, 510,
- /* 530 */ 565, 123, 1911, 642, 2097, 128, 506, 281, 502, 1368,
- /* 540 */ 505, 1366, 189, 188, 9, 504, 509, 1735, 1742, 564,
- /* 550 */ 173, 503, 166, 1720, 2098, 566, 11, 10, 697, 693,
- /* 560 */ 689, 685, 279, 663, 1371, 1372, 80, 1421, 1424, 1425,
- /* 570 */ 1426, 1427, 1428, 1429, 1430, 609, 605, 1439, 1440, 1442,
- /* 580 */ 1443, 1444, 1445, 1447, 1450, 2, 43, 41, 2102, 1738,
- /* 590 */ 133, 1930, 2097, 2000, 360, 211, 1367, 1392, 98, 1609,
- /* 600 */ 1718, 272, 1925, 1582, 649, 1727, 1942, 1446, 2101, 1365,
- /* 610 */ 162, 1608, 2098, 2099, 572, 476, 493, 489, 485, 481,
- /* 620 */ 208, 2044, 577, 146, 145, 646, 645, 644, 143, 258,
- /* 630 */ 1921, 1927, 1441, 1795, 593, 508, 507, 1960, 675, 673,
- /* 640 */ 364, 607, 1729, 1911, 1373, 614, 1100, 2040, 1099, 1793,
- /* 650 */ 1911, 1489, 613, 131, 155, 1911, 81, 43, 41, 206,
- /* 660 */ 1367, 210, 651, 1745, 2102, 360, 58, 1367, 85, 44,
- /* 670 */ 1725, 260, 58, 1365, 230, 1941, 583, 1101, 1446, 1976,
- /* 680 */ 1365, 1394, 100, 1943, 617, 1945, 1946, 612, 1338, 607,
- /* 690 */ 229, 704, 134, 608, 141, 2000, 2029, 1581, 1456, 2044,
- /* 700 */ 354, 2025, 569, 1441, 1392, 1394, 1448, 1449, 1373, 1838,
- /* 710 */ 597, 579, 171, 2037, 2038, 1373, 129, 2042, 545, 540,
- /* 720 */ 187, 1607, 2097, 641, 404, 2039, 205, 199, 1606, 204,
- /* 730 */ 597, 1392, 472, 1477, 584, 1422, 1431, 2103, 173, 29,
- /* 740 */ 12, 1742, 2098, 566, 413, 36, 35, 1854, 197, 42,
- /* 750 */ 40, 39, 38, 37, 1368, 704, 1366, 1575, 1605, 2069,
- /* 760 */ 144, 1742, 704, 36, 35, 1911, 1602, 42, 40, 39,
- /* 770 */ 38, 37, 1911, 1604, 599, 1395, 2001, 1448, 1449, 1371,
- /* 780 */ 1372, 1898, 1421, 1424, 1425, 1426, 1427, 1428, 1429, 1430,
- /* 790 */ 609, 605, 1439, 1440, 1442, 1443, 1444, 1445, 1447, 1450,
- /* 800 */ 2, 317, 1911, 1390, 30, 1603, 1422, 1431, 597, 597,
- /* 810 */ 435, 366, 51, 448, 1482, 176, 447, 1911, 1368, 155,
- /* 820 */ 1366, 176, 427, 428, 257, 1368, 1655, 1366, 1744, 382,
- /* 830 */ 1600, 419, 1599, 449, 1598, 573, 421, 1597, 1596, 1742,
- /* 840 */ 1742, 2049, 1509, 1371, 1372, 1423, 1595, 1395, 257, 1911,
- /* 850 */ 1371, 1372, 553, 1421, 1424, 1425, 1426, 1427, 1428, 1429,
- /* 860 */ 1430, 609, 605, 1439, 1440, 1442, 1443, 1444, 1445, 1447,
- /* 870 */ 1450, 2, 1423, 601, 1911, 2001, 1911, 333, 1911, 36,
- /* 880 */ 35, 1911, 1911, 42, 40, 39, 38, 37, 1719, 409,
- /* 890 */ 1911, 681, 680, 679, 678, 370, 1697, 677, 676, 135,
- /* 900 */ 671, 670, 669, 668, 667, 666, 665, 148, 661, 660,
- /* 910 */ 659, 369, 368, 656, 655, 654, 653, 652, 235, 445,
- /* 920 */ 1594, 570, 440, 439, 438, 437, 434, 433, 432, 431,
- /* 930 */ 430, 426, 425, 424, 423, 334, 416, 415, 414, 517,
- /* 940 */ 411, 410, 331, 156, 643, 36, 35, 1786, 294, 42,
- /* 950 */ 40, 39, 38, 37, 527, 1717, 597, 1593, 1942, 6,
- /* 960 */ 597, 252, 292, 66, 1911, 31, 65, 1552, 224, 209,
- /* 970 */ 474, 36, 35, 1395, 475, 42, 40, 39, 38, 37,
- /* 980 */ 597, 1592, 597, 520, 193, 454, 452, 1742, 514, 1960,
- /* 990 */ 182, 1742, 597, 223, 1739, 649, 139, 580, 664, 501,
- /* 1000 */ 1712, 1911, 1911, 373, 613, 246, 541, 647, 1795, 1825,
- /* 1010 */ 1786, 1742, 597, 1742, 146, 145, 646, 645, 644, 143,
- /* 1020 */ 58, 500, 67, 1742, 1794, 1911, 581, 1941, 48, 64,
- /* 1030 */ 3, 1976, 63, 1532, 100, 1943, 617, 1945, 1946, 612,
- /* 1040 */ 137, 607, 125, 1742, 648, 545, 170, 1786, 2029, 2097,
- /* 1050 */ 36, 35, 354, 2025, 42, 40, 39, 38, 37, 99,
- /* 1060 */ 406, 1942, 649, 597, 2103, 173, 357, 356, 288, 2098,
- /* 1070 */ 566, 1772, 75, 407, 2056, 216, 1381, 269, 214, 597,
- /* 1080 */ 1376, 146, 145, 646, 645, 644, 143, 1446, 218, 1374,
- /* 1090 */ 1375, 217, 1960, 592, 1742, 1645, 1638, 74, 73, 402,
- /* 1100 */ 614, 597, 180, 220, 1942, 1911, 219, 613, 1961, 60,
- /* 1110 */ 1742, 222, 1441, 239, 221, 594, 234, 513, 515, 1932,
- /* 1120 */ 316, 604, 597, 390, 1373, 388, 384, 380, 377, 374,
- /* 1130 */ 1941, 371, 1742, 597, 1976, 1960, 595, 100, 1943, 617,
- /* 1140 */ 1945, 1946, 612, 614, 607, 597, 1636, 275, 1911, 2117,
- /* 1150 */ 613, 2029, 45, 1742, 372, 354, 2025, 1584, 1585, 367,
- /* 1160 */ 422, 1539, 1942, 1509, 1742, 241, 2091, 1934, 518, 176,
- /* 1170 */ 50, 603, 262, 1941, 140, 544, 1742, 1976, 142, 1626,
- /* 1180 */ 100, 1943, 617, 1945, 1946, 612, 1847, 607, 657, 11,
- /* 1190 */ 10, 658, 2117, 1960, 2029, 144, 545, 60, 354, 2025,
- /* 1200 */ 2097, 614, 2059, 45, 1314, 154, 1911, 96, 613, 2048,
- /* 1210 */ 1148, 1783, 45, 1146, 621, 2103, 173, 93, 142, 533,
- /* 1220 */ 2098, 566, 578, 1942, 267, 254, 589, 1379, 4, 251,
- /* 1230 */ 271, 1941, 376, 1129, 1382, 1976, 1377, 1378, 100, 1943,
- /* 1240 */ 617, 1945, 1946, 612, 381, 607, 144, 1200, 1, 1483,
- /* 1250 */ 2004, 1942, 2029, 126, 1960, 1432, 354, 2025, 330, 1385,
- /* 1260 */ 1387, 545, 614, 1467, 287, 2097, 1228, 1911, 1130, 613,
- /* 1270 */ 1232, 605, 1439, 1440, 1442, 1443, 1444, 1445, 1331, 186,
- /* 1280 */ 2103, 173, 1960, 142, 282, 2098, 566, 408, 1395, 1848,
- /* 1290 */ 614, 412, 1941, 443, 1390, 1911, 1976, 613, 1239, 100,
- /* 1300 */ 1943, 617, 1945, 1946, 612, 1237, 607, 417, 429, 450,
- /* 1310 */ 1840, 2002, 1942, 2029, 436, 442, 444, 354, 2025, 451,
- /* 1320 */ 1941, 190, 1396, 453, 1976, 455, 456, 100, 1943, 617,
- /* 1330 */ 1945, 1946, 612, 465, 607, 147, 1398, 468, 469, 600,
- /* 1340 */ 196, 2029, 198, 1960, 1397, 354, 2025, 470, 1399, 201,
- /* 1350 */ 471, 614, 473, 203, 78, 79, 1911, 477, 613, 207,
- /* 1360 */ 1103, 496, 494, 495, 498, 1942, 103, 1732, 535, 1888,
- /* 1370 */ 319, 1887, 534, 213, 532, 1728, 283, 215, 149, 150,
- /* 1380 */ 542, 1941, 2075, 228, 1730, 1976, 1726, 151, 101, 1943,
- /* 1390 */ 617, 1945, 1946, 612, 231, 607, 1960, 152, 2074, 554,
- /* 1400 */ 587, 5, 2029, 539, 614, 2051, 2028, 2025, 549, 1911,
- /* 1410 */ 245, 613, 563, 548, 2060, 2070, 550, 551, 1942, 536,
- /* 1420 */ 344, 557, 345, 547, 2120, 574, 237, 571, 163, 247,
- /* 1430 */ 248, 240, 253, 250, 1941, 1509, 1394, 130, 1976, 249,
- /* 1440 */ 582, 101, 1943, 617, 1945, 1946, 612, 2096, 607, 1960,
- /* 1450 */ 2045, 348, 259, 284, 585, 2029, 586, 614, 1859, 602,
- /* 1460 */ 2025, 1942, 1911, 1858, 613, 285, 1857, 350, 590, 88,
- /* 1470 */ 591, 286, 90, 1743, 57, 92, 619, 2010, 289, 1787,
- /* 1480 */ 700, 278, 321, 1713, 313, 701, 322, 615, 298, 703,
- /* 1490 */ 49, 1976, 1960, 1905, 101, 1943, 617, 1945, 1946, 612,
- /* 1500 */ 611, 607, 312, 1904, 291, 1911, 71, 613, 2029, 293,
- /* 1510 */ 302, 1903, 324, 2025, 1902, 72, 1899, 378, 1942, 379,
- /* 1520 */ 1359, 1360, 179, 1897, 383, 385, 386, 1896, 387, 389,
- /* 1530 */ 1941, 1895, 1894, 391, 1976, 1942, 1893, 310, 1943, 617,
- /* 1540 */ 1945, 1946, 612, 610, 607, 598, 1994, 393, 1334, 1960,
- /* 1550 */ 395, 1333, 1870, 1869, 400, 1868, 401, 614, 1867, 1294,
- /* 1560 */ 1833, 1942, 1911, 1832, 613, 1830, 1960, 191, 136, 1829,
- /* 1570 */ 1828, 1831, 1827, 1826, 614, 1824, 1823, 1822, 184, 1911,
- /* 1580 */ 418, 613, 1821, 420, 1820, 1819, 1818, 1941, 138, 1805,
- /* 1590 */ 1804, 1976, 1960, 1817, 159, 1943, 617, 1945, 1946, 612,
- /* 1600 */ 614, 607, 1816, 1815, 1941, 1911, 1814, 613, 1976, 1813,
- /* 1610 */ 1812, 160, 1943, 617, 1945, 1946, 612, 1811, 607, 1810,
- /* 1620 */ 1809, 1942, 1808, 1807, 1806, 1803, 1802, 1801, 1800, 1296,
- /* 1630 */ 1941, 446, 1797, 1796, 1976, 546, 2066, 101, 1943, 617,
- /* 1640 */ 1945, 1946, 612, 1942, 607, 1799, 1798, 1175, 1660, 1659,
- /* 1650 */ 192, 2029, 1960, 1657, 1621, 194, 2026, 69, 168, 1620,
- /* 1660 */ 614, 1089, 1931, 567, 2118, 1911, 1883, 613, 461, 1088,
- /* 1670 */ 195, 1877, 1866, 70, 1960, 200, 463, 202, 1865, 1850,
- /* 1680 */ 1721, 1656, 614, 1654, 1652, 478, 479, 1911, 483, 613,
- /* 1690 */ 1941, 1650, 482, 486, 1976, 480, 1648, 159, 1943, 617,
- /* 1700 */ 1945, 1946, 612, 1122, 607, 1635, 484, 1942, 487, 488,
- /* 1710 */ 490, 491, 1941, 492, 1634, 1617, 1976, 1723, 212, 304,
- /* 1720 */ 1943, 617, 1945, 1946, 612, 1244, 607, 1722, 1942, 1243,
- /* 1730 */ 672, 674, 1166, 1165, 1164, 1163, 1160, 1159, 1960, 2067,
- /* 1740 */ 1158, 59, 1646, 1157, 339, 1639, 614, 340, 1637, 1616,
- /* 1750 */ 341, 1911, 1615, 613, 516, 519, 521, 1614, 523, 1960,
- /* 1760 */ 525, 102, 1882, 562, 349, 1349, 1348, 614, 53, 1351,
- /* 1770 */ 529, 1942, 1911, 1876, 613, 1340, 1941, 24, 153, 1864,
- /* 1780 */ 1976, 537, 1862, 160, 1943, 617, 1945, 1946, 612, 2102,
- /* 1790 */ 607, 17, 14, 244, 56, 243, 18, 1941, 538, 1554,
- /* 1800 */ 1932, 1976, 1960, 61, 311, 1943, 617, 1945, 1946, 612,
- /* 1810 */ 611, 607, 543, 28, 26, 1911, 232, 613, 19, 236,
- /* 1820 */ 1569, 161, 1942, 1568, 342, 238, 346, 15, 1538, 242,
- /* 1830 */ 27, 1573, 1531, 1574, 84, 1863, 2119, 1572, 1942, 1575,
- /* 1840 */ 1941, 347, 256, 54, 1976, 55, 164, 310, 1943, 617,
- /* 1850 */ 1945, 1946, 612, 1960, 607, 1861, 1995, 1506, 359, 1505,
- /* 1860 */ 1860, 614, 20, 1849, 261, 263, 1911, 1536, 613, 1960,
- /* 1870 */ 268, 86, 588, 87, 361, 270, 89, 614, 273, 10,
- /* 1880 */ 21, 1468, 1911, 93, 613, 1979, 1383, 165, 1436, 1458,
- /* 1890 */ 1434, 1941, 1942, 8, 177, 1976, 1457, 1414, 311, 1943,
- /* 1900 */ 617, 1945, 1946, 612, 606, 607, 34, 1941, 1433, 13,
- /* 1910 */ 22, 1976, 1406, 1942, 311, 1943, 617, 1945, 1946, 612,
- /* 1920 */ 23, 607, 1229, 1960, 618, 620, 362, 622, 624, 1226,
- /* 1930 */ 627, 614, 625, 630, 1223, 1217, 1911, 628, 613, 631,
- /* 1940 */ 616, 1215, 633, 634, 1960, 1206, 1221, 1220, 1219, 1218,
- /* 1950 */ 640, 94, 614, 276, 1238, 1234, 1942, 1911, 1120, 613,
- /* 1960 */ 95, 531, 68, 650, 1154, 1976, 1153, 1152, 306, 1943,
- /* 1970 */ 617, 1945, 1946, 612, 1151, 607, 1150, 1942, 1149, 1147,
- /* 1980 */ 1173, 1145, 1941, 1144, 1143, 1141, 1976, 1960, 662, 295,
- /* 1990 */ 1943, 617, 1945, 1946, 612, 614, 607, 277, 1140, 1139,
- /* 2000 */ 1911, 1138, 613, 1137, 1136, 1135, 1170, 1168, 1960, 1132,
- /* 2010 */ 1131, 1128, 1127, 1126, 1653, 1125, 614, 682, 1651, 683,
- /* 2020 */ 1942, 1911, 684, 613, 686, 1941, 687, 1649, 690, 1976,
- /* 2030 */ 1647, 688, 296, 1943, 617, 1945, 1946, 612, 1942, 607,
- /* 2040 */ 692, 694, 691, 695, 696, 1633, 1941, 698, 1078, 1613,
- /* 2050 */ 1976, 1960, 702, 297, 1943, 617, 1945, 1946, 612, 614,
- /* 2060 */ 607, 280, 1369, 290, 1911, 705, 613, 1588, 706, 1960,
- /* 2070 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 614, 1588, 1588,
- /* 2080 */ 1588, 1588, 1911, 1588, 613, 1588, 1588, 1588, 1588, 1941,
- /* 2090 */ 1588, 1588, 1588, 1976, 1588, 1588, 303, 1943, 617, 1945,
- /* 2100 */ 1946, 612, 1942, 607, 1588, 1588, 1588, 1941, 1588, 1588,
- /* 2110 */ 1588, 1976, 1588, 1588, 307, 1943, 617, 1945, 1946, 612,
- /* 2120 */ 1588, 607, 1588, 1942, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2130 */ 1588, 1588, 1588, 1960, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2140 */ 1588, 614, 1588, 1588, 1588, 1588, 1911, 1588, 613, 1588,
- /* 2150 */ 1588, 1588, 1588, 1588, 1960, 1588, 1588, 1588, 1588, 1588,
- /* 2160 */ 1588, 1588, 614, 1588, 1588, 1588, 1942, 1911, 1588, 613,
- /* 2170 */ 1588, 1941, 1588, 1588, 1588, 1976, 1588, 1588, 299, 1943,
- /* 2180 */ 617, 1945, 1946, 612, 1942, 607, 1588, 1588, 1588, 1588,
- /* 2190 */ 1588, 1588, 1941, 1588, 1588, 1588, 1976, 1960, 1588, 308,
- /* 2200 */ 1943, 617, 1945, 1946, 612, 614, 607, 1588, 1588, 1588,
- /* 2210 */ 1911, 1588, 613, 1588, 1588, 1960, 1588, 1588, 1588, 1588,
- /* 2220 */ 1588, 1588, 1588, 614, 1588, 1588, 1588, 1942, 1911, 1588,
- /* 2230 */ 613, 1588, 1588, 1588, 1588, 1941, 1588, 1588, 1588, 1976,
- /* 2240 */ 1588, 1588, 300, 1943, 617, 1945, 1946, 612, 1588, 607,
- /* 2250 */ 1588, 1588, 1588, 1941, 1588, 1588, 1588, 1976, 1960, 1588,
- /* 2260 */ 309, 1943, 617, 1945, 1946, 612, 614, 607, 1588, 1588,
- /* 2270 */ 1942, 1911, 1588, 613, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2280 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1942, 1588, 1588,
- /* 2290 */ 1588, 1588, 1588, 1588, 1588, 1588, 1941, 1588, 1588, 1588,
- /* 2300 */ 1976, 1960, 1588, 301, 1943, 617, 1945, 1946, 612, 614,
- /* 2310 */ 607, 1588, 1588, 1942, 1911, 1588, 613, 1588, 1960, 1588,
- /* 2320 */ 1588, 1588, 1588, 1588, 1588, 1588, 614, 1588, 1588, 1588,
- /* 2330 */ 1588, 1911, 1588, 613, 1588, 1588, 1588, 1588, 1588, 1941,
- /* 2340 */ 1588, 1588, 1588, 1976, 1960, 1588, 314, 1943, 617, 1945,
- /* 2350 */ 1946, 612, 614, 607, 1588, 1588, 1941, 1911, 1588, 613,
- /* 2360 */ 1976, 1588, 1588, 315, 1943, 617, 1945, 1946, 612, 1588,
- /* 2370 */ 607, 1588, 1942, 1588, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2380 */ 1588, 1588, 1941, 1588, 1588, 1588, 1976, 1588, 1588, 1954,
- /* 2390 */ 1943, 617, 1945, 1946, 612, 1588, 607, 1588, 1588, 1588,
- /* 2400 */ 1588, 1588, 1588, 1960, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2410 */ 1588, 614, 1588, 1588, 1588, 1942, 1911, 1588, 613, 1588,
- /* 2420 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2430 */ 1588, 1588, 1588, 1942, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2440 */ 1588, 1941, 1588, 1588, 1588, 1976, 1960, 1588, 1953, 1943,
- /* 2450 */ 617, 1945, 1946, 612, 614, 607, 1588, 1588, 1588, 1911,
- /* 2460 */ 1588, 613, 1588, 1588, 1960, 1588, 1588, 1588, 1588, 1588,
- /* 2470 */ 1588, 1588, 614, 1588, 1588, 1588, 1588, 1911, 1588, 613,
- /* 2480 */ 1588, 1588, 1588, 1588, 1941, 1588, 1588, 1588, 1976, 1588,
- /* 2490 */ 1588, 1952, 1943, 617, 1945, 1946, 612, 1942, 607, 1588,
- /* 2500 */ 1588, 1588, 1941, 1588, 1588, 1588, 1976, 1588, 1588, 326,
- /* 2510 */ 1943, 617, 1945, 1946, 612, 1588, 607, 1588, 1942, 1588,
- /* 2520 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1960, 1588,
- /* 2530 */ 1588, 1588, 1588, 1588, 1588, 1588, 614, 1588, 1588, 1588,
- /* 2540 */ 1588, 1911, 1588, 613, 1588, 1588, 1588, 1588, 1588, 1960,
- /* 2550 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 614, 1588, 1588,
- /* 2560 */ 1588, 1942, 1911, 1588, 613, 1588, 1941, 1588, 1588, 1588,
- /* 2570 */ 1976, 1588, 1588, 327, 1943, 617, 1945, 1946, 612, 1942,
- /* 2580 */ 607, 1588, 1588, 1588, 1588, 1588, 1588, 1941, 1588, 1588,
- /* 2590 */ 1588, 1976, 1960, 1588, 323, 1943, 617, 1945, 1946, 612,
- /* 2600 */ 614, 607, 1588, 1588, 1588, 1911, 1588, 613, 1588, 1588,
- /* 2610 */ 1960, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 614, 1588,
- /* 2620 */ 1588, 1588, 1942, 1911, 1588, 613, 1588, 1588, 1588, 1588,
- /* 2630 */ 1941, 1588, 1588, 1588, 1976, 1588, 1588, 328, 1943, 617,
- /* 2640 */ 1945, 1946, 612, 1588, 607, 1588, 1588, 1588, 615, 1588,
- /* 2650 */ 1588, 1588, 1976, 1960, 1588, 306, 1943, 617, 1945, 1946,
- /* 2660 */ 612, 614, 607, 1588, 1588, 1588, 1911, 1588, 613, 1588,
- /* 2670 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2680 */ 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588, 1588,
- /* 2690 */ 1588, 1941, 1588, 1588, 1588, 1976, 1588, 1588, 305, 1943,
- /* 2700 */ 617, 1945, 1946, 612, 1588, 607,
+ /* 0 */ 35, 276, 460, 1876, 461, 1645, 469, 367, 461, 1645,
+ /* 10 */ 1808, 1810, 45, 43, 1535, 1954, 1874, 590, 1751, 466,
+ /* 20 */ 362, 407, 1385, 38, 37, 462, 1950, 44, 42, 41,
+ /* 30 */ 40, 39, 169, 1465, 459, 1383, 229, 464, 1651, 1792,
+ /* 40 */ 571, 602, 38, 37, 2124, 602, 44, 42, 41, 40,
+ /* 50 */ 39, 8, 602, 334, 1862, 1946, 1952, 345, 1460, 570,
+ /* 60 */ 175, 320, 187, 18, 2125, 572, 613, 38, 37, 1967,
+ /* 70 */ 1391, 44, 42, 41, 40, 39, 468, 1411, 583, 464,
+ /* 80 */ 1651, 38, 37, 45, 43, 44, 42, 41, 40, 39,
+ /* 90 */ 2129, 362, 171, 1385, 1609, 14, 136, 327, 81, 2026,
+ /* 100 */ 1985, 80, 60, 27, 1465, 1802, 1383, 1412, 586, 134,
+ /* 110 */ 159, 1572, 1621, 1936, 603, 619, 48, 710, 125, 124,
+ /* 120 */ 123, 122, 121, 120, 119, 118, 117, 48, 126, 1460,
+ /* 130 */ 100, 160, 1467, 1468, 18, 499, 1716, 443, 1494, 1966,
+ /* 140 */ 64, 1391, 478, 2002, 135, 1762, 103, 1968, 623, 1970,
+ /* 150 */ 1971, 618, 1754, 613, 1410, 2129, 1815, 146, 172, 2124,
+ /* 160 */ 2055, 1440, 1450, 355, 356, 2051, 14, 1466, 1469, 257,
+ /* 170 */ 2063, 582, 1813, 127, 581, 2128, 566, 2124, 177, 2125,
+ /* 180 */ 2127, 2129, 1386, 1595, 1384, 2124, 2081, 528, 710, 1263,
+ /* 190 */ 1264, 260, 570, 175, 1495, 191, 190, 2125, 572, 49,
+ /* 200 */ 526, 2128, 524, 1467, 1468, 2125, 2126, 1389, 1390, 53,
+ /* 210 */ 1439, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 615,
+ /* 220 */ 611, 1458, 1459, 1461, 1462, 1463, 1464, 2, 60, 60,
+ /* 230 */ 89, 60, 1440, 1450, 2070, 1410, 156, 116, 1466, 1469,
+ /* 240 */ 115, 114, 113, 112, 111, 110, 109, 108, 107, 648,
+ /* 250 */ 259, 227, 178, 1386, 2070, 1384, 1528, 38, 37, 1632,
+ /* 260 */ 2067, 44, 42, 41, 40, 39, 34, 360, 1489, 1490,
+ /* 270 */ 1491, 1492, 1493, 1497, 1498, 1499, 1500, 178, 1389, 1390,
+ /* 280 */ 2066, 1439, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449,
+ /* 290 */ 615, 611, 1458, 1459, 1461, 1462, 1463, 1464, 2, 396,
+ /* 300 */ 11, 45, 43, 1936, 1954, 1385, 1539, 1631, 1985, 362,
+ /* 310 */ 408, 1385, 1410, 86, 322, 1950, 565, 532, 1383, 530,
+ /* 320 */ 398, 394, 1465, 409, 1383, 1220, 645, 644, 643, 1224,
+ /* 330 */ 642, 1226, 1227, 641, 1229, 638, 1678, 1235, 635, 1237,
+ /* 340 */ 1238, 632, 629, 213, 1946, 1952, 357, 1460, 1180, 178,
+ /* 350 */ 401, 1936, 18, 1391, 1815, 613, 564, 1532, 164, 1391,
+ /* 360 */ 1113, 366, 1112, 1410, 495, 491, 487, 483, 210, 1630,
+ /* 370 */ 1813, 1629, 45, 43, 1470, 212, 1316, 1317, 178, 178,
+ /* 380 */ 362, 178, 1385, 1182, 14, 44, 42, 41, 40, 39,
+ /* 390 */ 657, 1114, 547, 1465, 1409, 1383, 2124, 1113, 1628, 1112,
+ /* 400 */ 710, 514, 513, 512, 85, 1094, 710, 208, 1610, 131,
+ /* 410 */ 508, 2130, 175, 1936, 507, 1936, 2125, 572, 1460, 506,
+ /* 420 */ 511, 1467, 1468, 1602, 1627, 505, 267, 268, 1114, 116,
+ /* 430 */ 1391, 266, 115, 114, 113, 112, 111, 110, 109, 108,
+ /* 440 */ 107, 583, 1936, 1411, 1096, 1626, 1099, 1100, 1391, 1876,
+ /* 450 */ 1440, 1450, 603, 1441, 1815, 46, 1466, 1469, 11, 353,
+ /* 460 */ 9, 331, 1873, 590, 603, 1386, 54, 1384, 1936, 575,
+ /* 470 */ 1813, 1386, 134, 1384, 207, 201, 1625, 710, 180, 206,
+ /* 480 */ 38, 37, 474, 1762, 44, 42, 41, 40, 39, 1936,
+ /* 490 */ 1389, 1390, 1467, 1468, 84, 1762, 1389, 1390, 199, 1439,
+ /* 500 */ 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 615, 611,
+ /* 510 */ 1458, 1459, 1461, 1462, 1463, 1464, 2, 1758, 1601, 1412,
+ /* 520 */ 1936, 1440, 1450, 583, 1142, 1624, 571, 1466, 1469, 603,
+ /* 530 */ 2124, 585, 173, 2063, 2064, 603, 132, 2068, 1413, 514,
+ /* 540 */ 513, 512, 1386, 405, 1384, 570, 175, 131, 508, 406,
+ /* 550 */ 2125, 572, 507, 1623, 134, 1330, 1331, 506, 511, 1143,
+ /* 560 */ 1762, 1967, 1620, 505, 1809, 1810, 1762, 1389, 1390, 1936,
+ /* 570 */ 1439, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 615,
+ /* 580 */ 611, 1458, 1459, 1461, 1462, 1463, 1464, 2, 45, 43,
+ /* 590 */ 1329, 1332, 1985, 1740, 84, 354, 362, 1936, 1385, 1531,
+ /* 600 */ 620, 1607, 605, 157, 2027, 1936, 1936, 619, 130, 1465,
+ /* 610 */ 228, 1383, 1764, 11, 174, 2063, 2064, 1757, 132, 2068,
+ /* 620 */ 38, 37, 1967, 2070, 44, 42, 41, 40, 39, 519,
+ /* 630 */ 561, 1966, 1413, 603, 1460, 2002, 669, 1562, 103, 1968,
+ /* 640 */ 623, 1970, 1971, 618, 529, 613, 1391, 126, 137, 2065,
+ /* 650 */ 143, 2026, 2055, 1985, 504, 478, 356, 2051, 226, 45,
+ /* 660 */ 43, 620, 259, 603, 1762, 377, 1936, 362, 619, 1385,
+ /* 670 */ 607, 46, 2027, 522, 1619, 1362, 1363, 415, 516, 1618,
+ /* 680 */ 1465, 184, 1383, 225, 1753, 60, 558, 1560, 1561, 1563,
+ /* 690 */ 1564, 576, 1966, 710, 1762, 1950, 2002, 510, 509, 161,
+ /* 700 */ 1968, 623, 1970, 1971, 618, 1460, 613, 547, 1467, 1468,
+ /* 710 */ 1738, 2124, 542, 368, 567, 562, 556, 1391, 1936, 67,
+ /* 720 */ 1739, 157, 66, 1936, 1946, 1952, 2130, 175, 1475, 1747,
+ /* 730 */ 1764, 2125, 572, 1617, 1410, 613, 649, 1440, 1450, 1806,
+ /* 740 */ 548, 2092, 14, 1466, 1469, 603, 38, 37, 1496, 1749,
+ /* 750 */ 44, 42, 41, 40, 39, 31, 169, 2128, 1386, 429,
+ /* 760 */ 1384, 38, 37, 503, 710, 44, 42, 41, 40, 39,
+ /* 770 */ 1745, 400, 657, 399, 1616, 237, 1762, 1936, 1863, 1467,
+ /* 780 */ 1468, 1737, 1615, 1389, 1390, 502, 1439, 1442, 1443, 1444,
+ /* 790 */ 1445, 1446, 1447, 1448, 1449, 615, 611, 1458, 1459, 1461,
+ /* 800 */ 1462, 1463, 1464, 2, 41, 40, 39, 603, 1440, 1450,
+ /* 810 */ 319, 50, 1408, 3, 1466, 1469, 365, 94, 1936, 437,
+ /* 820 */ 32, 430, 450, 232, 157, 449, 1936, 655, 614, 1386,
+ /* 830 */ 1501, 1384, 1614, 1764, 1551, 178, 681, 679, 1762, 1755,
+ /* 840 */ 421, 1955, 451, 647, 157, 423, 148, 147, 652, 651,
+ /* 850 */ 650, 145, 1950, 1765, 1389, 1390, 1410, 1439, 1442, 1443,
+ /* 860 */ 1444, 1445, 1446, 1447, 1448, 1449, 615, 611, 1458, 1459,
+ /* 870 */ 1461, 1462, 1463, 1464, 2, 1441, 1936, 670, 1413, 1732,
+ /* 880 */ 158, 1946, 1952, 33, 1845, 296, 335, 1675, 655, 38,
+ /* 890 */ 37, 1858, 613, 44, 42, 41, 40, 39, 411, 294,
+ /* 900 */ 70, 1815, 183, 69, 1858, 1858, 1622, 148, 147, 652,
+ /* 910 */ 651, 650, 145, 13, 12, 185, 189, 1814, 1099, 1100,
+ /* 920 */ 99, 195, 456, 454, 653, 2095, 654, 1806, 447, 1806,
+ /* 930 */ 96, 442, 441, 440, 439, 436, 435, 434, 433, 432,
+ /* 940 */ 428, 427, 426, 425, 336, 418, 417, 416, 589, 413,
+ /* 950 */ 412, 333, 687, 686, 685, 684, 372, 60, 683, 682,
+ /* 960 */ 138, 677, 676, 675, 674, 673, 672, 671, 150, 667,
+ /* 970 */ 666, 665, 371, 370, 662, 661, 660, 659, 658, 1613,
+ /* 980 */ 254, 603, 655, 1612, 290, 603, 375, 1792, 374, 578,
+ /* 990 */ 547, 2075, 1528, 603, 2124, 476, 102, 1441, 1717, 477,
+ /* 1000 */ 1967, 148, 147, 652, 651, 650, 145, 1759, 1508, 2130,
+ /* 1010 */ 175, 140, 1762, 128, 2125, 572, 1762, 218, 574, 71,
+ /* 1020 */ 216, 236, 220, 1936, 1762, 219, 52, 1936, 547, 603,
+ /* 1030 */ 547, 1985, 2124, 546, 2124, 424, 78, 77, 404, 586,
+ /* 1040 */ 583, 182, 603, 142, 1936, 1394, 619, 2130, 175, 2130,
+ /* 1050 */ 175, 559, 2125, 572, 2125, 572, 543, 1923, 535, 318,
+ /* 1060 */ 1762, 603, 392, 235, 390, 386, 382, 379, 376, 79,
+ /* 1070 */ 1966, 134, 1967, 1762, 2002, 587, 1393, 103, 1968, 623,
+ /* 1080 */ 1970, 1971, 618, 603, 613, 222, 62, 224, 221, 172,
+ /* 1090 */ 223, 2055, 1762, 1665, 211, 356, 2051, 271, 603, 603,
+ /* 1100 */ 547, 1658, 87, 1985, 2124, 384, 1656, 178, 603, 610,
+ /* 1110 */ 339, 620, 598, 600, 1762, 515, 1936, 2082, 619, 2130,
+ /* 1120 */ 175, 1957, 601, 517, 2125, 572, 1967, 603, 520, 1762,
+ /* 1130 */ 1762, 176, 2063, 2064, 241, 132, 2068, 248, 1559, 1762,
+ /* 1140 */ 47, 277, 1966, 1604, 1605, 1986, 2002, 264, 373, 103,
+ /* 1150 */ 1968, 623, 1970, 1971, 618, 663, 613, 1985, 1762, 68,
+ /* 1160 */ 144, 2144, 1867, 2055, 146, 620, 1646, 356, 2051, 1959,
+ /* 1170 */ 1936, 340, 619, 338, 337, 62, 501, 1161, 2089, 664,
+ /* 1180 */ 503, 1652, 1803, 603, 47, 47, 243, 1967, 13, 12,
+ /* 1190 */ 2085, 627, 1327, 584, 1397, 144, 1966, 369, 256, 269,
+ /* 1200 */ 2002, 1159, 502, 103, 1968, 623, 1970, 1971, 618, 253,
+ /* 1210 */ 613, 595, 273, 579, 1762, 2144, 1213, 2055, 1985, 1,
+ /* 1220 */ 146, 356, 2051, 129, 4, 1396, 620, 1502, 359, 358,
+ /* 1230 */ 705, 1936, 2102, 619, 378, 1349, 1451, 289, 1399, 144,
+ /* 1240 */ 383, 332, 284, 1241, 188, 410, 1413, 1245, 414, 1465,
+ /* 1250 */ 1967, 1392, 1868, 1486, 445, 419, 1408, 1966, 438, 444,
+ /* 1260 */ 431, 2002, 1860, 446, 103, 1968, 623, 1970, 1971, 618,
+ /* 1270 */ 1967, 613, 1252, 452, 1460, 1250, 2144, 453, 2055, 192,
+ /* 1280 */ 455, 1985, 356, 2051, 457, 1414, 1391, 458, 467, 620,
+ /* 1290 */ 1416, 149, 470, 554, 1936, 198, 619, 200, 1411, 471,
+ /* 1300 */ 1415, 1985, 472, 1417, 473, 203, 205, 475, 82, 620,
+ /* 1310 */ 83, 479, 1116, 209, 1936, 496, 619, 497, 500, 498,
+ /* 1320 */ 1966, 1752, 321, 106, 2002, 534, 215, 103, 1968, 623,
+ /* 1330 */ 1970, 1971, 618, 609, 613, 536, 285, 230, 1748, 2144,
+ /* 1340 */ 1966, 2055, 217, 151, 2002, 356, 2051, 103, 1968, 623,
+ /* 1350 */ 1970, 1971, 618, 152, 613, 1750, 2118, 1746, 153, 2144,
+ /* 1360 */ 154, 2055, 1913, 1912, 537, 356, 2051, 538, 233, 541,
+ /* 1370 */ 713, 544, 560, 1967, 551, 2086, 2074, 2101, 593, 557,
+ /* 1380 */ 2100, 346, 2096, 7, 283, 563, 569, 249, 239, 242,
+ /* 1390 */ 2077, 165, 247, 552, 550, 250, 549, 347, 1400, 168,
+ /* 1400 */ 1395, 580, 577, 1528, 1985, 703, 699, 695, 691, 281,
+ /* 1410 */ 251, 2147, 620, 255, 252, 2123, 133, 1936, 1412, 619,
+ /* 1420 */ 2071, 588, 261, 1403, 1405, 350, 591, 596, 286, 287,
+ /* 1430 */ 592, 1884, 1967, 1883, 1882, 352, 611, 1458, 1459, 1461,
+ /* 1440 */ 1462, 1463, 1464, 1966, 288, 101, 1763, 2002, 274, 597,
+ /* 1450 */ 103, 1968, 623, 1970, 1971, 618, 59, 613, 91, 93,
+ /* 1460 */ 2036, 95, 2030, 1985, 2055, 625, 280, 1807, 356, 2051,
+ /* 1470 */ 1733, 620, 291, 706, 707, 709, 1936, 315, 619, 51,
+ /* 1480 */ 295, 599, 1930, 323, 324, 293, 1967, 1929, 300, 75,
+ /* 1490 */ 1928, 314, 304, 1927, 76, 1924, 380, 381, 1377, 1378,
+ /* 1500 */ 181, 1922, 1966, 385, 387, 388, 2002, 389, 1921, 103,
+ /* 1510 */ 1968, 623, 1970, 1971, 618, 391, 613, 1985, 1920, 393,
+ /* 1520 */ 262, 2028, 1919, 2055, 395, 620, 397, 356, 2051, 1918,
+ /* 1530 */ 1936, 1352, 619, 1895, 1351, 1894, 402, 1356, 1893, 231,
+ /* 1540 */ 403, 1892, 1853, 1307, 1852, 1850, 139, 1967, 1849, 1848,
+ /* 1550 */ 1851, 1847, 1846, 1844, 1843, 1842, 1966, 186, 420, 1841,
+ /* 1560 */ 2002, 422, 1840, 103, 1968, 623, 1970, 1971, 618, 1839,
+ /* 1570 */ 613, 1838, 1837, 1836, 1835, 606, 1834, 2055, 1985, 1833,
+ /* 1580 */ 1832, 356, 2051, 1831, 1830, 1829, 620, 1828, 1827, 1826,
+ /* 1590 */ 1825, 1936, 1824, 619, 448, 1817, 1816, 1309, 141, 1823,
+ /* 1600 */ 1822, 1821, 1820, 1819, 1818, 1967, 1680, 1679, 1677, 1641,
+ /* 1610 */ 196, 170, 1188, 1956, 1640, 193, 194, 1966, 1908, 1102,
+ /* 1620 */ 73, 2002, 197, 1902, 104, 1968, 623, 1970, 1971, 618,
+ /* 1630 */ 1101, 613, 1891, 463, 1890, 204, 1985, 74, 2055, 1870,
+ /* 1640 */ 465, 1741, 2054, 2051, 620, 1676, 1674, 480, 1672, 1936,
+ /* 1650 */ 202, 619, 482, 1670, 484, 1135, 486, 488, 481, 1967,
+ /* 1660 */ 490, 1668, 492, 485, 494, 1655, 1654, 1637, 489, 1743,
+ /* 1670 */ 1257, 1256, 493, 1742, 61, 1966, 1171, 1179, 1178, 2002,
+ /* 1680 */ 678, 680, 104, 1968, 623, 1970, 1971, 618, 1967, 613,
+ /* 1690 */ 1985, 1177, 1176, 1173, 1172, 1170, 2055, 1666, 620, 214,
+ /* 1700 */ 608, 2051, 341, 1936, 1659, 619, 342, 1657, 343, 521,
+ /* 1710 */ 1636, 523, 518, 1635, 525, 1634, 527, 1367, 105, 1985,
+ /* 1720 */ 1366, 531, 1369, 26, 1907, 1358, 55, 617, 1901, 621,
+ /* 1730 */ 539, 155, 1936, 2002, 619, 1889, 104, 1968, 623, 1970,
+ /* 1740 */ 1971, 618, 1887, 613, 2129, 28, 1967, 19, 16, 553,
+ /* 1750 */ 2055, 1574, 246, 555, 326, 2051, 58, 63, 1966, 238,
+ /* 1760 */ 245, 1957, 2002, 30, 240, 312, 1968, 623, 1970, 1971,
+ /* 1770 */ 618, 616, 613, 604, 2020, 21, 163, 1985, 1589, 20,
+ /* 1780 */ 17, 1588, 348, 1558, 244, 620, 29, 1593, 1550, 1594,
+ /* 1790 */ 1936, 88, 619, 540, 234, 1595, 344, 1592, 349, 1888,
+ /* 1800 */ 1967, 57, 545, 258, 56, 1525, 166, 1524, 5, 1886,
+ /* 1810 */ 6, 1885, 22, 594, 263, 265, 1966, 1556, 270, 1869,
+ /* 1820 */ 2002, 65, 90, 162, 1968, 623, 1970, 1971, 618, 92,
+ /* 1830 */ 613, 1985, 96, 275, 272, 23, 12, 1401, 1432, 620,
+ /* 1840 */ 2005, 167, 179, 612, 1936, 1455, 619, 1453, 36, 626,
+ /* 1850 */ 624, 1234, 364, 15, 1967, 630, 1452, 1424, 1487, 24,
+ /* 1860 */ 25, 622, 1242, 628, 633, 1239, 631, 636, 639, 1236,
+ /* 1870 */ 1966, 634, 1477, 1230, 2002, 573, 2145, 104, 1968, 623,
+ /* 1880 */ 1970, 1971, 618, 637, 613, 1985, 1228, 640, 1219, 1233,
+ /* 1890 */ 278, 2055, 646, 620, 1232, 97, 2052, 1231, 1936, 98,
+ /* 1900 */ 619, 10, 1251, 1476, 1247, 72, 1967, 1133, 656, 1167,
+ /* 1910 */ 1166, 1165, 1164, 1163, 1162, 1160, 1158, 1186, 1157, 1156,
+ /* 1920 */ 668, 1154, 1967, 1153, 1966, 1152, 1151, 1183, 2002, 279,
+ /* 1930 */ 1150, 161, 1968, 623, 1970, 1971, 618, 1985, 613, 1139,
+ /* 1940 */ 1149, 1148, 1181, 1145, 1144, 620, 1141, 1140, 1138, 1673,
+ /* 1950 */ 1936, 688, 619, 1985, 690, 1671, 692, 694, 689, 1669,
+ /* 1960 */ 696, 620, 693, 698, 1667, 700, 1936, 697, 619, 1653,
+ /* 1970 */ 701, 702, 704, 2093, 1091, 1633, 1966, 712, 282, 708,
+ /* 1980 */ 2002, 1608, 1387, 306, 1968, 623, 1970, 1971, 618, 711,
+ /* 1990 */ 613, 1608, 1966, 292, 1608, 1608, 2002, 1608, 1608, 162,
+ /* 2000 */ 1968, 623, 1970, 1971, 618, 1608, 613, 1608, 1608, 1608,
+ /* 2010 */ 1608, 1967, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2020 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 568, 1608, 1967,
+ /* 2030 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2040 */ 1608, 1608, 1985, 1608, 1608, 1608, 1608, 351, 1608, 1608,
+ /* 2050 */ 620, 1608, 2146, 1608, 1608, 1936, 1608, 619, 1608, 1608,
+ /* 2060 */ 1985, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 617, 1608,
+ /* 2070 */ 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608,
+ /* 2080 */ 1608, 1966, 1608, 1967, 1608, 2002, 1608, 1608, 313, 1968,
+ /* 2090 */ 623, 1970, 1971, 618, 1608, 613, 1608, 1608, 1608, 1966,
+ /* 2100 */ 1967, 1608, 1608, 2002, 1608, 1608, 312, 1968, 623, 1970,
+ /* 2110 */ 1971, 618, 1608, 613, 1985, 2021, 1608, 1608, 1608, 361,
+ /* 2120 */ 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619,
+ /* 2130 */ 1608, 1985, 1608, 1608, 1608, 1608, 363, 1608, 1608, 620,
+ /* 2140 */ 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608,
+ /* 2150 */ 1608, 1608, 1967, 1966, 1608, 1608, 1608, 2002, 1608, 1608,
+ /* 2160 */ 313, 1968, 623, 1970, 1971, 618, 1608, 613, 1967, 1608,
+ /* 2170 */ 1966, 1608, 1608, 1608, 2002, 1608, 1608, 313, 1968, 623,
+ /* 2180 */ 1970, 1971, 618, 1985, 613, 1608, 1608, 1608, 1608, 1608,
+ /* 2190 */ 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619, 1985,
+ /* 2200 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608, 1608,
+ /* 2210 */ 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608, 1608,
+ /* 2220 */ 1967, 1608, 533, 1608, 1608, 1608, 2002, 1608, 1608, 308,
+ /* 2230 */ 1968, 623, 1970, 1971, 618, 1608, 613, 1608, 1966, 1608,
+ /* 2240 */ 1608, 1608, 2002, 1608, 1608, 297, 1968, 623, 1970, 1971,
+ /* 2250 */ 618, 1985, 613, 1608, 1608, 1608, 1608, 1608, 1608, 620,
+ /* 2260 */ 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608,
+ /* 2270 */ 1608, 1608, 1608, 1608, 1967, 1608, 1608, 1608, 1608, 1608,
+ /* 2280 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2290 */ 1966, 1608, 1608, 1608, 2002, 1967, 1608, 298, 1968, 623,
+ /* 2300 */ 1970, 1971, 618, 1608, 613, 1985, 1608, 1608, 1608, 1608,
+ /* 2310 */ 1608, 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608,
+ /* 2320 */ 619, 1608, 1608, 1608, 1608, 1608, 1985, 1608, 1608, 1608,
+ /* 2330 */ 1608, 1608, 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936,
+ /* 2340 */ 1608, 619, 1608, 1608, 1966, 1608, 1608, 1608, 2002, 1608,
+ /* 2350 */ 1608, 299, 1968, 623, 1970, 1971, 618, 1608, 613, 1608,
+ /* 2360 */ 1608, 1608, 1608, 1608, 1608, 1966, 1608, 1608, 1608, 2002,
+ /* 2370 */ 1608, 1967, 305, 1968, 623, 1970, 1971, 618, 1608, 613,
+ /* 2380 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1967,
+ /* 2390 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2400 */ 1608, 1608, 1985, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2410 */ 620, 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608,
+ /* 2420 */ 1985, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608,
+ /* 2430 */ 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608,
+ /* 2440 */ 1608, 1966, 1608, 1967, 1608, 2002, 1608, 1608, 309, 1968,
+ /* 2450 */ 623, 1970, 1971, 618, 1608, 613, 1608, 1608, 1608, 1966,
+ /* 2460 */ 1967, 1608, 1608, 2002, 1608, 1608, 301, 1968, 623, 1970,
+ /* 2470 */ 1971, 618, 1608, 613, 1985, 1608, 1608, 1608, 1608, 1608,
+ /* 2480 */ 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619,
+ /* 2490 */ 1608, 1985, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620,
+ /* 2500 */ 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608,
+ /* 2510 */ 1608, 1608, 1967, 1966, 1608, 1608, 1608, 2002, 1608, 1608,
+ /* 2520 */ 310, 1968, 623, 1970, 1971, 618, 1608, 613, 1967, 1608,
+ /* 2530 */ 1966, 1608, 1608, 1608, 2002, 1608, 1608, 302, 1968, 623,
+ /* 2540 */ 1970, 1971, 618, 1985, 613, 1608, 1608, 1608, 1608, 1608,
+ /* 2550 */ 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619, 1985,
+ /* 2560 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608, 1608,
+ /* 2570 */ 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608, 1608,
+ /* 2580 */ 1967, 1608, 1966, 1608, 1608, 1608, 2002, 1608, 1608, 311,
+ /* 2590 */ 1968, 623, 1970, 1971, 618, 1608, 613, 1608, 1966, 1608,
+ /* 2600 */ 1608, 1608, 2002, 1967, 1608, 303, 1968, 623, 1970, 1971,
+ /* 2610 */ 618, 1985, 613, 1608, 1608, 1608, 1608, 1608, 1608, 620,
+ /* 2620 */ 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608,
+ /* 2630 */ 1608, 1608, 1608, 1608, 1985, 1608, 1608, 1608, 1608, 1608,
+ /* 2640 */ 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619,
+ /* 2650 */ 1966, 1608, 1608, 1608, 2002, 1967, 1608, 316, 1968, 623,
+ /* 2660 */ 1970, 1971, 618, 1608, 613, 1608, 1608, 1608, 1608, 1608,
+ /* 2670 */ 1608, 1608, 1608, 1966, 1608, 1608, 1608, 2002, 1608, 1608,
+ /* 2680 */ 317, 1968, 623, 1970, 1971, 618, 1985, 613, 1608, 1608,
+ /* 2690 */ 1608, 1608, 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936,
+ /* 2700 */ 1608, 619, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2710 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1967, 1608,
+ /* 2720 */ 1608, 1608, 1608, 1608, 1608, 1966, 1608, 1608, 1608, 2002,
+ /* 2730 */ 1608, 1608, 1979, 1968, 623, 1970, 1971, 618, 1608, 613,
+ /* 2740 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1985,
+ /* 2750 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608, 1608,
+ /* 2760 */ 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608, 1608,
+ /* 2770 */ 1967, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2780 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1966, 1967,
+ /* 2790 */ 1608, 1608, 2002, 1608, 1608, 1978, 1968, 623, 1970, 1971,
+ /* 2800 */ 618, 1985, 613, 1608, 1608, 1608, 1608, 1608, 1608, 620,
+ /* 2810 */ 1608, 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608,
+ /* 2820 */ 1985, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608,
+ /* 2830 */ 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608,
+ /* 2840 */ 1966, 1967, 1608, 1608, 2002, 1608, 1608, 1977, 1968, 623,
+ /* 2850 */ 1970, 1971, 618, 1608, 613, 1608, 1608, 1967, 1608, 1966,
+ /* 2860 */ 1608, 1608, 1608, 2002, 1608, 1608, 328, 1968, 623, 1970,
+ /* 2870 */ 1971, 618, 1985, 613, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2880 */ 620, 1608, 1608, 1608, 1608, 1936, 1608, 619, 1985, 1608,
+ /* 2890 */ 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608, 1608, 1608,
+ /* 2900 */ 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608, 1608, 1967,
+ /* 2910 */ 1608, 1966, 1608, 1608, 1608, 2002, 1608, 1608, 329, 1968,
+ /* 2920 */ 623, 1970, 1971, 618, 1608, 613, 1608, 1966, 1608, 1608,
+ /* 2930 */ 1608, 2002, 1967, 1608, 325, 1968, 623, 1970, 1971, 618,
+ /* 2940 */ 1985, 613, 1608, 1608, 1608, 1608, 1608, 1608, 620, 1608,
+ /* 2950 */ 1608, 1608, 1608, 1936, 1608, 619, 1608, 1608, 1608, 1608,
+ /* 2960 */ 1608, 1608, 1608, 1985, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 2970 */ 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608, 619, 1966,
+ /* 2980 */ 1608, 1608, 1608, 2002, 1967, 1608, 330, 1968, 623, 1970,
+ /* 2990 */ 1971, 618, 1608, 613, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 3000 */ 1608, 1608, 621, 1608, 1608, 1608, 2002, 1608, 1608, 308,
+ /* 3010 */ 1968, 623, 1970, 1971, 618, 1985, 613, 1608, 1608, 1608,
+ /* 3020 */ 1608, 1608, 1608, 620, 1608, 1608, 1608, 1608, 1936, 1608,
+ /* 3030 */ 619, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 3040 */ 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608, 1608,
+ /* 3050 */ 1608, 1608, 1608, 1608, 1966, 1608, 1608, 1608, 2002, 1608,
+ /* 3060 */ 1608, 307, 1968, 623, 1970, 1971, 618, 1608, 613,
};
static const YYCODETYPE yy_lookahead[] = {
- /* 0 */ 329, 356, 331, 332, 364, 358, 322, 329, 363, 331,
- /* 10 */ 332, 0, 12, 13, 14, 375, 369, 372, 357, 385,
- /* 20 */ 20, 4, 22, 8, 9, 4, 356, 12, 13, 14,
- /* 30 */ 15, 16, 356, 33, 364, 35, 0, 12, 13, 14,
- /* 40 */ 15, 16, 8, 9, 397, 398, 12, 13, 14, 15,
- /* 50 */ 16, 416, 417, 377, 378, 408, 14, 333, 58, 44,
- /* 60 */ 49, 427, 20, 63, 43, 431, 45, 46, 333, 385,
- /* 70 */ 70, 367, 20, 403, 370, 371, 333, 325, 337, 70,
- /* 80 */ 446, 447, 347, 12, 13, 451, 452, 358, 364, 354,
- /* 90 */ 347, 20, 351, 22, 20, 95, 20, 63, 369, 364,
- /* 100 */ 359, 65, 66, 67, 33, 348, 35, 364, 356, 73,
- /* 110 */ 74, 427, 95, 356, 78, 431, 364, 117, 20, 83,
- /* 120 */ 84, 369, 365, 371, 333, 89, 397, 398, 399, 58,
- /* 130 */ 446, 447, 132, 133, 63, 451, 452, 408, 104, 330,
- /* 140 */ 340, 70, 333, 334, 333, 345, 394, 423, 424, 425,
- /* 150 */ 398, 427, 428, 401, 402, 403, 404, 405, 406, 427,
- /* 160 */ 408, 161, 162, 431, 373, 413, 95, 415, 62, 95,
- /* 170 */ 330, 419, 420, 333, 334, 364, 126, 127, 446, 447,
- /* 180 */ 180, 131, 182, 451, 452, 433, 37, 21, 117, 20,
- /* 190 */ 358, 8, 9, 441, 160, 12, 13, 14, 15, 16,
- /* 200 */ 34, 369, 36, 132, 133, 205, 206, 4, 208, 209,
+ /* 0 */ 420, 421, 332, 374, 334, 335, 332, 370, 334, 335,
+ /* 10 */ 373, 374, 12, 13, 14, 361, 387, 388, 360, 14,
+ /* 20 */ 20, 336, 22, 8, 9, 20, 372, 12, 13, 14,
+ /* 30 */ 15, 16, 359, 33, 333, 35, 352, 336, 337, 355,
+ /* 40 */ 431, 20, 8, 9, 435, 20, 12, 13, 14, 15,
+ /* 50 */ 16, 39, 20, 380, 381, 401, 402, 403, 58, 450,
+ /* 60 */ 451, 376, 58, 63, 455, 456, 412, 8, 9, 328,
+ /* 70 */ 70, 12, 13, 14, 15, 16, 333, 20, 336, 336,
+ /* 80 */ 337, 8, 9, 12, 13, 12, 13, 14, 15, 16,
+ /* 90 */ 3, 20, 358, 22, 0, 95, 415, 63, 94, 418,
+ /* 100 */ 359, 97, 95, 44, 33, 371, 35, 20, 367, 367,
+ /* 110 */ 327, 96, 329, 372, 336, 374, 95, 117, 24, 25,
+ /* 120 */ 26, 27, 28, 29, 30, 31, 32, 95, 350, 58,
+ /* 130 */ 340, 343, 132, 133, 63, 357, 348, 79, 104, 398,
+ /* 140 */ 4, 70, 62, 402, 354, 367, 405, 406, 407, 408,
+ /* 150 */ 409, 410, 362, 412, 20, 431, 359, 44, 417, 435,
+ /* 160 */ 419, 161, 162, 366, 423, 424, 95, 167, 168, 427,
+ /* 170 */ 428, 429, 375, 431, 432, 451, 20, 435, 437, 455,
+ /* 180 */ 456, 431, 182, 96, 184, 435, 445, 21, 117, 132,
+ /* 190 */ 133, 58, 450, 451, 160, 137, 138, 455, 456, 95,
+ /* 200 */ 34, 451, 36, 132, 133, 455, 456, 207, 208, 96,
/* 210 */ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219,
- /* 220 */ 220, 221, 222, 223, 224, 225, 226, 95, 95, 397,
- /* 230 */ 398, 399, 161, 162, 423, 424, 425, 3, 427, 428,
- /* 240 */ 408, 339, 431, 370, 371, 20, 95, 98, 20, 100,
- /* 250 */ 101, 180, 103, 182, 205, 353, 107, 446, 447, 161,
- /* 260 */ 162, 244, 451, 452, 362, 231, 232, 233, 234, 235,
- /* 270 */ 236, 237, 238, 239, 240, 241, 205, 206, 129, 208,
- /* 280 */ 209, 210, 211, 212, 213, 214, 215, 216, 217, 218,
- /* 290 */ 219, 220, 221, 222, 223, 224, 225, 226, 325, 228,
- /* 300 */ 12, 13, 253, 254, 255, 256, 257, 364, 20, 371,
- /* 310 */ 22, 179, 20, 181, 20, 324, 22, 326, 375, 381,
- /* 320 */ 95, 33, 384, 35, 108, 109, 110, 111, 112, 113,
- /* 330 */ 114, 115, 116, 117, 118, 0, 120, 121, 122, 123,
- /* 340 */ 124, 125, 369, 14, 355, 51, 58, 45, 46, 20,
- /* 350 */ 427, 63, 400, 166, 431, 333, 21, 368, 70, 24,
- /* 360 */ 25, 26, 27, 28, 29, 30, 31, 32, 175, 347,
- /* 370 */ 447, 12, 13, 14, 451, 452, 244, 244, 426, 20,
- /* 380 */ 58, 22, 0, 95, 325, 228, 364, 230, 126, 196,
- /* 390 */ 197, 333, 33, 21, 35, 244, 24, 25, 26, 27,
- /* 400 */ 28, 29, 30, 31, 32, 117, 24, 25, 26, 27,
- /* 410 */ 28, 29, 30, 31, 32, 356, 94, 58, 348, 97,
- /* 420 */ 132, 133, 364, 364, 132, 133, 356, 325, 369, 70,
- /* 430 */ 371, 14, 15, 16, 20, 365, 249, 250, 349, 8,
- /* 440 */ 9, 352, 333, 12, 13, 14, 15, 16, 245, 161,
- /* 450 */ 162, 189, 190, 394, 95, 356, 347, 398, 127, 356,
- /* 460 */ 401, 402, 403, 404, 405, 406, 363, 408, 180, 244,
- /* 470 */ 182, 369, 413, 364, 415, 372, 117, 378, 419, 420,
- /* 480 */ 35, 423, 424, 425, 79, 427, 428, 58, 325, 430,
- /* 490 */ 161, 132, 133, 205, 206, 261, 208, 209, 210, 211,
- /* 500 */ 212, 213, 214, 215, 216, 217, 218, 219, 220, 221,
- /* 510 */ 222, 223, 224, 225, 226, 70, 62, 333, 187, 188,
- /* 520 */ 161, 162, 191, 19, 193, 337, 97, 65, 66, 67,
- /* 530 */ 427, 347, 369, 106, 431, 73, 74, 33, 354, 180,
- /* 540 */ 78, 182, 137, 138, 228, 83, 84, 359, 364, 446,
- /* 550 */ 447, 89, 48, 0, 451, 452, 1, 2, 54, 55,
- /* 560 */ 56, 57, 58, 70, 205, 206, 339, 208, 209, 210,
- /* 570 */ 211, 212, 213, 214, 215, 216, 217, 218, 219, 220,
- /* 580 */ 221, 222, 223, 224, 225, 226, 12, 13, 427, 362,
- /* 590 */ 411, 358, 431, 414, 20, 33, 22, 20, 94, 325,
- /* 600 */ 0, 97, 369, 172, 107, 357, 325, 33, 447, 35,
- /* 610 */ 48, 325, 451, 452, 44, 62, 54, 55, 56, 57,
- /* 620 */ 58, 400, 333, 126, 127, 128, 129, 130, 131, 58,
- /* 630 */ 397, 398, 58, 356, 130, 342, 343, 356, 342, 343,
- /* 640 */ 363, 408, 357, 369, 70, 364, 20, 426, 22, 372,
- /* 650 */ 369, 96, 371, 364, 356, 369, 94, 12, 13, 97,
- /* 660 */ 22, 35, 62, 365, 3, 20, 95, 22, 97, 95,
- /* 670 */ 357, 167, 95, 35, 357, 394, 385, 51, 33, 398,
- /* 680 */ 35, 20, 401, 402, 403, 404, 405, 406, 184, 408,
- /* 690 */ 186, 117, 411, 357, 413, 414, 415, 266, 14, 400,
- /* 700 */ 419, 420, 44, 58, 20, 20, 132, 133, 70, 364,
- /* 710 */ 333, 422, 423, 424, 425, 70, 427, 428, 427, 389,
- /* 720 */ 375, 325, 431, 357, 347, 426, 164, 165, 325, 167,
- /* 730 */ 333, 20, 170, 160, 371, 161, 162, 446, 447, 2,
- /* 740 */ 95, 364, 451, 452, 347, 8, 9, 384, 186, 12,
- /* 750 */ 13, 14, 15, 16, 180, 117, 182, 96, 325, 379,
- /* 760 */ 44, 364, 117, 8, 9, 369, 326, 12, 13, 14,
- /* 770 */ 15, 16, 369, 325, 412, 20, 414, 132, 133, 205,
- /* 780 */ 206, 0, 208, 209, 210, 211, 212, 213, 214, 215,
- /* 790 */ 216, 217, 218, 219, 220, 221, 222, 223, 224, 225,
- /* 800 */ 226, 18, 369, 20, 231, 325, 161, 162, 333, 333,
- /* 810 */ 27, 348, 96, 30, 241, 244, 33, 369, 180, 356,
- /* 820 */ 182, 244, 347, 347, 163, 180, 0, 182, 365, 48,
- /* 830 */ 325, 48, 325, 50, 325, 265, 53, 325, 325, 364,
- /* 840 */ 364, 242, 243, 205, 206, 161, 325, 20, 163, 369,
- /* 850 */ 205, 206, 444, 208, 209, 210, 211, 212, 213, 214,
- /* 860 */ 215, 216, 217, 218, 219, 220, 221, 222, 223, 224,
- /* 870 */ 225, 226, 161, 412, 369, 414, 369, 94, 369, 8,
- /* 880 */ 9, 369, 369, 12, 13, 14, 15, 16, 0, 106,
- /* 890 */ 369, 65, 66, 67, 68, 69, 345, 71, 72, 73,
- /* 900 */ 74, 75, 76, 77, 78, 79, 80, 81, 82, 83,
- /* 910 */ 84, 85, 86, 87, 88, 89, 90, 91, 163, 136,
- /* 920 */ 325, 263, 139, 140, 141, 142, 143, 144, 145, 146,
- /* 930 */ 147, 148, 149, 150, 151, 152, 153, 154, 155, 4,
- /* 940 */ 157, 158, 159, 18, 366, 8, 9, 369, 23, 12,
- /* 950 */ 13, 14, 15, 16, 19, 0, 333, 325, 325, 39,
- /* 960 */ 333, 455, 37, 38, 369, 2, 41, 96, 33, 335,
- /* 970 */ 347, 8, 9, 20, 347, 12, 13, 14, 15, 16,
- /* 980 */ 333, 325, 333, 48, 59, 60, 61, 364, 53, 356,
- /* 990 */ 163, 364, 333, 58, 347, 107, 347, 364, 344, 107,
- /* 1000 */ 346, 369, 369, 385, 371, 438, 347, 366, 356, 0,
- /* 1010 */ 369, 364, 333, 364, 126, 127, 128, 129, 130, 131,
- /* 1020 */ 95, 129, 106, 364, 372, 369, 347, 394, 42, 94,
- /* 1030 */ 44, 398, 97, 96, 401, 402, 403, 404, 405, 406,
- /* 1040 */ 42, 408, 44, 364, 366, 427, 413, 369, 415, 431,
- /* 1050 */ 8, 9, 419, 420, 12, 13, 14, 15, 16, 134,
- /* 1060 */ 22, 325, 107, 333, 446, 447, 12, 13, 349, 451,
- /* 1070 */ 452, 352, 156, 35, 441, 99, 22, 347, 102, 333,
- /* 1080 */ 35, 126, 127, 128, 129, 130, 131, 33, 99, 35,
- /* 1090 */ 35, 102, 356, 347, 364, 0, 0, 172, 173, 174,
- /* 1100 */ 364, 333, 177, 99, 325, 369, 102, 371, 356, 44,
- /* 1110 */ 364, 99, 58, 44, 102, 347, 163, 22, 22, 47,
- /* 1120 */ 195, 63, 333, 198, 70, 200, 201, 202, 203, 204,
- /* 1130 */ 394, 335, 364, 333, 398, 356, 347, 401, 402, 403,
- /* 1140 */ 404, 405, 406, 364, 408, 333, 0, 347, 369, 413,
- /* 1150 */ 371, 415, 44, 364, 385, 419, 420, 132, 133, 347,
- /* 1160 */ 151, 96, 325, 243, 364, 96, 430, 95, 22, 244,
- /* 1170 */ 163, 117, 44, 394, 44, 168, 364, 398, 44, 332,
- /* 1180 */ 401, 402, 403, 404, 405, 406, 379, 408, 13, 1,
- /* 1190 */ 2, 13, 413, 356, 415, 44, 427, 44, 419, 420,
- /* 1200 */ 431, 364, 379, 44, 96, 163, 369, 95, 371, 430,
- /* 1210 */ 35, 368, 44, 35, 44, 446, 447, 105, 44, 385,
- /* 1220 */ 451, 452, 429, 325, 96, 448, 96, 182, 246, 421,
- /* 1230 */ 96, 394, 396, 35, 180, 398, 182, 182, 401, 402,
- /* 1240 */ 403, 404, 405, 406, 48, 408, 44, 96, 432, 96,
- /* 1250 */ 413, 325, 415, 44, 356, 96, 419, 420, 395, 205,
- /* 1260 */ 206, 427, 364, 205, 96, 431, 96, 369, 70, 371,
- /* 1270 */ 96, 217, 218, 219, 220, 221, 222, 223, 178, 42,
- /* 1280 */ 446, 447, 356, 44, 387, 451, 452, 376, 20, 379,
- /* 1290 */ 364, 376, 394, 160, 20, 369, 398, 371, 96, 401,
- /* 1300 */ 402, 403, 404, 405, 406, 96, 408, 374, 333, 93,
- /* 1310 */ 333, 413, 325, 415, 376, 374, 374, 419, 420, 341,
- /* 1320 */ 394, 333, 20, 333, 398, 333, 327, 401, 402, 403,
- /* 1330 */ 404, 405, 406, 327, 408, 96, 20, 391, 371, 413,
- /* 1340 */ 339, 415, 339, 356, 20, 419, 420, 334, 20, 339,
- /* 1350 */ 386, 364, 334, 339, 339, 339, 369, 333, 371, 339,
- /* 1360 */ 52, 327, 336, 336, 356, 325, 333, 356, 185, 369,
- /* 1370 */ 327, 369, 393, 356, 194, 356, 391, 356, 356, 356,
- /* 1380 */ 333, 394, 437, 337, 356, 398, 356, 356, 401, 402,
- /* 1390 */ 403, 404, 405, 406, 337, 408, 356, 356, 437, 252,
- /* 1400 */ 251, 258, 415, 371, 364, 440, 419, 420, 369, 369,
- /* 1410 */ 439, 371, 171, 259, 379, 379, 260, 369, 325, 390,
- /* 1420 */ 369, 369, 267, 247, 456, 264, 382, 262, 437, 436,
- /* 1430 */ 435, 382, 449, 396, 394, 243, 20, 364, 398, 434,
- /* 1440 */ 333, 401, 402, 403, 404, 405, 406, 450, 408, 356,
- /* 1450 */ 400, 334, 337, 382, 369, 415, 369, 364, 369, 419,
- /* 1460 */ 420, 325, 369, 369, 371, 382, 369, 369, 165, 337,
- /* 1470 */ 380, 352, 337, 364, 95, 95, 360, 418, 333, 369,
- /* 1480 */ 36, 337, 383, 346, 392, 328, 383, 394, 350, 327,
- /* 1490 */ 388, 398, 356, 0, 401, 402, 403, 404, 405, 406,
- /* 1500 */ 364, 408, 350, 0, 338, 369, 187, 371, 415, 323,
- /* 1510 */ 350, 0, 419, 420, 0, 42, 0, 35, 325, 199,
- /* 1520 */ 35, 35, 35, 0, 199, 35, 35, 0, 199, 199,
- /* 1530 */ 394, 0, 0, 35, 398, 325, 0, 401, 402, 403,
- /* 1540 */ 404, 405, 406, 407, 408, 409, 410, 22, 182, 356,
- /* 1550 */ 35, 180, 0, 0, 176, 0, 175, 364, 0, 47,
- /* 1560 */ 0, 325, 369, 0, 371, 0, 356, 58, 42, 0,
- /* 1570 */ 0, 0, 0, 0, 364, 0, 0, 0, 151, 369,
- /* 1580 */ 35, 371, 0, 151, 0, 0, 0, 394, 42, 0,
- /* 1590 */ 0, 398, 356, 0, 401, 402, 403, 404, 405, 406,
- /* 1600 */ 364, 408, 0, 0, 394, 369, 0, 371, 398, 0,
- /* 1610 */ 0, 401, 402, 403, 404, 405, 406, 0, 408, 0,
- /* 1620 */ 0, 325, 0, 0, 0, 0, 0, 0, 0, 22,
- /* 1630 */ 394, 135, 0, 0, 398, 442, 443, 401, 402, 403,
- /* 1640 */ 404, 405, 406, 325, 408, 0, 0, 35, 0, 0,
- /* 1650 */ 58, 415, 356, 0, 0, 42, 420, 39, 44, 0,
- /* 1660 */ 364, 14, 47, 453, 454, 369, 0, 371, 47, 14,
- /* 1670 */ 40, 0, 0, 39, 356, 39, 47, 171, 0, 0,
- /* 1680 */ 0, 0, 364, 0, 0, 35, 48, 369, 48, 371,
- /* 1690 */ 394, 0, 35, 35, 398, 39, 0, 401, 402, 403,
- /* 1700 */ 404, 405, 406, 64, 408, 0, 39, 325, 48, 39,
- /* 1710 */ 35, 48, 394, 39, 0, 0, 398, 0, 102, 401,
- /* 1720 */ 402, 403, 404, 405, 406, 35, 408, 0, 325, 22,
- /* 1730 */ 44, 44, 35, 35, 35, 35, 35, 35, 356, 443,
- /* 1740 */ 22, 104, 0, 35, 22, 0, 364, 22, 0, 0,
- /* 1750 */ 22, 369, 0, 371, 50, 35, 35, 0, 35, 356,
- /* 1760 */ 22, 20, 0, 445, 361, 35, 35, 364, 163, 96,
- /* 1770 */ 192, 325, 369, 0, 371, 35, 394, 95, 183, 0,
- /* 1780 */ 398, 22, 0, 401, 402, 403, 404, 405, 406, 3,
- /* 1790 */ 408, 44, 248, 47, 44, 44, 248, 394, 163, 96,
- /* 1800 */ 47, 398, 356, 3, 401, 402, 403, 404, 405, 406,
- /* 1810 */ 364, 408, 169, 44, 95, 369, 165, 371, 44, 95,
- /* 1820 */ 35, 95, 325, 35, 163, 96, 35, 248, 96, 95,
- /* 1830 */ 95, 35, 96, 96, 95, 0, 454, 35, 325, 96,
- /* 1840 */ 394, 35, 47, 242, 398, 44, 47, 401, 402, 403,
- /* 1850 */ 404, 405, 406, 356, 408, 0, 410, 96, 361, 96,
- /* 1860 */ 0, 364, 95, 0, 96, 95, 369, 96, 371, 356,
- /* 1870 */ 95, 95, 166, 39, 361, 164, 95, 364, 47, 2,
- /* 1880 */ 44, 205, 369, 105, 371, 95, 22, 47, 96, 227,
- /* 1890 */ 96, 394, 325, 229, 47, 398, 227, 22, 401, 402,
- /* 1900 */ 403, 404, 405, 406, 95, 408, 95, 394, 96, 95,
- /* 1910 */ 95, 398, 96, 325, 401, 402, 403, 404, 405, 406,
- /* 1920 */ 95, 408, 96, 356, 106, 35, 35, 95, 35, 96,
- /* 1930 */ 35, 364, 95, 35, 96, 96, 369, 95, 371, 95,
- /* 1940 */ 207, 96, 35, 95, 356, 22, 119, 119, 119, 119,
- /* 1950 */ 107, 95, 364, 44, 35, 22, 325, 369, 64, 371,
- /* 1960 */ 95, 394, 95, 63, 35, 398, 35, 35, 401, 402,
- /* 1970 */ 403, 404, 405, 406, 35, 408, 35, 325, 35, 35,
- /* 1980 */ 70, 35, 394, 35, 35, 35, 398, 356, 92, 401,
- /* 1990 */ 402, 403, 404, 405, 406, 364, 408, 44, 35, 35,
- /* 2000 */ 369, 22, 371, 35, 35, 35, 70, 35, 356, 35,
- /* 2010 */ 35, 35, 35, 22, 0, 35, 364, 35, 0, 48,
- /* 2020 */ 325, 369, 39, 371, 35, 394, 48, 0, 35, 398,
- /* 2030 */ 0, 39, 401, 402, 403, 404, 405, 406, 325, 408,
- /* 2040 */ 39, 35, 48, 48, 39, 0, 394, 35, 35, 0,
- /* 2050 */ 398, 356, 21, 401, 402, 403, 404, 405, 406, 364,
- /* 2060 */ 408, 22, 22, 22, 369, 21, 371, 457, 20, 356,
- /* 2070 */ 457, 457, 457, 457, 457, 457, 457, 364, 457, 457,
- /* 2080 */ 457, 457, 369, 457, 371, 457, 457, 457, 457, 394,
- /* 2090 */ 457, 457, 457, 398, 457, 457, 401, 402, 403, 404,
- /* 2100 */ 405, 406, 325, 408, 457, 457, 457, 394, 457, 457,
- /* 2110 */ 457, 398, 457, 457, 401, 402, 403, 404, 405, 406,
- /* 2120 */ 457, 408, 457, 325, 457, 457, 457, 457, 457, 457,
- /* 2130 */ 457, 457, 457, 356, 457, 457, 457, 457, 457, 457,
- /* 2140 */ 457, 364, 457, 457, 457, 457, 369, 457, 371, 457,
- /* 2150 */ 457, 457, 457, 457, 356, 457, 457, 457, 457, 457,
- /* 2160 */ 457, 457, 364, 457, 457, 457, 325, 369, 457, 371,
- /* 2170 */ 457, 394, 457, 457, 457, 398, 457, 457, 401, 402,
- /* 2180 */ 403, 404, 405, 406, 325, 408, 457, 457, 457, 457,
- /* 2190 */ 457, 457, 394, 457, 457, 457, 398, 356, 457, 401,
- /* 2200 */ 402, 403, 404, 405, 406, 364, 408, 457, 457, 457,
- /* 2210 */ 369, 457, 371, 457, 457, 356, 457, 457, 457, 457,
- /* 2220 */ 457, 457, 457, 364, 457, 457, 457, 325, 369, 457,
- /* 2230 */ 371, 457, 457, 457, 457, 394, 457, 457, 457, 398,
- /* 2240 */ 457, 457, 401, 402, 403, 404, 405, 406, 457, 408,
- /* 2250 */ 457, 457, 457, 394, 457, 457, 457, 398, 356, 457,
- /* 2260 */ 401, 402, 403, 404, 405, 406, 364, 408, 457, 457,
- /* 2270 */ 325, 369, 457, 371, 457, 457, 457, 457, 457, 457,
- /* 2280 */ 457, 457, 457, 457, 457, 457, 457, 325, 457, 457,
- /* 2290 */ 457, 457, 457, 457, 457, 457, 394, 457, 457, 457,
- /* 2300 */ 398, 356, 457, 401, 402, 403, 404, 405, 406, 364,
- /* 2310 */ 408, 457, 457, 325, 369, 457, 371, 457, 356, 457,
- /* 2320 */ 457, 457, 457, 457, 457, 457, 364, 457, 457, 457,
- /* 2330 */ 457, 369, 457, 371, 457, 457, 457, 457, 457, 394,
- /* 2340 */ 457, 457, 457, 398, 356, 457, 401, 402, 403, 404,
- /* 2350 */ 405, 406, 364, 408, 457, 457, 394, 369, 457, 371,
- /* 2360 */ 398, 457, 457, 401, 402, 403, 404, 405, 406, 457,
- /* 2370 */ 408, 457, 325, 457, 457, 457, 457, 457, 457, 457,
- /* 2380 */ 457, 457, 394, 457, 457, 457, 398, 457, 457, 401,
- /* 2390 */ 402, 403, 404, 405, 406, 457, 408, 457, 457, 457,
- /* 2400 */ 457, 457, 457, 356, 457, 457, 457, 457, 457, 457,
- /* 2410 */ 457, 364, 457, 457, 457, 325, 369, 457, 371, 457,
- /* 2420 */ 457, 457, 457, 457, 457, 457, 457, 457, 457, 457,
- /* 2430 */ 457, 457, 457, 325, 457, 457, 457, 457, 457, 457,
- /* 2440 */ 457, 394, 457, 457, 457, 398, 356, 457, 401, 402,
- /* 2450 */ 403, 404, 405, 406, 364, 408, 457, 457, 457, 369,
- /* 2460 */ 457, 371, 457, 457, 356, 457, 457, 457, 457, 457,
- /* 2470 */ 457, 457, 364, 457, 457, 457, 457, 369, 457, 371,
- /* 2480 */ 457, 457, 457, 457, 394, 457, 457, 457, 398, 457,
- /* 2490 */ 457, 401, 402, 403, 404, 405, 406, 325, 408, 457,
- /* 2500 */ 457, 457, 394, 457, 457, 457, 398, 457, 457, 401,
- /* 2510 */ 402, 403, 404, 405, 406, 457, 408, 457, 325, 457,
- /* 2520 */ 457, 457, 457, 457, 457, 457, 457, 457, 356, 457,
- /* 2530 */ 457, 457, 457, 457, 457, 457, 364, 457, 457, 457,
- /* 2540 */ 457, 369, 457, 371, 457, 457, 457, 457, 457, 356,
- /* 2550 */ 457, 457, 457, 457, 457, 457, 457, 364, 457, 457,
- /* 2560 */ 457, 325, 369, 457, 371, 457, 394, 457, 457, 457,
- /* 2570 */ 398, 457, 457, 401, 402, 403, 404, 405, 406, 325,
- /* 2580 */ 408, 457, 457, 457, 457, 457, 457, 394, 457, 457,
- /* 2590 */ 457, 398, 356, 457, 401, 402, 403, 404, 405, 406,
- /* 2600 */ 364, 408, 457, 457, 457, 369, 457, 371, 457, 457,
- /* 2610 */ 356, 457, 457, 457, 457, 457, 457, 457, 364, 457,
- /* 2620 */ 457, 457, 325, 369, 457, 371, 457, 457, 457, 457,
- /* 2630 */ 394, 457, 457, 457, 398, 457, 457, 401, 402, 403,
- /* 2640 */ 404, 405, 406, 457, 408, 457, 457, 457, 394, 457,
- /* 2650 */ 457, 457, 398, 356, 457, 401, 402, 403, 404, 405,
- /* 2660 */ 406, 364, 408, 457, 457, 457, 369, 457, 371, 457,
- /* 2670 */ 457, 457, 457, 457, 457, 457, 457, 457, 457, 457,
- /* 2680 */ 457, 457, 457, 457, 457, 457, 457, 457, 457, 457,
- /* 2690 */ 457, 394, 457, 457, 457, 398, 457, 457, 401, 402,
- /* 2700 */ 403, 404, 405, 406, 457, 408,
+ /* 220 */ 220, 221, 222, 223, 224, 225, 226, 227, 95, 95,
+ /* 230 */ 97, 95, 161, 162, 404, 20, 163, 21, 167, 168,
+ /* 240 */ 24, 25, 26, 27, 28, 29, 30, 31, 32, 106,
+ /* 250 */ 163, 127, 245, 182, 404, 184, 244, 8, 9, 328,
+ /* 260 */ 430, 12, 13, 14, 15, 16, 232, 233, 234, 235,
+ /* 270 */ 236, 237, 238, 239, 240, 241, 242, 245, 207, 208,
+ /* 280 */ 430, 210, 211, 212, 213, 214, 215, 216, 217, 218,
+ /* 290 */ 219, 220, 221, 222, 223, 224, 225, 226, 227, 177,
+ /* 300 */ 229, 12, 13, 372, 361, 22, 14, 328, 359, 20,
+ /* 310 */ 22, 22, 20, 189, 190, 372, 367, 193, 35, 195,
+ /* 320 */ 198, 199, 33, 35, 35, 108, 109, 110, 111, 112,
+ /* 330 */ 113, 114, 115, 116, 117, 118, 0, 120, 121, 122,
+ /* 340 */ 123, 124, 125, 33, 401, 402, 403, 58, 35, 245,
+ /* 350 */ 389, 372, 63, 70, 359, 412, 407, 4, 48, 70,
+ /* 360 */ 20, 366, 22, 20, 54, 55, 56, 57, 58, 328,
+ /* 370 */ 375, 328, 12, 13, 14, 35, 161, 162, 245, 245,
+ /* 380 */ 20, 245, 22, 70, 95, 12, 13, 14, 15, 16,
+ /* 390 */ 62, 51, 431, 33, 20, 35, 435, 20, 328, 22,
+ /* 400 */ 117, 65, 66, 67, 94, 4, 117, 97, 0, 73,
+ /* 410 */ 74, 450, 451, 372, 78, 372, 455, 456, 58, 83,
+ /* 420 */ 84, 132, 133, 174, 328, 89, 126, 127, 51, 21,
+ /* 430 */ 70, 131, 24, 25, 26, 27, 28, 29, 30, 31,
+ /* 440 */ 32, 336, 372, 20, 43, 328, 45, 46, 70, 374,
+ /* 450 */ 161, 162, 336, 161, 359, 95, 167, 168, 229, 384,
+ /* 460 */ 231, 366, 387, 388, 336, 182, 350, 184, 372, 44,
+ /* 470 */ 375, 182, 367, 184, 164, 165, 328, 117, 350, 169,
+ /* 480 */ 8, 9, 172, 367, 12, 13, 14, 15, 16, 372,
+ /* 490 */ 207, 208, 132, 133, 342, 367, 207, 208, 188, 210,
+ /* 500 */ 211, 212, 213, 214, 215, 216, 217, 218, 219, 220,
+ /* 510 */ 221, 222, 223, 224, 225, 226, 227, 365, 269, 20,
+ /* 520 */ 372, 161, 162, 336, 35, 328, 431, 167, 168, 336,
+ /* 530 */ 435, 426, 427, 428, 429, 336, 431, 432, 20, 65,
+ /* 540 */ 66, 67, 182, 350, 184, 450, 451, 73, 74, 350,
+ /* 550 */ 455, 456, 78, 328, 367, 132, 133, 83, 84, 70,
+ /* 560 */ 367, 328, 328, 89, 373, 374, 367, 207, 208, 372,
+ /* 570 */ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219,
+ /* 580 */ 220, 221, 222, 223, 224, 225, 226, 227, 12, 13,
+ /* 590 */ 167, 168, 359, 0, 342, 351, 20, 372, 22, 246,
+ /* 600 */ 367, 325, 416, 359, 418, 372, 372, 374, 356, 33,
+ /* 610 */ 126, 35, 368, 229, 427, 428, 429, 365, 431, 432,
+ /* 620 */ 8, 9, 328, 404, 12, 13, 14, 15, 16, 4,
+ /* 630 */ 166, 398, 20, 336, 58, 402, 70, 207, 405, 406,
+ /* 640 */ 407, 408, 409, 410, 19, 412, 70, 350, 415, 430,
+ /* 650 */ 417, 418, 419, 359, 357, 62, 423, 424, 33, 12,
+ /* 660 */ 13, 367, 163, 336, 367, 389, 372, 20, 374, 22,
+ /* 670 */ 416, 95, 418, 48, 328, 191, 192, 350, 53, 328,
+ /* 680 */ 33, 163, 35, 58, 361, 95, 256, 257, 258, 259,
+ /* 690 */ 260, 266, 398, 117, 367, 372, 402, 345, 346, 405,
+ /* 700 */ 406, 407, 408, 409, 410, 58, 412, 431, 132, 133,
+ /* 710 */ 0, 435, 393, 351, 250, 251, 252, 70, 372, 94,
+ /* 720 */ 0, 359, 97, 372, 401, 402, 450, 451, 14, 360,
+ /* 730 */ 368, 455, 456, 328, 20, 412, 369, 161, 162, 372,
+ /* 740 */ 446, 447, 95, 167, 168, 336, 8, 9, 160, 360,
+ /* 750 */ 12, 13, 14, 15, 16, 2, 359, 3, 182, 350,
+ /* 760 */ 184, 8, 9, 107, 117, 12, 13, 14, 15, 16,
+ /* 770 */ 360, 181, 62, 183, 328, 163, 367, 372, 381, 132,
+ /* 780 */ 133, 0, 328, 207, 208, 129, 210, 211, 212, 213,
+ /* 790 */ 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
+ /* 800 */ 224, 225, 226, 227, 14, 15, 16, 336, 161, 162,
+ /* 810 */ 18, 42, 20, 44, 167, 168, 351, 340, 372, 27,
+ /* 820 */ 232, 350, 30, 360, 359, 33, 372, 107, 360, 182,
+ /* 830 */ 242, 184, 328, 368, 96, 245, 345, 346, 367, 362,
+ /* 840 */ 48, 361, 50, 360, 359, 53, 126, 127, 128, 129,
+ /* 850 */ 130, 131, 372, 368, 207, 208, 20, 210, 211, 212,
+ /* 860 */ 213, 214, 215, 216, 217, 218, 219, 220, 221, 222,
+ /* 870 */ 223, 224, 225, 226, 227, 161, 372, 347, 20, 349,
+ /* 880 */ 18, 401, 402, 2, 0, 23, 94, 0, 107, 8,
+ /* 890 */ 9, 367, 412, 12, 13, 14, 15, 16, 106, 37,
+ /* 900 */ 38, 359, 378, 41, 367, 367, 329, 126, 127, 128,
+ /* 910 */ 129, 130, 131, 1, 2, 378, 378, 375, 45, 46,
+ /* 920 */ 95, 59, 60, 61, 369, 382, 369, 372, 136, 372,
+ /* 930 */ 105, 139, 140, 141, 142, 143, 144, 145, 146, 147,
+ /* 940 */ 148, 149, 150, 151, 152, 153, 154, 155, 389, 157,
+ /* 950 */ 158, 159, 65, 66, 67, 68, 69, 95, 71, 72,
+ /* 960 */ 73, 74, 75, 76, 77, 78, 79, 80, 81, 82,
+ /* 970 */ 83, 84, 85, 86, 87, 88, 89, 90, 91, 328,
+ /* 980 */ 459, 336, 107, 328, 352, 336, 389, 355, 389, 44,
+ /* 990 */ 431, 243, 244, 336, 435, 350, 134, 161, 348, 350,
+ /* 1000 */ 328, 126, 127, 128, 129, 130, 131, 350, 96, 450,
+ /* 1010 */ 451, 42, 367, 44, 455, 456, 367, 99, 264, 106,
+ /* 1020 */ 102, 163, 99, 372, 367, 102, 163, 372, 431, 336,
+ /* 1030 */ 431, 359, 435, 170, 435, 151, 174, 175, 176, 367,
+ /* 1040 */ 336, 179, 336, 350, 372, 35, 374, 450, 451, 450,
+ /* 1050 */ 451, 448, 455, 456, 455, 456, 350, 0, 389, 197,
+ /* 1060 */ 367, 336, 200, 58, 202, 203, 204, 205, 206, 156,
+ /* 1070 */ 398, 367, 328, 367, 402, 350, 35, 405, 406, 407,
+ /* 1080 */ 408, 409, 410, 336, 412, 99, 44, 99, 102, 417,
+ /* 1090 */ 102, 419, 367, 0, 338, 423, 424, 350, 336, 336,
+ /* 1100 */ 431, 0, 97, 359, 435, 48, 0, 245, 336, 63,
+ /* 1110 */ 37, 367, 350, 350, 367, 22, 372, 445, 374, 450,
+ /* 1120 */ 451, 47, 350, 22, 455, 456, 328, 336, 22, 367,
+ /* 1130 */ 367, 427, 428, 429, 44, 431, 432, 442, 96, 367,
+ /* 1140 */ 44, 350, 398, 132, 133, 359, 402, 44, 338, 405,
+ /* 1150 */ 406, 407, 408, 409, 410, 13, 412, 359, 367, 44,
+ /* 1160 */ 44, 417, 382, 419, 44, 367, 335, 423, 424, 95,
+ /* 1170 */ 372, 98, 374, 100, 101, 44, 103, 35, 434, 13,
+ /* 1180 */ 107, 0, 371, 336, 44, 44, 96, 328, 1, 2,
+ /* 1190 */ 382, 44, 96, 433, 184, 44, 398, 350, 452, 96,
+ /* 1200 */ 402, 35, 129, 405, 406, 407, 408, 409, 410, 425,
+ /* 1210 */ 412, 96, 96, 268, 367, 417, 96, 419, 359, 436,
+ /* 1220 */ 44, 423, 424, 44, 247, 184, 367, 96, 12, 13,
+ /* 1230 */ 49, 372, 434, 374, 400, 180, 96, 96, 22, 44,
+ /* 1240 */ 48, 399, 391, 96, 42, 379, 20, 96, 379, 33,
+ /* 1250 */ 328, 35, 382, 207, 160, 377, 20, 398, 379, 377,
+ /* 1260 */ 336, 402, 336, 377, 405, 406, 407, 408, 409, 410,
+ /* 1270 */ 328, 412, 96, 93, 58, 96, 417, 344, 419, 336,
+ /* 1280 */ 336, 359, 423, 424, 336, 20, 70, 330, 330, 367,
+ /* 1290 */ 20, 96, 395, 434, 372, 342, 374, 342, 20, 374,
+ /* 1300 */ 20, 359, 337, 20, 390, 342, 342, 337, 342, 367,
+ /* 1310 */ 342, 336, 52, 342, 372, 339, 374, 339, 359, 330,
+ /* 1320 */ 398, 359, 330, 336, 402, 196, 359, 405, 406, 407,
+ /* 1330 */ 408, 409, 410, 117, 412, 397, 395, 340, 359, 417,
+ /* 1340 */ 398, 419, 359, 359, 402, 423, 424, 405, 406, 407,
+ /* 1350 */ 408, 409, 410, 359, 412, 359, 434, 359, 359, 417,
+ /* 1360 */ 359, 419, 372, 372, 187, 423, 424, 394, 340, 374,
+ /* 1370 */ 19, 336, 255, 328, 372, 382, 434, 441, 254, 372,
+ /* 1380 */ 441, 372, 382, 261, 33, 372, 173, 440, 385, 385,
+ /* 1390 */ 444, 441, 443, 263, 262, 439, 248, 270, 182, 48,
+ /* 1400 */ 184, 267, 265, 244, 359, 54, 55, 56, 57, 58,
+ /* 1410 */ 438, 460, 367, 453, 400, 454, 367, 372, 20, 374,
+ /* 1420 */ 404, 336, 340, 207, 208, 337, 372, 165, 385, 385,
+ /* 1430 */ 372, 372, 328, 372, 372, 372, 220, 221, 222, 223,
+ /* 1440 */ 224, 225, 226, 398, 355, 94, 367, 402, 97, 383,
+ /* 1450 */ 405, 406, 407, 408, 409, 410, 95, 412, 340, 340,
+ /* 1460 */ 422, 95, 417, 359, 419, 363, 340, 372, 423, 424,
+ /* 1470 */ 349, 367, 336, 36, 331, 330, 372, 396, 374, 392,
+ /* 1480 */ 326, 130, 0, 386, 386, 341, 328, 0, 353, 189,
+ /* 1490 */ 0, 353, 353, 0, 42, 0, 35, 201, 35, 35,
+ /* 1500 */ 35, 0, 398, 201, 35, 35, 402, 201, 0, 405,
+ /* 1510 */ 406, 407, 408, 409, 410, 201, 412, 359, 0, 35,
+ /* 1520 */ 169, 417, 0, 419, 22, 367, 35, 423, 424, 0,
+ /* 1530 */ 372, 184, 374, 0, 182, 0, 178, 186, 0, 188,
+ /* 1540 */ 177, 0, 0, 47, 0, 0, 42, 328, 0, 0,
+ /* 1550 */ 0, 0, 0, 0, 0, 0, 398, 151, 35, 0,
+ /* 1560 */ 402, 151, 0, 405, 406, 407, 408, 409, 410, 0,
+ /* 1570 */ 412, 0, 0, 0, 0, 417, 0, 419, 359, 0,
+ /* 1580 */ 0, 423, 424, 0, 0, 0, 367, 0, 0, 0,
+ /* 1590 */ 0, 372, 0, 374, 135, 0, 0, 22, 42, 0,
+ /* 1600 */ 0, 0, 0, 0, 0, 328, 0, 0, 0, 0,
+ /* 1610 */ 42, 44, 35, 47, 0, 58, 58, 398, 0, 14,
+ /* 1620 */ 39, 402, 40, 0, 405, 406, 407, 408, 409, 410,
+ /* 1630 */ 14, 412, 0, 47, 0, 173, 359, 39, 419, 0,
+ /* 1640 */ 47, 0, 423, 424, 367, 0, 0, 35, 0, 372,
+ /* 1650 */ 39, 374, 39, 0, 35, 64, 39, 35, 48, 328,
+ /* 1660 */ 39, 0, 35, 48, 39, 0, 0, 0, 48, 0,
+ /* 1670 */ 35, 22, 48, 0, 104, 398, 22, 35, 35, 402,
+ /* 1680 */ 44, 44, 405, 406, 407, 408, 409, 410, 328, 412,
+ /* 1690 */ 359, 35, 35, 35, 35, 35, 419, 0, 367, 102,
+ /* 1700 */ 423, 424, 22, 372, 0, 374, 22, 0, 22, 35,
+ /* 1710 */ 0, 35, 50, 0, 35, 0, 22, 35, 20, 359,
+ /* 1720 */ 35, 194, 96, 95, 0, 35, 163, 367, 0, 398,
+ /* 1730 */ 22, 185, 372, 402, 374, 0, 405, 406, 407, 408,
+ /* 1740 */ 409, 410, 0, 412, 3, 95, 328, 44, 249, 228,
+ /* 1750 */ 419, 96, 47, 253, 423, 424, 44, 3, 398, 95,
+ /* 1760 */ 44, 47, 402, 44, 96, 405, 406, 407, 408, 409,
+ /* 1770 */ 410, 411, 412, 413, 414, 44, 95, 359, 35, 249,
+ /* 1780 */ 249, 35, 35, 96, 95, 367, 95, 35, 96, 96,
+ /* 1790 */ 372, 95, 374, 163, 165, 96, 163, 35, 35, 0,
+ /* 1800 */ 328, 44, 171, 47, 243, 96, 47, 96, 170, 0,
+ /* 1810 */ 170, 0, 95, 166, 96, 95, 398, 96, 95, 0,
+ /* 1820 */ 402, 95, 39, 405, 406, 407, 408, 409, 410, 95,
+ /* 1830 */ 412, 359, 105, 47, 164, 44, 2, 22, 22, 367,
+ /* 1840 */ 95, 47, 47, 95, 372, 96, 374, 96, 95, 35,
+ /* 1850 */ 106, 119, 35, 95, 328, 35, 96, 96, 207, 95,
+ /* 1860 */ 95, 209, 96, 95, 35, 96, 95, 35, 35, 96,
+ /* 1870 */ 398, 95, 228, 96, 402, 457, 458, 405, 406, 407,
+ /* 1880 */ 408, 409, 410, 95, 412, 359, 96, 95, 22, 119,
+ /* 1890 */ 44, 419, 107, 367, 119, 95, 424, 119, 372, 95,
+ /* 1900 */ 374, 230, 35, 228, 22, 95, 328, 64, 63, 35,
+ /* 1910 */ 35, 35, 35, 35, 35, 35, 35, 70, 35, 35,
+ /* 1920 */ 92, 35, 328, 35, 398, 35, 22, 70, 402, 44,
+ /* 1930 */ 35, 405, 406, 407, 408, 409, 410, 359, 412, 22,
+ /* 1940 */ 35, 35, 35, 35, 35, 367, 35, 35, 35, 0,
+ /* 1950 */ 372, 35, 374, 359, 39, 0, 35, 39, 48, 0,
+ /* 1960 */ 35, 367, 48, 39, 0, 35, 372, 48, 374, 0,
+ /* 1970 */ 48, 39, 35, 447, 35, 0, 398, 20, 22, 21,
+ /* 1980 */ 402, 461, 22, 405, 406, 407, 408, 409, 410, 21,
+ /* 1990 */ 412, 461, 398, 22, 461, 461, 402, 461, 461, 405,
+ /* 2000 */ 406, 407, 408, 409, 410, 461, 412, 461, 461, 461,
+ /* 2010 */ 461, 328, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2020 */ 461, 461, 461, 461, 461, 461, 461, 449, 461, 328,
+ /* 2030 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2040 */ 461, 461, 359, 461, 461, 461, 461, 364, 461, 461,
+ /* 2050 */ 367, 461, 458, 461, 461, 372, 461, 374, 461, 461,
+ /* 2060 */ 359, 461, 461, 461, 461, 461, 461, 461, 367, 461,
+ /* 2070 */ 461, 461, 461, 372, 461, 374, 461, 461, 461, 461,
+ /* 2080 */ 461, 398, 461, 328, 461, 402, 461, 461, 405, 406,
+ /* 2090 */ 407, 408, 409, 410, 461, 412, 461, 461, 461, 398,
+ /* 2100 */ 328, 461, 461, 402, 461, 461, 405, 406, 407, 408,
+ /* 2110 */ 409, 410, 461, 412, 359, 414, 461, 461, 461, 364,
+ /* 2120 */ 461, 461, 367, 461, 461, 461, 461, 372, 461, 374,
+ /* 2130 */ 461, 359, 461, 461, 461, 461, 364, 461, 461, 367,
+ /* 2140 */ 461, 461, 461, 461, 372, 461, 374, 461, 461, 461,
+ /* 2150 */ 461, 461, 328, 398, 461, 461, 461, 402, 461, 461,
+ /* 2160 */ 405, 406, 407, 408, 409, 410, 461, 412, 328, 461,
+ /* 2170 */ 398, 461, 461, 461, 402, 461, 461, 405, 406, 407,
+ /* 2180 */ 408, 409, 410, 359, 412, 461, 461, 461, 461, 461,
+ /* 2190 */ 461, 367, 461, 461, 461, 461, 372, 461, 374, 359,
+ /* 2200 */ 461, 461, 461, 461, 461, 461, 461, 367, 461, 461,
+ /* 2210 */ 461, 461, 372, 461, 374, 461, 461, 461, 461, 461,
+ /* 2220 */ 328, 461, 398, 461, 461, 461, 402, 461, 461, 405,
+ /* 2230 */ 406, 407, 408, 409, 410, 461, 412, 461, 398, 461,
+ /* 2240 */ 461, 461, 402, 461, 461, 405, 406, 407, 408, 409,
+ /* 2250 */ 410, 359, 412, 461, 461, 461, 461, 461, 461, 367,
+ /* 2260 */ 461, 461, 461, 461, 372, 461, 374, 461, 461, 461,
+ /* 2270 */ 461, 461, 461, 461, 328, 461, 461, 461, 461, 461,
+ /* 2280 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2290 */ 398, 461, 461, 461, 402, 328, 461, 405, 406, 407,
+ /* 2300 */ 408, 409, 410, 461, 412, 359, 461, 461, 461, 461,
+ /* 2310 */ 461, 461, 461, 367, 461, 461, 461, 461, 372, 461,
+ /* 2320 */ 374, 461, 461, 461, 461, 461, 359, 461, 461, 461,
+ /* 2330 */ 461, 461, 461, 461, 367, 461, 461, 461, 461, 372,
+ /* 2340 */ 461, 374, 461, 461, 398, 461, 461, 461, 402, 461,
+ /* 2350 */ 461, 405, 406, 407, 408, 409, 410, 461, 412, 461,
+ /* 2360 */ 461, 461, 461, 461, 461, 398, 461, 461, 461, 402,
+ /* 2370 */ 461, 328, 405, 406, 407, 408, 409, 410, 461, 412,
+ /* 2380 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 328,
+ /* 2390 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2400 */ 461, 461, 359, 461, 461, 461, 461, 461, 461, 461,
+ /* 2410 */ 367, 461, 461, 461, 461, 372, 461, 374, 461, 461,
+ /* 2420 */ 359, 461, 461, 461, 461, 461, 461, 461, 367, 461,
+ /* 2430 */ 461, 461, 461, 372, 461, 374, 461, 461, 461, 461,
+ /* 2440 */ 461, 398, 461, 328, 461, 402, 461, 461, 405, 406,
+ /* 2450 */ 407, 408, 409, 410, 461, 412, 461, 461, 461, 398,
+ /* 2460 */ 328, 461, 461, 402, 461, 461, 405, 406, 407, 408,
+ /* 2470 */ 409, 410, 461, 412, 359, 461, 461, 461, 461, 461,
+ /* 2480 */ 461, 461, 367, 461, 461, 461, 461, 372, 461, 374,
+ /* 2490 */ 461, 359, 461, 461, 461, 461, 461, 461, 461, 367,
+ /* 2500 */ 461, 461, 461, 461, 372, 461, 374, 461, 461, 461,
+ /* 2510 */ 461, 461, 328, 398, 461, 461, 461, 402, 461, 461,
+ /* 2520 */ 405, 406, 407, 408, 409, 410, 461, 412, 328, 461,
+ /* 2530 */ 398, 461, 461, 461, 402, 461, 461, 405, 406, 407,
+ /* 2540 */ 408, 409, 410, 359, 412, 461, 461, 461, 461, 461,
+ /* 2550 */ 461, 367, 461, 461, 461, 461, 372, 461, 374, 359,
+ /* 2560 */ 461, 461, 461, 461, 461, 461, 461, 367, 461, 461,
+ /* 2570 */ 461, 461, 372, 461, 374, 461, 461, 461, 461, 461,
+ /* 2580 */ 328, 461, 398, 461, 461, 461, 402, 461, 461, 405,
+ /* 2590 */ 406, 407, 408, 409, 410, 461, 412, 461, 398, 461,
+ /* 2600 */ 461, 461, 402, 328, 461, 405, 406, 407, 408, 409,
+ /* 2610 */ 410, 359, 412, 461, 461, 461, 461, 461, 461, 367,
+ /* 2620 */ 461, 461, 461, 461, 372, 461, 374, 461, 461, 461,
+ /* 2630 */ 461, 461, 461, 461, 359, 461, 461, 461, 461, 461,
+ /* 2640 */ 461, 461, 367, 461, 461, 461, 461, 372, 461, 374,
+ /* 2650 */ 398, 461, 461, 461, 402, 328, 461, 405, 406, 407,
+ /* 2660 */ 408, 409, 410, 461, 412, 461, 461, 461, 461, 461,
+ /* 2670 */ 461, 461, 461, 398, 461, 461, 461, 402, 461, 461,
+ /* 2680 */ 405, 406, 407, 408, 409, 410, 359, 412, 461, 461,
+ /* 2690 */ 461, 461, 461, 461, 367, 461, 461, 461, 461, 372,
+ /* 2700 */ 461, 374, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2710 */ 461, 461, 461, 461, 461, 461, 461, 461, 328, 461,
+ /* 2720 */ 461, 461, 461, 461, 461, 398, 461, 461, 461, 402,
+ /* 2730 */ 461, 461, 405, 406, 407, 408, 409, 410, 461, 412,
+ /* 2740 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 359,
+ /* 2750 */ 461, 461, 461, 461, 461, 461, 461, 367, 461, 461,
+ /* 2760 */ 461, 461, 372, 461, 374, 461, 461, 461, 461, 461,
+ /* 2770 */ 328, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 2780 */ 461, 461, 461, 461, 461, 461, 461, 461, 398, 328,
+ /* 2790 */ 461, 461, 402, 461, 461, 405, 406, 407, 408, 409,
+ /* 2800 */ 410, 359, 412, 461, 461, 461, 461, 461, 461, 367,
+ /* 2810 */ 461, 461, 461, 461, 372, 461, 374, 461, 461, 461,
+ /* 2820 */ 359, 461, 461, 461, 461, 461, 461, 461, 367, 461,
+ /* 2830 */ 461, 461, 461, 372, 461, 374, 461, 461, 461, 461,
+ /* 2840 */ 398, 328, 461, 461, 402, 461, 461, 405, 406, 407,
+ /* 2850 */ 408, 409, 410, 461, 412, 461, 461, 328, 461, 398,
+ /* 2860 */ 461, 461, 461, 402, 461, 461, 405, 406, 407, 408,
+ /* 2870 */ 409, 410, 359, 412, 461, 461, 461, 461, 461, 461,
+ /* 2880 */ 367, 461, 461, 461, 461, 372, 461, 374, 359, 461,
+ /* 2890 */ 461, 461, 461, 461, 461, 461, 367, 461, 461, 461,
+ /* 2900 */ 461, 372, 461, 374, 461, 461, 461, 461, 461, 328,
+ /* 2910 */ 461, 398, 461, 461, 461, 402, 461, 461, 405, 406,
+ /* 2920 */ 407, 408, 409, 410, 461, 412, 461, 398, 461, 461,
+ /* 2930 */ 461, 402, 328, 461, 405, 406, 407, 408, 409, 410,
+ /* 2940 */ 359, 412, 461, 461, 461, 461, 461, 461, 367, 461,
+ /* 2950 */ 461, 461, 461, 372, 461, 374, 461, 461, 461, 461,
+ /* 2960 */ 461, 461, 461, 359, 461, 461, 461, 461, 461, 461,
+ /* 2970 */ 461, 367, 461, 461, 461, 461, 372, 461, 374, 398,
+ /* 2980 */ 461, 461, 461, 402, 328, 461, 405, 406, 407, 408,
+ /* 2990 */ 409, 410, 461, 412, 461, 461, 461, 461, 461, 461,
+ /* 3000 */ 461, 461, 398, 461, 461, 461, 402, 461, 461, 405,
+ /* 3010 */ 406, 407, 408, 409, 410, 359, 412, 461, 461, 461,
+ /* 3020 */ 461, 461, 461, 367, 461, 461, 461, 461, 372, 461,
+ /* 3030 */ 374, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 3040 */ 461, 461, 461, 461, 461, 461, 461, 461, 461, 461,
+ /* 3050 */ 461, 461, 461, 461, 398, 461, 461, 461, 402, 461,
+ /* 3060 */ 461, 405, 406, 407, 408, 409, 410, 461, 412, 325,
+ /* 3070 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3080 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3090 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3100 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3110 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3120 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3130 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3140 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3150 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3160 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3170 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3180 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3190 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3200 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3210 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3220 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3230 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3240 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3250 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3260 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3270 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3280 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3290 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3300 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3310 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3320 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3330 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3340 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3350 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3360 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3370 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3380 */ 325, 325, 325, 325, 325, 325, 325, 325, 325, 325,
+ /* 3390 */ 325, 325, 325, 325,
};
-#define YY_SHIFT_COUNT (707)
+#define YY_SHIFT_COUNT (713)
#define YY_SHIFT_MIN (0)
-#define YY_SHIFT_MAX (2049)
+#define YY_SHIFT_MAX (1975)
static const unsigned short int yy_shift_ofst[] = {
- /* 0 */ 925, 0, 71, 0, 288, 288, 288, 288, 288, 288,
- /* 10 */ 288, 288, 288, 359, 574, 574, 645, 574, 574, 574,
- /* 20 */ 574, 574, 574, 574, 574, 574, 574, 574, 574, 574,
- /* 30 */ 574, 574, 574, 574, 574, 574, 574, 574, 574, 574,
- /* 40 */ 574, 574, 574, 574, 574, 574, 225, 577, 74, 132,
- /* 50 */ 571, 133, 151, 133, 74, 74, 1054, 1054, 133, 1054,
- /* 60 */ 1054, 17, 133, 52, 52, 21, 21, 98, 292, 42,
- /* 70 */ 42, 52, 52, 52, 52, 52, 52, 52, 52, 52,
- /* 80 */ 52, 106, 52, 52, 76, 52, 169, 52, 52, 228,
- /* 90 */ 52, 52, 228, 52, 228, 228, 228, 52, 454, 783,
- /* 100 */ 34, 34, 372, 462, 638, 638, 638, 638, 638, 638,
- /* 110 */ 638, 638, 638, 638, 638, 638, 638, 638, 638, 638,
- /* 120 */ 638, 638, 638, 149, 661, 98, 292, 553, 445, 685,
- /* 130 */ 685, 685, 600, 157, 157, 445, 414, 414, 414, 427,
- /* 140 */ 169, 316, 228, 9, 228, 9, 9, 427, 493, 216,
- /* 150 */ 216, 216, 216, 216, 216, 216, 504, 335, 36, 755,
- /* 160 */ 431, 49, 626, 187, 329, 684, 294, 827, 302, 892,
- /* 170 */ 953, 599, 920, 234, 599, 986, 203, 711, 982, 1196,
- /* 180 */ 1100, 1237, 1268, 1237, 1133, 1274, 1274, 1237, 1133, 1133,
- /* 190 */ 1216, 1274, 1274, 1274, 1302, 1302, 1316, 106, 169, 106,
- /* 200 */ 1324, 1328, 106, 1324, 106, 106, 106, 1274, 106, 1308,
- /* 210 */ 1308, 1302, 228, 228, 228, 228, 228, 228, 228, 228,
- /* 220 */ 228, 228, 228, 1274, 1302, 9, 9, 1180, 1316, 454,
- /* 230 */ 1183, 169, 454, 1274, 1268, 1268, 9, 1147, 1149, 9,
- /* 240 */ 1147, 1149, 9, 9, 228, 1143, 1241, 1147, 1156, 1154,
- /* 250 */ 1176, 982, 1155, 1161, 1165, 1192, 414, 1416, 1274, 1324,
- /* 260 */ 454, 1149, 9, 9, 9, 9, 9, 1149, 9, 1303,
- /* 270 */ 454, 427, 454, 414, 1379, 1380, 9, 493, 1274, 454,
- /* 280 */ 1444, 1302, 2706, 2706, 2706, 2706, 2706, 2706, 2706, 2706,
- /* 290 */ 2706, 826, 562, 382, 935, 871, 15, 937, 888, 737,
- /* 300 */ 963, 1042, 955, 183, 183, 183, 183, 183, 183, 183,
- /* 310 */ 183, 183, 497, 331, 25, 25, 193, 322, 405, 166,
- /* 320 */ 262, 50, 50, 417, 555, 573, 417, 417, 417, 716,
- /* 330 */ 781, 1038, 998, 916, 1009, 976, 989, 1004, 1012, 1095,
- /* 340 */ 1096, 1146, 429, 1065, 1069, 1025, 658, 570, 1007, 1108,
- /* 350 */ 1128, 1130, 1134, 1151, 1188, 1153, 1045, 1055, 1058, 1159,
- /* 360 */ 1072, 1168, 1170, 1174, 1202, 1209, 1239, 1112, 1175, 1178,
- /* 370 */ 1198, 11, 1493, 1503, 1319, 1511, 1514, 1473, 1516, 1482,
- /* 380 */ 1320, 1485, 1486, 1487, 1325, 1523, 1490, 1491, 1329, 1527,
- /* 390 */ 1330, 1531, 1498, 1532, 1525, 1536, 1515, 1366, 1371, 1552,
- /* 400 */ 1553, 1378, 1381, 1555, 1558, 1512, 1560, 1563, 1565, 1526,
- /* 410 */ 1569, 1570, 1571, 1572, 1573, 1575, 1576, 1577, 1427, 1545,
- /* 420 */ 1582, 1432, 1584, 1585, 1586, 1593, 1602, 1603, 1606, 1609,
- /* 430 */ 1610, 1617, 1619, 1620, 1622, 1623, 1624, 1546, 1589, 1590,
- /* 440 */ 1625, 1626, 1627, 1607, 1628, 1645, 1646, 1496, 1632, 1633,
- /* 450 */ 1612, 1648, 1509, 1649, 1592, 1653, 1654, 1613, 1618, 1614,
- /* 460 */ 1615, 1647, 1621, 1655, 1629, 1659, 1630, 1634, 1666, 1671,
- /* 470 */ 1672, 1636, 1506, 1678, 1679, 1680, 1639, 1681, 1683, 1650,
- /* 480 */ 1638, 1656, 1684, 1657, 1640, 1667, 1691, 1658, 1660, 1670,
- /* 490 */ 1696, 1675, 1663, 1674, 1705, 1714, 1715, 1717, 1637, 1616,
- /* 500 */ 1690, 1707, 1727, 1697, 1698, 1699, 1700, 1686, 1687, 1701,
- /* 510 */ 1702, 1718, 1708, 1742, 1722, 1745, 1725, 1704, 1748, 1728,
- /* 520 */ 1720, 1749, 1721, 1752, 1723, 1757, 1738, 1741, 1730, 1731,
- /* 530 */ 1578, 1673, 1682, 1762, 1605, 1740, 1773, 1595, 1759, 1635,
- /* 540 */ 1651, 1779, 1782, 1661, 1643, 1786, 1747, 1544, 1719, 1703,
- /* 550 */ 1724, 1729, 1750, 1732, 1726, 1734, 1735, 1736, 1751, 1746,
- /* 560 */ 1753, 1739, 1769, 1548, 1737, 1743, 1800, 1774, 1579, 1785,
- /* 570 */ 1788, 1791, 1796, 1802, 1806, 1761, 1763, 1795, 1601, 1801,
- /* 580 */ 1799, 1835, 1855, 1860, 1767, 1768, 1771, 1770, 1775, 1706,
- /* 590 */ 1776, 1863, 1834, 1711, 1781, 1778, 1615, 1831, 1836, 1662,
- /* 600 */ 1664, 1669, 1877, 1864, 1676, 1790, 1792, 1809, 1794, 1811,
- /* 610 */ 1812, 1840, 1814, 1815, 1847, 1816, 1875, 1733, 1825, 1818,
- /* 620 */ 1826, 1890, 1891, 1832, 1833, 1893, 1837, 1838, 1895, 1842,
- /* 630 */ 1839, 1898, 1844, 1845, 1907, 1848, 1827, 1828, 1829, 1830,
- /* 640 */ 1923, 1843, 1856, 1909, 1865, 1919, 1867, 1909, 1909, 1933,
- /* 650 */ 1894, 1900, 1929, 1931, 1932, 1939, 1941, 1943, 1944, 1946,
- /* 660 */ 1948, 1949, 1910, 1896, 1953, 1950, 1963, 1964, 1979, 1968,
- /* 670 */ 1969, 1970, 1936, 1686, 1972, 1687, 1974, 1975, 1976, 1977,
- /* 680 */ 1991, 1980, 2014, 1982, 1971, 1983, 2018, 1989, 1978, 1992,
- /* 690 */ 2027, 1993, 1994, 2001, 2030, 2006, 1995, 2005, 2045, 2012,
- /* 700 */ 2013, 2049, 2039, 2031, 2040, 2041, 2044, 2048,
+ /* 0 */ 862, 0, 71, 0, 289, 289, 289, 289, 289, 289,
+ /* 10 */ 289, 289, 289, 289, 289, 360, 576, 576, 647, 576,
+ /* 20 */ 576, 576, 576, 576, 576, 576, 576, 576, 576, 576,
+ /* 30 */ 576, 576, 576, 576, 576, 576, 576, 576, 576, 576,
+ /* 40 */ 576, 576, 576, 576, 576, 576, 576, 576, 32, 134,
+ /* 50 */ 21, 590, 133, 7, 104, 7, 21, 21, 1216, 1216,
+ /* 60 */ 7, 1216, 1216, 136, 7, 423, 25, 25, 423, 401,
+ /* 70 */ 401, 215, 57, 5, 5, 25, 25, 25, 25, 25,
+ /* 80 */ 25, 25, 25, 25, 25, 80, 25, 25, 156, 25,
+ /* 90 */ 25, 25, 343, 25, 25, 343, 25, 343, 343, 343,
+ /* 100 */ 25, 328, 792, 34, 34, 216, 474, 283, 283, 283,
+ /* 110 */ 283, 283, 283, 283, 283, 283, 283, 283, 283, 283,
+ /* 120 */ 283, 283, 283, 283, 283, 283, 1073, 87, 215, 57,
+ /* 130 */ 593, 313, 499, 499, 499, 710, 229, 229, 313, 374,
+ /* 140 */ 374, 374, 143, 384, 343, 378, 343, 378, 378, 143,
+ /* 150 */ 566, 217, 217, 217, 217, 217, 217, 217, 1351, 408,
+ /* 160 */ 336, 612, 249, 430, 340, 464, 292, 714, 377, 518,
+ /* 170 */ 873, 656, 858, 748, 12, 754, 748, 769, 353, 836,
+ /* 180 */ 977, 1192, 1055, 1202, 1226, 1202, 1094, 1236, 1236, 1202,
+ /* 190 */ 1094, 1094, 1180, 1236, 1236, 1236, 1265, 1265, 1270, 80,
+ /* 200 */ 1278, 80, 1280, 1283, 80, 1280, 80, 80, 80, 1236,
+ /* 210 */ 80, 1260, 1260, 1265, 343, 343, 343, 343, 343, 343,
+ /* 220 */ 343, 343, 343, 343, 343, 1236, 1265, 378, 378, 1129,
+ /* 230 */ 1270, 328, 1177, 1278, 328, 1236, 1226, 1226, 378, 1117,
+ /* 240 */ 1124, 378, 1117, 1124, 378, 378, 343, 1122, 1213, 1117,
+ /* 250 */ 1130, 1132, 1148, 977, 1127, 1134, 1137, 1159, 374, 1398,
+ /* 260 */ 1236, 1280, 328, 1124, 378, 378, 378, 378, 378, 1124,
+ /* 270 */ 378, 1262, 328, 143, 328, 374, 1361, 1366, 378, 566,
+ /* 280 */ 1236, 328, 1437, 1265, 3069, 3069, 3069, 3069, 3069, 3069,
+ /* 290 */ 3069, 3069, 3069, 887, 310, 94, 625, 15, 59, 738,
+ /* 300 */ 720, 753, 881, 73, 781, 472, 472, 472, 472, 472,
+ /* 310 */ 472, 472, 472, 472, 875, 124, 373, 373, 122, 4,
+ /* 320 */ 58, 166, 484, 300, 300, 790, 912, 588, 790, 790,
+ /* 330 */ 790, 113, 1057, 288, 969, 913, 884, 918, 923, 986,
+ /* 340 */ 988, 1093, 1101, 1106, 1005, 1042, 1090, 1011, 425, 945,
+ /* 350 */ 863, 1096, 1103, 1115, 1116, 1120, 1187, 1131, 1010, 1041,
+ /* 360 */ 1046, 1140, 1074, 1141, 1147, 1151, 1176, 1179, 1195, 825,
+ /* 370 */ 1142, 1166, 489, 1181, 1482, 1487, 1300, 1490, 1493, 1452,
+ /* 380 */ 1495, 1461, 1296, 1463, 1464, 1465, 1302, 1501, 1469, 1470,
+ /* 390 */ 1306, 1508, 1314, 1518, 1484, 1522, 1502, 1529, 1491, 1347,
+ /* 400 */ 1352, 1533, 1535, 1358, 1363, 1538, 1541, 1496, 1542, 1544,
+ /* 410 */ 1545, 1504, 1548, 1549, 1550, 1551, 1552, 1553, 1554, 1555,
+ /* 420 */ 1406, 1523, 1559, 1410, 1562, 1569, 1571, 1572, 1573, 1574,
+ /* 430 */ 1576, 1579, 1580, 1583, 1584, 1585, 1587, 1588, 1589, 1556,
+ /* 440 */ 1590, 1592, 1599, 1600, 1601, 1575, 1602, 1603, 1604, 1459,
+ /* 450 */ 1595, 1596, 1577, 1606, 1557, 1607, 1558, 1608, 1609, 1568,
+ /* 460 */ 1581, 1567, 1566, 1605, 1586, 1616, 1593, 1614, 1582, 1598,
+ /* 470 */ 1618, 1623, 1632, 1611, 1462, 1634, 1639, 1641, 1591, 1645,
+ /* 480 */ 1646, 1612, 1610, 1613, 1648, 1619, 1615, 1617, 1653, 1622,
+ /* 490 */ 1620, 1621, 1661, 1627, 1624, 1625, 1665, 1666, 1667, 1669,
+ /* 500 */ 1570, 1597, 1635, 1649, 1673, 1642, 1643, 1656, 1657, 1636,
+ /* 510 */ 1637, 1658, 1659, 1654, 1660, 1697, 1680, 1704, 1684, 1662,
+ /* 520 */ 1707, 1686, 1674, 1710, 1676, 1713, 1679, 1715, 1694, 1698,
+ /* 530 */ 1682, 1685, 1527, 1626, 1628, 1724, 1563, 1690, 1728, 1546,
+ /* 540 */ 1708, 1630, 1629, 1735, 1742, 1633, 1631, 1741, 1703, 1499,
+ /* 550 */ 1650, 1655, 1664, 1638, 1521, 1640, 1500, 1668, 1712, 1687,
+ /* 560 */ 1681, 1689, 1691, 1692, 1716, 1705, 1714, 1696, 1719, 1530,
+ /* 570 */ 1693, 1699, 1754, 1731, 1531, 1743, 1746, 1747, 1752, 1762,
+ /* 580 */ 1763, 1709, 1711, 1756, 1561, 1757, 1759, 1799, 1809, 1811,
+ /* 590 */ 1717, 1718, 1721, 1720, 1723, 1647, 1726, 1819, 1783, 1670,
+ /* 600 */ 1734, 1727, 1566, 1786, 1791, 1644, 1671, 1675, 1834, 1815,
+ /* 610 */ 1651, 1745, 1749, 1748, 1751, 1753, 1760, 1794, 1758, 1764,
+ /* 620 */ 1795, 1761, 1816, 1652, 1765, 1744, 1766, 1814, 1817, 1768,
+ /* 630 */ 1769, 1820, 1771, 1773, 1829, 1776, 1777, 1832, 1788, 1790,
+ /* 640 */ 1833, 1792, 1732, 1770, 1775, 1778, 1866, 1785, 1800, 1846,
+ /* 650 */ 1804, 1867, 1810, 1846, 1846, 1882, 1843, 1845, 1874, 1875,
+ /* 660 */ 1876, 1877, 1878, 1879, 1880, 1881, 1883, 1884, 1847, 1828,
+ /* 670 */ 1885, 1886, 1888, 1890, 1904, 1895, 1905, 1906, 1857, 1636,
+ /* 680 */ 1907, 1637, 1908, 1909, 1911, 1912, 1917, 1913, 1949, 1916,
+ /* 690 */ 1910, 1915, 1955, 1921, 1914, 1918, 1959, 1925, 1919, 1924,
+ /* 700 */ 1964, 1930, 1922, 1932, 1969, 1937, 1939, 1975, 1956, 1958,
+ /* 710 */ 1960, 1971, 1968, 1957,
};
-#define YY_REDUCE_COUNT (290)
-#define YY_REDUCE_MIN (-366)
-#define YY_REDUCE_MAX (2297)
+#define YY_REDUCE_COUNT (292)
+#define YY_REDUCE_MIN (-420)
+#define YY_REDUCE_MAX (2656)
static const short yy_reduce_ofst[] = {
- /* 0 */ -316, -248, 281, 633, 59, 736, 779, 837, 898, 926,
- /* 10 */ 987, 1040, 1093, 1136, 1193, 1210, 1236, 1296, 1318, 1382,
- /* 20 */ 1403, 1446, 1497, 1513, 1567, 1588, 1631, 1652, 1695, 1713,
- /* 30 */ 1777, 1798, 1841, 1859, 1902, 1945, 1962, 1988, 2047, 2090,
- /* 40 */ 2108, 2172, 2193, 2236, 2254, 2297, -189, 103, 289, -366,
- /* 50 */ 291, 618, 769, 834, -276, 58, -271, -168, -268, -353,
- /* 60 */ 233, -77, 161, -265, 184, -329, -322, -324, -296, -191,
- /* 70 */ -160, -257, 22, 109, 377, 397, 475, 476, 623, 627,
- /* 80 */ 647, -98, 649, 659, -330, 679, -62, 730, 746, -243,
- /* 90 */ 768, 789, -355, 800, 70, 277, 463, 812, -259, -209,
- /* 100 */ -365, -365, -9, -200, -27, 102, 163, 274, 286, 396,
- /* 110 */ 403, 433, 448, 480, 505, 507, 509, 512, 513, 521,
- /* 120 */ 595, 632, 656, -11, -48, 99, -127, 227, 293, -48,
- /* 130 */ 221, 299, 188, 362, 461, 296, -360, -57, 345, 89,
- /* 140 */ 363, 179, 298, 578, 652, 641, 678, 719, 654, -339,
- /* 150 */ 248, 285, 313, 317, 336, 366, 330, 440, 551, 380,
- /* 160 */ 506, 408, 634, 567, 752, 752, 796, 807, 847, 843,
- /* 170 */ 823, 793, 793, 777, 793, 808, 816, 752, 836, 863,
- /* 180 */ 897, 911, 910, 915, 933, 975, 977, 938, 941, 942,
- /* 190 */ 978, 988, 990, 992, 999, 1006, 946, 1001, 967, 1003,
- /* 200 */ 1013, 964, 1010, 1018, 1014, 1015, 1016, 1024, 1020, 1026,
- /* 210 */ 1027, 1034, 1008, 1011, 1017, 1019, 1021, 1022, 1023, 1028,
- /* 220 */ 1030, 1031, 1041, 1033, 1043, 1000, 1002, 979, 985, 1046,
- /* 230 */ 1029, 1032, 1057, 1047, 1035, 1036, 1039, 945, 1044, 1048,
- /* 240 */ 961, 1049, 1051, 1052, 752, 965, 971, 991, 993, 995,
- /* 250 */ 1005, 1037, 968, 997, 983, 793, 1073, 1050, 1107, 1117,
- /* 260 */ 1115, 1071, 1085, 1087, 1089, 1094, 1097, 1083, 1098, 1090,
- /* 270 */ 1132, 1119, 1135, 1109, 1059, 1116, 1110, 1137, 1145, 1144,
- /* 280 */ 1157, 1162, 1102, 1092, 1099, 1103, 1138, 1152, 1160, 1166,
- /* 290 */ 1186,
+ /* 0 */ 276, -259, 233, 672, 744, 798, 859, 922, 942, 1045,
+ /* 10 */ 1104, 1158, 1219, 1277, 1331, 1360, 294, 1418, 1472, 1526,
+ /* 20 */ 1578, 1594, 1683, 1701, 1755, 1772, 1824, 1840, 1892, 1946,
+ /* 30 */ 1967, 2043, 2061, 2115, 2132, 2184, 2200, 2252, 2275, 2327,
+ /* 40 */ 2390, 2442, 2461, 2513, 2529, 2581, 2604, 2656, -258, 95,
+ /* 50 */ 105, -39, 559, 597, 599, 669, 187, 704, -346, -57,
+ /* 60 */ -391, 323, 480, -276, -250, 75, -222, 297, -371, -330,
+ /* 70 */ -326, -327, -363, -299, -257, 116, 128, 193, 199, 327,
+ /* 80 */ 409, 471, 645, 649, 657, 252, 693, 706, -51, 725,
+ /* 90 */ 747, 762, 244, 763, 772, -203, 791, 465, -5, 362,
+ /* 100 */ 847, -210, -315, -420, -420, -217, -212, -69, -21, 41,
+ /* 110 */ 43, 70, 96, 117, 148, 197, 225, 234, 346, 351,
+ /* 120 */ 405, 446, 454, 504, 651, 655, -266, -170, 397, 191,
+ /* 130 */ 152, 352, -170, -150, 219, 477, 186, 254, 491, 524,
+ /* 140 */ 537, 538, -316, -319, 485, 367, 542, 555, 557, 632,
+ /* 150 */ 530, -342, 369, 389, 410, 463, 468, 483, 319, 577,
+ /* 160 */ 650, 543, 521, 603, 756, 695, 786, 786, 810, 780,
+ /* 170 */ 831, 811, 808, 760, 760, 746, 760, 784, 783, 786,
+ /* 180 */ 834, 842, 851, 866, 870, 869, 878, 924, 926, 879,
+ /* 190 */ 882, 886, 933, 943, 944, 948, 957, 958, 897, 953,
+ /* 200 */ 925, 955, 965, 914, 963, 970, 964, 966, 968, 975,
+ /* 210 */ 971, 976, 978, 989, 959, 962, 967, 979, 983, 984,
+ /* 220 */ 994, 996, 998, 999, 1001, 987, 992, 990, 991, 938,
+ /* 230 */ 941, 997, 973, 995, 1028, 1035, 993, 1000, 1002, 936,
+ /* 240 */ 1003, 1007, 939, 1004, 1009, 1013, 786, 946, 949, 950,
+ /* 250 */ 947, 956, 972, 1014, 951, 961, 960, 760, 1049, 1016,
+ /* 260 */ 1085, 1088, 1082, 1043, 1054, 1058, 1059, 1061, 1062, 1044,
+ /* 270 */ 1063, 1066, 1118, 1089, 1119, 1079, 1038, 1102, 1095, 1121,
+ /* 280 */ 1136, 1126, 1143, 1145, 1087, 1081, 1097, 1098, 1135, 1138,
+ /* 290 */ 1139, 1144, 1154,
};
static const YYACTIONTYPE yy_default[] = {
- /* 0 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 10 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 20 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 30 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 40 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 50 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 60 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1841, 1586, 1586,
- /* 70 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 80 */ 1586, 1664, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 90 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1662, 1834,
- /* 100 */ 2031, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 110 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 120 */ 1586, 1586, 1586, 1586, 2043, 1586, 1586, 1664, 1586, 2043,
- /* 130 */ 2043, 2043, 1662, 2003, 2003, 1586, 1586, 1586, 1586, 1771,
- /* 140 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1771, 1586, 1586,
- /* 150 */ 1586, 1586, 1586, 1586, 1586, 1586, 1878, 1586, 1586, 2068,
- /* 160 */ 2121, 1586, 1586, 2071, 1586, 1586, 1586, 1846, 1586, 1724,
- /* 170 */ 2058, 2035, 2049, 2105, 2036, 2033, 2052, 1586, 2062, 1586,
- /* 180 */ 1871, 1839, 1586, 1839, 1836, 1586, 1586, 1839, 1836, 1836,
- /* 190 */ 1715, 1586, 1586, 1586, 1586, 1586, 1586, 1664, 1586, 1664,
- /* 200 */ 1586, 1586, 1664, 1586, 1664, 1664, 1664, 1586, 1664, 1643,
- /* 210 */ 1643, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 220 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1891, 1586, 1662,
- /* 230 */ 1880, 1586, 1662, 1586, 1586, 1586, 1586, 2078, 2076, 1586,
- /* 240 */ 2078, 2076, 1586, 1586, 1586, 2090, 2086, 2078, 2094, 2092,
- /* 250 */ 2064, 2062, 2124, 2111, 2107, 2049, 1586, 1586, 1586, 1586,
- /* 260 */ 1662, 2076, 1586, 1586, 1586, 1586, 1586, 2076, 1586, 1586,
- /* 270 */ 1662, 1586, 1662, 1586, 1586, 1740, 1586, 1586, 1586, 1662,
- /* 280 */ 1618, 1586, 1873, 1884, 1856, 1856, 1774, 1774, 1774, 1665,
- /* 290 */ 1591, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 300 */ 1586, 1586, 1586, 2089, 2088, 1959, 1586, 2007, 2006, 2005,
- /* 310 */ 1996, 1958, 1736, 1586, 1957, 1956, 1586, 1586, 1586, 1586,
- /* 320 */ 1586, 1852, 1851, 1950, 1586, 1586, 1951, 1949, 1948, 1586,
- /* 330 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 340 */ 1586, 1586, 1586, 1586, 1586, 1586, 2108, 2112, 1586, 1586,
- /* 350 */ 1586, 1586, 1586, 1586, 2032, 1586, 1586, 1586, 1586, 1586,
- /* 360 */ 1933, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 370 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 380 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 390 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 400 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 410 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 420 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 430 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 440 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 450 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1623,
- /* 460 */ 1938, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 470 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 480 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 490 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 500 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1703, 1702, 1586,
- /* 510 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 520 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 530 */ 1586, 1941, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 540 */ 1586, 1586, 1586, 1586, 1586, 2104, 2065, 1586, 1586, 1586,
- /* 550 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 560 */ 1933, 1586, 2087, 1586, 1586, 2102, 1586, 2106, 1586, 1586,
- /* 570 */ 1586, 1586, 1586, 1586, 1586, 2042, 2038, 1586, 1586, 2034,
- /* 580 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 590 */ 1586, 1586, 1586, 1586, 1586, 1586, 1932, 1586, 1993, 1586,
- /* 600 */ 1586, 1586, 2027, 1586, 1586, 1978, 1586, 1586, 1586, 1586,
- /* 610 */ 1586, 1586, 1586, 1586, 1586, 1941, 1586, 1944, 1586, 1586,
- /* 620 */ 1586, 1586, 1586, 1768, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 630 */ 1586, 1586, 1586, 1586, 1586, 1586, 1753, 1751, 1750, 1749,
- /* 640 */ 1586, 1746, 1586, 1781, 1586, 1586, 1586, 1777, 1776, 1586,
- /* 650 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 660 */ 1586, 1586, 1586, 1586, 1683, 1586, 1586, 1586, 1586, 1586,
- /* 670 */ 1586, 1586, 1586, 1675, 1586, 1674, 1586, 1586, 1586, 1586,
- /* 680 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 690 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
- /* 700 */ 1586, 1586, 1586, 1586, 1586, 1586, 1586, 1586,
+ /* 0 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 10 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 20 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 30 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 40 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 50 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 60 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 70 */ 1606, 1861, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 80 */ 1606, 1606, 1606, 1606, 1606, 1684, 1606, 1606, 1606, 1606,
+ /* 90 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 100 */ 1606, 1682, 1854, 2057, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 110 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 120 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 2069, 1606, 1606,
+ /* 130 */ 1684, 1606, 2069, 2069, 2069, 1682, 2029, 2029, 1606, 1606,
+ /* 140 */ 1606, 1606, 1791, 1606, 1606, 1606, 1606, 1606, 1606, 1791,
+ /* 150 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1903, 1606,
+ /* 160 */ 1606, 2094, 2148, 1606, 1606, 2097, 1606, 1606, 1606, 1866,
+ /* 170 */ 1606, 1744, 2084, 2061, 2075, 2132, 2062, 2059, 2078, 1606,
+ /* 180 */ 2088, 1606, 1896, 1859, 1606, 1859, 1856, 1606, 1606, 1859,
+ /* 190 */ 1856, 1856, 1735, 1606, 1606, 1606, 1606, 1606, 1606, 1684,
+ /* 200 */ 1606, 1684, 1606, 1606, 1684, 1606, 1684, 1684, 1684, 1606,
+ /* 210 */ 1684, 1663, 1663, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 220 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1916,
+ /* 230 */ 1606, 1682, 1905, 1606, 1682, 1606, 1606, 1606, 1606, 2105,
+ /* 240 */ 2103, 1606, 2105, 2103, 1606, 1606, 1606, 2117, 2113, 2105,
+ /* 250 */ 2121, 2119, 2090, 2088, 2151, 2138, 2134, 2075, 1606, 1606,
+ /* 260 */ 1606, 1606, 1682, 2103, 1606, 1606, 1606, 1606, 1606, 2103,
+ /* 270 */ 1606, 1606, 1682, 1606, 1682, 1606, 1606, 1760, 1606, 1606,
+ /* 280 */ 1606, 1682, 1638, 1606, 1898, 1909, 1881, 1881, 1794, 1794,
+ /* 290 */ 1794, 1685, 1611, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 300 */ 1606, 1606, 1606, 1606, 1606, 2116, 2115, 1984, 1606, 2033,
+ /* 310 */ 2032, 2031, 2022, 1983, 1756, 1606, 1982, 1981, 1606, 1606,
+ /* 320 */ 1606, 1606, 1606, 1872, 1871, 1975, 1606, 1606, 1976, 1974,
+ /* 330 */ 1973, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 340 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 2135, 2139,
+ /* 350 */ 1606, 1606, 1606, 1606, 1606, 1606, 2058, 1606, 1606, 1606,
+ /* 360 */ 1606, 1606, 1958, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 370 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 380 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 390 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 400 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 410 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 420 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 430 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 440 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 450 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 460 */ 1606, 1643, 1963, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 470 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 480 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 490 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 500 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1723,
+ /* 510 */ 1722, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 520 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 530 */ 1606, 1606, 1606, 1966, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 540 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 2131, 2091, 1606,
+ /* 550 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 560 */ 1606, 1606, 1606, 1606, 1606, 1606, 1958, 1606, 2114, 1606,
+ /* 570 */ 1606, 2129, 1606, 2133, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 580 */ 1606, 2068, 2064, 1606, 1606, 2060, 1606, 1606, 1606, 1606,
+ /* 590 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 600 */ 1606, 1606, 1957, 1606, 2019, 1606, 1606, 1606, 2053, 1606,
+ /* 610 */ 1606, 2004, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 620 */ 1606, 1966, 1606, 1969, 1606, 1606, 1606, 1606, 1606, 1788,
+ /* 630 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 640 */ 1606, 1606, 1773, 1771, 1770, 1769, 1606, 1766, 1606, 1801,
+ /* 650 */ 1606, 1606, 1606, 1797, 1796, 1606, 1606, 1606, 1606, 1606,
+ /* 660 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 670 */ 1703, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1695,
+ /* 680 */ 1606, 1694, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 690 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 700 */ 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606, 1606,
+ /* 710 */ 1606, 1606, 1606, 1606,
};
/********** End of lemon-generated parsing tables *****************************/
@@ -1132,6 +1240,8 @@ static const YYCODETYPE yyFallback[] = {
0, /* INDEX => nothing */
0, /* FUNCTION => nothing */
0, /* INTERVAL => nothing */
+ 0, /* COUNT => nothing */
+ 0, /* LAST_ROW => nothing */
0, /* TOPIC => nothing */
0, /* WITH => nothing */
0, /* META => nothing */
@@ -1181,6 +1291,7 @@ static const YYCODETYPE yyFallback[] = {
0, /* WEND => nothing */
0, /* WDURATION => nothing */
0, /* IROWTS => nothing */
+ 0, /* ISFILLED => nothing */
0, /* CAST => nothing */
0, /* NOW => nothing */
0, /* TODAY => nothing */
@@ -1189,10 +1300,8 @@ static const YYCODETYPE yyFallback[] = {
0, /* SERVER_VERSION => nothing */
0, /* SERVER_STATUS => nothing */
0, /* CURRENT_USER => nothing */
- 0, /* COUNT => nothing */
- 0, /* LAST_ROW => nothing */
0, /* CASE => nothing */
- 268, /* END => ABORT */
+ 271, /* END => ABORT */
0, /* WHEN => nothing */
0, /* THEN => nothing */
0, /* ELSE => nothing */
@@ -1216,6 +1325,8 @@ static const YYCODETYPE yyFallback[] = {
0, /* BY => nothing */
0, /* SESSION => nothing */
0, /* STATE_WINDOW => nothing */
+ 0, /* EVENT_WINDOW => nothing */
+ 0, /* START => nothing */
0, /* SLIDING => nothing */
0, /* FILL => nothing */
0, /* VALUE => nothing */
@@ -1234,59 +1345,59 @@ static const YYCODETYPE yyFallback[] = {
0, /* ASC => nothing */
0, /* NULLS => nothing */
0, /* ABORT => nothing */
- 268, /* AFTER => ABORT */
- 268, /* ATTACH => ABORT */
- 268, /* BEFORE => ABORT */
- 268, /* BEGIN => ABORT */
- 268, /* BITAND => ABORT */
- 268, /* BITNOT => ABORT */
- 268, /* BITOR => ABORT */
- 268, /* BLOCKS => ABORT */
- 268, /* CHANGE => ABORT */
- 268, /* COMMA => ABORT */
- 268, /* COMPACT => ABORT */
- 268, /* CONCAT => ABORT */
- 268, /* CONFLICT => ABORT */
- 268, /* COPY => ABORT */
- 268, /* DEFERRED => ABORT */
- 268, /* DELIMITERS => ABORT */
- 268, /* DETACH => ABORT */
- 268, /* DIVIDE => ABORT */
- 268, /* DOT => ABORT */
- 268, /* EACH => ABORT */
- 268, /* FAIL => ABORT */
- 268, /* FILE => ABORT */
- 268, /* FOR => ABORT */
- 268, /* GLOB => ABORT */
- 268, /* ID => ABORT */
- 268, /* IMMEDIATE => ABORT */
- 268, /* IMPORT => ABORT */
- 268, /* INITIALLY => ABORT */
- 268, /* INSTEAD => ABORT */
- 268, /* ISNULL => ABORT */
- 268, /* KEY => ABORT */
- 268, /* MODULES => ABORT */
- 268, /* NK_BITNOT => ABORT */
- 268, /* NK_SEMI => ABORT */
- 268, /* NOTNULL => ABORT */
- 268, /* OF => ABORT */
- 268, /* PLUS => ABORT */
- 268, /* PRIVILEGE => ABORT */
- 268, /* RAISE => ABORT */
- 268, /* REPLACE => ABORT */
- 268, /* RESTRICT => ABORT */
- 268, /* ROW => ABORT */
- 268, /* SEMI => ABORT */
- 268, /* STAR => ABORT */
- 268, /* STATEMENT => ABORT */
- 268, /* STRICT => ABORT */
- 268, /* STRING => ABORT */
- 268, /* TIMES => ABORT */
- 268, /* UPDATE => ABORT */
- 268, /* VALUES => ABORT */
- 268, /* VARIABLE => ABORT */
- 268, /* VIEW => ABORT */
- 268, /* WAL => ABORT */
+ 271, /* AFTER => ABORT */
+ 271, /* ATTACH => ABORT */
+ 271, /* BEFORE => ABORT */
+ 271, /* BEGIN => ABORT */
+ 271, /* BITAND => ABORT */
+ 271, /* BITNOT => ABORT */
+ 271, /* BITOR => ABORT */
+ 271, /* BLOCKS => ABORT */
+ 271, /* CHANGE => ABORT */
+ 271, /* COMMA => ABORT */
+ 271, /* COMPACT => ABORT */
+ 271, /* CONCAT => ABORT */
+ 271, /* CONFLICT => ABORT */
+ 271, /* COPY => ABORT */
+ 271, /* DEFERRED => ABORT */
+ 271, /* DELIMITERS => ABORT */
+ 271, /* DETACH => ABORT */
+ 271, /* DIVIDE => ABORT */
+ 271, /* DOT => ABORT */
+ 271, /* EACH => ABORT */
+ 271, /* FAIL => ABORT */
+ 271, /* FILE => ABORT */
+ 271, /* FOR => ABORT */
+ 271, /* GLOB => ABORT */
+ 271, /* ID => ABORT */
+ 271, /* IMMEDIATE => ABORT */
+ 271, /* IMPORT => ABORT */
+ 271, /* INITIALLY => ABORT */
+ 271, /* INSTEAD => ABORT */
+ 271, /* ISNULL => ABORT */
+ 271, /* KEY => ABORT */
+ 271, /* MODULES => ABORT */
+ 271, /* NK_BITNOT => ABORT */
+ 271, /* NK_SEMI => ABORT */
+ 271, /* NOTNULL => ABORT */
+ 271, /* OF => ABORT */
+ 271, /* PLUS => ABORT */
+ 271, /* PRIVILEGE => ABORT */
+ 271, /* RAISE => ABORT */
+ 271, /* REPLACE => ABORT */
+ 271, /* RESTRICT => ABORT */
+ 271, /* ROW => ABORT */
+ 271, /* SEMI => ABORT */
+ 271, /* STAR => ABORT */
+ 271, /* STATEMENT => ABORT */
+ 271, /* STRICT => ABORT */
+ 271, /* STRING => ABORT */
+ 271, /* TIMES => ABORT */
+ 271, /* UPDATE => ABORT */
+ 271, /* VALUES => ABORT */
+ 271, /* VARIABLE => ABORT */
+ 271, /* VIEW => ABORT */
+ 271, /* WAL => ABORT */
};
#endif /* YYFALLBACK */
@@ -1541,296 +1652,300 @@ static const char *const yyTokenName[] = {
/* 164 */ "INDEX",
/* 165 */ "FUNCTION",
/* 166 */ "INTERVAL",
- /* 167 */ "TOPIC",
- /* 168 */ "WITH",
- /* 169 */ "META",
- /* 170 */ "CONSUMER",
- /* 171 */ "GROUP",
- /* 172 */ "DESC",
- /* 173 */ "DESCRIBE",
- /* 174 */ "RESET",
- /* 175 */ "QUERY",
- /* 176 */ "CACHE",
- /* 177 */ "EXPLAIN",
- /* 178 */ "ANALYZE",
- /* 179 */ "VERBOSE",
- /* 180 */ "NK_BOOL",
- /* 181 */ "RATIO",
- /* 182 */ "NK_FLOAT",
- /* 183 */ "OUTPUTTYPE",
- /* 184 */ "AGGREGATE",
- /* 185 */ "BUFSIZE",
- /* 186 */ "STREAM",
- /* 187 */ "INTO",
- /* 188 */ "TRIGGER",
- /* 189 */ "AT_ONCE",
- /* 190 */ "WINDOW_CLOSE",
- /* 191 */ "IGNORE",
- /* 192 */ "EXPIRED",
- /* 193 */ "FILL_HISTORY",
- /* 194 */ "SUBTABLE",
- /* 195 */ "KILL",
- /* 196 */ "CONNECTION",
- /* 197 */ "TRANSACTION",
- /* 198 */ "BALANCE",
- /* 199 */ "VGROUP",
- /* 200 */ "MERGE",
- /* 201 */ "REDISTRIBUTE",
- /* 202 */ "SPLIT",
- /* 203 */ "DELETE",
- /* 204 */ "INSERT",
- /* 205 */ "NULL",
- /* 206 */ "NK_QUESTION",
- /* 207 */ "NK_ARROW",
- /* 208 */ "ROWTS",
- /* 209 */ "QSTART",
- /* 210 */ "QEND",
- /* 211 */ "QDURATION",
- /* 212 */ "WSTART",
- /* 213 */ "WEND",
- /* 214 */ "WDURATION",
- /* 215 */ "IROWTS",
- /* 216 */ "CAST",
- /* 217 */ "NOW",
- /* 218 */ "TODAY",
- /* 219 */ "TIMEZONE",
- /* 220 */ "CLIENT_VERSION",
- /* 221 */ "SERVER_VERSION",
- /* 222 */ "SERVER_STATUS",
- /* 223 */ "CURRENT_USER",
- /* 224 */ "COUNT",
- /* 225 */ "LAST_ROW",
- /* 226 */ "CASE",
- /* 227 */ "END",
- /* 228 */ "WHEN",
- /* 229 */ "THEN",
- /* 230 */ "ELSE",
- /* 231 */ "BETWEEN",
- /* 232 */ "IS",
- /* 233 */ "NK_LT",
- /* 234 */ "NK_GT",
- /* 235 */ "NK_LE",
- /* 236 */ "NK_GE",
- /* 237 */ "NK_NE",
- /* 238 */ "MATCH",
- /* 239 */ "NMATCH",
- /* 240 */ "CONTAINS",
- /* 241 */ "IN",
- /* 242 */ "JOIN",
- /* 243 */ "INNER",
- /* 244 */ "SELECT",
- /* 245 */ "DISTINCT",
- /* 246 */ "WHERE",
- /* 247 */ "PARTITION",
- /* 248 */ "BY",
- /* 249 */ "SESSION",
- /* 250 */ "STATE_WINDOW",
- /* 251 */ "SLIDING",
- /* 252 */ "FILL",
- /* 253 */ "VALUE",
- /* 254 */ "NONE",
- /* 255 */ "PREV",
- /* 256 */ "LINEAR",
- /* 257 */ "NEXT",
- /* 258 */ "HAVING",
- /* 259 */ "RANGE",
- /* 260 */ "EVERY",
- /* 261 */ "ORDER",
- /* 262 */ "SLIMIT",
- /* 263 */ "SOFFSET",
- /* 264 */ "LIMIT",
- /* 265 */ "OFFSET",
- /* 266 */ "ASC",
- /* 267 */ "NULLS",
- /* 268 */ "ABORT",
- /* 269 */ "AFTER",
- /* 270 */ "ATTACH",
- /* 271 */ "BEFORE",
- /* 272 */ "BEGIN",
- /* 273 */ "BITAND",
- /* 274 */ "BITNOT",
- /* 275 */ "BITOR",
- /* 276 */ "BLOCKS",
- /* 277 */ "CHANGE",
- /* 278 */ "COMMA",
- /* 279 */ "COMPACT",
- /* 280 */ "CONCAT",
- /* 281 */ "CONFLICT",
- /* 282 */ "COPY",
- /* 283 */ "DEFERRED",
- /* 284 */ "DELIMITERS",
- /* 285 */ "DETACH",
- /* 286 */ "DIVIDE",
- /* 287 */ "DOT",
- /* 288 */ "EACH",
- /* 289 */ "FAIL",
- /* 290 */ "FILE",
- /* 291 */ "FOR",
- /* 292 */ "GLOB",
- /* 293 */ "ID",
- /* 294 */ "IMMEDIATE",
- /* 295 */ "IMPORT",
- /* 296 */ "INITIALLY",
- /* 297 */ "INSTEAD",
- /* 298 */ "ISNULL",
- /* 299 */ "KEY",
- /* 300 */ "MODULES",
- /* 301 */ "NK_BITNOT",
- /* 302 */ "NK_SEMI",
- /* 303 */ "NOTNULL",
- /* 304 */ "OF",
- /* 305 */ "PLUS",
- /* 306 */ "PRIVILEGE",
- /* 307 */ "RAISE",
- /* 308 */ "REPLACE",
- /* 309 */ "RESTRICT",
- /* 310 */ "ROW",
- /* 311 */ "SEMI",
- /* 312 */ "STAR",
- /* 313 */ "STATEMENT",
- /* 314 */ "STRICT",
- /* 315 */ "STRING",
- /* 316 */ "TIMES",
- /* 317 */ "UPDATE",
- /* 318 */ "VALUES",
- /* 319 */ "VARIABLE",
- /* 320 */ "VIEW",
- /* 321 */ "WAL",
- /* 322 */ "cmd",
- /* 323 */ "account_options",
- /* 324 */ "alter_account_options",
- /* 325 */ "literal",
- /* 326 */ "alter_account_option",
- /* 327 */ "user_name",
- /* 328 */ "sysinfo_opt",
- /* 329 */ "privileges",
- /* 330 */ "priv_level",
- /* 331 */ "priv_type_list",
- /* 332 */ "priv_type",
- /* 333 */ "db_name",
- /* 334 */ "topic_name",
- /* 335 */ "dnode_endpoint",
- /* 336 */ "force_opt",
- /* 337 */ "not_exists_opt",
- /* 338 */ "db_options",
- /* 339 */ "exists_opt",
- /* 340 */ "alter_db_options",
- /* 341 */ "speed_opt",
- /* 342 */ "integer_list",
- /* 343 */ "variable_list",
- /* 344 */ "retention_list",
- /* 345 */ "alter_db_option",
- /* 346 */ "retention",
- /* 347 */ "full_table_name",
- /* 348 */ "column_def_list",
- /* 349 */ "tags_def_opt",
- /* 350 */ "table_options",
- /* 351 */ "multi_create_clause",
- /* 352 */ "tags_def",
- /* 353 */ "multi_drop_clause",
- /* 354 */ "alter_table_clause",
- /* 355 */ "alter_table_options",
- /* 356 */ "column_name",
- /* 357 */ "type_name",
- /* 358 */ "signed_literal",
- /* 359 */ "create_subtable_clause",
- /* 360 */ "specific_cols_opt",
- /* 361 */ "expression_list",
- /* 362 */ "drop_table_clause",
- /* 363 */ "col_name_list",
- /* 364 */ "table_name",
- /* 365 */ "column_def",
- /* 366 */ "duration_list",
- /* 367 */ "rollup_func_list",
- /* 368 */ "alter_table_option",
- /* 369 */ "duration_literal",
- /* 370 */ "rollup_func_name",
- /* 371 */ "function_name",
- /* 372 */ "col_name",
- /* 373 */ "db_name_cond_opt",
- /* 374 */ "like_pattern_opt",
- /* 375 */ "table_name_cond",
- /* 376 */ "from_db_opt",
- /* 377 */ "tag_list_opt",
- /* 378 */ "tag_item",
- /* 379 */ "column_alias",
- /* 380 */ "index_options",
- /* 381 */ "func_list",
- /* 382 */ "sliding_opt",
- /* 383 */ "sma_stream_opt",
- /* 384 */ "func",
- /* 385 */ "query_or_subquery",
- /* 386 */ "cgroup_name",
- /* 387 */ "analyze_opt",
- /* 388 */ "explain_options",
- /* 389 */ "agg_func_opt",
- /* 390 */ "bufsize_opt",
- /* 391 */ "stream_name",
- /* 392 */ "stream_options",
- /* 393 */ "subtable_opt",
- /* 394 */ "expression",
- /* 395 */ "dnode_list",
- /* 396 */ "where_clause_opt",
- /* 397 */ "signed",
- /* 398 */ "literal_func",
- /* 399 */ "literal_list",
- /* 400 */ "table_alias",
- /* 401 */ "expr_or_subquery",
- /* 402 */ "pseudo_column",
- /* 403 */ "column_reference",
- /* 404 */ "function_expression",
- /* 405 */ "case_when_expression",
- /* 406 */ "star_func",
- /* 407 */ "star_func_para_list",
- /* 408 */ "noarg_func",
- /* 409 */ "other_para_list",
- /* 410 */ "star_func_para",
- /* 411 */ "when_then_list",
- /* 412 */ "case_when_else_opt",
- /* 413 */ "common_expression",
- /* 414 */ "when_then_expr",
- /* 415 */ "predicate",
- /* 416 */ "compare_op",
- /* 417 */ "in_op",
- /* 418 */ "in_predicate_value",
- /* 419 */ "boolean_value_expression",
- /* 420 */ "boolean_primary",
- /* 421 */ "from_clause_opt",
- /* 422 */ "table_reference_list",
- /* 423 */ "table_reference",
- /* 424 */ "table_primary",
- /* 425 */ "joined_table",
- /* 426 */ "alias_opt",
- /* 427 */ "subquery",
- /* 428 */ "parenthesized_joined_table",
- /* 429 */ "join_type",
- /* 430 */ "search_condition",
- /* 431 */ "query_specification",
- /* 432 */ "set_quantifier_opt",
- /* 433 */ "select_list",
- /* 434 */ "partition_by_clause_opt",
- /* 435 */ "range_opt",
- /* 436 */ "every_opt",
- /* 437 */ "fill_opt",
- /* 438 */ "twindow_clause_opt",
- /* 439 */ "group_by_clause_opt",
- /* 440 */ "having_clause_opt",
- /* 441 */ "select_item",
- /* 442 */ "partition_list",
- /* 443 */ "partition_item",
- /* 444 */ "fill_mode",
- /* 445 */ "group_by_list",
- /* 446 */ "query_expression",
- /* 447 */ "query_simple",
- /* 448 */ "order_by_clause_opt",
- /* 449 */ "slimit_clause_opt",
- /* 450 */ "limit_clause_opt",
- /* 451 */ "union_query_expression",
- /* 452 */ "query_simple_or_subquery",
- /* 453 */ "sort_specification_list",
- /* 454 */ "sort_specification",
- /* 455 */ "ordering_specification_opt",
- /* 456 */ "null_ordering_opt",
+ /* 167 */ "COUNT",
+ /* 168 */ "LAST_ROW",
+ /* 169 */ "TOPIC",
+ /* 170 */ "WITH",
+ /* 171 */ "META",
+ /* 172 */ "CONSUMER",
+ /* 173 */ "GROUP",
+ /* 174 */ "DESC",
+ /* 175 */ "DESCRIBE",
+ /* 176 */ "RESET",
+ /* 177 */ "QUERY",
+ /* 178 */ "CACHE",
+ /* 179 */ "EXPLAIN",
+ /* 180 */ "ANALYZE",
+ /* 181 */ "VERBOSE",
+ /* 182 */ "NK_BOOL",
+ /* 183 */ "RATIO",
+ /* 184 */ "NK_FLOAT",
+ /* 185 */ "OUTPUTTYPE",
+ /* 186 */ "AGGREGATE",
+ /* 187 */ "BUFSIZE",
+ /* 188 */ "STREAM",
+ /* 189 */ "INTO",
+ /* 190 */ "TRIGGER",
+ /* 191 */ "AT_ONCE",
+ /* 192 */ "WINDOW_CLOSE",
+ /* 193 */ "IGNORE",
+ /* 194 */ "EXPIRED",
+ /* 195 */ "FILL_HISTORY",
+ /* 196 */ "SUBTABLE",
+ /* 197 */ "KILL",
+ /* 198 */ "CONNECTION",
+ /* 199 */ "TRANSACTION",
+ /* 200 */ "BALANCE",
+ /* 201 */ "VGROUP",
+ /* 202 */ "MERGE",
+ /* 203 */ "REDISTRIBUTE",
+ /* 204 */ "SPLIT",
+ /* 205 */ "DELETE",
+ /* 206 */ "INSERT",
+ /* 207 */ "NULL",
+ /* 208 */ "NK_QUESTION",
+ /* 209 */ "NK_ARROW",
+ /* 210 */ "ROWTS",
+ /* 211 */ "QSTART",
+ /* 212 */ "QEND",
+ /* 213 */ "QDURATION",
+ /* 214 */ "WSTART",
+ /* 215 */ "WEND",
+ /* 216 */ "WDURATION",
+ /* 217 */ "IROWTS",
+ /* 218 */ "ISFILLED",
+ /* 219 */ "CAST",
+ /* 220 */ "NOW",
+ /* 221 */ "TODAY",
+ /* 222 */ "TIMEZONE",
+ /* 223 */ "CLIENT_VERSION",
+ /* 224 */ "SERVER_VERSION",
+ /* 225 */ "SERVER_STATUS",
+ /* 226 */ "CURRENT_USER",
+ /* 227 */ "CASE",
+ /* 228 */ "END",
+ /* 229 */ "WHEN",
+ /* 230 */ "THEN",
+ /* 231 */ "ELSE",
+ /* 232 */ "BETWEEN",
+ /* 233 */ "IS",
+ /* 234 */ "NK_LT",
+ /* 235 */ "NK_GT",
+ /* 236 */ "NK_LE",
+ /* 237 */ "NK_GE",
+ /* 238 */ "NK_NE",
+ /* 239 */ "MATCH",
+ /* 240 */ "NMATCH",
+ /* 241 */ "CONTAINS",
+ /* 242 */ "IN",
+ /* 243 */ "JOIN",
+ /* 244 */ "INNER",
+ /* 245 */ "SELECT",
+ /* 246 */ "DISTINCT",
+ /* 247 */ "WHERE",
+ /* 248 */ "PARTITION",
+ /* 249 */ "BY",
+ /* 250 */ "SESSION",
+ /* 251 */ "STATE_WINDOW",
+ /* 252 */ "EVENT_WINDOW",
+ /* 253 */ "START",
+ /* 254 */ "SLIDING",
+ /* 255 */ "FILL",
+ /* 256 */ "VALUE",
+ /* 257 */ "NONE",
+ /* 258 */ "PREV",
+ /* 259 */ "LINEAR",
+ /* 260 */ "NEXT",
+ /* 261 */ "HAVING",
+ /* 262 */ "RANGE",
+ /* 263 */ "EVERY",
+ /* 264 */ "ORDER",
+ /* 265 */ "SLIMIT",
+ /* 266 */ "SOFFSET",
+ /* 267 */ "LIMIT",
+ /* 268 */ "OFFSET",
+ /* 269 */ "ASC",
+ /* 270 */ "NULLS",
+ /* 271 */ "ABORT",
+ /* 272 */ "AFTER",
+ /* 273 */ "ATTACH",
+ /* 274 */ "BEFORE",
+ /* 275 */ "BEGIN",
+ /* 276 */ "BITAND",
+ /* 277 */ "BITNOT",
+ /* 278 */ "BITOR",
+ /* 279 */ "BLOCKS",
+ /* 280 */ "CHANGE",
+ /* 281 */ "COMMA",
+ /* 282 */ "COMPACT",
+ /* 283 */ "CONCAT",
+ /* 284 */ "CONFLICT",
+ /* 285 */ "COPY",
+ /* 286 */ "DEFERRED",
+ /* 287 */ "DELIMITERS",
+ /* 288 */ "DETACH",
+ /* 289 */ "DIVIDE",
+ /* 290 */ "DOT",
+ /* 291 */ "EACH",
+ /* 292 */ "FAIL",
+ /* 293 */ "FILE",
+ /* 294 */ "FOR",
+ /* 295 */ "GLOB",
+ /* 296 */ "ID",
+ /* 297 */ "IMMEDIATE",
+ /* 298 */ "IMPORT",
+ /* 299 */ "INITIALLY",
+ /* 300 */ "INSTEAD",
+ /* 301 */ "ISNULL",
+ /* 302 */ "KEY",
+ /* 303 */ "MODULES",
+ /* 304 */ "NK_BITNOT",
+ /* 305 */ "NK_SEMI",
+ /* 306 */ "NOTNULL",
+ /* 307 */ "OF",
+ /* 308 */ "PLUS",
+ /* 309 */ "PRIVILEGE",
+ /* 310 */ "RAISE",
+ /* 311 */ "REPLACE",
+ /* 312 */ "RESTRICT",
+ /* 313 */ "ROW",
+ /* 314 */ "SEMI",
+ /* 315 */ "STAR",
+ /* 316 */ "STATEMENT",
+ /* 317 */ "STRICT",
+ /* 318 */ "STRING",
+ /* 319 */ "TIMES",
+ /* 320 */ "UPDATE",
+ /* 321 */ "VALUES",
+ /* 322 */ "VARIABLE",
+ /* 323 */ "VIEW",
+ /* 324 */ "WAL",
+ /* 325 */ "cmd",
+ /* 326 */ "account_options",
+ /* 327 */ "alter_account_options",
+ /* 328 */ "literal",
+ /* 329 */ "alter_account_option",
+ /* 330 */ "user_name",
+ /* 331 */ "sysinfo_opt",
+ /* 332 */ "privileges",
+ /* 333 */ "priv_level",
+ /* 334 */ "priv_type_list",
+ /* 335 */ "priv_type",
+ /* 336 */ "db_name",
+ /* 337 */ "topic_name",
+ /* 338 */ "dnode_endpoint",
+ /* 339 */ "force_opt",
+ /* 340 */ "not_exists_opt",
+ /* 341 */ "db_options",
+ /* 342 */ "exists_opt",
+ /* 343 */ "alter_db_options",
+ /* 344 */ "speed_opt",
+ /* 345 */ "integer_list",
+ /* 346 */ "variable_list",
+ /* 347 */ "retention_list",
+ /* 348 */ "alter_db_option",
+ /* 349 */ "retention",
+ /* 350 */ "full_table_name",
+ /* 351 */ "column_def_list",
+ /* 352 */ "tags_def_opt",
+ /* 353 */ "table_options",
+ /* 354 */ "multi_create_clause",
+ /* 355 */ "tags_def",
+ /* 356 */ "multi_drop_clause",
+ /* 357 */ "alter_table_clause",
+ /* 358 */ "alter_table_options",
+ /* 359 */ "column_name",
+ /* 360 */ "type_name",
+ /* 361 */ "signed_literal",
+ /* 362 */ "create_subtable_clause",
+ /* 363 */ "specific_cols_opt",
+ /* 364 */ "expression_list",
+ /* 365 */ "drop_table_clause",
+ /* 366 */ "col_name_list",
+ /* 367 */ "table_name",
+ /* 368 */ "column_def",
+ /* 369 */ "duration_list",
+ /* 370 */ "rollup_func_list",
+ /* 371 */ "alter_table_option",
+ /* 372 */ "duration_literal",
+ /* 373 */ "rollup_func_name",
+ /* 374 */ "function_name",
+ /* 375 */ "col_name",
+ /* 376 */ "db_name_cond_opt",
+ /* 377 */ "like_pattern_opt",
+ /* 378 */ "table_name_cond",
+ /* 379 */ "from_db_opt",
+ /* 380 */ "tag_list_opt",
+ /* 381 */ "tag_item",
+ /* 382 */ "column_alias",
+ /* 383 */ "index_options",
+ /* 384 */ "func_list",
+ /* 385 */ "sliding_opt",
+ /* 386 */ "sma_stream_opt",
+ /* 387 */ "func",
+ /* 388 */ "sma_func_name",
+ /* 389 */ "query_or_subquery",
+ /* 390 */ "cgroup_name",
+ /* 391 */ "analyze_opt",
+ /* 392 */ "explain_options",
+ /* 393 */ "agg_func_opt",
+ /* 394 */ "bufsize_opt",
+ /* 395 */ "stream_name",
+ /* 396 */ "stream_options",
+ /* 397 */ "subtable_opt",
+ /* 398 */ "expression",
+ /* 399 */ "dnode_list",
+ /* 400 */ "where_clause_opt",
+ /* 401 */ "signed",
+ /* 402 */ "literal_func",
+ /* 403 */ "literal_list",
+ /* 404 */ "table_alias",
+ /* 405 */ "expr_or_subquery",
+ /* 406 */ "pseudo_column",
+ /* 407 */ "column_reference",
+ /* 408 */ "function_expression",
+ /* 409 */ "case_when_expression",
+ /* 410 */ "star_func",
+ /* 411 */ "star_func_para_list",
+ /* 412 */ "noarg_func",
+ /* 413 */ "other_para_list",
+ /* 414 */ "star_func_para",
+ /* 415 */ "when_then_list",
+ /* 416 */ "case_when_else_opt",
+ /* 417 */ "common_expression",
+ /* 418 */ "when_then_expr",
+ /* 419 */ "predicate",
+ /* 420 */ "compare_op",
+ /* 421 */ "in_op",
+ /* 422 */ "in_predicate_value",
+ /* 423 */ "boolean_value_expression",
+ /* 424 */ "boolean_primary",
+ /* 425 */ "from_clause_opt",
+ /* 426 */ "table_reference_list",
+ /* 427 */ "table_reference",
+ /* 428 */ "table_primary",
+ /* 429 */ "joined_table",
+ /* 430 */ "alias_opt",
+ /* 431 */ "subquery",
+ /* 432 */ "parenthesized_joined_table",
+ /* 433 */ "join_type",
+ /* 434 */ "search_condition",
+ /* 435 */ "query_specification",
+ /* 436 */ "set_quantifier_opt",
+ /* 437 */ "select_list",
+ /* 438 */ "partition_by_clause_opt",
+ /* 439 */ "range_opt",
+ /* 440 */ "every_opt",
+ /* 441 */ "fill_opt",
+ /* 442 */ "twindow_clause_opt",
+ /* 443 */ "group_by_clause_opt",
+ /* 444 */ "having_clause_opt",
+ /* 445 */ "select_item",
+ /* 446 */ "partition_list",
+ /* 447 */ "partition_item",
+ /* 448 */ "fill_mode",
+ /* 449 */ "group_by_list",
+ /* 450 */ "query_expression",
+ /* 451 */ "query_simple",
+ /* 452 */ "order_by_clause_opt",
+ /* 453 */ "slimit_clause_opt",
+ /* 454 */ "limit_clause_opt",
+ /* 455 */ "union_query_expression",
+ /* 456 */ "query_simple_or_subquery",
+ /* 457 */ "sort_specification_list",
+ /* 458 */ "sort_specification",
+ /* 459 */ "ordering_specification_opt",
+ /* 460 */ "null_ordering_opt",
};
#endif /* defined(YYCOVERAGE) || !defined(NDEBUG) */
@@ -2104,278 +2219,285 @@ static const char *const yyRuleName[] = {
/* 263 */ "index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt",
/* 264 */ "func_list ::= func",
/* 265 */ "func_list ::= func_list NK_COMMA func",
- /* 266 */ "func ::= function_name NK_LP expression_list NK_RP",
- /* 267 */ "sma_stream_opt ::=",
- /* 268 */ "sma_stream_opt ::= sma_stream_opt WATERMARK duration_literal",
- /* 269 */ "sma_stream_opt ::= sma_stream_opt MAX_DELAY duration_literal",
- /* 270 */ "sma_stream_opt ::= sma_stream_opt DELETE_MARK duration_literal",
- /* 271 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery",
- /* 272 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name",
- /* 273 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name",
- /* 274 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name",
- /* 275 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name",
- /* 276 */ "cmd ::= DROP TOPIC exists_opt topic_name",
- /* 277 */ "cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name",
- /* 278 */ "cmd ::= DESC full_table_name",
- /* 279 */ "cmd ::= DESCRIBE full_table_name",
- /* 280 */ "cmd ::= RESET QUERY CACHE",
- /* 281 */ "cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery",
- /* 282 */ "analyze_opt ::=",
- /* 283 */ "analyze_opt ::= ANALYZE",
- /* 284 */ "explain_options ::=",
- /* 285 */ "explain_options ::= explain_options VERBOSE NK_BOOL",
- /* 286 */ "explain_options ::= explain_options RATIO NK_FLOAT",
- /* 287 */ "cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt",
- /* 288 */ "cmd ::= DROP FUNCTION exists_opt function_name",
- /* 289 */ "agg_func_opt ::=",
- /* 290 */ "agg_func_opt ::= AGGREGATE",
- /* 291 */ "bufsize_opt ::=",
- /* 292 */ "bufsize_opt ::= BUFSIZE NK_INTEGER",
- /* 293 */ "cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery",
- /* 294 */ "cmd ::= DROP STREAM exists_opt stream_name",
- /* 295 */ "stream_options ::=",
- /* 296 */ "stream_options ::= stream_options TRIGGER AT_ONCE",
- /* 297 */ "stream_options ::= stream_options TRIGGER WINDOW_CLOSE",
- /* 298 */ "stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal",
- /* 299 */ "stream_options ::= stream_options WATERMARK duration_literal",
- /* 300 */ "stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER",
- /* 301 */ "stream_options ::= stream_options FILL_HISTORY NK_INTEGER",
- /* 302 */ "subtable_opt ::=",
- /* 303 */ "subtable_opt ::= SUBTABLE NK_LP expression NK_RP",
- /* 304 */ "cmd ::= KILL CONNECTION NK_INTEGER",
- /* 305 */ "cmd ::= KILL QUERY NK_STRING",
- /* 306 */ "cmd ::= KILL TRANSACTION NK_INTEGER",
- /* 307 */ "cmd ::= BALANCE VGROUP",
- /* 308 */ "cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER",
- /* 309 */ "cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list",
- /* 310 */ "cmd ::= SPLIT VGROUP NK_INTEGER",
- /* 311 */ "dnode_list ::= DNODE NK_INTEGER",
- /* 312 */ "dnode_list ::= dnode_list DNODE NK_INTEGER",
- /* 313 */ "cmd ::= DELETE FROM full_table_name where_clause_opt",
- /* 314 */ "cmd ::= query_or_subquery",
- /* 315 */ "cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery",
- /* 316 */ "cmd ::= INSERT INTO full_table_name query_or_subquery",
- /* 317 */ "literal ::= NK_INTEGER",
- /* 318 */ "literal ::= NK_FLOAT",
- /* 319 */ "literal ::= NK_STRING",
- /* 320 */ "literal ::= NK_BOOL",
- /* 321 */ "literal ::= TIMESTAMP NK_STRING",
- /* 322 */ "literal ::= duration_literal",
- /* 323 */ "literal ::= NULL",
- /* 324 */ "literal ::= NK_QUESTION",
- /* 325 */ "duration_literal ::= NK_VARIABLE",
- /* 326 */ "signed ::= NK_INTEGER",
- /* 327 */ "signed ::= NK_PLUS NK_INTEGER",
- /* 328 */ "signed ::= NK_MINUS NK_INTEGER",
- /* 329 */ "signed ::= NK_FLOAT",
- /* 330 */ "signed ::= NK_PLUS NK_FLOAT",
- /* 331 */ "signed ::= NK_MINUS NK_FLOAT",
- /* 332 */ "signed_literal ::= signed",
- /* 333 */ "signed_literal ::= NK_STRING",
- /* 334 */ "signed_literal ::= NK_BOOL",
- /* 335 */ "signed_literal ::= TIMESTAMP NK_STRING",
- /* 336 */ "signed_literal ::= duration_literal",
- /* 337 */ "signed_literal ::= NULL",
- /* 338 */ "signed_literal ::= literal_func",
- /* 339 */ "signed_literal ::= NK_QUESTION",
- /* 340 */ "literal_list ::= signed_literal",
- /* 341 */ "literal_list ::= literal_list NK_COMMA signed_literal",
- /* 342 */ "db_name ::= NK_ID",
- /* 343 */ "table_name ::= NK_ID",
- /* 344 */ "column_name ::= NK_ID",
- /* 345 */ "function_name ::= NK_ID",
- /* 346 */ "table_alias ::= NK_ID",
- /* 347 */ "column_alias ::= NK_ID",
- /* 348 */ "user_name ::= NK_ID",
- /* 349 */ "topic_name ::= NK_ID",
- /* 350 */ "stream_name ::= NK_ID",
- /* 351 */ "cgroup_name ::= NK_ID",
- /* 352 */ "expr_or_subquery ::= expression",
- /* 353 */ "expression ::= literal",
- /* 354 */ "expression ::= pseudo_column",
- /* 355 */ "expression ::= column_reference",
- /* 356 */ "expression ::= function_expression",
- /* 357 */ "expression ::= case_when_expression",
- /* 358 */ "expression ::= NK_LP expression NK_RP",
- /* 359 */ "expression ::= NK_PLUS expr_or_subquery",
- /* 360 */ "expression ::= NK_MINUS expr_or_subquery",
- /* 361 */ "expression ::= expr_or_subquery NK_PLUS expr_or_subquery",
- /* 362 */ "expression ::= expr_or_subquery NK_MINUS expr_or_subquery",
- /* 363 */ "expression ::= expr_or_subquery NK_STAR expr_or_subquery",
- /* 364 */ "expression ::= expr_or_subquery NK_SLASH expr_or_subquery",
- /* 365 */ "expression ::= expr_or_subquery NK_REM expr_or_subquery",
- /* 366 */ "expression ::= column_reference NK_ARROW NK_STRING",
- /* 367 */ "expression ::= expr_or_subquery NK_BITAND expr_or_subquery",
- /* 368 */ "expression ::= expr_or_subquery NK_BITOR expr_or_subquery",
- /* 369 */ "expression_list ::= expr_or_subquery",
- /* 370 */ "expression_list ::= expression_list NK_COMMA expr_or_subquery",
- /* 371 */ "column_reference ::= column_name",
- /* 372 */ "column_reference ::= table_name NK_DOT column_name",
- /* 373 */ "pseudo_column ::= ROWTS",
- /* 374 */ "pseudo_column ::= TBNAME",
- /* 375 */ "pseudo_column ::= table_name NK_DOT TBNAME",
- /* 376 */ "pseudo_column ::= QSTART",
- /* 377 */ "pseudo_column ::= QEND",
- /* 378 */ "pseudo_column ::= QDURATION",
- /* 379 */ "pseudo_column ::= WSTART",
- /* 380 */ "pseudo_column ::= WEND",
- /* 381 */ "pseudo_column ::= WDURATION",
- /* 382 */ "pseudo_column ::= IROWTS",
- /* 383 */ "pseudo_column ::= QTAGS",
- /* 384 */ "function_expression ::= function_name NK_LP expression_list NK_RP",
- /* 385 */ "function_expression ::= star_func NK_LP star_func_para_list NK_RP",
- /* 386 */ "function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP",
- /* 387 */ "function_expression ::= literal_func",
- /* 388 */ "literal_func ::= noarg_func NK_LP NK_RP",
- /* 389 */ "literal_func ::= NOW",
- /* 390 */ "noarg_func ::= NOW",
- /* 391 */ "noarg_func ::= TODAY",
- /* 392 */ "noarg_func ::= TIMEZONE",
- /* 393 */ "noarg_func ::= DATABASE",
- /* 394 */ "noarg_func ::= CLIENT_VERSION",
- /* 395 */ "noarg_func ::= SERVER_VERSION",
- /* 396 */ "noarg_func ::= SERVER_STATUS",
- /* 397 */ "noarg_func ::= CURRENT_USER",
- /* 398 */ "noarg_func ::= USER",
- /* 399 */ "star_func ::= COUNT",
- /* 400 */ "star_func ::= FIRST",
- /* 401 */ "star_func ::= LAST",
- /* 402 */ "star_func ::= LAST_ROW",
- /* 403 */ "star_func_para_list ::= NK_STAR",
- /* 404 */ "star_func_para_list ::= other_para_list",
- /* 405 */ "other_para_list ::= star_func_para",
- /* 406 */ "other_para_list ::= other_para_list NK_COMMA star_func_para",
- /* 407 */ "star_func_para ::= expr_or_subquery",
- /* 408 */ "star_func_para ::= table_name NK_DOT NK_STAR",
- /* 409 */ "case_when_expression ::= CASE when_then_list case_when_else_opt END",
- /* 410 */ "case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END",
- /* 411 */ "when_then_list ::= when_then_expr",
- /* 412 */ "when_then_list ::= when_then_list when_then_expr",
- /* 413 */ "when_then_expr ::= WHEN common_expression THEN common_expression",
- /* 414 */ "case_when_else_opt ::=",
- /* 415 */ "case_when_else_opt ::= ELSE common_expression",
- /* 416 */ "predicate ::= expr_or_subquery compare_op expr_or_subquery",
- /* 417 */ "predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery",
- /* 418 */ "predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery",
- /* 419 */ "predicate ::= expr_or_subquery IS NULL",
- /* 420 */ "predicate ::= expr_or_subquery IS NOT NULL",
- /* 421 */ "predicate ::= expr_or_subquery in_op in_predicate_value",
- /* 422 */ "compare_op ::= NK_LT",
- /* 423 */ "compare_op ::= NK_GT",
- /* 424 */ "compare_op ::= NK_LE",
- /* 425 */ "compare_op ::= NK_GE",
- /* 426 */ "compare_op ::= NK_NE",
- /* 427 */ "compare_op ::= NK_EQ",
- /* 428 */ "compare_op ::= LIKE",
- /* 429 */ "compare_op ::= NOT LIKE",
- /* 430 */ "compare_op ::= MATCH",
- /* 431 */ "compare_op ::= NMATCH",
- /* 432 */ "compare_op ::= CONTAINS",
- /* 433 */ "in_op ::= IN",
- /* 434 */ "in_op ::= NOT IN",
- /* 435 */ "in_predicate_value ::= NK_LP literal_list NK_RP",
- /* 436 */ "boolean_value_expression ::= boolean_primary",
- /* 437 */ "boolean_value_expression ::= NOT boolean_primary",
- /* 438 */ "boolean_value_expression ::= boolean_value_expression OR boolean_value_expression",
- /* 439 */ "boolean_value_expression ::= boolean_value_expression AND boolean_value_expression",
- /* 440 */ "boolean_primary ::= predicate",
- /* 441 */ "boolean_primary ::= NK_LP boolean_value_expression NK_RP",
- /* 442 */ "common_expression ::= expr_or_subquery",
- /* 443 */ "common_expression ::= boolean_value_expression",
- /* 444 */ "from_clause_opt ::=",
- /* 445 */ "from_clause_opt ::= FROM table_reference_list",
- /* 446 */ "table_reference_list ::= table_reference",
- /* 447 */ "table_reference_list ::= table_reference_list NK_COMMA table_reference",
- /* 448 */ "table_reference ::= table_primary",
- /* 449 */ "table_reference ::= joined_table",
- /* 450 */ "table_primary ::= table_name alias_opt",
- /* 451 */ "table_primary ::= db_name NK_DOT table_name alias_opt",
- /* 452 */ "table_primary ::= subquery alias_opt",
- /* 453 */ "table_primary ::= parenthesized_joined_table",
- /* 454 */ "alias_opt ::=",
- /* 455 */ "alias_opt ::= table_alias",
- /* 456 */ "alias_opt ::= AS table_alias",
- /* 457 */ "parenthesized_joined_table ::= NK_LP joined_table NK_RP",
- /* 458 */ "parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP",
- /* 459 */ "joined_table ::= table_reference join_type JOIN table_reference ON search_condition",
- /* 460 */ "join_type ::=",
- /* 461 */ "join_type ::= INNER",
- /* 462 */ "query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt",
- /* 463 */ "set_quantifier_opt ::=",
- /* 464 */ "set_quantifier_opt ::= DISTINCT",
- /* 465 */ "set_quantifier_opt ::= ALL",
- /* 466 */ "select_list ::= select_item",
- /* 467 */ "select_list ::= select_list NK_COMMA select_item",
- /* 468 */ "select_item ::= NK_STAR",
- /* 469 */ "select_item ::= common_expression",
- /* 470 */ "select_item ::= common_expression column_alias",
- /* 471 */ "select_item ::= common_expression AS column_alias",
- /* 472 */ "select_item ::= table_name NK_DOT NK_STAR",
- /* 473 */ "where_clause_opt ::=",
- /* 474 */ "where_clause_opt ::= WHERE search_condition",
- /* 475 */ "partition_by_clause_opt ::=",
- /* 476 */ "partition_by_clause_opt ::= PARTITION BY partition_list",
- /* 477 */ "partition_list ::= partition_item",
- /* 478 */ "partition_list ::= partition_list NK_COMMA partition_item",
- /* 479 */ "partition_item ::= expr_or_subquery",
- /* 480 */ "partition_item ::= expr_or_subquery column_alias",
- /* 481 */ "partition_item ::= expr_or_subquery AS column_alias",
- /* 482 */ "twindow_clause_opt ::=",
- /* 483 */ "twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP",
- /* 484 */ "twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP",
- /* 485 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt",
- /* 486 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt",
- /* 487 */ "sliding_opt ::=",
- /* 488 */ "sliding_opt ::= SLIDING NK_LP duration_literal NK_RP",
- /* 489 */ "fill_opt ::=",
- /* 490 */ "fill_opt ::= FILL NK_LP fill_mode NK_RP",
- /* 491 */ "fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP",
- /* 492 */ "fill_mode ::= NONE",
- /* 493 */ "fill_mode ::= PREV",
- /* 494 */ "fill_mode ::= NULL",
- /* 495 */ "fill_mode ::= LINEAR",
- /* 496 */ "fill_mode ::= NEXT",
- /* 497 */ "group_by_clause_opt ::=",
- /* 498 */ "group_by_clause_opt ::= GROUP BY group_by_list",
- /* 499 */ "group_by_list ::= expr_or_subquery",
- /* 500 */ "group_by_list ::= group_by_list NK_COMMA expr_or_subquery",
- /* 501 */ "having_clause_opt ::=",
- /* 502 */ "having_clause_opt ::= HAVING search_condition",
- /* 503 */ "range_opt ::=",
- /* 504 */ "range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP",
- /* 505 */ "every_opt ::=",
- /* 506 */ "every_opt ::= EVERY NK_LP duration_literal NK_RP",
- /* 507 */ "query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt",
- /* 508 */ "query_simple ::= query_specification",
- /* 509 */ "query_simple ::= union_query_expression",
- /* 510 */ "union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery",
- /* 511 */ "union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery",
- /* 512 */ "query_simple_or_subquery ::= query_simple",
- /* 513 */ "query_simple_or_subquery ::= subquery",
- /* 514 */ "query_or_subquery ::= query_expression",
- /* 515 */ "query_or_subquery ::= subquery",
- /* 516 */ "order_by_clause_opt ::=",
- /* 517 */ "order_by_clause_opt ::= ORDER BY sort_specification_list",
- /* 518 */ "slimit_clause_opt ::=",
- /* 519 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER",
- /* 520 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER",
- /* 521 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER",
- /* 522 */ "limit_clause_opt ::=",
- /* 523 */ "limit_clause_opt ::= LIMIT NK_INTEGER",
- /* 524 */ "limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER",
- /* 525 */ "limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER",
- /* 526 */ "subquery ::= NK_LP query_expression NK_RP",
- /* 527 */ "subquery ::= NK_LP subquery NK_RP",
- /* 528 */ "search_condition ::= common_expression",
- /* 529 */ "sort_specification_list ::= sort_specification",
- /* 530 */ "sort_specification_list ::= sort_specification_list NK_COMMA sort_specification",
- /* 531 */ "sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt",
- /* 532 */ "ordering_specification_opt ::=",
- /* 533 */ "ordering_specification_opt ::= ASC",
- /* 534 */ "ordering_specification_opt ::= DESC",
- /* 535 */ "null_ordering_opt ::=",
- /* 536 */ "null_ordering_opt ::= NULLS FIRST",
- /* 537 */ "null_ordering_opt ::= NULLS LAST",
+ /* 266 */ "func ::= sma_func_name NK_LP expression_list NK_RP",
+ /* 267 */ "sma_func_name ::= function_name",
+ /* 268 */ "sma_func_name ::= COUNT",
+ /* 269 */ "sma_func_name ::= FIRST",
+ /* 270 */ "sma_func_name ::= LAST",
+ /* 271 */ "sma_func_name ::= LAST_ROW",
+ /* 272 */ "sma_stream_opt ::=",
+ /* 273 */ "sma_stream_opt ::= sma_stream_opt WATERMARK duration_literal",
+ /* 274 */ "sma_stream_opt ::= sma_stream_opt MAX_DELAY duration_literal",
+ /* 275 */ "sma_stream_opt ::= sma_stream_opt DELETE_MARK duration_literal",
+ /* 276 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery",
+ /* 277 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name",
+ /* 278 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name",
+ /* 279 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name",
+ /* 280 */ "cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name",
+ /* 281 */ "cmd ::= DROP TOPIC exists_opt topic_name",
+ /* 282 */ "cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name",
+ /* 283 */ "cmd ::= DESC full_table_name",
+ /* 284 */ "cmd ::= DESCRIBE full_table_name",
+ /* 285 */ "cmd ::= RESET QUERY CACHE",
+ /* 286 */ "cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery",
+ /* 287 */ "analyze_opt ::=",
+ /* 288 */ "analyze_opt ::= ANALYZE",
+ /* 289 */ "explain_options ::=",
+ /* 290 */ "explain_options ::= explain_options VERBOSE NK_BOOL",
+ /* 291 */ "explain_options ::= explain_options RATIO NK_FLOAT",
+ /* 292 */ "cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt",
+ /* 293 */ "cmd ::= DROP FUNCTION exists_opt function_name",
+ /* 294 */ "agg_func_opt ::=",
+ /* 295 */ "agg_func_opt ::= AGGREGATE",
+ /* 296 */ "bufsize_opt ::=",
+ /* 297 */ "bufsize_opt ::= BUFSIZE NK_INTEGER",
+ /* 298 */ "cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery",
+ /* 299 */ "cmd ::= DROP STREAM exists_opt stream_name",
+ /* 300 */ "stream_options ::=",
+ /* 301 */ "stream_options ::= stream_options TRIGGER AT_ONCE",
+ /* 302 */ "stream_options ::= stream_options TRIGGER WINDOW_CLOSE",
+ /* 303 */ "stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal",
+ /* 304 */ "stream_options ::= stream_options WATERMARK duration_literal",
+ /* 305 */ "stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER",
+ /* 306 */ "stream_options ::= stream_options FILL_HISTORY NK_INTEGER",
+ /* 307 */ "subtable_opt ::=",
+ /* 308 */ "subtable_opt ::= SUBTABLE NK_LP expression NK_RP",
+ /* 309 */ "cmd ::= KILL CONNECTION NK_INTEGER",
+ /* 310 */ "cmd ::= KILL QUERY NK_STRING",
+ /* 311 */ "cmd ::= KILL TRANSACTION NK_INTEGER",
+ /* 312 */ "cmd ::= BALANCE VGROUP",
+ /* 313 */ "cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER",
+ /* 314 */ "cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list",
+ /* 315 */ "cmd ::= SPLIT VGROUP NK_INTEGER",
+ /* 316 */ "dnode_list ::= DNODE NK_INTEGER",
+ /* 317 */ "dnode_list ::= dnode_list DNODE NK_INTEGER",
+ /* 318 */ "cmd ::= DELETE FROM full_table_name where_clause_opt",
+ /* 319 */ "cmd ::= query_or_subquery",
+ /* 320 */ "cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery",
+ /* 321 */ "cmd ::= INSERT INTO full_table_name query_or_subquery",
+ /* 322 */ "literal ::= NK_INTEGER",
+ /* 323 */ "literal ::= NK_FLOAT",
+ /* 324 */ "literal ::= NK_STRING",
+ /* 325 */ "literal ::= NK_BOOL",
+ /* 326 */ "literal ::= TIMESTAMP NK_STRING",
+ /* 327 */ "literal ::= duration_literal",
+ /* 328 */ "literal ::= NULL",
+ /* 329 */ "literal ::= NK_QUESTION",
+ /* 330 */ "duration_literal ::= NK_VARIABLE",
+ /* 331 */ "signed ::= NK_INTEGER",
+ /* 332 */ "signed ::= NK_PLUS NK_INTEGER",
+ /* 333 */ "signed ::= NK_MINUS NK_INTEGER",
+ /* 334 */ "signed ::= NK_FLOAT",
+ /* 335 */ "signed ::= NK_PLUS NK_FLOAT",
+ /* 336 */ "signed ::= NK_MINUS NK_FLOAT",
+ /* 337 */ "signed_literal ::= signed",
+ /* 338 */ "signed_literal ::= NK_STRING",
+ /* 339 */ "signed_literal ::= NK_BOOL",
+ /* 340 */ "signed_literal ::= TIMESTAMP NK_STRING",
+ /* 341 */ "signed_literal ::= duration_literal",
+ /* 342 */ "signed_literal ::= NULL",
+ /* 343 */ "signed_literal ::= literal_func",
+ /* 344 */ "signed_literal ::= NK_QUESTION",
+ /* 345 */ "literal_list ::= signed_literal",
+ /* 346 */ "literal_list ::= literal_list NK_COMMA signed_literal",
+ /* 347 */ "db_name ::= NK_ID",
+ /* 348 */ "table_name ::= NK_ID",
+ /* 349 */ "column_name ::= NK_ID",
+ /* 350 */ "function_name ::= NK_ID",
+ /* 351 */ "table_alias ::= NK_ID",
+ /* 352 */ "column_alias ::= NK_ID",
+ /* 353 */ "user_name ::= NK_ID",
+ /* 354 */ "topic_name ::= NK_ID",
+ /* 355 */ "stream_name ::= NK_ID",
+ /* 356 */ "cgroup_name ::= NK_ID",
+ /* 357 */ "expr_or_subquery ::= expression",
+ /* 358 */ "expression ::= literal",
+ /* 359 */ "expression ::= pseudo_column",
+ /* 360 */ "expression ::= column_reference",
+ /* 361 */ "expression ::= function_expression",
+ /* 362 */ "expression ::= case_when_expression",
+ /* 363 */ "expression ::= NK_LP expression NK_RP",
+ /* 364 */ "expression ::= NK_PLUS expr_or_subquery",
+ /* 365 */ "expression ::= NK_MINUS expr_or_subquery",
+ /* 366 */ "expression ::= expr_or_subquery NK_PLUS expr_or_subquery",
+ /* 367 */ "expression ::= expr_or_subquery NK_MINUS expr_or_subquery",
+ /* 368 */ "expression ::= expr_or_subquery NK_STAR expr_or_subquery",
+ /* 369 */ "expression ::= expr_or_subquery NK_SLASH expr_or_subquery",
+ /* 370 */ "expression ::= expr_or_subquery NK_REM expr_or_subquery",
+ /* 371 */ "expression ::= column_reference NK_ARROW NK_STRING",
+ /* 372 */ "expression ::= expr_or_subquery NK_BITAND expr_or_subquery",
+ /* 373 */ "expression ::= expr_or_subquery NK_BITOR expr_or_subquery",
+ /* 374 */ "expression_list ::= expr_or_subquery",
+ /* 375 */ "expression_list ::= expression_list NK_COMMA expr_or_subquery",
+ /* 376 */ "column_reference ::= column_name",
+ /* 377 */ "column_reference ::= table_name NK_DOT column_name",
+ /* 378 */ "pseudo_column ::= ROWTS",
+ /* 379 */ "pseudo_column ::= TBNAME",
+ /* 380 */ "pseudo_column ::= table_name NK_DOT TBNAME",
+ /* 381 */ "pseudo_column ::= QSTART",
+ /* 382 */ "pseudo_column ::= QEND",
+ /* 383 */ "pseudo_column ::= QDURATION",
+ /* 384 */ "pseudo_column ::= WSTART",
+ /* 385 */ "pseudo_column ::= WEND",
+ /* 386 */ "pseudo_column ::= WDURATION",
+ /* 387 */ "pseudo_column ::= IROWTS",
+ /* 388 */ "pseudo_column ::= ISFILLED",
+ /* 389 */ "pseudo_column ::= QTAGS",
+ /* 390 */ "function_expression ::= function_name NK_LP expression_list NK_RP",
+ /* 391 */ "function_expression ::= star_func NK_LP star_func_para_list NK_RP",
+ /* 392 */ "function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP",
+ /* 393 */ "function_expression ::= literal_func",
+ /* 394 */ "literal_func ::= noarg_func NK_LP NK_RP",
+ /* 395 */ "literal_func ::= NOW",
+ /* 396 */ "noarg_func ::= NOW",
+ /* 397 */ "noarg_func ::= TODAY",
+ /* 398 */ "noarg_func ::= TIMEZONE",
+ /* 399 */ "noarg_func ::= DATABASE",
+ /* 400 */ "noarg_func ::= CLIENT_VERSION",
+ /* 401 */ "noarg_func ::= SERVER_VERSION",
+ /* 402 */ "noarg_func ::= SERVER_STATUS",
+ /* 403 */ "noarg_func ::= CURRENT_USER",
+ /* 404 */ "noarg_func ::= USER",
+ /* 405 */ "star_func ::= COUNT",
+ /* 406 */ "star_func ::= FIRST",
+ /* 407 */ "star_func ::= LAST",
+ /* 408 */ "star_func ::= LAST_ROW",
+ /* 409 */ "star_func_para_list ::= NK_STAR",
+ /* 410 */ "star_func_para_list ::= other_para_list",
+ /* 411 */ "other_para_list ::= star_func_para",
+ /* 412 */ "other_para_list ::= other_para_list NK_COMMA star_func_para",
+ /* 413 */ "star_func_para ::= expr_or_subquery",
+ /* 414 */ "star_func_para ::= table_name NK_DOT NK_STAR",
+ /* 415 */ "case_when_expression ::= CASE when_then_list case_when_else_opt END",
+ /* 416 */ "case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END",
+ /* 417 */ "when_then_list ::= when_then_expr",
+ /* 418 */ "when_then_list ::= when_then_list when_then_expr",
+ /* 419 */ "when_then_expr ::= WHEN common_expression THEN common_expression",
+ /* 420 */ "case_when_else_opt ::=",
+ /* 421 */ "case_when_else_opt ::= ELSE common_expression",
+ /* 422 */ "predicate ::= expr_or_subquery compare_op expr_or_subquery",
+ /* 423 */ "predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery",
+ /* 424 */ "predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery",
+ /* 425 */ "predicate ::= expr_or_subquery IS NULL",
+ /* 426 */ "predicate ::= expr_or_subquery IS NOT NULL",
+ /* 427 */ "predicate ::= expr_or_subquery in_op in_predicate_value",
+ /* 428 */ "compare_op ::= NK_LT",
+ /* 429 */ "compare_op ::= NK_GT",
+ /* 430 */ "compare_op ::= NK_LE",
+ /* 431 */ "compare_op ::= NK_GE",
+ /* 432 */ "compare_op ::= NK_NE",
+ /* 433 */ "compare_op ::= NK_EQ",
+ /* 434 */ "compare_op ::= LIKE",
+ /* 435 */ "compare_op ::= NOT LIKE",
+ /* 436 */ "compare_op ::= MATCH",
+ /* 437 */ "compare_op ::= NMATCH",
+ /* 438 */ "compare_op ::= CONTAINS",
+ /* 439 */ "in_op ::= IN",
+ /* 440 */ "in_op ::= NOT IN",
+ /* 441 */ "in_predicate_value ::= NK_LP literal_list NK_RP",
+ /* 442 */ "boolean_value_expression ::= boolean_primary",
+ /* 443 */ "boolean_value_expression ::= NOT boolean_primary",
+ /* 444 */ "boolean_value_expression ::= boolean_value_expression OR boolean_value_expression",
+ /* 445 */ "boolean_value_expression ::= boolean_value_expression AND boolean_value_expression",
+ /* 446 */ "boolean_primary ::= predicate",
+ /* 447 */ "boolean_primary ::= NK_LP boolean_value_expression NK_RP",
+ /* 448 */ "common_expression ::= expr_or_subquery",
+ /* 449 */ "common_expression ::= boolean_value_expression",
+ /* 450 */ "from_clause_opt ::=",
+ /* 451 */ "from_clause_opt ::= FROM table_reference_list",
+ /* 452 */ "table_reference_list ::= table_reference",
+ /* 453 */ "table_reference_list ::= table_reference_list NK_COMMA table_reference",
+ /* 454 */ "table_reference ::= table_primary",
+ /* 455 */ "table_reference ::= joined_table",
+ /* 456 */ "table_primary ::= table_name alias_opt",
+ /* 457 */ "table_primary ::= db_name NK_DOT table_name alias_opt",
+ /* 458 */ "table_primary ::= subquery alias_opt",
+ /* 459 */ "table_primary ::= parenthesized_joined_table",
+ /* 460 */ "alias_opt ::=",
+ /* 461 */ "alias_opt ::= table_alias",
+ /* 462 */ "alias_opt ::= AS table_alias",
+ /* 463 */ "parenthesized_joined_table ::= NK_LP joined_table NK_RP",
+ /* 464 */ "parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP",
+ /* 465 */ "joined_table ::= table_reference join_type JOIN table_reference ON search_condition",
+ /* 466 */ "join_type ::=",
+ /* 467 */ "join_type ::= INNER",
+ /* 468 */ "query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt",
+ /* 469 */ "set_quantifier_opt ::=",
+ /* 470 */ "set_quantifier_opt ::= DISTINCT",
+ /* 471 */ "set_quantifier_opt ::= ALL",
+ /* 472 */ "select_list ::= select_item",
+ /* 473 */ "select_list ::= select_list NK_COMMA select_item",
+ /* 474 */ "select_item ::= NK_STAR",
+ /* 475 */ "select_item ::= common_expression",
+ /* 476 */ "select_item ::= common_expression column_alias",
+ /* 477 */ "select_item ::= common_expression AS column_alias",
+ /* 478 */ "select_item ::= table_name NK_DOT NK_STAR",
+ /* 479 */ "where_clause_opt ::=",
+ /* 480 */ "where_clause_opt ::= WHERE search_condition",
+ /* 481 */ "partition_by_clause_opt ::=",
+ /* 482 */ "partition_by_clause_opt ::= PARTITION BY partition_list",
+ /* 483 */ "partition_list ::= partition_item",
+ /* 484 */ "partition_list ::= partition_list NK_COMMA partition_item",
+ /* 485 */ "partition_item ::= expr_or_subquery",
+ /* 486 */ "partition_item ::= expr_or_subquery column_alias",
+ /* 487 */ "partition_item ::= expr_or_subquery AS column_alias",
+ /* 488 */ "twindow_clause_opt ::=",
+ /* 489 */ "twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP",
+ /* 490 */ "twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP",
+ /* 491 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt",
+ /* 492 */ "twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt",
+ /* 493 */ "twindow_clause_opt ::= EVENT_WINDOW START WITH search_condition END WITH search_condition",
+ /* 494 */ "sliding_opt ::=",
+ /* 495 */ "sliding_opt ::= SLIDING NK_LP duration_literal NK_RP",
+ /* 496 */ "fill_opt ::=",
+ /* 497 */ "fill_opt ::= FILL NK_LP fill_mode NK_RP",
+ /* 498 */ "fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP",
+ /* 499 */ "fill_mode ::= NONE",
+ /* 500 */ "fill_mode ::= PREV",
+ /* 501 */ "fill_mode ::= NULL",
+ /* 502 */ "fill_mode ::= LINEAR",
+ /* 503 */ "fill_mode ::= NEXT",
+ /* 504 */ "group_by_clause_opt ::=",
+ /* 505 */ "group_by_clause_opt ::= GROUP BY group_by_list",
+ /* 506 */ "group_by_list ::= expr_or_subquery",
+ /* 507 */ "group_by_list ::= group_by_list NK_COMMA expr_or_subquery",
+ /* 508 */ "having_clause_opt ::=",
+ /* 509 */ "having_clause_opt ::= HAVING search_condition",
+ /* 510 */ "range_opt ::=",
+ /* 511 */ "range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP",
+ /* 512 */ "every_opt ::=",
+ /* 513 */ "every_opt ::= EVERY NK_LP duration_literal NK_RP",
+ /* 514 */ "query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt",
+ /* 515 */ "query_simple ::= query_specification",
+ /* 516 */ "query_simple ::= union_query_expression",
+ /* 517 */ "union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery",
+ /* 518 */ "union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery",
+ /* 519 */ "query_simple_or_subquery ::= query_simple",
+ /* 520 */ "query_simple_or_subquery ::= subquery",
+ /* 521 */ "query_or_subquery ::= query_expression",
+ /* 522 */ "query_or_subquery ::= subquery",
+ /* 523 */ "order_by_clause_opt ::=",
+ /* 524 */ "order_by_clause_opt ::= ORDER BY sort_specification_list",
+ /* 525 */ "slimit_clause_opt ::=",
+ /* 526 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER",
+ /* 527 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER",
+ /* 528 */ "slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER",
+ /* 529 */ "limit_clause_opt ::=",
+ /* 530 */ "limit_clause_opt ::= LIMIT NK_INTEGER",
+ /* 531 */ "limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER",
+ /* 532 */ "limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER",
+ /* 533 */ "subquery ::= NK_LP query_expression NK_RP",
+ /* 534 */ "subquery ::= NK_LP subquery NK_RP",
+ /* 535 */ "search_condition ::= common_expression",
+ /* 536 */ "sort_specification_list ::= sort_specification",
+ /* 537 */ "sort_specification_list ::= sort_specification_list NK_COMMA sort_specification",
+ /* 538 */ "sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt",
+ /* 539 */ "ordering_specification_opt ::=",
+ /* 540 */ "ordering_specification_opt ::= ASC",
+ /* 541 */ "ordering_specification_opt ::= DESC",
+ /* 542 */ "null_ordering_opt ::=",
+ /* 543 */ "null_ordering_opt ::= NULLS FIRST",
+ /* 544 */ "null_ordering_opt ::= NULLS LAST",
};
#endif /* NDEBUG */
@@ -2502,193 +2624,194 @@ static void yy_destructor(
*/
/********* Begin destructor definitions ***************************************/
/* Default NON-TERMINAL Destructor */
- case 322: /* cmd */
- case 325: /* literal */
- case 338: /* db_options */
- case 340: /* alter_db_options */
- case 346: /* retention */
- case 347: /* full_table_name */
- case 350: /* table_options */
- case 354: /* alter_table_clause */
- case 355: /* alter_table_options */
- case 358: /* signed_literal */
- case 359: /* create_subtable_clause */
- case 362: /* drop_table_clause */
- case 365: /* column_def */
- case 369: /* duration_literal */
- case 370: /* rollup_func_name */
- case 372: /* col_name */
- case 373: /* db_name_cond_opt */
- case 374: /* like_pattern_opt */
- case 375: /* table_name_cond */
- case 376: /* from_db_opt */
- case 378: /* tag_item */
- case 380: /* index_options */
- case 382: /* sliding_opt */
- case 383: /* sma_stream_opt */
- case 384: /* func */
- case 385: /* query_or_subquery */
- case 388: /* explain_options */
- case 392: /* stream_options */
- case 393: /* subtable_opt */
- case 394: /* expression */
- case 396: /* where_clause_opt */
- case 397: /* signed */
- case 398: /* literal_func */
- case 401: /* expr_or_subquery */
- case 402: /* pseudo_column */
- case 403: /* column_reference */
- case 404: /* function_expression */
- case 405: /* case_when_expression */
- case 410: /* star_func_para */
- case 412: /* case_when_else_opt */
- case 413: /* common_expression */
- case 414: /* when_then_expr */
- case 415: /* predicate */
- case 418: /* in_predicate_value */
- case 419: /* boolean_value_expression */
- case 420: /* boolean_primary */
- case 421: /* from_clause_opt */
- case 422: /* table_reference_list */
- case 423: /* table_reference */
- case 424: /* table_primary */
- case 425: /* joined_table */
- case 427: /* subquery */
- case 428: /* parenthesized_joined_table */
- case 430: /* search_condition */
- case 431: /* query_specification */
- case 435: /* range_opt */
- case 436: /* every_opt */
- case 437: /* fill_opt */
- case 438: /* twindow_clause_opt */
- case 440: /* having_clause_opt */
- case 441: /* select_item */
- case 443: /* partition_item */
- case 446: /* query_expression */
- case 447: /* query_simple */
- case 449: /* slimit_clause_opt */
- case 450: /* limit_clause_opt */
- case 451: /* union_query_expression */
- case 452: /* query_simple_or_subquery */
- case 454: /* sort_specification */
+ case 325: /* cmd */
+ case 328: /* literal */
+ case 341: /* db_options */
+ case 343: /* alter_db_options */
+ case 349: /* retention */
+ case 350: /* full_table_name */
+ case 353: /* table_options */
+ case 357: /* alter_table_clause */
+ case 358: /* alter_table_options */
+ case 361: /* signed_literal */
+ case 362: /* create_subtable_clause */
+ case 365: /* drop_table_clause */
+ case 368: /* column_def */
+ case 372: /* duration_literal */
+ case 373: /* rollup_func_name */
+ case 375: /* col_name */
+ case 376: /* db_name_cond_opt */
+ case 377: /* like_pattern_opt */
+ case 378: /* table_name_cond */
+ case 379: /* from_db_opt */
+ case 381: /* tag_item */
+ case 383: /* index_options */
+ case 385: /* sliding_opt */
+ case 386: /* sma_stream_opt */
+ case 387: /* func */
+ case 389: /* query_or_subquery */
+ case 392: /* explain_options */
+ case 396: /* stream_options */
+ case 397: /* subtable_opt */
+ case 398: /* expression */
+ case 400: /* where_clause_opt */
+ case 401: /* signed */
+ case 402: /* literal_func */
+ case 405: /* expr_or_subquery */
+ case 406: /* pseudo_column */
+ case 407: /* column_reference */
+ case 408: /* function_expression */
+ case 409: /* case_when_expression */
+ case 414: /* star_func_para */
+ case 416: /* case_when_else_opt */
+ case 417: /* common_expression */
+ case 418: /* when_then_expr */
+ case 419: /* predicate */
+ case 422: /* in_predicate_value */
+ case 423: /* boolean_value_expression */
+ case 424: /* boolean_primary */
+ case 425: /* from_clause_opt */
+ case 426: /* table_reference_list */
+ case 427: /* table_reference */
+ case 428: /* table_primary */
+ case 429: /* joined_table */
+ case 431: /* subquery */
+ case 432: /* parenthesized_joined_table */
+ case 434: /* search_condition */
+ case 435: /* query_specification */
+ case 439: /* range_opt */
+ case 440: /* every_opt */
+ case 441: /* fill_opt */
+ case 442: /* twindow_clause_opt */
+ case 444: /* having_clause_opt */
+ case 445: /* select_item */
+ case 447: /* partition_item */
+ case 450: /* query_expression */
+ case 451: /* query_simple */
+ case 453: /* slimit_clause_opt */
+ case 454: /* limit_clause_opt */
+ case 455: /* union_query_expression */
+ case 456: /* query_simple_or_subquery */
+ case 458: /* sort_specification */
{
- nodesDestroyNode((yypminor->yy148));
+ nodesDestroyNode((yypminor->yy600));
}
break;
- case 323: /* account_options */
- case 324: /* alter_account_options */
- case 326: /* alter_account_option */
- case 341: /* speed_opt */
- case 390: /* bufsize_opt */
+ case 326: /* account_options */
+ case 327: /* alter_account_options */
+ case 329: /* alter_account_option */
+ case 344: /* speed_opt */
+ case 394: /* bufsize_opt */
{
}
break;
- case 327: /* user_name */
- case 330: /* priv_level */
- case 333: /* db_name */
- case 334: /* topic_name */
- case 335: /* dnode_endpoint */
- case 356: /* column_name */
- case 364: /* table_name */
- case 371: /* function_name */
- case 379: /* column_alias */
- case 386: /* cgroup_name */
- case 391: /* stream_name */
- case 400: /* table_alias */
- case 406: /* star_func */
- case 408: /* noarg_func */
- case 426: /* alias_opt */
+ case 330: /* user_name */
+ case 333: /* priv_level */
+ case 336: /* db_name */
+ case 337: /* topic_name */
+ case 338: /* dnode_endpoint */
+ case 359: /* column_name */
+ case 367: /* table_name */
+ case 374: /* function_name */
+ case 382: /* column_alias */
+ case 388: /* sma_func_name */
+ case 390: /* cgroup_name */
+ case 395: /* stream_name */
+ case 404: /* table_alias */
+ case 410: /* star_func */
+ case 412: /* noarg_func */
+ case 430: /* alias_opt */
{
}
break;
- case 328: /* sysinfo_opt */
+ case 331: /* sysinfo_opt */
{
}
break;
- case 329: /* privileges */
- case 331: /* priv_type_list */
- case 332: /* priv_type */
+ case 332: /* privileges */
+ case 334: /* priv_type_list */
+ case 335: /* priv_type */
{
}
break;
- case 336: /* force_opt */
- case 337: /* not_exists_opt */
- case 339: /* exists_opt */
- case 387: /* analyze_opt */
- case 389: /* agg_func_opt */
- case 432: /* set_quantifier_opt */
+ case 339: /* force_opt */
+ case 340: /* not_exists_opt */
+ case 342: /* exists_opt */
+ case 391: /* analyze_opt */
+ case 393: /* agg_func_opt */
+ case 436: /* set_quantifier_opt */
{
}
break;
- case 342: /* integer_list */
- case 343: /* variable_list */
- case 344: /* retention_list */
- case 348: /* column_def_list */
- case 349: /* tags_def_opt */
- case 351: /* multi_create_clause */
- case 352: /* tags_def */
- case 353: /* multi_drop_clause */
- case 360: /* specific_cols_opt */
- case 361: /* expression_list */
- case 363: /* col_name_list */
- case 366: /* duration_list */
- case 367: /* rollup_func_list */
- case 377: /* tag_list_opt */
- case 381: /* func_list */
- case 395: /* dnode_list */
- case 399: /* literal_list */
- case 407: /* star_func_para_list */
- case 409: /* other_para_list */
- case 411: /* when_then_list */
- case 433: /* select_list */
- case 434: /* partition_by_clause_opt */
- case 439: /* group_by_clause_opt */
- case 442: /* partition_list */
- case 445: /* group_by_list */
- case 448: /* order_by_clause_opt */
- case 453: /* sort_specification_list */
+ case 345: /* integer_list */
+ case 346: /* variable_list */
+ case 347: /* retention_list */
+ case 351: /* column_def_list */
+ case 352: /* tags_def_opt */
+ case 354: /* multi_create_clause */
+ case 355: /* tags_def */
+ case 356: /* multi_drop_clause */
+ case 363: /* specific_cols_opt */
+ case 364: /* expression_list */
+ case 366: /* col_name_list */
+ case 369: /* duration_list */
+ case 370: /* rollup_func_list */
+ case 380: /* tag_list_opt */
+ case 384: /* func_list */
+ case 399: /* dnode_list */
+ case 403: /* literal_list */
+ case 411: /* star_func_para_list */
+ case 413: /* other_para_list */
+ case 415: /* when_then_list */
+ case 437: /* select_list */
+ case 438: /* partition_by_clause_opt */
+ case 443: /* group_by_clause_opt */
+ case 446: /* partition_list */
+ case 449: /* group_by_list */
+ case 452: /* order_by_clause_opt */
+ case 457: /* sort_specification_list */
{
- nodesDestroyList((yypminor->yy404));
+ nodesDestroyList((yypminor->yy601));
}
break;
- case 345: /* alter_db_option */
- case 368: /* alter_table_option */
+ case 348: /* alter_db_option */
+ case 371: /* alter_table_option */
{
}
break;
- case 357: /* type_name */
+ case 360: /* type_name */
{
}
break;
- case 416: /* compare_op */
- case 417: /* in_op */
+ case 420: /* compare_op */
+ case 421: /* in_op */
{
}
break;
- case 429: /* join_type */
+ case 433: /* join_type */
{
}
break;
- case 444: /* fill_mode */
+ case 448: /* fill_mode */
{
}
break;
- case 455: /* ordering_specification_opt */
+ case 459: /* ordering_specification_opt */
{
}
break;
- case 456: /* null_ordering_opt */
+ case 460: /* null_ordering_opt */
{
}
@@ -2816,15 +2939,18 @@ static YYACTIONTYPE yy_find_shift_action(
do{
i = yy_shift_ofst[stateno];
assert( i>=0 );
- /* assert( i+YYNTOKEN<=(int)YY_NLOOKAHEAD ); */
+ assert( i<=YY_ACTTAB_COUNT );
+ assert( i+YYNTOKEN<=(int)YY_NLOOKAHEAD );
assert( iLookAhead!=YYNOCODE );
assert( iLookAhead < YYNTOKEN );
i += iLookAhead;
- if( i>=YY_NLOOKAHEAD || yy_lookahead[i]!=iLookAhead ){
+ assert( i<(int)YY_NLOOKAHEAD );
+ if( yy_lookahead[i]!=iLookAhead ){
#ifdef YYFALLBACK
YYCODETYPE iFallback; /* Fallback token */
- if( iLookAhead %s\n",
@@ -2839,16 +2965,8 @@ static YYACTIONTYPE yy_find_shift_action(
#ifdef YYWILDCARD
{
int j = i - iLookAhead + YYWILDCARD;
- if(
-#if YY_SHIFT_MIN+YYWILDCARD<0
- j>=0 &&
-#endif
-#if YY_SHIFT_MAX+YYWILDCARD>=YY_ACTTAB_COUNT
- j0
- ){
+ assert( j<(int)(sizeof(yy_lookahead)/sizeof(yy_lookahead[0])) );
+ if( yy_lookahead[j]==YYWILDCARD && iLookAhead>0 ){
#ifndef NDEBUG
if( yyTraceFILE ){
fprintf(yyTraceFILE, "%sWILDCARD %s => %s\n",
@@ -2862,6 +2980,7 @@ static YYACTIONTYPE yy_find_shift_action(
#endif /* YYWILDCARD */
return yy_default[stateno];
}else{
+ assert( i>=0 && iyytos;
#ifndef NDEBUG
if( yyTraceFILE && yyruleno<(int)(sizeof(yyRuleName)/sizeof(yyRuleName[0])) ){
- yysize = yyRuleInfo[yyruleno].nrhs;
+ yysize = yyRuleInfoNRhs[yyruleno];
if( yysize ){
- fprintf(yyTraceFILE, "%sReduce %d [%s], go to state %d.\n",
+ fprintf(yyTraceFILE, "%sReduce %d [%s]%s, pop back to state %d.\n",
yyTracePrompt,
- yyruleno, yyRuleName[yyruleno], yymsp[yysize].stateno);
+ yyruleno, yyRuleName[yyruleno],
+ yyrulenoyytos - yypParser->yystack)>yypParser->yyhwm ){
yypParser->yyhwm++;
@@ -3613,11 +4288,11 @@ static YYACTIONTYPE yy_reduce(
YYMINORTYPE yylhsminor;
case 0: /* cmd ::= CREATE ACCOUNT NK_ID PASS NK_STRING account_options */
{ pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_EXPRIE_STATEMENT); }
- yy_destructor(yypParser,323,&yymsp[0].minor);
+ yy_destructor(yypParser,326,&yymsp[0].minor);
break;
case 1: /* cmd ::= ALTER ACCOUNT NK_ID alter_account_options */
{ pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_EXPRIE_STATEMENT); }
- yy_destructor(yypParser,324,&yymsp[0].minor);
+ yy_destructor(yypParser,327,&yymsp[0].minor);
break;
case 2: /* account_options ::= */
{ }
@@ -3631,20 +4306,20 @@ static YYACTIONTYPE yy_reduce(
case 9: /* account_options ::= account_options USERS literal */ yytestcase(yyruleno==9);
case 10: /* account_options ::= account_options CONNS literal */ yytestcase(yyruleno==10);
case 11: /* account_options ::= account_options STATE literal */ yytestcase(yyruleno==11);
-{ yy_destructor(yypParser,323,&yymsp[-2].minor);
+{ yy_destructor(yypParser,326,&yymsp[-2].minor);
{ }
- yy_destructor(yypParser,325,&yymsp[0].minor);
+ yy_destructor(yypParser,328,&yymsp[0].minor);
}
break;
case 12: /* alter_account_options ::= alter_account_option */
-{ yy_destructor(yypParser,326,&yymsp[0].minor);
+{ yy_destructor(yypParser,329,&yymsp[0].minor);
{ }
}
break;
case 13: /* alter_account_options ::= alter_account_options alter_account_option */
-{ yy_destructor(yypParser,324,&yymsp[-1].minor);
+{ yy_destructor(yypParser,327,&yymsp[-1].minor);
{ }
- yy_destructor(yypParser,326,&yymsp[0].minor);
+ yy_destructor(yypParser,329,&yymsp[0].minor);
}
break;
case 14: /* alter_account_option ::= PASS literal */
@@ -3658,80 +4333,81 @@ static YYACTIONTYPE yy_reduce(
case 22: /* alter_account_option ::= CONNS literal */ yytestcase(yyruleno==22);
case 23: /* alter_account_option ::= STATE literal */ yytestcase(yyruleno==23);
{ }
- yy_destructor(yypParser,325,&yymsp[0].minor);
+ yy_destructor(yypParser,328,&yymsp[0].minor);
break;
case 24: /* cmd ::= CREATE USER user_name PASS NK_STRING sysinfo_opt */
-{ pCxt->pRootNode = createCreateUserStmt(pCxt, &yymsp[-3].minor.yy199, &yymsp[-1].minor.yy0, yymsp[0].minor.yy33); }
+{ pCxt->pRootNode = createCreateUserStmt(pCxt, &yymsp[-3].minor.yy77, &yymsp[-1].minor.yy0, yymsp[0].minor.yy287); }
break;
case 25: /* cmd ::= ALTER USER user_name PASS NK_STRING */
-{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy199, TSDB_ALTER_USER_PASSWD, &yymsp[0].minor.yy0); }
+{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy77, TSDB_ALTER_USER_PASSWD, &yymsp[0].minor.yy0); }
break;
case 26: /* cmd ::= ALTER USER user_name ENABLE NK_INTEGER */
-{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy199, TSDB_ALTER_USER_ENABLE, &yymsp[0].minor.yy0); }
+{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy77, TSDB_ALTER_USER_ENABLE, &yymsp[0].minor.yy0); }
break;
case 27: /* cmd ::= ALTER USER user_name SYSINFO NK_INTEGER */
-{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy199, TSDB_ALTER_USER_SYSINFO, &yymsp[0].minor.yy0); }
+{ pCxt->pRootNode = createAlterUserStmt(pCxt, &yymsp[-2].minor.yy77, TSDB_ALTER_USER_SYSINFO, &yymsp[0].minor.yy0); }
break;
case 28: /* cmd ::= DROP USER user_name */
-{ pCxt->pRootNode = createDropUserStmt(pCxt, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createDropUserStmt(pCxt, &yymsp[0].minor.yy77); }
break;
case 29: /* sysinfo_opt ::= */
-{ yymsp[1].minor.yy33 = 1; }
+{ yymsp[1].minor.yy287 = 1; }
break;
case 30: /* sysinfo_opt ::= SYSINFO NK_INTEGER */
-{ yymsp[-1].minor.yy33 = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); }
+{ yymsp[-1].minor.yy287 = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); }
break;
case 31: /* cmd ::= GRANT privileges ON priv_level TO user_name */
-{ pCxt->pRootNode = createGrantStmt(pCxt, yymsp[-4].minor.yy525, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createGrantStmt(pCxt, yymsp[-4].minor.yy717, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77); }
break;
case 32: /* cmd ::= REVOKE privileges ON priv_level FROM user_name */
-{ pCxt->pRootNode = createRevokeStmt(pCxt, yymsp[-4].minor.yy525, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createRevokeStmt(pCxt, yymsp[-4].minor.yy717, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77); }
break;
case 33: /* privileges ::= ALL */
-{ yymsp[0].minor.yy525 = PRIVILEGE_TYPE_ALL; }
+{ yymsp[0].minor.yy717 = PRIVILEGE_TYPE_ALL; }
break;
case 34: /* privileges ::= priv_type_list */
case 36: /* priv_type_list ::= priv_type */ yytestcase(yyruleno==36);
-{ yylhsminor.yy525 = yymsp[0].minor.yy525; }
- yymsp[0].minor.yy525 = yylhsminor.yy525;
+{ yylhsminor.yy717 = yymsp[0].minor.yy717; }
+ yymsp[0].minor.yy717 = yylhsminor.yy717;
break;
case 35: /* privileges ::= SUBSCRIBE */
-{ yymsp[0].minor.yy525 = PRIVILEGE_TYPE_SUBSCRIBE; }
+{ yymsp[0].minor.yy717 = PRIVILEGE_TYPE_SUBSCRIBE; }
break;
case 37: /* priv_type_list ::= priv_type_list NK_COMMA priv_type */
-{ yylhsminor.yy525 = yymsp[-2].minor.yy525 | yymsp[0].minor.yy525; }
- yymsp[-2].minor.yy525 = yylhsminor.yy525;
+{ yylhsminor.yy717 = yymsp[-2].minor.yy717 | yymsp[0].minor.yy717; }
+ yymsp[-2].minor.yy717 = yylhsminor.yy717;
break;
case 38: /* priv_type ::= READ */
-{ yymsp[0].minor.yy525 = PRIVILEGE_TYPE_READ; }
+{ yymsp[0].minor.yy717 = PRIVILEGE_TYPE_READ; }
break;
case 39: /* priv_type ::= WRITE */
-{ yymsp[0].minor.yy525 = PRIVILEGE_TYPE_WRITE; }
+{ yymsp[0].minor.yy717 = PRIVILEGE_TYPE_WRITE; }
break;
case 40: /* priv_level ::= NK_STAR NK_DOT NK_STAR */
-{ yylhsminor.yy199 = yymsp[-2].minor.yy0; }
- yymsp[-2].minor.yy199 = yylhsminor.yy199;
+{ yylhsminor.yy77 = yymsp[-2].minor.yy0; }
+ yymsp[-2].minor.yy77 = yylhsminor.yy77;
break;
case 41: /* priv_level ::= db_name NK_DOT NK_STAR */
-{ yylhsminor.yy199 = yymsp[-2].minor.yy199; }
- yymsp[-2].minor.yy199 = yylhsminor.yy199;
+{ yylhsminor.yy77 = yymsp[-2].minor.yy77; }
+ yymsp[-2].minor.yy77 = yylhsminor.yy77;
break;
case 42: /* priv_level ::= topic_name */
- case 455: /* alias_opt ::= table_alias */ yytestcase(yyruleno==455);
-{ yylhsminor.yy199 = yymsp[0].minor.yy199; }
- yymsp[0].minor.yy199 = yylhsminor.yy199;
+ case 267: /* sma_func_name ::= function_name */ yytestcase(yyruleno==267);
+ case 461: /* alias_opt ::= table_alias */ yytestcase(yyruleno==461);
+{ yylhsminor.yy77 = yymsp[0].minor.yy77; }
+ yymsp[0].minor.yy77 = yylhsminor.yy77;
break;
case 43: /* cmd ::= CREATE DNODE dnode_endpoint */
-{ pCxt->pRootNode = createCreateDnodeStmt(pCxt, &yymsp[0].minor.yy199, NULL); }
+{ pCxt->pRootNode = createCreateDnodeStmt(pCxt, &yymsp[0].minor.yy77, NULL); }
break;
case 44: /* cmd ::= CREATE DNODE dnode_endpoint PORT NK_INTEGER */
-{ pCxt->pRootNode = createCreateDnodeStmt(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy0); }
+{ pCxt->pRootNode = createCreateDnodeStmt(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy0); }
break;
case 45: /* cmd ::= DROP DNODE NK_INTEGER force_opt */
-{ pCxt->pRootNode = createDropDnodeStmt(pCxt, &yymsp[-1].minor.yy0, yymsp[0].minor.yy397); }
+{ pCxt->pRootNode = createDropDnodeStmt(pCxt, &yymsp[-1].minor.yy0, yymsp[0].minor.yy841); }
break;
case 46: /* cmd ::= DROP DNODE dnode_endpoint force_opt */
-{ pCxt->pRootNode = createDropDnodeStmt(pCxt, &yymsp[-1].minor.yy199, yymsp[0].minor.yy397); }
+{ pCxt->pRootNode = createDropDnodeStmt(pCxt, &yymsp[-1].minor.yy77, yymsp[0].minor.yy841); }
break;
case 47: /* cmd ::= ALTER DNODE NK_INTEGER NK_STRING */
{ pCxt->pRootNode = createAlterDnodeStmt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0, NULL); }
@@ -3748,45 +4424,49 @@ static YYACTIONTYPE yy_reduce(
case 51: /* dnode_endpoint ::= NK_STRING */
case 52: /* dnode_endpoint ::= NK_ID */ yytestcase(yyruleno==52);
case 53: /* dnode_endpoint ::= NK_IPTOKEN */ yytestcase(yyruleno==53);
- case 342: /* db_name ::= NK_ID */ yytestcase(yyruleno==342);
- case 343: /* table_name ::= NK_ID */ yytestcase(yyruleno==343);
- case 344: /* column_name ::= NK_ID */ yytestcase(yyruleno==344);
- case 345: /* function_name ::= NK_ID */ yytestcase(yyruleno==345);
- case 346: /* table_alias ::= NK_ID */ yytestcase(yyruleno==346);
- case 347: /* column_alias ::= NK_ID */ yytestcase(yyruleno==347);
- case 348: /* user_name ::= NK_ID */ yytestcase(yyruleno==348);
- case 349: /* topic_name ::= NK_ID */ yytestcase(yyruleno==349);
- case 350: /* stream_name ::= NK_ID */ yytestcase(yyruleno==350);
- case 351: /* cgroup_name ::= NK_ID */ yytestcase(yyruleno==351);
- case 390: /* noarg_func ::= NOW */ yytestcase(yyruleno==390);
- case 391: /* noarg_func ::= TODAY */ yytestcase(yyruleno==391);
- case 392: /* noarg_func ::= TIMEZONE */ yytestcase(yyruleno==392);
- case 393: /* noarg_func ::= DATABASE */ yytestcase(yyruleno==393);
- case 394: /* noarg_func ::= CLIENT_VERSION */ yytestcase(yyruleno==394);
- case 395: /* noarg_func ::= SERVER_VERSION */ yytestcase(yyruleno==395);
- case 396: /* noarg_func ::= SERVER_STATUS */ yytestcase(yyruleno==396);
- case 397: /* noarg_func ::= CURRENT_USER */ yytestcase(yyruleno==397);
- case 398: /* noarg_func ::= USER */ yytestcase(yyruleno==398);
- case 399: /* star_func ::= COUNT */ yytestcase(yyruleno==399);
- case 400: /* star_func ::= FIRST */ yytestcase(yyruleno==400);
- case 401: /* star_func ::= LAST */ yytestcase(yyruleno==401);
- case 402: /* star_func ::= LAST_ROW */ yytestcase(yyruleno==402);
-{ yylhsminor.yy199 = yymsp[0].minor.yy0; }
- yymsp[0].minor.yy199 = yylhsminor.yy199;
+ case 268: /* sma_func_name ::= COUNT */ yytestcase(yyruleno==268);
+ case 269: /* sma_func_name ::= FIRST */ yytestcase(yyruleno==269);
+ case 270: /* sma_func_name ::= LAST */ yytestcase(yyruleno==270);
+ case 271: /* sma_func_name ::= LAST_ROW */ yytestcase(yyruleno==271);
+ case 347: /* db_name ::= NK_ID */ yytestcase(yyruleno==347);
+ case 348: /* table_name ::= NK_ID */ yytestcase(yyruleno==348);
+ case 349: /* column_name ::= NK_ID */ yytestcase(yyruleno==349);
+ case 350: /* function_name ::= NK_ID */ yytestcase(yyruleno==350);
+ case 351: /* table_alias ::= NK_ID */ yytestcase(yyruleno==351);
+ case 352: /* column_alias ::= NK_ID */ yytestcase(yyruleno==352);
+ case 353: /* user_name ::= NK_ID */ yytestcase(yyruleno==353);
+ case 354: /* topic_name ::= NK_ID */ yytestcase(yyruleno==354);
+ case 355: /* stream_name ::= NK_ID */ yytestcase(yyruleno==355);
+ case 356: /* cgroup_name ::= NK_ID */ yytestcase(yyruleno==356);
+ case 396: /* noarg_func ::= NOW */ yytestcase(yyruleno==396);
+ case 397: /* noarg_func ::= TODAY */ yytestcase(yyruleno==397);
+ case 398: /* noarg_func ::= TIMEZONE */ yytestcase(yyruleno==398);
+ case 399: /* noarg_func ::= DATABASE */ yytestcase(yyruleno==399);
+ case 400: /* noarg_func ::= CLIENT_VERSION */ yytestcase(yyruleno==400);
+ case 401: /* noarg_func ::= SERVER_VERSION */ yytestcase(yyruleno==401);
+ case 402: /* noarg_func ::= SERVER_STATUS */ yytestcase(yyruleno==402);
+ case 403: /* noarg_func ::= CURRENT_USER */ yytestcase(yyruleno==403);
+ case 404: /* noarg_func ::= USER */ yytestcase(yyruleno==404);
+ case 405: /* star_func ::= COUNT */ yytestcase(yyruleno==405);
+ case 406: /* star_func ::= FIRST */ yytestcase(yyruleno==406);
+ case 407: /* star_func ::= LAST */ yytestcase(yyruleno==407);
+ case 408: /* star_func ::= LAST_ROW */ yytestcase(yyruleno==408);
+{ yylhsminor.yy77 = yymsp[0].minor.yy0; }
+ yymsp[0].minor.yy77 = yylhsminor.yy77;
break;
case 54: /* force_opt ::= */
case 73: /* not_exists_opt ::= */ yytestcase(yyruleno==73);
case 75: /* exists_opt ::= */ yytestcase(yyruleno==75);
- case 282: /* analyze_opt ::= */ yytestcase(yyruleno==282);
- case 289: /* agg_func_opt ::= */ yytestcase(yyruleno==289);
- case 463: /* set_quantifier_opt ::= */ yytestcase(yyruleno==463);
-{ yymsp[1].minor.yy397 = false; }
+ case 287: /* analyze_opt ::= */ yytestcase(yyruleno==287);
+ case 294: /* agg_func_opt ::= */ yytestcase(yyruleno==294);
+ case 469: /* set_quantifier_opt ::= */ yytestcase(yyruleno==469);
+{ yymsp[1].minor.yy841 = false; }
break;
case 55: /* force_opt ::= FORCE */
- case 283: /* analyze_opt ::= ANALYZE */ yytestcase(yyruleno==283);
- case 290: /* agg_func_opt ::= AGGREGATE */ yytestcase(yyruleno==290);
- case 464: /* set_quantifier_opt ::= DISTINCT */ yytestcase(yyruleno==464);
-{ yymsp[0].minor.yy397 = true; }
+ case 288: /* analyze_opt ::= ANALYZE */ yytestcase(yyruleno==288);
+ case 295: /* agg_func_opt ::= AGGREGATE */ yytestcase(yyruleno==295);
+ case 470: /* set_quantifier_opt ::= DISTINCT */ yytestcase(yyruleno==470);
+{ yymsp[0].minor.yy841 = true; }
break;
case 56: /* cmd ::= ALTER LOCAL NK_STRING */
{ pCxt->pRootNode = createAlterLocalStmt(pCxt, &yymsp[0].minor.yy0, NULL); }
@@ -3819,206 +4499,206 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createDropComponentNodeStmt(pCxt, QUERY_NODE_DROP_MNODE_STMT, &yymsp[0].minor.yy0); }
break;
case 66: /* cmd ::= CREATE DATABASE not_exists_opt db_name db_options */
-{ pCxt->pRootNode = createCreateDatabaseStmt(pCxt, yymsp[-2].minor.yy397, &yymsp[-1].minor.yy199, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createCreateDatabaseStmt(pCxt, yymsp[-2].minor.yy841, &yymsp[-1].minor.yy77, yymsp[0].minor.yy600); }
break;
case 67: /* cmd ::= DROP DATABASE exists_opt db_name */
-{ pCxt->pRootNode = createDropDatabaseStmt(pCxt, yymsp[-1].minor.yy397, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createDropDatabaseStmt(pCxt, yymsp[-1].minor.yy841, &yymsp[0].minor.yy77); }
break;
case 68: /* cmd ::= USE db_name */
-{ pCxt->pRootNode = createUseDatabaseStmt(pCxt, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createUseDatabaseStmt(pCxt, &yymsp[0].minor.yy77); }
break;
case 69: /* cmd ::= ALTER DATABASE db_name alter_db_options */
-{ pCxt->pRootNode = createAlterDatabaseStmt(pCxt, &yymsp[-1].minor.yy199, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createAlterDatabaseStmt(pCxt, &yymsp[-1].minor.yy77, yymsp[0].minor.yy600); }
break;
case 70: /* cmd ::= FLUSH DATABASE db_name */
-{ pCxt->pRootNode = createFlushDatabaseStmt(pCxt, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createFlushDatabaseStmt(pCxt, &yymsp[0].minor.yy77); }
break;
case 71: /* cmd ::= TRIM DATABASE db_name speed_opt */
-{ pCxt->pRootNode = createTrimDatabaseStmt(pCxt, &yymsp[-1].minor.yy199, yymsp[0].minor.yy706); }
+{ pCxt->pRootNode = createTrimDatabaseStmt(pCxt, &yymsp[-1].minor.yy77, yymsp[0].minor.yy248); }
break;
case 72: /* not_exists_opt ::= IF NOT EXISTS */
-{ yymsp[-2].minor.yy397 = true; }
+{ yymsp[-2].minor.yy841 = true; }
break;
case 74: /* exists_opt ::= IF EXISTS */
-{ yymsp[-1].minor.yy397 = true; }
+{ yymsp[-1].minor.yy841 = true; }
break;
case 76: /* db_options ::= */
-{ yymsp[1].minor.yy148 = createDefaultDatabaseOptions(pCxt); }
+{ yymsp[1].minor.yy600 = createDefaultDatabaseOptions(pCxt); }
break;
case 77: /* db_options ::= db_options BUFFER NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_BUFFER, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_BUFFER, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 78: /* db_options ::= db_options CACHEMODEL NK_STRING */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_CACHEMODEL, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_CACHEMODEL, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 79: /* db_options ::= db_options CACHESIZE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_CACHESIZE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_CACHESIZE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 80: /* db_options ::= db_options COMP NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_COMP, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_COMP, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 81: /* db_options ::= db_options DURATION NK_INTEGER */
case 82: /* db_options ::= db_options DURATION NK_VARIABLE */ yytestcase(yyruleno==82);
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_DAYS, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_DAYS, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 83: /* db_options ::= db_options MAXROWS NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_MAXROWS, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_MAXROWS, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 84: /* db_options ::= db_options MINROWS NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_MINROWS, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_MINROWS, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 85: /* db_options ::= db_options KEEP integer_list */
case 86: /* db_options ::= db_options KEEP variable_list */ yytestcase(yyruleno==86);
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_KEEP, yymsp[0].minor.yy404); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_KEEP, yymsp[0].minor.yy601); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 87: /* db_options ::= db_options PAGES NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_PAGES, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_PAGES, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 88: /* db_options ::= db_options PAGESIZE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_PAGESIZE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_PAGESIZE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 89: /* db_options ::= db_options TSDB_PAGESIZE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_TSDB_PAGESIZE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_TSDB_PAGESIZE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 90: /* db_options ::= db_options PRECISION NK_STRING */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_PRECISION, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_PRECISION, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 91: /* db_options ::= db_options REPLICA NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_REPLICA, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_REPLICA, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 92: /* db_options ::= db_options VGROUPS NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_VGROUPS, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_VGROUPS, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 93: /* db_options ::= db_options SINGLE_STABLE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_SINGLE_STABLE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_SINGLE_STABLE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 94: /* db_options ::= db_options RETENTIONS retention_list */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_RETENTIONS, yymsp[0].minor.yy404); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_RETENTIONS, yymsp[0].minor.yy601); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 95: /* db_options ::= db_options SCHEMALESS NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_SCHEMALESS, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_SCHEMALESS, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 96: /* db_options ::= db_options WAL_LEVEL NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_WAL, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_WAL, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 97: /* db_options ::= db_options WAL_FSYNC_PERIOD NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_FSYNC, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_FSYNC, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 98: /* db_options ::= db_options WAL_RETENTION_PERIOD NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_WAL_RETENTION_PERIOD, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_WAL_RETENTION_PERIOD, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 99: /* db_options ::= db_options WAL_RETENTION_PERIOD NK_MINUS NK_INTEGER */
{
SToken t = yymsp[-1].minor.yy0;
t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z;
- yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-3].minor.yy148, DB_OPTION_WAL_RETENTION_PERIOD, &t);
+ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-3].minor.yy600, DB_OPTION_WAL_RETENTION_PERIOD, &t);
}
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
case 100: /* db_options ::= db_options WAL_RETENTION_SIZE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_WAL_RETENTION_SIZE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_WAL_RETENTION_SIZE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 101: /* db_options ::= db_options WAL_RETENTION_SIZE NK_MINUS NK_INTEGER */
{
SToken t = yymsp[-1].minor.yy0;
t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z;
- yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-3].minor.yy148, DB_OPTION_WAL_RETENTION_SIZE, &t);
+ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-3].minor.yy600, DB_OPTION_WAL_RETENTION_SIZE, &t);
}
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
case 102: /* db_options ::= db_options WAL_ROLL_PERIOD NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_WAL_ROLL_PERIOD, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_WAL_ROLL_PERIOD, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 103: /* db_options ::= db_options WAL_SEGMENT_SIZE NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_WAL_SEGMENT_SIZE, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_WAL_SEGMENT_SIZE, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 104: /* db_options ::= db_options STT_TRIGGER NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_STT_TRIGGER, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_STT_TRIGGER, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 105: /* db_options ::= db_options TABLE_PREFIX NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_TABLE_PREFIX, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_TABLE_PREFIX, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 106: /* db_options ::= db_options TABLE_SUFFIX NK_INTEGER */
-{ yylhsminor.yy148 = setDatabaseOption(pCxt, yymsp[-2].minor.yy148, DB_OPTION_TABLE_SUFFIX, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setDatabaseOption(pCxt, yymsp[-2].minor.yy600, DB_OPTION_TABLE_SUFFIX, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 107: /* alter_db_options ::= alter_db_option */
-{ yylhsminor.yy148 = createAlterDatabaseOptions(pCxt); yylhsminor.yy148 = setAlterDatabaseOption(pCxt, yylhsminor.yy148, &yymsp[0].minor.yy123); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterDatabaseOptions(pCxt); yylhsminor.yy600 = setAlterDatabaseOption(pCxt, yylhsminor.yy600, &yymsp[0].minor.yy661); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 108: /* alter_db_options ::= alter_db_options alter_db_option */
-{ yylhsminor.yy148 = setAlterDatabaseOption(pCxt, yymsp[-1].minor.yy148, &yymsp[0].minor.yy123); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setAlterDatabaseOption(pCxt, yymsp[-1].minor.yy600, &yymsp[0].minor.yy661); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 109: /* alter_db_option ::= BUFFER NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_BUFFER; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_BUFFER; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 110: /* alter_db_option ::= CACHEMODEL NK_STRING */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_CACHEMODEL; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_CACHEMODEL; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 111: /* alter_db_option ::= CACHESIZE NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_CACHESIZE; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_CACHESIZE; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 112: /* alter_db_option ::= WAL_FSYNC_PERIOD NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_FSYNC; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_FSYNC; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 113: /* alter_db_option ::= KEEP integer_list */
case 114: /* alter_db_option ::= KEEP variable_list */ yytestcase(yyruleno==114);
-{ yymsp[-1].minor.yy123.type = DB_OPTION_KEEP; yymsp[-1].minor.yy123.pList = yymsp[0].minor.yy404; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_KEEP; yymsp[-1].minor.yy661.pList = yymsp[0].minor.yy601; }
break;
case 115: /* alter_db_option ::= PAGES NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_PAGES; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_PAGES; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 116: /* alter_db_option ::= REPLICA NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_REPLICA; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_REPLICA; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 117: /* alter_db_option ::= WAL_LEVEL NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_WAL; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_WAL; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 118: /* alter_db_option ::= STT_TRIGGER NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = DB_OPTION_STT_TRIGGER; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = DB_OPTION_STT_TRIGGER; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 119: /* integer_list ::= NK_INTEGER */
-{ yylhsminor.yy404 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+{ yylhsminor.yy601 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
case 120: /* integer_list ::= integer_list NK_COMMA NK_INTEGER */
- case 312: /* dnode_list ::= dnode_list DNODE NK_INTEGER */ yytestcase(yyruleno==312);
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-2].minor.yy404, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
- yymsp[-2].minor.yy404 = yylhsminor.yy404;
+ case 317: /* dnode_list ::= dnode_list DNODE NK_INTEGER */ yytestcase(yyruleno==317);
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-2].minor.yy601, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
+ yymsp[-2].minor.yy601 = yylhsminor.yy601;
break;
case 121: /* variable_list ::= NK_VARIABLE */
-{ yylhsminor.yy404 = createNodeList(pCxt, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+{ yylhsminor.yy601 = createNodeList(pCxt, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
case 122: /* variable_list ::= variable_list NK_COMMA NK_VARIABLE */
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-2].minor.yy404, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
- yymsp[-2].minor.yy404 = yylhsminor.yy404;
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-2].minor.yy601, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
+ yymsp[-2].minor.yy601 = yylhsminor.yy601;
break;
case 123: /* retention_list ::= retention */
case 145: /* multi_create_clause ::= create_subtable_clause */ yytestcase(yyruleno==145);
@@ -4028,14 +4708,14 @@ static YYACTIONTYPE yy_reduce(
case 204: /* col_name_list ::= col_name */ yytestcase(yyruleno==204);
case 253: /* tag_list_opt ::= tag_item */ yytestcase(yyruleno==253);
case 264: /* func_list ::= func */ yytestcase(yyruleno==264);
- case 340: /* literal_list ::= signed_literal */ yytestcase(yyruleno==340);
- case 405: /* other_para_list ::= star_func_para */ yytestcase(yyruleno==405);
- case 411: /* when_then_list ::= when_then_expr */ yytestcase(yyruleno==411);
- case 466: /* select_list ::= select_item */ yytestcase(yyruleno==466);
- case 477: /* partition_list ::= partition_item */ yytestcase(yyruleno==477);
- case 529: /* sort_specification_list ::= sort_specification */ yytestcase(yyruleno==529);
-{ yylhsminor.yy404 = createNodeList(pCxt, yymsp[0].minor.yy148); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+ case 345: /* literal_list ::= signed_literal */ yytestcase(yyruleno==345);
+ case 411: /* other_para_list ::= star_func_para */ yytestcase(yyruleno==411);
+ case 417: /* when_then_list ::= when_then_expr */ yytestcase(yyruleno==417);
+ case 472: /* select_list ::= select_item */ yytestcase(yyruleno==472);
+ case 483: /* partition_list ::= partition_item */ yytestcase(yyruleno==483);
+ case 536: /* sort_specification_list ::= sort_specification */ yytestcase(yyruleno==536);
+{ yylhsminor.yy601 = createNodeList(pCxt, yymsp[0].minor.yy600); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
case 124: /* retention_list ::= retention_list NK_COMMA retention */
case 156: /* column_def_list ::= column_def_list NK_COMMA column_def */ yytestcase(yyruleno==156);
@@ -4043,271 +4723,271 @@ static YYACTIONTYPE yy_reduce(
case 205: /* col_name_list ::= col_name_list NK_COMMA col_name */ yytestcase(yyruleno==205);
case 254: /* tag_list_opt ::= tag_list_opt NK_COMMA tag_item */ yytestcase(yyruleno==254);
case 265: /* func_list ::= func_list NK_COMMA func */ yytestcase(yyruleno==265);
- case 341: /* literal_list ::= literal_list NK_COMMA signed_literal */ yytestcase(yyruleno==341);
- case 406: /* other_para_list ::= other_para_list NK_COMMA star_func_para */ yytestcase(yyruleno==406);
- case 467: /* select_list ::= select_list NK_COMMA select_item */ yytestcase(yyruleno==467);
- case 478: /* partition_list ::= partition_list NK_COMMA partition_item */ yytestcase(yyruleno==478);
- case 530: /* sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ yytestcase(yyruleno==530);
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-2].minor.yy404, yymsp[0].minor.yy148); }
- yymsp[-2].minor.yy404 = yylhsminor.yy404;
+ case 346: /* literal_list ::= literal_list NK_COMMA signed_literal */ yytestcase(yyruleno==346);
+ case 412: /* other_para_list ::= other_para_list NK_COMMA star_func_para */ yytestcase(yyruleno==412);
+ case 473: /* select_list ::= select_list NK_COMMA select_item */ yytestcase(yyruleno==473);
+ case 484: /* partition_list ::= partition_list NK_COMMA partition_item */ yytestcase(yyruleno==484);
+ case 537: /* sort_specification_list ::= sort_specification_list NK_COMMA sort_specification */ yytestcase(yyruleno==537);
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-2].minor.yy601, yymsp[0].minor.yy600); }
+ yymsp[-2].minor.yy601 = yylhsminor.yy601;
break;
case 125: /* retention ::= NK_VARIABLE NK_COLON NK_VARIABLE */
-{ yylhsminor.yy148 = createNodeListNodeEx(pCxt, createDurationValueNode(pCxt, &yymsp[-2].minor.yy0), createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createNodeListNodeEx(pCxt, createDurationValueNode(pCxt, &yymsp[-2].minor.yy0), createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 126: /* speed_opt ::= */
- case 291: /* bufsize_opt ::= */ yytestcase(yyruleno==291);
-{ yymsp[1].minor.yy706 = 0; }
+ case 296: /* bufsize_opt ::= */ yytestcase(yyruleno==296);
+{ yymsp[1].minor.yy248 = 0; }
break;
case 127: /* speed_opt ::= MAX_SPEED NK_INTEGER */
- case 292: /* bufsize_opt ::= BUFSIZE NK_INTEGER */ yytestcase(yyruleno==292);
-{ yymsp[-1].minor.yy706 = taosStr2Int32(yymsp[0].minor.yy0.z, NULL, 10); }
+ case 297: /* bufsize_opt ::= BUFSIZE NK_INTEGER */ yytestcase(yyruleno==297);
+{ yymsp[-1].minor.yy248 = taosStr2Int32(yymsp[0].minor.yy0.z, NULL, 10); }
break;
case 128: /* cmd ::= CREATE TABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def_opt table_options */
case 130: /* cmd ::= CREATE STABLE not_exists_opt full_table_name NK_LP column_def_list NK_RP tags_def table_options */ yytestcase(yyruleno==130);
-{ pCxt->pRootNode = createCreateTableStmt(pCxt, yymsp[-6].minor.yy397, yymsp[-5].minor.yy148, yymsp[-3].minor.yy404, yymsp[-1].minor.yy404, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createCreateTableStmt(pCxt, yymsp[-6].minor.yy841, yymsp[-5].minor.yy600, yymsp[-3].minor.yy601, yymsp[-1].minor.yy601, yymsp[0].minor.yy600); }
break;
case 129: /* cmd ::= CREATE TABLE multi_create_clause */
-{ pCxt->pRootNode = createCreateMultiTableStmt(pCxt, yymsp[0].minor.yy404); }
+{ pCxt->pRootNode = createCreateMultiTableStmt(pCxt, yymsp[0].minor.yy601); }
break;
case 131: /* cmd ::= DROP TABLE multi_drop_clause */
-{ pCxt->pRootNode = createDropTableStmt(pCxt, yymsp[0].minor.yy404); }
+{ pCxt->pRootNode = createDropTableStmt(pCxt, yymsp[0].minor.yy601); }
break;
case 132: /* cmd ::= DROP STABLE exists_opt full_table_name */
-{ pCxt->pRootNode = createDropSuperTableStmt(pCxt, yymsp[-1].minor.yy397, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createDropSuperTableStmt(pCxt, yymsp[-1].minor.yy841, yymsp[0].minor.yy600); }
break;
case 133: /* cmd ::= ALTER TABLE alter_table_clause */
- case 314: /* cmd ::= query_or_subquery */ yytestcase(yyruleno==314);
-{ pCxt->pRootNode = yymsp[0].minor.yy148; }
+ case 319: /* cmd ::= query_or_subquery */ yytestcase(yyruleno==319);
+{ pCxt->pRootNode = yymsp[0].minor.yy600; }
break;
case 134: /* cmd ::= ALTER STABLE alter_table_clause */
-{ pCxt->pRootNode = setAlterSuperTableType(yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = setAlterSuperTableType(yymsp[0].minor.yy600); }
break;
case 135: /* alter_table_clause ::= full_table_name alter_table_options */
-{ yylhsminor.yy148 = createAlterTableModifyOptions(pCxt, yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableModifyOptions(pCxt, yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 136: /* alter_table_clause ::= full_table_name ADD COLUMN column_name type_name */
-{ yylhsminor.yy148 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_ADD_COLUMN, &yymsp[-1].minor.yy199, yymsp[0].minor.yy530); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_ADD_COLUMN, &yymsp[-1].minor.yy77, yymsp[0].minor.yy888); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 137: /* alter_table_clause ::= full_table_name DROP COLUMN column_name */
-{ yylhsminor.yy148 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy148, TSDB_ALTER_TABLE_DROP_COLUMN, &yymsp[0].minor.yy199); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy600, TSDB_ALTER_TABLE_DROP_COLUMN, &yymsp[0].minor.yy77); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
case 138: /* alter_table_clause ::= full_table_name MODIFY COLUMN column_name type_name */
-{ yylhsminor.yy148 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, &yymsp[-1].minor.yy199, yymsp[0].minor.yy530); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, &yymsp[-1].minor.yy77, yymsp[0].minor.yy888); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 139: /* alter_table_clause ::= full_table_name RENAME COLUMN column_name column_name */
-{ yylhsminor.yy148 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME, &yymsp[-1].minor.yy199, &yymsp[0].minor.yy199); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME, &yymsp[-1].minor.yy77, &yymsp[0].minor.yy77); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 140: /* alter_table_clause ::= full_table_name ADD TAG column_name type_name */
-{ yylhsminor.yy148 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_ADD_TAG, &yymsp[-1].minor.yy199, yymsp[0].minor.yy530); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_ADD_TAG, &yymsp[-1].minor.yy77, yymsp[0].minor.yy888); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 141: /* alter_table_clause ::= full_table_name DROP TAG column_name */
-{ yylhsminor.yy148 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy148, TSDB_ALTER_TABLE_DROP_TAG, &yymsp[0].minor.yy199); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableDropCol(pCxt, yymsp[-3].minor.yy600, TSDB_ALTER_TABLE_DROP_TAG, &yymsp[0].minor.yy77); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
case 142: /* alter_table_clause ::= full_table_name MODIFY TAG column_name type_name */
-{ yylhsminor.yy148 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, &yymsp[-1].minor.yy199, yymsp[0].minor.yy530); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableAddModifyCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, &yymsp[-1].minor.yy77, yymsp[0].minor.yy888); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 143: /* alter_table_clause ::= full_table_name RENAME TAG column_name column_name */
-{ yylhsminor.yy148 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy148, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, &yymsp[-1].minor.yy199, &yymsp[0].minor.yy199); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableRenameCol(pCxt, yymsp[-4].minor.yy600, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, &yymsp[-1].minor.yy77, &yymsp[0].minor.yy77); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 144: /* alter_table_clause ::= full_table_name SET TAG column_name NK_EQ signed_literal */
-{ yylhsminor.yy148 = createAlterTableSetTag(pCxt, yymsp[-5].minor.yy148, &yymsp[-2].minor.yy199, yymsp[0].minor.yy148); }
- yymsp[-5].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableSetTag(pCxt, yymsp[-5].minor.yy600, &yymsp[-2].minor.yy77, yymsp[0].minor.yy600); }
+ yymsp[-5].minor.yy600 = yylhsminor.yy600;
break;
case 146: /* multi_create_clause ::= multi_create_clause create_subtable_clause */
case 149: /* multi_drop_clause ::= multi_drop_clause drop_table_clause */ yytestcase(yyruleno==149);
- case 412: /* when_then_list ::= when_then_list when_then_expr */ yytestcase(yyruleno==412);
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-1].minor.yy404, yymsp[0].minor.yy148); }
- yymsp[-1].minor.yy404 = yylhsminor.yy404;
+ case 418: /* when_then_list ::= when_then_list when_then_expr */ yytestcase(yyruleno==418);
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-1].minor.yy601, yymsp[0].minor.yy600); }
+ yymsp[-1].minor.yy601 = yylhsminor.yy601;
break;
case 147: /* create_subtable_clause ::= not_exists_opt full_table_name USING full_table_name specific_cols_opt TAGS NK_LP expression_list NK_RP table_options */
-{ yylhsminor.yy148 = createCreateSubTableClause(pCxt, yymsp[-9].minor.yy397, yymsp[-8].minor.yy148, yymsp[-6].minor.yy148, yymsp[-5].minor.yy404, yymsp[-2].minor.yy404, yymsp[0].minor.yy148); }
- yymsp[-9].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createCreateSubTableClause(pCxt, yymsp[-9].minor.yy841, yymsp[-8].minor.yy600, yymsp[-6].minor.yy600, yymsp[-5].minor.yy601, yymsp[-2].minor.yy601, yymsp[0].minor.yy600); }
+ yymsp[-9].minor.yy600 = yylhsminor.yy600;
break;
case 150: /* drop_table_clause ::= exists_opt full_table_name */
-{ yylhsminor.yy148 = createDropTableClause(pCxt, yymsp[-1].minor.yy397, yymsp[0].minor.yy148); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createDropTableClause(pCxt, yymsp[-1].minor.yy841, yymsp[0].minor.yy600); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 151: /* specific_cols_opt ::= */
case 182: /* tags_def_opt ::= */ yytestcase(yyruleno==182);
case 252: /* tag_list_opt ::= */ yytestcase(yyruleno==252);
- case 475: /* partition_by_clause_opt ::= */ yytestcase(yyruleno==475);
- case 497: /* group_by_clause_opt ::= */ yytestcase(yyruleno==497);
- case 516: /* order_by_clause_opt ::= */ yytestcase(yyruleno==516);
-{ yymsp[1].minor.yy404 = NULL; }
+ case 481: /* partition_by_clause_opt ::= */ yytestcase(yyruleno==481);
+ case 504: /* group_by_clause_opt ::= */ yytestcase(yyruleno==504);
+ case 523: /* order_by_clause_opt ::= */ yytestcase(yyruleno==523);
+{ yymsp[1].minor.yy601 = NULL; }
break;
case 152: /* specific_cols_opt ::= NK_LP col_name_list NK_RP */
-{ yymsp[-2].minor.yy404 = yymsp[-1].minor.yy404; }
+{ yymsp[-2].minor.yy601 = yymsp[-1].minor.yy601; }
break;
case 153: /* full_table_name ::= table_name */
-{ yylhsminor.yy148 = createRealTableNode(pCxt, NULL, &yymsp[0].minor.yy199, NULL); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createRealTableNode(pCxt, NULL, &yymsp[0].minor.yy77, NULL); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 154: /* full_table_name ::= db_name NK_DOT table_name */
-{ yylhsminor.yy148 = createRealTableNode(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199, NULL); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createRealTableNode(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77, NULL); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 157: /* column_def ::= column_name type_name */
-{ yylhsminor.yy148 = createColumnDefNode(pCxt, &yymsp[-1].minor.yy199, yymsp[0].minor.yy530, NULL); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createColumnDefNode(pCxt, &yymsp[-1].minor.yy77, yymsp[0].minor.yy888, NULL); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 158: /* column_def ::= column_name type_name COMMENT NK_STRING */
-{ yylhsminor.yy148 = createColumnDefNode(pCxt, &yymsp[-3].minor.yy199, yymsp[-2].minor.yy530, &yymsp[0].minor.yy0); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createColumnDefNode(pCxt, &yymsp[-3].minor.yy77, yymsp[-2].minor.yy888, &yymsp[0].minor.yy0); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
case 159: /* type_name ::= BOOL */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_BOOL); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_BOOL); }
break;
case 160: /* type_name ::= TINYINT */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_TINYINT); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_TINYINT); }
break;
case 161: /* type_name ::= SMALLINT */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_SMALLINT); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_SMALLINT); }
break;
case 162: /* type_name ::= INT */
case 163: /* type_name ::= INTEGER */ yytestcase(yyruleno==163);
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_INT); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_INT); }
break;
case 164: /* type_name ::= BIGINT */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_BIGINT); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_BIGINT); }
break;
case 165: /* type_name ::= FLOAT */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_FLOAT); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_FLOAT); }
break;
case 166: /* type_name ::= DOUBLE */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_DOUBLE); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_DOUBLE); }
break;
case 167: /* type_name ::= BINARY NK_LP NK_INTEGER NK_RP */
-{ yymsp[-3].minor.yy530 = createVarLenDataType(TSDB_DATA_TYPE_BINARY, &yymsp[-1].minor.yy0); }
+{ yymsp[-3].minor.yy888 = createVarLenDataType(TSDB_DATA_TYPE_BINARY, &yymsp[-1].minor.yy0); }
break;
case 168: /* type_name ::= TIMESTAMP */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_TIMESTAMP); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_TIMESTAMP); }
break;
case 169: /* type_name ::= NCHAR NK_LP NK_INTEGER NK_RP */
-{ yymsp[-3].minor.yy530 = createVarLenDataType(TSDB_DATA_TYPE_NCHAR, &yymsp[-1].minor.yy0); }
+{ yymsp[-3].minor.yy888 = createVarLenDataType(TSDB_DATA_TYPE_NCHAR, &yymsp[-1].minor.yy0); }
break;
case 170: /* type_name ::= TINYINT UNSIGNED */
-{ yymsp[-1].minor.yy530 = createDataType(TSDB_DATA_TYPE_UTINYINT); }
+{ yymsp[-1].minor.yy888 = createDataType(TSDB_DATA_TYPE_UTINYINT); }
break;
case 171: /* type_name ::= SMALLINT UNSIGNED */
-{ yymsp[-1].minor.yy530 = createDataType(TSDB_DATA_TYPE_USMALLINT); }
+{ yymsp[-1].minor.yy888 = createDataType(TSDB_DATA_TYPE_USMALLINT); }
break;
case 172: /* type_name ::= INT UNSIGNED */
-{ yymsp[-1].minor.yy530 = createDataType(TSDB_DATA_TYPE_UINT); }
+{ yymsp[-1].minor.yy888 = createDataType(TSDB_DATA_TYPE_UINT); }
break;
case 173: /* type_name ::= BIGINT UNSIGNED */
-{ yymsp[-1].minor.yy530 = createDataType(TSDB_DATA_TYPE_UBIGINT); }
+{ yymsp[-1].minor.yy888 = createDataType(TSDB_DATA_TYPE_UBIGINT); }
break;
case 174: /* type_name ::= JSON */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_JSON); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_JSON); }
break;
case 175: /* type_name ::= VARCHAR NK_LP NK_INTEGER NK_RP */
-{ yymsp[-3].minor.yy530 = createVarLenDataType(TSDB_DATA_TYPE_VARCHAR, &yymsp[-1].minor.yy0); }
+{ yymsp[-3].minor.yy888 = createVarLenDataType(TSDB_DATA_TYPE_VARCHAR, &yymsp[-1].minor.yy0); }
break;
case 176: /* type_name ::= MEDIUMBLOB */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_MEDIUMBLOB); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_MEDIUMBLOB); }
break;
case 177: /* type_name ::= BLOB */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_BLOB); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_BLOB); }
break;
case 178: /* type_name ::= VARBINARY NK_LP NK_INTEGER NK_RP */
-{ yymsp[-3].minor.yy530 = createVarLenDataType(TSDB_DATA_TYPE_VARBINARY, &yymsp[-1].minor.yy0); }
+{ yymsp[-3].minor.yy888 = createVarLenDataType(TSDB_DATA_TYPE_VARBINARY, &yymsp[-1].minor.yy0); }
break;
case 179: /* type_name ::= DECIMAL */
-{ yymsp[0].minor.yy530 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
+{ yymsp[0].minor.yy888 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
break;
case 180: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_RP */
-{ yymsp[-3].minor.yy530 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
+{ yymsp[-3].minor.yy888 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
break;
case 181: /* type_name ::= DECIMAL NK_LP NK_INTEGER NK_COMMA NK_INTEGER NK_RP */
-{ yymsp[-5].minor.yy530 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
+{ yymsp[-5].minor.yy888 = createDataType(TSDB_DATA_TYPE_DECIMAL); }
break;
case 183: /* tags_def_opt ::= tags_def */
- case 404: /* star_func_para_list ::= other_para_list */ yytestcase(yyruleno==404);
-{ yylhsminor.yy404 = yymsp[0].minor.yy404; }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+ case 410: /* star_func_para_list ::= other_para_list */ yytestcase(yyruleno==410);
+{ yylhsminor.yy601 = yymsp[0].minor.yy601; }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
case 184: /* tags_def ::= TAGS NK_LP column_def_list NK_RP */
-{ yymsp[-3].minor.yy404 = yymsp[-1].minor.yy404; }
+{ yymsp[-3].minor.yy601 = yymsp[-1].minor.yy601; }
break;
case 185: /* table_options ::= */
-{ yymsp[1].minor.yy148 = createDefaultTableOptions(pCxt); }
+{ yymsp[1].minor.yy600 = createDefaultTableOptions(pCxt); }
break;
case 186: /* table_options ::= table_options COMMENT NK_STRING */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-2].minor.yy148, TABLE_OPTION_COMMENT, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-2].minor.yy600, TABLE_OPTION_COMMENT, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 187: /* table_options ::= table_options MAX_DELAY duration_list */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-2].minor.yy148, TABLE_OPTION_MAXDELAY, yymsp[0].minor.yy404); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-2].minor.yy600, TABLE_OPTION_MAXDELAY, yymsp[0].minor.yy601); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 188: /* table_options ::= table_options WATERMARK duration_list */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-2].minor.yy148, TABLE_OPTION_WATERMARK, yymsp[0].minor.yy404); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-2].minor.yy600, TABLE_OPTION_WATERMARK, yymsp[0].minor.yy601); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 189: /* table_options ::= table_options ROLLUP NK_LP rollup_func_list NK_RP */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-4].minor.yy148, TABLE_OPTION_ROLLUP, yymsp[-1].minor.yy404); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-4].minor.yy600, TABLE_OPTION_ROLLUP, yymsp[-1].minor.yy601); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 190: /* table_options ::= table_options TTL NK_INTEGER */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-2].minor.yy148, TABLE_OPTION_TTL, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-2].minor.yy600, TABLE_OPTION_TTL, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 191: /* table_options ::= table_options SMA NK_LP col_name_list NK_RP */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-4].minor.yy148, TABLE_OPTION_SMA, yymsp[-1].minor.yy404); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-4].minor.yy600, TABLE_OPTION_SMA, yymsp[-1].minor.yy601); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
case 192: /* table_options ::= table_options DELETE_MARK duration_list */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-2].minor.yy148, TABLE_OPTION_DELETE_MARK, yymsp[0].minor.yy404); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-2].minor.yy600, TABLE_OPTION_DELETE_MARK, yymsp[0].minor.yy601); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 193: /* alter_table_options ::= alter_table_option */
-{ yylhsminor.yy148 = createAlterTableOptions(pCxt); yylhsminor.yy148 = setTableOption(pCxt, yylhsminor.yy148, yymsp[0].minor.yy123.type, &yymsp[0].minor.yy123.val); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createAlterTableOptions(pCxt); yylhsminor.yy600 = setTableOption(pCxt, yylhsminor.yy600, yymsp[0].minor.yy661.type, &yymsp[0].minor.yy661.val); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 194: /* alter_table_options ::= alter_table_options alter_table_option */
-{ yylhsminor.yy148 = setTableOption(pCxt, yymsp[-1].minor.yy148, yymsp[0].minor.yy123.type, &yymsp[0].minor.yy123.val); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setTableOption(pCxt, yymsp[-1].minor.yy600, yymsp[0].minor.yy661.type, &yymsp[0].minor.yy661.val); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 195: /* alter_table_option ::= COMMENT NK_STRING */
-{ yymsp[-1].minor.yy123.type = TABLE_OPTION_COMMENT; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = TABLE_OPTION_COMMENT; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 196: /* alter_table_option ::= TTL NK_INTEGER */
-{ yymsp[-1].minor.yy123.type = TABLE_OPTION_TTL; yymsp[-1].minor.yy123.val = yymsp[0].minor.yy0; }
+{ yymsp[-1].minor.yy661.type = TABLE_OPTION_TTL; yymsp[-1].minor.yy661.val = yymsp[0].minor.yy0; }
break;
case 197: /* duration_list ::= duration_literal */
- case 369: /* expression_list ::= expr_or_subquery */ yytestcase(yyruleno==369);
-{ yylhsminor.yy404 = createNodeList(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy148)); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+ case 374: /* expression_list ::= expr_or_subquery */ yytestcase(yyruleno==374);
+{ yylhsminor.yy601 = createNodeList(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy600)); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
case 198: /* duration_list ::= duration_list NK_COMMA duration_literal */
- case 370: /* expression_list ::= expression_list NK_COMMA expr_or_subquery */ yytestcase(yyruleno==370);
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-2].minor.yy404, releaseRawExprNode(pCxt, yymsp[0].minor.yy148)); }
- yymsp[-2].minor.yy404 = yylhsminor.yy404;
+ case 375: /* expression_list ::= expression_list NK_COMMA expr_or_subquery */ yytestcase(yyruleno==375);
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-2].minor.yy601, releaseRawExprNode(pCxt, yymsp[0].minor.yy600)); }
+ yymsp[-2].minor.yy601 = yylhsminor.yy601;
break;
case 201: /* rollup_func_name ::= function_name */
-{ yylhsminor.yy148 = createFunctionNode(pCxt, &yymsp[0].minor.yy199, NULL); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createFunctionNode(pCxt, &yymsp[0].minor.yy77, NULL); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 202: /* rollup_func_name ::= FIRST */
case 203: /* rollup_func_name ::= LAST */ yytestcase(yyruleno==203);
case 256: /* tag_item ::= QTAGS */ yytestcase(yyruleno==256);
-{ yylhsminor.yy148 = createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 206: /* col_name ::= column_name */
case 257: /* tag_item ::= column_name */ yytestcase(yyruleno==257);
-{ yylhsminor.yy148 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy199); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy77); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 207: /* cmd ::= SHOW DNODES */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_DNODES_STMT); }
@@ -4322,13 +5002,13 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_DATABASES_STMT); }
break;
case 211: /* cmd ::= SHOW db_name_cond_opt TABLES like_pattern_opt */
-{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TABLES_STMT, yymsp[-2].minor.yy148, yymsp[0].minor.yy148, OP_TYPE_LIKE); }
+{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TABLES_STMT, yymsp[-2].minor.yy600, yymsp[0].minor.yy600, OP_TYPE_LIKE); }
break;
case 212: /* cmd ::= SHOW db_name_cond_opt STABLES like_pattern_opt */
-{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_STABLES_STMT, yymsp[-2].minor.yy148, yymsp[0].minor.yy148, OP_TYPE_LIKE); }
+{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_STABLES_STMT, yymsp[-2].minor.yy600, yymsp[0].minor.yy600, OP_TYPE_LIKE); }
break;
case 213: /* cmd ::= SHOW db_name_cond_opt VGROUPS */
-{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_VGROUPS_STMT, yymsp[-1].minor.yy148, NULL, OP_TYPE_LIKE); }
+{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_VGROUPS_STMT, yymsp[-1].minor.yy600, NULL, OP_TYPE_LIKE); }
break;
case 214: /* cmd ::= SHOW MNODES */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_MNODES_STMT); }
@@ -4340,7 +5020,7 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_FUNCTIONS_STMT); }
break;
case 217: /* cmd ::= SHOW INDEXES FROM table_name_cond from_db_opt */
-{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_INDEXES_STMT, yymsp[0].minor.yy148, yymsp[-1].minor.yy148, OP_TYPE_EQUAL); }
+{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_INDEXES_STMT, yymsp[0].minor.yy600, yymsp[-1].minor.yy600, OP_TYPE_EQUAL); }
break;
case 218: /* cmd ::= SHOW STREAMS */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_STREAMS_STMT); }
@@ -4359,13 +5039,13 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_LICENCES_STMT); }
break;
case 224: /* cmd ::= SHOW CREATE DATABASE db_name */
-{ pCxt->pRootNode = createShowCreateDatabaseStmt(pCxt, &yymsp[0].minor.yy199); }
+{ pCxt->pRootNode = createShowCreateDatabaseStmt(pCxt, &yymsp[0].minor.yy77); }
break;
case 225: /* cmd ::= SHOW CREATE TABLE full_table_name */
-{ pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_TABLE_STMT, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_TABLE_STMT, yymsp[0].minor.yy600); }
break;
case 226: /* cmd ::= SHOW CREATE STABLE full_table_name */
-{ pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_STABLE_STMT, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createShowCreateTableStmt(pCxt, QUERY_NODE_SHOW_CREATE_STABLE_STMT, yymsp[0].minor.yy600); }
break;
case 227: /* cmd ::= SHOW QUERIES */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_QUERIES_STMT); }
@@ -4384,7 +5064,7 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT); }
break;
case 233: /* cmd ::= SHOW DNODE NK_INTEGER VARIABLES like_pattern_opt */
-{ pCxt->pRootNode = createShowDnodeVariablesStmt(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[-2].minor.yy0), yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createShowDnodeVariablesStmt(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[-2].minor.yy0), yymsp[0].minor.yy600); }
break;
case 234: /* cmd ::= SHOW BNODES */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_BNODES_STMT); }
@@ -4399,7 +5079,7 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_TRANSACTIONS_STMT); }
break;
case 238: /* cmd ::= SHOW TABLE DISTRIBUTED full_table_name */
-{ pCxt->pRootNode = createShowTableDistributedStmt(pCxt, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createShowTableDistributedStmt(pCxt, yymsp[0].minor.yy600); }
break;
case 239: /* cmd ::= SHOW CONSUMERS */
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_CONSUMERS_STMT); }
@@ -4408,10 +5088,10 @@ static YYACTIONTYPE yy_reduce(
{ pCxt->pRootNode = createShowStmt(pCxt, QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT); }
break;
case 241: /* cmd ::= SHOW TAGS FROM table_name_cond from_db_opt */
-{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TAGS_STMT, yymsp[0].minor.yy148, yymsp[-1].minor.yy148, OP_TYPE_EQUAL); }
+{ pCxt->pRootNode = createShowStmtWithCond(pCxt, QUERY_NODE_SHOW_TAGS_STMT, yymsp[0].minor.yy600, yymsp[-1].minor.yy600, OP_TYPE_EQUAL); }
break;
case 242: /* cmd ::= SHOW TABLE TAGS tag_list_opt FROM table_name_cond from_db_opt */
-{ pCxt->pRootNode = createShowTableTagsStmt(pCxt, yymsp[-1].minor.yy148, yymsp[0].minor.yy148, yymsp[-3].minor.yy404); }
+{ pCxt->pRootNode = createShowTableTagsStmt(pCxt, yymsp[-1].minor.yy600, yymsp[0].minor.yy600, yymsp[-3].minor.yy601); }
break;
case 243: /* cmd ::= SHOW VNODES NK_INTEGER */
{ pCxt->pRootNode = createShowVnodesStmt(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0), NULL); }
@@ -4421,741 +5101,745 @@ static YYACTIONTYPE yy_reduce(
break;
case 245: /* db_name_cond_opt ::= */
case 250: /* from_db_opt ::= */ yytestcase(yyruleno==250);
-{ yymsp[1].minor.yy148 = createDefaultDatabaseCondValue(pCxt); }
+{ yymsp[1].minor.yy600 = createDefaultDatabaseCondValue(pCxt); }
break;
case 246: /* db_name_cond_opt ::= db_name NK_DOT */
-{ yylhsminor.yy148 = createIdentifierValueNode(pCxt, &yymsp[-1].minor.yy199); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createIdentifierValueNode(pCxt, &yymsp[-1].minor.yy77); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 247: /* like_pattern_opt ::= */
- case 302: /* subtable_opt ::= */ yytestcase(yyruleno==302);
- case 414: /* case_when_else_opt ::= */ yytestcase(yyruleno==414);
- case 444: /* from_clause_opt ::= */ yytestcase(yyruleno==444);
- case 473: /* where_clause_opt ::= */ yytestcase(yyruleno==473);
- case 482: /* twindow_clause_opt ::= */ yytestcase(yyruleno==482);
- case 487: /* sliding_opt ::= */ yytestcase(yyruleno==487);
- case 489: /* fill_opt ::= */ yytestcase(yyruleno==489);
- case 501: /* having_clause_opt ::= */ yytestcase(yyruleno==501);
- case 503: /* range_opt ::= */ yytestcase(yyruleno==503);
- case 505: /* every_opt ::= */ yytestcase(yyruleno==505);
- case 518: /* slimit_clause_opt ::= */ yytestcase(yyruleno==518);
- case 522: /* limit_clause_opt ::= */ yytestcase(yyruleno==522);
-{ yymsp[1].minor.yy148 = NULL; }
+ case 307: /* subtable_opt ::= */ yytestcase(yyruleno==307);
+ case 420: /* case_when_else_opt ::= */ yytestcase(yyruleno==420);
+ case 450: /* from_clause_opt ::= */ yytestcase(yyruleno==450);
+ case 479: /* where_clause_opt ::= */ yytestcase(yyruleno==479);
+ case 488: /* twindow_clause_opt ::= */ yytestcase(yyruleno==488);
+ case 494: /* sliding_opt ::= */ yytestcase(yyruleno==494);
+ case 496: /* fill_opt ::= */ yytestcase(yyruleno==496);
+ case 508: /* having_clause_opt ::= */ yytestcase(yyruleno==508);
+ case 510: /* range_opt ::= */ yytestcase(yyruleno==510);
+ case 512: /* every_opt ::= */ yytestcase(yyruleno==512);
+ case 525: /* slimit_clause_opt ::= */ yytestcase(yyruleno==525);
+ case 529: /* limit_clause_opt ::= */ yytestcase(yyruleno==529);
+{ yymsp[1].minor.yy600 = NULL; }
break;
case 248: /* like_pattern_opt ::= LIKE NK_STRING */
-{ yymsp[-1].minor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); }
+{ yymsp[-1].minor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); }
break;
case 249: /* table_name_cond ::= table_name */
-{ yylhsminor.yy148 = createIdentifierValueNode(pCxt, &yymsp[0].minor.yy199); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = createIdentifierValueNode(pCxt, &yymsp[0].minor.yy77); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 251: /* from_db_opt ::= FROM db_name */
-{ yymsp[-1].minor.yy148 = createIdentifierValueNode(pCxt, &yymsp[0].minor.yy199); }
+{ yymsp[-1].minor.yy600 = createIdentifierValueNode(pCxt, &yymsp[0].minor.yy77); }
break;
case 255: /* tag_item ::= TBNAME */
-{ yylhsminor.yy148 = setProjectionAlias(pCxt, createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL), &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setProjectionAlias(pCxt, createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL), &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
case 258: /* tag_item ::= column_name column_alias */
-{ yylhsminor.yy148 = setProjectionAlias(pCxt, createColumnNode(pCxt, NULL, &yymsp[-1].minor.yy199), &yymsp[0].minor.yy199); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setProjectionAlias(pCxt, createColumnNode(pCxt, NULL, &yymsp[-1].minor.yy77), &yymsp[0].minor.yy77); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
case 259: /* tag_item ::= column_name AS column_alias */
-{ yylhsminor.yy148 = setProjectionAlias(pCxt, createColumnNode(pCxt, NULL, &yymsp[-2].minor.yy199), &yymsp[0].minor.yy199); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+{ yylhsminor.yy600 = setProjectionAlias(pCxt, createColumnNode(pCxt, NULL, &yymsp[-2].minor.yy77), &yymsp[0].minor.yy77); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
case 260: /* cmd ::= CREATE SMA INDEX not_exists_opt full_table_name ON full_table_name index_options */
-{ pCxt->pRootNode = createCreateIndexStmt(pCxt, INDEX_TYPE_SMA, yymsp[-4].minor.yy397, yymsp[-3].minor.yy148, yymsp[-1].minor.yy148, NULL, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createCreateIndexStmt(pCxt, INDEX_TYPE_SMA, yymsp[-4].minor.yy841, yymsp[-3].minor.yy600, yymsp[-1].minor.yy600, NULL, yymsp[0].minor.yy600); }
break;
case 261: /* cmd ::= DROP INDEX exists_opt full_table_name */
-{ pCxt->pRootNode = createDropIndexStmt(pCxt, yymsp[-1].minor.yy397, yymsp[0].minor.yy148); }
+{ pCxt->pRootNode = createDropIndexStmt(pCxt, yymsp[-1].minor.yy841, yymsp[0].minor.yy600); }
break;
case 262: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_RP sliding_opt sma_stream_opt */
-{ yymsp[-9].minor.yy148 = createIndexOption(pCxt, yymsp[-7].minor.yy404, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), NULL, yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
+{ yymsp[-9].minor.yy600 = createIndexOption(pCxt, yymsp[-7].minor.yy601, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), NULL, yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
break;
case 263: /* index_options ::= FUNCTION NK_LP func_list NK_RP INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt sma_stream_opt */
-{ yymsp[-11].minor.yy148 = createIndexOption(pCxt, yymsp[-9].minor.yy404, releaseRawExprNode(pCxt, yymsp[-5].minor.yy148), releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
+{ yymsp[-11].minor.yy600 = createIndexOption(pCxt, yymsp[-9].minor.yy601, releaseRawExprNode(pCxt, yymsp[-5].minor.yy600), releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 266: /* func ::= function_name NK_LP expression_list NK_RP */
-{ yylhsminor.yy148 = createFunctionNode(pCxt, &yymsp[-3].minor.yy199, yymsp[-1].minor.yy404); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ case 266: /* func ::= sma_func_name NK_LP expression_list NK_RP */
+{ yylhsminor.yy600 = createFunctionNode(pCxt, &yymsp[-3].minor.yy77, yymsp[-1].minor.yy601); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 267: /* sma_stream_opt ::= */
- case 295: /* stream_options ::= */ yytestcase(yyruleno==295);
-{ yymsp[1].minor.yy148 = createStreamOptions(pCxt); }
+ case 272: /* sma_stream_opt ::= */
+ case 300: /* stream_options ::= */ yytestcase(yyruleno==300);
+{ yymsp[1].minor.yy600 = createStreamOptions(pCxt); }
break;
- case 268: /* sma_stream_opt ::= sma_stream_opt WATERMARK duration_literal */
- case 299: /* stream_options ::= stream_options WATERMARK duration_literal */ yytestcase(yyruleno==299);
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->pWatermark = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 273: /* sma_stream_opt ::= sma_stream_opt WATERMARK duration_literal */
+ case 304: /* stream_options ::= stream_options WATERMARK duration_literal */ yytestcase(yyruleno==304);
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->pWatermark = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 269: /* sma_stream_opt ::= sma_stream_opt MAX_DELAY duration_literal */
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 274: /* sma_stream_opt ::= sma_stream_opt MAX_DELAY duration_literal */
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 270: /* sma_stream_opt ::= sma_stream_opt DELETE_MARK duration_literal */
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->pDeleteMark = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 275: /* sma_stream_opt ::= sma_stream_opt DELETE_MARK duration_literal */
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->pDeleteMark = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 271: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */
-{ pCxt->pRootNode = createCreateTopicStmtUseQuery(pCxt, yymsp[-3].minor.yy397, &yymsp[-2].minor.yy199, yymsp[0].minor.yy148); }
+ case 276: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS query_or_subquery */
+{ pCxt->pRootNode = createCreateTopicStmtUseQuery(pCxt, yymsp[-3].minor.yy841, &yymsp[-2].minor.yy77, yymsp[0].minor.yy600); }
break;
- case 272: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */
-{ pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-4].minor.yy397, &yymsp[-3].minor.yy199, &yymsp[0].minor.yy199, false); }
+ case 277: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS DATABASE db_name */
+{ pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-4].minor.yy841, &yymsp[-3].minor.yy77, &yymsp[0].minor.yy77, false); }
break;
- case 273: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */
-{ pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-6].minor.yy397, &yymsp[-5].minor.yy199, &yymsp[0].minor.yy199, true); }
+ case 278: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS DATABASE db_name */
+{ pCxt->pRootNode = createCreateTopicStmtUseDb(pCxt, yymsp[-6].minor.yy841, &yymsp[-5].minor.yy77, &yymsp[0].minor.yy77, true); }
break;
- case 274: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */
-{ pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-4].minor.yy397, &yymsp[-3].minor.yy199, yymsp[0].minor.yy148, false); }
+ case 279: /* cmd ::= CREATE TOPIC not_exists_opt topic_name AS STABLE full_table_name */
+{ pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-4].minor.yy841, &yymsp[-3].minor.yy77, yymsp[0].minor.yy600, false); }
break;
- case 275: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */
-{ pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-6].minor.yy397, &yymsp[-5].minor.yy199, yymsp[0].minor.yy148, true); }
+ case 280: /* cmd ::= CREATE TOPIC not_exists_opt topic_name WITH META AS STABLE full_table_name */
+{ pCxt->pRootNode = createCreateTopicStmtUseTable(pCxt, yymsp[-6].minor.yy841, &yymsp[-5].minor.yy77, yymsp[0].minor.yy600, true); }
break;
- case 276: /* cmd ::= DROP TOPIC exists_opt topic_name */
-{ pCxt->pRootNode = createDropTopicStmt(pCxt, yymsp[-1].minor.yy397, &yymsp[0].minor.yy199); }
+ case 281: /* cmd ::= DROP TOPIC exists_opt topic_name */
+{ pCxt->pRootNode = createDropTopicStmt(pCxt, yymsp[-1].minor.yy841, &yymsp[0].minor.yy77); }
break;
- case 277: /* cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */
-{ pCxt->pRootNode = createDropCGroupStmt(pCxt, yymsp[-3].minor.yy397, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199); }
+ case 282: /* cmd ::= DROP CONSUMER GROUP exists_opt cgroup_name ON topic_name */
+{ pCxt->pRootNode = createDropCGroupStmt(pCxt, yymsp[-3].minor.yy841, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77); }
break;
- case 278: /* cmd ::= DESC full_table_name */
- case 279: /* cmd ::= DESCRIBE full_table_name */ yytestcase(yyruleno==279);
-{ pCxt->pRootNode = createDescribeStmt(pCxt, yymsp[0].minor.yy148); }
+ case 283: /* cmd ::= DESC full_table_name */
+ case 284: /* cmd ::= DESCRIBE full_table_name */ yytestcase(yyruleno==284);
+{ pCxt->pRootNode = createDescribeStmt(pCxt, yymsp[0].minor.yy600); }
break;
- case 280: /* cmd ::= RESET QUERY CACHE */
+ case 285: /* cmd ::= RESET QUERY CACHE */
{ pCxt->pRootNode = createResetQueryCacheStmt(pCxt); }
break;
- case 281: /* cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */
-{ pCxt->pRootNode = createExplainStmt(pCxt, yymsp[-2].minor.yy397, yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
+ case 286: /* cmd ::= EXPLAIN analyze_opt explain_options query_or_subquery */
+{ pCxt->pRootNode = createExplainStmt(pCxt, yymsp[-2].minor.yy841, yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 284: /* explain_options ::= */
-{ yymsp[1].minor.yy148 = createDefaultExplainOptions(pCxt); }
+ case 289: /* explain_options ::= */
+{ yymsp[1].minor.yy600 = createDefaultExplainOptions(pCxt); }
break;
- case 285: /* explain_options ::= explain_options VERBOSE NK_BOOL */
-{ yylhsminor.yy148 = setExplainVerbose(pCxt, yymsp[-2].minor.yy148, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 290: /* explain_options ::= explain_options VERBOSE NK_BOOL */
+{ yylhsminor.yy600 = setExplainVerbose(pCxt, yymsp[-2].minor.yy600, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 286: /* explain_options ::= explain_options RATIO NK_FLOAT */
-{ yylhsminor.yy148 = setExplainRatio(pCxt, yymsp[-2].minor.yy148, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 291: /* explain_options ::= explain_options RATIO NK_FLOAT */
+{ yylhsminor.yy600 = setExplainRatio(pCxt, yymsp[-2].minor.yy600, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 287: /* cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */
-{ pCxt->pRootNode = createCreateFunctionStmt(pCxt, yymsp[-6].minor.yy397, yymsp[-8].minor.yy397, &yymsp[-5].minor.yy199, &yymsp[-3].minor.yy0, yymsp[-1].minor.yy530, yymsp[0].minor.yy706); }
+ case 292: /* cmd ::= CREATE agg_func_opt FUNCTION not_exists_opt function_name AS NK_STRING OUTPUTTYPE type_name bufsize_opt */
+{ pCxt->pRootNode = createCreateFunctionStmt(pCxt, yymsp[-6].minor.yy841, yymsp[-8].minor.yy841, &yymsp[-5].minor.yy77, &yymsp[-3].minor.yy0, yymsp[-1].minor.yy888, yymsp[0].minor.yy248); }
break;
- case 288: /* cmd ::= DROP FUNCTION exists_opt function_name */
-{ pCxt->pRootNode = createDropFunctionStmt(pCxt, yymsp[-1].minor.yy397, &yymsp[0].minor.yy199); }
+ case 293: /* cmd ::= DROP FUNCTION exists_opt function_name */
+{ pCxt->pRootNode = createDropFunctionStmt(pCxt, yymsp[-1].minor.yy841, &yymsp[0].minor.yy77); }
break;
- case 293: /* cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */
-{ pCxt->pRootNode = createCreateStreamStmt(pCxt, yymsp[-8].minor.yy397, &yymsp[-7].minor.yy199, yymsp[-4].minor.yy148, yymsp[-6].minor.yy148, yymsp[-3].minor.yy404, yymsp[-2].minor.yy148, yymsp[0].minor.yy148); }
+ case 298: /* cmd ::= CREATE STREAM not_exists_opt stream_name stream_options INTO full_table_name tags_def_opt subtable_opt AS query_or_subquery */
+{ pCxt->pRootNode = createCreateStreamStmt(pCxt, yymsp[-8].minor.yy841, &yymsp[-7].minor.yy77, yymsp[-4].minor.yy600, yymsp[-6].minor.yy600, yymsp[-3].minor.yy601, yymsp[-2].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 294: /* cmd ::= DROP STREAM exists_opt stream_name */
-{ pCxt->pRootNode = createDropStreamStmt(pCxt, yymsp[-1].minor.yy397, &yymsp[0].minor.yy199); }
+ case 299: /* cmd ::= DROP STREAM exists_opt stream_name */
+{ pCxt->pRootNode = createDropStreamStmt(pCxt, yymsp[-1].minor.yy841, &yymsp[0].minor.yy77); }
break;
- case 296: /* stream_options ::= stream_options TRIGGER AT_ONCE */
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->triggerType = STREAM_TRIGGER_AT_ONCE; yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 301: /* stream_options ::= stream_options TRIGGER AT_ONCE */
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->triggerType = STREAM_TRIGGER_AT_ONCE; yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 297: /* stream_options ::= stream_options TRIGGER WINDOW_CLOSE */
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->triggerType = STREAM_TRIGGER_WINDOW_CLOSE; yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 302: /* stream_options ::= stream_options TRIGGER WINDOW_CLOSE */
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->triggerType = STREAM_TRIGGER_WINDOW_CLOSE; yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 298: /* stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */
-{ ((SStreamOptions*)yymsp[-3].minor.yy148)->triggerType = STREAM_TRIGGER_MAX_DELAY; ((SStreamOptions*)yymsp[-3].minor.yy148)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); yylhsminor.yy148 = yymsp[-3].minor.yy148; }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ case 303: /* stream_options ::= stream_options TRIGGER MAX_DELAY duration_literal */
+{ ((SStreamOptions*)yymsp[-3].minor.yy600)->triggerType = STREAM_TRIGGER_MAX_DELAY; ((SStreamOptions*)yymsp[-3].minor.yy600)->pDelay = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); yylhsminor.yy600 = yymsp[-3].minor.yy600; }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 300: /* stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */
-{ ((SStreamOptions*)yymsp[-3].minor.yy148)->ignoreExpired = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); yylhsminor.yy148 = yymsp[-3].minor.yy148; }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ case 305: /* stream_options ::= stream_options IGNORE EXPIRED NK_INTEGER */
+{ ((SStreamOptions*)yymsp[-3].minor.yy600)->ignoreExpired = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); yylhsminor.yy600 = yymsp[-3].minor.yy600; }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 301: /* stream_options ::= stream_options FILL_HISTORY NK_INTEGER */
-{ ((SStreamOptions*)yymsp[-2].minor.yy148)->fillHistory = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); yylhsminor.yy148 = yymsp[-2].minor.yy148; }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 306: /* stream_options ::= stream_options FILL_HISTORY NK_INTEGER */
+{ ((SStreamOptions*)yymsp[-2].minor.yy600)->fillHistory = taosStr2Int8(yymsp[0].minor.yy0.z, NULL, 10); yylhsminor.yy600 = yymsp[-2].minor.yy600; }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 303: /* subtable_opt ::= SUBTABLE NK_LP expression NK_RP */
- case 488: /* sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ yytestcase(yyruleno==488);
- case 506: /* every_opt ::= EVERY NK_LP duration_literal NK_RP */ yytestcase(yyruleno==506);
-{ yymsp[-3].minor.yy148 = releaseRawExprNode(pCxt, yymsp[-1].minor.yy148); }
+ case 308: /* subtable_opt ::= SUBTABLE NK_LP expression NK_RP */
+ case 495: /* sliding_opt ::= SLIDING NK_LP duration_literal NK_RP */ yytestcase(yyruleno==495);
+ case 513: /* every_opt ::= EVERY NK_LP duration_literal NK_RP */ yytestcase(yyruleno==513);
+{ yymsp[-3].minor.yy600 = releaseRawExprNode(pCxt, yymsp[-1].minor.yy600); }
break;
- case 304: /* cmd ::= KILL CONNECTION NK_INTEGER */
+ case 309: /* cmd ::= KILL CONNECTION NK_INTEGER */
{ pCxt->pRootNode = createKillStmt(pCxt, QUERY_NODE_KILL_CONNECTION_STMT, &yymsp[0].minor.yy0); }
break;
- case 305: /* cmd ::= KILL QUERY NK_STRING */
+ case 310: /* cmd ::= KILL QUERY NK_STRING */
{ pCxt->pRootNode = createKillQueryStmt(pCxt, &yymsp[0].minor.yy0); }
break;
- case 306: /* cmd ::= KILL TRANSACTION NK_INTEGER */
+ case 311: /* cmd ::= KILL TRANSACTION NK_INTEGER */
{ pCxt->pRootNode = createKillStmt(pCxt, QUERY_NODE_KILL_TRANSACTION_STMT, &yymsp[0].minor.yy0); }
break;
- case 307: /* cmd ::= BALANCE VGROUP */
+ case 312: /* cmd ::= BALANCE VGROUP */
{ pCxt->pRootNode = createBalanceVgroupStmt(pCxt); }
break;
- case 308: /* cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */
+ case 313: /* cmd ::= MERGE VGROUP NK_INTEGER NK_INTEGER */
{ pCxt->pRootNode = createMergeVgroupStmt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0); }
break;
- case 309: /* cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */
-{ pCxt->pRootNode = createRedistributeVgroupStmt(pCxt, &yymsp[-1].minor.yy0, yymsp[0].minor.yy404); }
+ case 314: /* cmd ::= REDISTRIBUTE VGROUP NK_INTEGER dnode_list */
+{ pCxt->pRootNode = createRedistributeVgroupStmt(pCxt, &yymsp[-1].minor.yy0, yymsp[0].minor.yy601); }
break;
- case 310: /* cmd ::= SPLIT VGROUP NK_INTEGER */
+ case 315: /* cmd ::= SPLIT VGROUP NK_INTEGER */
{ pCxt->pRootNode = createSplitVgroupStmt(pCxt, &yymsp[0].minor.yy0); }
break;
- case 311: /* dnode_list ::= DNODE NK_INTEGER */
-{ yymsp[-1].minor.yy404 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
- break;
- case 313: /* cmd ::= DELETE FROM full_table_name where_clause_opt */
-{ pCxt->pRootNode = createDeleteStmt(pCxt, yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
- break;
- case 315: /* cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */
-{ pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-4].minor.yy148, yymsp[-2].minor.yy404, yymsp[0].minor.yy148); }
- break;
- case 316: /* cmd ::= INSERT INTO full_table_name query_or_subquery */
-{ pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-1].minor.yy148, NULL, yymsp[0].minor.yy148); }
- break;
- case 317: /* literal ::= NK_INTEGER */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 318: /* literal ::= NK_FLOAT */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 319: /* literal ::= NK_STRING */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 320: /* literal ::= NK_BOOL */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 321: /* literal ::= TIMESTAMP NK_STRING */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0)); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
- break;
- case 322: /* literal ::= duration_literal */
- case 332: /* signed_literal ::= signed */ yytestcase(yyruleno==332);
- case 352: /* expr_or_subquery ::= expression */ yytestcase(yyruleno==352);
- case 353: /* expression ::= literal */ yytestcase(yyruleno==353);
- case 354: /* expression ::= pseudo_column */ yytestcase(yyruleno==354);
- case 355: /* expression ::= column_reference */ yytestcase(yyruleno==355);
- case 356: /* expression ::= function_expression */ yytestcase(yyruleno==356);
- case 357: /* expression ::= case_when_expression */ yytestcase(yyruleno==357);
- case 387: /* function_expression ::= literal_func */ yytestcase(yyruleno==387);
- case 436: /* boolean_value_expression ::= boolean_primary */ yytestcase(yyruleno==436);
- case 440: /* boolean_primary ::= predicate */ yytestcase(yyruleno==440);
- case 442: /* common_expression ::= expr_or_subquery */ yytestcase(yyruleno==442);
- case 443: /* common_expression ::= boolean_value_expression */ yytestcase(yyruleno==443);
- case 446: /* table_reference_list ::= table_reference */ yytestcase(yyruleno==446);
- case 448: /* table_reference ::= table_primary */ yytestcase(yyruleno==448);
- case 449: /* table_reference ::= joined_table */ yytestcase(yyruleno==449);
- case 453: /* table_primary ::= parenthesized_joined_table */ yytestcase(yyruleno==453);
- case 508: /* query_simple ::= query_specification */ yytestcase(yyruleno==508);
- case 509: /* query_simple ::= union_query_expression */ yytestcase(yyruleno==509);
- case 512: /* query_simple_or_subquery ::= query_simple */ yytestcase(yyruleno==512);
- case 514: /* query_or_subquery ::= query_expression */ yytestcase(yyruleno==514);
-{ yylhsminor.yy148 = yymsp[0].minor.yy148; }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 323: /* literal ::= NULL */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 324: /* literal ::= NK_QUESTION */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 325: /* duration_literal ::= NK_VARIABLE */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 326: /* signed ::= NK_INTEGER */
-{ yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 327: /* signed ::= NK_PLUS NK_INTEGER */
-{ yymsp[-1].minor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); }
- break;
- case 328: /* signed ::= NK_MINUS NK_INTEGER */
+ case 316: /* dnode_list ::= DNODE NK_INTEGER */
+{ yymsp[-1].minor.yy601 = createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &yymsp[0].minor.yy0)); }
+ break;
+ case 318: /* cmd ::= DELETE FROM full_table_name where_clause_opt */
+{ pCxt->pRootNode = createDeleteStmt(pCxt, yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
+ break;
+ case 320: /* cmd ::= INSERT INTO full_table_name NK_LP col_name_list NK_RP query_or_subquery */
+{ pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-4].minor.yy600, yymsp[-2].minor.yy601, yymsp[0].minor.yy600); }
+ break;
+ case 321: /* cmd ::= INSERT INTO full_table_name query_or_subquery */
+{ pCxt->pRootNode = createInsertStmt(pCxt, yymsp[-1].minor.yy600, NULL, yymsp[0].minor.yy600); }
+ break;
+ case 322: /* literal ::= NK_INTEGER */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 323: /* literal ::= NK_FLOAT */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 324: /* literal ::= NK_STRING */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 325: /* literal ::= NK_BOOL */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 326: /* literal ::= TIMESTAMP NK_STRING */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0)); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 327: /* literal ::= duration_literal */
+ case 337: /* signed_literal ::= signed */ yytestcase(yyruleno==337);
+ case 357: /* expr_or_subquery ::= expression */ yytestcase(yyruleno==357);
+ case 358: /* expression ::= literal */ yytestcase(yyruleno==358);
+ case 359: /* expression ::= pseudo_column */ yytestcase(yyruleno==359);
+ case 360: /* expression ::= column_reference */ yytestcase(yyruleno==360);
+ case 361: /* expression ::= function_expression */ yytestcase(yyruleno==361);
+ case 362: /* expression ::= case_when_expression */ yytestcase(yyruleno==362);
+ case 393: /* function_expression ::= literal_func */ yytestcase(yyruleno==393);
+ case 442: /* boolean_value_expression ::= boolean_primary */ yytestcase(yyruleno==442);
+ case 446: /* boolean_primary ::= predicate */ yytestcase(yyruleno==446);
+ case 448: /* common_expression ::= expr_or_subquery */ yytestcase(yyruleno==448);
+ case 449: /* common_expression ::= boolean_value_expression */ yytestcase(yyruleno==449);
+ case 452: /* table_reference_list ::= table_reference */ yytestcase(yyruleno==452);
+ case 454: /* table_reference ::= table_primary */ yytestcase(yyruleno==454);
+ case 455: /* table_reference ::= joined_table */ yytestcase(yyruleno==455);
+ case 459: /* table_primary ::= parenthesized_joined_table */ yytestcase(yyruleno==459);
+ case 515: /* query_simple ::= query_specification */ yytestcase(yyruleno==515);
+ case 516: /* query_simple ::= union_query_expression */ yytestcase(yyruleno==516);
+ case 519: /* query_simple_or_subquery ::= query_simple */ yytestcase(yyruleno==519);
+ case 521: /* query_or_subquery ::= query_expression */ yytestcase(yyruleno==521);
+{ yylhsminor.yy600 = yymsp[0].minor.yy600; }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 328: /* literal ::= NULL */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 329: /* literal ::= NK_QUESTION */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 330: /* duration_literal ::= NK_VARIABLE */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createDurationValueNode(pCxt, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 331: /* signed ::= NK_INTEGER */
+{ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 332: /* signed ::= NK_PLUS NK_INTEGER */
+{ yymsp[-1].minor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_UBIGINT, &yymsp[0].minor.yy0); }
+ break;
+ case 333: /* signed ::= NK_MINUS NK_INTEGER */
{
SToken t = yymsp[-1].minor.yy0;
t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z;
- yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &t);
+ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_BIGINT, &t);
}
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 329: /* signed ::= NK_FLOAT */
-{ yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+ case 334: /* signed ::= NK_FLOAT */
+{ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
- case 330: /* signed ::= NK_PLUS NK_FLOAT */
-{ yymsp[-1].minor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); }
+ case 335: /* signed ::= NK_PLUS NK_FLOAT */
+{ yymsp[-1].minor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &yymsp[0].minor.yy0); }
break;
- case 331: /* signed ::= NK_MINUS NK_FLOAT */
+ case 336: /* signed ::= NK_MINUS NK_FLOAT */
{
SToken t = yymsp[-1].minor.yy0;
t.n = (yymsp[0].minor.yy0.z + yymsp[0].minor.yy0.n) - yymsp[-1].minor.yy0.z;
- yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &t);
+ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_DOUBLE, &t);
}
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
- break;
- case 333: /* signed_literal ::= NK_STRING */
-{ yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 334: /* signed_literal ::= NK_BOOL */
-{ yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 335: /* signed_literal ::= TIMESTAMP NK_STRING */
-{ yymsp[-1].minor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0); }
- break;
- case 336: /* signed_literal ::= duration_literal */
- case 338: /* signed_literal ::= literal_func */ yytestcase(yyruleno==338);
- case 407: /* star_func_para ::= expr_or_subquery */ yytestcase(yyruleno==407);
- case 469: /* select_item ::= common_expression */ yytestcase(yyruleno==469);
- case 479: /* partition_item ::= expr_or_subquery */ yytestcase(yyruleno==479);
- case 513: /* query_simple_or_subquery ::= subquery */ yytestcase(yyruleno==513);
- case 515: /* query_or_subquery ::= subquery */ yytestcase(yyruleno==515);
- case 528: /* search_condition ::= common_expression */ yytestcase(yyruleno==528);
-{ yylhsminor.yy148 = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 337: /* signed_literal ::= NULL */
-{ yylhsminor.yy148 = createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 339: /* signed_literal ::= NK_QUESTION */
-{ yylhsminor.yy148 = createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 358: /* expression ::= NK_LP expression NK_RP */
- case 441: /* boolean_primary ::= NK_LP boolean_value_expression NK_RP */ yytestcase(yyruleno==441);
- case 527: /* subquery ::= NK_LP subquery NK_RP */ yytestcase(yyruleno==527);
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, releaseRawExprNode(pCxt, yymsp[-1].minor.yy148)); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 359: /* expression ::= NK_PLUS expr_or_subquery */
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 338: /* signed_literal ::= NK_STRING */
+{ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 339: /* signed_literal ::= NK_BOOL */
+{ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_BOOL, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 340: /* signed_literal ::= TIMESTAMP NK_STRING */
+{ yymsp[-1].minor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_TIMESTAMP, &yymsp[0].minor.yy0); }
+ break;
+ case 341: /* signed_literal ::= duration_literal */
+ case 343: /* signed_literal ::= literal_func */ yytestcase(yyruleno==343);
+ case 413: /* star_func_para ::= expr_or_subquery */ yytestcase(yyruleno==413);
+ case 475: /* select_item ::= common_expression */ yytestcase(yyruleno==475);
+ case 485: /* partition_item ::= expr_or_subquery */ yytestcase(yyruleno==485);
+ case 520: /* query_simple_or_subquery ::= subquery */ yytestcase(yyruleno==520);
+ case 522: /* query_or_subquery ::= subquery */ yytestcase(yyruleno==522);
+ case 535: /* search_condition ::= common_expression */ yytestcase(yyruleno==535);
+{ yylhsminor.yy600 = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 342: /* signed_literal ::= NULL */
+{ yylhsminor.yy600 = createValueNode(pCxt, TSDB_DATA_TYPE_NULL, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 344: /* signed_literal ::= NK_QUESTION */
+{ yylhsminor.yy600 = createPlaceholderValueNode(pCxt, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 363: /* expression ::= NK_LP expression NK_RP */
+ case 447: /* boolean_primary ::= NK_LP boolean_value_expression NK_RP */ yytestcase(yyruleno==447);
+ case 534: /* subquery ::= NK_LP subquery NK_RP */ yytestcase(yyruleno==534);
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, releaseRawExprNode(pCxt, yymsp[-1].minor.yy600)); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 364: /* expression ::= NK_PLUS expr_or_subquery */
{
- SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, releaseRawExprNode(pCxt, yymsp[0].minor.yy148));
+ SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, releaseRawExprNode(pCxt, yymsp[0].minor.yy600));
}
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 360: /* expression ::= NK_MINUS expr_or_subquery */
+ case 365: /* expression ::= NK_MINUS expr_or_subquery */
{
- SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, createOperatorNode(pCxt, OP_TYPE_MINUS, releaseRawExprNode(pCxt, yymsp[0].minor.yy148), NULL));
+ SToken t = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &t, createOperatorNode(pCxt, OP_TYPE_MINUS, releaseRawExprNode(pCxt, yymsp[0].minor.yy600), NULL));
}
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 361: /* expression ::= expr_or_subquery NK_PLUS expr_or_subquery */
+ case 366: /* expression ::= expr_or_subquery NK_PLUS expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_ADD, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_ADD, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 362: /* expression ::= expr_or_subquery NK_MINUS expr_or_subquery */
+ case 367: /* expression ::= expr_or_subquery NK_MINUS expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_SUB, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_SUB, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 363: /* expression ::= expr_or_subquery NK_STAR expr_or_subquery */
+ case 368: /* expression ::= expr_or_subquery NK_STAR expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_MULTI, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_MULTI, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 364: /* expression ::= expr_or_subquery NK_SLASH expr_or_subquery */
+ case 369: /* expression ::= expr_or_subquery NK_SLASH expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_DIV, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_DIV, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 365: /* expression ::= expr_or_subquery NK_REM expr_or_subquery */
+ case 370: /* expression ::= expr_or_subquery NK_REM expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_REM, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_REM, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 366: /* expression ::= column_reference NK_ARROW NK_STRING */
+ case 371: /* expression ::= column_reference NK_ARROW NK_STRING */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_JSON_GET_VALUE, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_JSON_GET_VALUE, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[0].minor.yy0)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 367: /* expression ::= expr_or_subquery NK_BITAND expr_or_subquery */
+ case 372: /* expression ::= expr_or_subquery NK_BITAND expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_BIT_AND, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_BIT_AND, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 368: /* expression ::= expr_or_subquery NK_BITOR expr_or_subquery */
+ case 373: /* expression ::= expr_or_subquery NK_BITOR expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_BIT_OR, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, OP_TYPE_BIT_OR, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 371: /* column_reference ::= column_name */
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy199, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy199)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 372: /* column_reference ::= table_name NK_DOT column_name */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199, createColumnNode(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy199)); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 373: /* pseudo_column ::= ROWTS */
- case 374: /* pseudo_column ::= TBNAME */ yytestcase(yyruleno==374);
- case 376: /* pseudo_column ::= QSTART */ yytestcase(yyruleno==376);
- case 377: /* pseudo_column ::= QEND */ yytestcase(yyruleno==377);
- case 378: /* pseudo_column ::= QDURATION */ yytestcase(yyruleno==378);
- case 379: /* pseudo_column ::= WSTART */ yytestcase(yyruleno==379);
- case 380: /* pseudo_column ::= WEND */ yytestcase(yyruleno==380);
- case 381: /* pseudo_column ::= WDURATION */ yytestcase(yyruleno==381);
- case 382: /* pseudo_column ::= IROWTS */ yytestcase(yyruleno==382);
- case 383: /* pseudo_column ::= QTAGS */ yytestcase(yyruleno==383);
- case 389: /* literal_func ::= NOW */ yytestcase(yyruleno==389);
-{ yylhsminor.yy148 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL)); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
- break;
- case 375: /* pseudo_column ::= table_name NK_DOT TBNAME */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[-2].minor.yy199)))); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 384: /* function_expression ::= function_name NK_LP expression_list NK_RP */
- case 385: /* function_expression ::= star_func NK_LP star_func_para_list NK_RP */ yytestcase(yyruleno==385);
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy199, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-3].minor.yy199, yymsp[-1].minor.yy404)); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
- break;
- case 386: /* function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-5].minor.yy0, &yymsp[0].minor.yy0, createCastFunctionNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), yymsp[-1].minor.yy530)); }
- yymsp[-5].minor.yy148 = yylhsminor.yy148;
- break;
- case 388: /* literal_func ::= noarg_func NK_LP NK_RP */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-2].minor.yy199, NULL)); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 403: /* star_func_para_list ::= NK_STAR */
-{ yylhsminor.yy404 = createNodeList(pCxt, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0)); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
- break;
- case 408: /* star_func_para ::= table_name NK_DOT NK_STAR */
- case 472: /* select_item ::= table_name NK_DOT NK_STAR */ yytestcase(yyruleno==472);
-{ yylhsminor.yy148 = createColumnNode(pCxt, &yymsp[-2].minor.yy199, &yymsp[0].minor.yy0); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
- break;
- case 409: /* case_when_expression ::= CASE when_then_list case_when_else_opt END */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, NULL, yymsp[-2].minor.yy404, yymsp[-1].minor.yy148)); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
- break;
- case 410: /* case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-4].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), yymsp[-2].minor.yy404, yymsp[-1].minor.yy148)); }
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
- break;
- case 413: /* when_then_expr ::= WHEN common_expression THEN common_expression */
-{ yymsp[-3].minor.yy148 = createWhenThenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)); }
- break;
- case 415: /* case_when_else_opt ::= ELSE common_expression */
-{ yymsp[-1].minor.yy148 = releaseRawExprNode(pCxt, yymsp[0].minor.yy148); }
- break;
- case 416: /* predicate ::= expr_or_subquery compare_op expr_or_subquery */
- case 421: /* predicate ::= expr_or_subquery in_op in_predicate_value */ yytestcase(yyruleno==421);
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 376: /* column_reference ::= column_name */
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy77, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy77)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 377: /* column_reference ::= table_name NK_DOT column_name */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77, createColumnNode(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy77)); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 378: /* pseudo_column ::= ROWTS */
+ case 379: /* pseudo_column ::= TBNAME */ yytestcase(yyruleno==379);
+ case 381: /* pseudo_column ::= QSTART */ yytestcase(yyruleno==381);
+ case 382: /* pseudo_column ::= QEND */ yytestcase(yyruleno==382);
+ case 383: /* pseudo_column ::= QDURATION */ yytestcase(yyruleno==383);
+ case 384: /* pseudo_column ::= WSTART */ yytestcase(yyruleno==384);
+ case 385: /* pseudo_column ::= WEND */ yytestcase(yyruleno==385);
+ case 386: /* pseudo_column ::= WDURATION */ yytestcase(yyruleno==386);
+ case 387: /* pseudo_column ::= IROWTS */ yytestcase(yyruleno==387);
+ case 388: /* pseudo_column ::= ISFILLED */ yytestcase(yyruleno==388);
+ case 389: /* pseudo_column ::= QTAGS */ yytestcase(yyruleno==389);
+ case 395: /* literal_func ::= NOW */ yytestcase(yyruleno==395);
+{ yylhsminor.yy600 = createRawExprNode(pCxt, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, NULL)); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 380: /* pseudo_column ::= table_name NK_DOT TBNAME */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[0].minor.yy0, createNodeList(pCxt, createValueNode(pCxt, TSDB_DATA_TYPE_BINARY, &yymsp[-2].minor.yy77)))); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 390: /* function_expression ::= function_name NK_LP expression_list NK_RP */
+ case 391: /* function_expression ::= star_func NK_LP star_func_para_list NK_RP */ yytestcase(yyruleno==391);
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy77, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-3].minor.yy77, yymsp[-1].minor.yy601)); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 392: /* function_expression ::= CAST NK_LP expr_or_subquery AS type_name NK_RP */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-5].minor.yy0, &yymsp[0].minor.yy0, createCastFunctionNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), yymsp[-1].minor.yy888)); }
+ yymsp[-5].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 394: /* literal_func ::= noarg_func NK_LP NK_RP */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy0, createFunctionNode(pCxt, &yymsp[-2].minor.yy77, NULL)); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 409: /* star_func_para_list ::= NK_STAR */
+{ yylhsminor.yy601 = createNodeList(pCxt, createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0)); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
+ break;
+ case 414: /* star_func_para ::= table_name NK_DOT NK_STAR */
+ case 478: /* select_item ::= table_name NK_DOT NK_STAR */ yytestcase(yyruleno==478);
+{ yylhsminor.yy600 = createColumnNode(pCxt, &yymsp[-2].minor.yy77, &yymsp[0].minor.yy0); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 415: /* case_when_expression ::= CASE when_then_list case_when_else_opt END */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-3].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, NULL, yymsp[-2].minor.yy601, yymsp[-1].minor.yy600)); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 416: /* case_when_expression ::= CASE common_expression when_then_list case_when_else_opt END */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-4].minor.yy0, &yymsp[0].minor.yy0, createCaseWhenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), yymsp[-2].minor.yy601, yymsp[-1].minor.yy600)); }
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
+ break;
+ case 419: /* when_then_expr ::= WHEN common_expression THEN common_expression */
+{ yymsp[-3].minor.yy600 = createWhenThenNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)); }
+ break;
+ case 421: /* case_when_else_opt ::= ELSE common_expression */
+{ yymsp[-1].minor.yy600 = releaseRawExprNode(pCxt, yymsp[0].minor.yy600); }
+ break;
+ case 422: /* predicate ::= expr_or_subquery compare_op expr_or_subquery */
+ case 427: /* predicate ::= expr_or_subquery in_op in_predicate_value */ yytestcase(yyruleno==427);
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, yymsp[-1].minor.yy20, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createOperatorNode(pCxt, yymsp[-1].minor.yy666, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 417: /* predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */
+ case 423: /* predicate ::= expr_or_subquery BETWEEN expr_or_subquery AND expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-4].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createBetweenAnd(pCxt, releaseRawExprNode(pCxt, yymsp[-4].minor.yy148), releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-4].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createBetweenAnd(pCxt, releaseRawExprNode(pCxt, yymsp[-4].minor.yy600), releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-4].minor.yy148 = yylhsminor.yy148;
+ yymsp[-4].minor.yy600 = yylhsminor.yy600;
break;
- case 418: /* predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */
+ case 424: /* predicate ::= expr_or_subquery NOT BETWEEN expr_or_subquery AND expr_or_subquery */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-5].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createNotBetweenAnd(pCxt, releaseRawExprNode(pCxt, yymsp[-5].minor.yy148), releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-5].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createNotBetweenAnd(pCxt, releaseRawExprNode(pCxt, yymsp[-5].minor.yy600), releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-5].minor.yy148 = yylhsminor.yy148;
+ yymsp[-5].minor.yy600 = yylhsminor.yy600;
break;
- case 419: /* predicate ::= expr_or_subquery IS NULL */
+ case 425: /* predicate ::= expr_or_subquery IS NULL */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NULL, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), NULL));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NULL, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), NULL));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 420: /* predicate ::= expr_or_subquery IS NOT NULL */
+ case 426: /* predicate ::= expr_or_subquery IS NOT NULL */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-3].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NOT_NULL, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), NULL));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-3].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &yymsp[0].minor.yy0, createOperatorNode(pCxt, OP_TYPE_IS_NOT_NULL, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), NULL));
}
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 422: /* compare_op ::= NK_LT */
-{ yymsp[0].minor.yy20 = OP_TYPE_LOWER_THAN; }
+ case 428: /* compare_op ::= NK_LT */
+{ yymsp[0].minor.yy666 = OP_TYPE_LOWER_THAN; }
break;
- case 423: /* compare_op ::= NK_GT */
-{ yymsp[0].minor.yy20 = OP_TYPE_GREATER_THAN; }
+ case 429: /* compare_op ::= NK_GT */
+{ yymsp[0].minor.yy666 = OP_TYPE_GREATER_THAN; }
break;
- case 424: /* compare_op ::= NK_LE */
-{ yymsp[0].minor.yy20 = OP_TYPE_LOWER_EQUAL; }
+ case 430: /* compare_op ::= NK_LE */
+{ yymsp[0].minor.yy666 = OP_TYPE_LOWER_EQUAL; }
break;
- case 425: /* compare_op ::= NK_GE */
-{ yymsp[0].minor.yy20 = OP_TYPE_GREATER_EQUAL; }
+ case 431: /* compare_op ::= NK_GE */
+{ yymsp[0].minor.yy666 = OP_TYPE_GREATER_EQUAL; }
break;
- case 426: /* compare_op ::= NK_NE */
-{ yymsp[0].minor.yy20 = OP_TYPE_NOT_EQUAL; }
+ case 432: /* compare_op ::= NK_NE */
+{ yymsp[0].minor.yy666 = OP_TYPE_NOT_EQUAL; }
break;
- case 427: /* compare_op ::= NK_EQ */
-{ yymsp[0].minor.yy20 = OP_TYPE_EQUAL; }
+ case 433: /* compare_op ::= NK_EQ */
+{ yymsp[0].minor.yy666 = OP_TYPE_EQUAL; }
break;
- case 428: /* compare_op ::= LIKE */
-{ yymsp[0].minor.yy20 = OP_TYPE_LIKE; }
+ case 434: /* compare_op ::= LIKE */
+{ yymsp[0].minor.yy666 = OP_TYPE_LIKE; }
break;
- case 429: /* compare_op ::= NOT LIKE */
-{ yymsp[-1].minor.yy20 = OP_TYPE_NOT_LIKE; }
+ case 435: /* compare_op ::= NOT LIKE */
+{ yymsp[-1].minor.yy666 = OP_TYPE_NOT_LIKE; }
break;
- case 430: /* compare_op ::= MATCH */
-{ yymsp[0].minor.yy20 = OP_TYPE_MATCH; }
+ case 436: /* compare_op ::= MATCH */
+{ yymsp[0].minor.yy666 = OP_TYPE_MATCH; }
break;
- case 431: /* compare_op ::= NMATCH */
-{ yymsp[0].minor.yy20 = OP_TYPE_NMATCH; }
+ case 437: /* compare_op ::= NMATCH */
+{ yymsp[0].minor.yy666 = OP_TYPE_NMATCH; }
break;
- case 432: /* compare_op ::= CONTAINS */
-{ yymsp[0].minor.yy20 = OP_TYPE_JSON_CONTAINS; }
+ case 438: /* compare_op ::= CONTAINS */
+{ yymsp[0].minor.yy666 = OP_TYPE_JSON_CONTAINS; }
break;
- case 433: /* in_op ::= IN */
-{ yymsp[0].minor.yy20 = OP_TYPE_IN; }
+ case 439: /* in_op ::= IN */
+{ yymsp[0].minor.yy666 = OP_TYPE_IN; }
break;
- case 434: /* in_op ::= NOT IN */
-{ yymsp[-1].minor.yy20 = OP_TYPE_NOT_IN; }
+ case 440: /* in_op ::= NOT IN */
+{ yymsp[-1].minor.yy666 = OP_TYPE_NOT_IN; }
break;
- case 435: /* in_predicate_value ::= NK_LP literal_list NK_RP */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, createNodeListNode(pCxt, yymsp[-1].minor.yy404)); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 441: /* in_predicate_value ::= NK_LP literal_list NK_RP */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, createNodeListNode(pCxt, yymsp[-1].minor.yy601)); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 437: /* boolean_value_expression ::= NOT boolean_primary */
+ case 443: /* boolean_value_expression ::= NOT boolean_primary */
{
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_NOT, releaseRawExprNode(pCxt, yymsp[0].minor.yy148), NULL));
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-1].minor.yy0, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_NOT, releaseRawExprNode(pCxt, yymsp[0].minor.yy600), NULL));
}
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 438: /* boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */
+ case 444: /* boolean_value_expression ::= boolean_value_expression OR boolean_value_expression */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_OR, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_OR, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 439: /* boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */
+ case 445: /* boolean_value_expression ::= boolean_value_expression AND boolean_value_expression */
{
- SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy148);
- SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy148);
- yylhsminor.yy148 = createRawExprNodeExt(pCxt, &s, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_AND, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), releaseRawExprNode(pCxt, yymsp[0].minor.yy148)));
+ SToken s = getTokenFromRawExprNode(pCxt, yymsp[-2].minor.yy600);
+ SToken e = getTokenFromRawExprNode(pCxt, yymsp[0].minor.yy600);
+ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &s, &e, createLogicConditionNode(pCxt, LOGIC_COND_TYPE_AND, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), releaseRawExprNode(pCxt, yymsp[0].minor.yy600)));
}
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 445: /* from_clause_opt ::= FROM table_reference_list */
- case 474: /* where_clause_opt ::= WHERE search_condition */ yytestcase(yyruleno==474);
- case 502: /* having_clause_opt ::= HAVING search_condition */ yytestcase(yyruleno==502);
-{ yymsp[-1].minor.yy148 = yymsp[0].minor.yy148; }
+ case 451: /* from_clause_opt ::= FROM table_reference_list */
+ case 480: /* where_clause_opt ::= WHERE search_condition */ yytestcase(yyruleno==480);
+ case 509: /* having_clause_opt ::= HAVING search_condition */ yytestcase(yyruleno==509);
+{ yymsp[-1].minor.yy600 = yymsp[0].minor.yy600; }
break;
- case 447: /* table_reference_list ::= table_reference_list NK_COMMA table_reference */
-{ yylhsminor.yy148 = createJoinTableNode(pCxt, JOIN_TYPE_INNER, yymsp[-2].minor.yy148, yymsp[0].minor.yy148, NULL); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 453: /* table_reference_list ::= table_reference_list NK_COMMA table_reference */
+{ yylhsminor.yy600 = createJoinTableNode(pCxt, JOIN_TYPE_INNER, yymsp[-2].minor.yy600, yymsp[0].minor.yy600, NULL); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 450: /* table_primary ::= table_name alias_opt */
-{ yylhsminor.yy148 = createRealTableNode(pCxt, NULL, &yymsp[-1].minor.yy199, &yymsp[0].minor.yy199); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ case 456: /* table_primary ::= table_name alias_opt */
+{ yylhsminor.yy600 = createRealTableNode(pCxt, NULL, &yymsp[-1].minor.yy77, &yymsp[0].minor.yy77); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 451: /* table_primary ::= db_name NK_DOT table_name alias_opt */
-{ yylhsminor.yy148 = createRealTableNode(pCxt, &yymsp[-3].minor.yy199, &yymsp[-1].minor.yy199, &yymsp[0].minor.yy199); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ case 457: /* table_primary ::= db_name NK_DOT table_name alias_opt */
+{ yylhsminor.yy600 = createRealTableNode(pCxt, &yymsp[-3].minor.yy77, &yymsp[-1].minor.yy77, &yymsp[0].minor.yy77); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 452: /* table_primary ::= subquery alias_opt */
-{ yylhsminor.yy148 = createTempTableNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy148), &yymsp[0].minor.yy199); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ case 458: /* table_primary ::= subquery alias_opt */
+{ yylhsminor.yy600 = createTempTableNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy600), &yymsp[0].minor.yy77); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 454: /* alias_opt ::= */
-{ yymsp[1].minor.yy199 = nil_token; }
+ case 460: /* alias_opt ::= */
+{ yymsp[1].minor.yy77 = nil_token; }
break;
- case 456: /* alias_opt ::= AS table_alias */
-{ yymsp[-1].minor.yy199 = yymsp[0].minor.yy199; }
+ case 462: /* alias_opt ::= AS table_alias */
+{ yymsp[-1].minor.yy77 = yymsp[0].minor.yy77; }
break;
- case 457: /* parenthesized_joined_table ::= NK_LP joined_table NK_RP */
- case 458: /* parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ yytestcase(yyruleno==458);
-{ yymsp[-2].minor.yy148 = yymsp[-1].minor.yy148; }
+ case 463: /* parenthesized_joined_table ::= NK_LP joined_table NK_RP */
+ case 464: /* parenthesized_joined_table ::= NK_LP parenthesized_joined_table NK_RP */ yytestcase(yyruleno==464);
+{ yymsp[-2].minor.yy600 = yymsp[-1].minor.yy600; }
break;
- case 459: /* joined_table ::= table_reference join_type JOIN table_reference ON search_condition */
-{ yylhsminor.yy148 = createJoinTableNode(pCxt, yymsp[-4].minor.yy470, yymsp[-5].minor.yy148, yymsp[-2].minor.yy148, yymsp[0].minor.yy148); }
- yymsp[-5].minor.yy148 = yylhsminor.yy148;
+ case 465: /* joined_table ::= table_reference join_type JOIN table_reference ON search_condition */
+{ yylhsminor.yy600 = createJoinTableNode(pCxt, yymsp[-4].minor.yy560, yymsp[-5].minor.yy600, yymsp[-2].minor.yy600, yymsp[0].minor.yy600); }
+ yymsp[-5].minor.yy600 = yylhsminor.yy600;
break;
- case 460: /* join_type ::= */
-{ yymsp[1].minor.yy470 = JOIN_TYPE_INNER; }
+ case 466: /* join_type ::= */
+{ yymsp[1].minor.yy560 = JOIN_TYPE_INNER; }
break;
- case 461: /* join_type ::= INNER */
-{ yymsp[0].minor.yy470 = JOIN_TYPE_INNER; }
+ case 467: /* join_type ::= INNER */
+{ yymsp[0].minor.yy560 = JOIN_TYPE_INNER; }
break;
- case 462: /* query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */
+ case 468: /* query_specification ::= SELECT set_quantifier_opt select_list from_clause_opt where_clause_opt partition_by_clause_opt range_opt every_opt fill_opt twindow_clause_opt group_by_clause_opt having_clause_opt */
{
- yymsp[-11].minor.yy148 = createSelectStmt(pCxt, yymsp[-10].minor.yy397, yymsp[-9].minor.yy404, yymsp[-8].minor.yy148);
- yymsp[-11].minor.yy148 = addWhereClause(pCxt, yymsp[-11].minor.yy148, yymsp[-7].minor.yy148);
- yymsp[-11].minor.yy148 = addPartitionByClause(pCxt, yymsp[-11].minor.yy148, yymsp[-6].minor.yy404);
- yymsp[-11].minor.yy148 = addWindowClauseClause(pCxt, yymsp[-11].minor.yy148, yymsp[-2].minor.yy148);
- yymsp[-11].minor.yy148 = addGroupByClause(pCxt, yymsp[-11].minor.yy148, yymsp[-1].minor.yy404);
- yymsp[-11].minor.yy148 = addHavingClause(pCxt, yymsp[-11].minor.yy148, yymsp[0].minor.yy148);
- yymsp[-11].minor.yy148 = addRangeClause(pCxt, yymsp[-11].minor.yy148, yymsp[-5].minor.yy148);
- yymsp[-11].minor.yy148 = addEveryClause(pCxt, yymsp[-11].minor.yy148, yymsp[-4].minor.yy148);
- yymsp[-11].minor.yy148 = addFillClause(pCxt, yymsp[-11].minor.yy148, yymsp[-3].minor.yy148);
+ yymsp[-11].minor.yy600 = createSelectStmt(pCxt, yymsp[-10].minor.yy841, yymsp[-9].minor.yy601, yymsp[-8].minor.yy600);
+ yymsp[-11].minor.yy600 = addWhereClause(pCxt, yymsp[-11].minor.yy600, yymsp[-7].minor.yy600);
+ yymsp[-11].minor.yy600 = addPartitionByClause(pCxt, yymsp[-11].minor.yy600, yymsp[-6].minor.yy601);
+ yymsp[-11].minor.yy600 = addWindowClauseClause(pCxt, yymsp[-11].minor.yy600, yymsp[-2].minor.yy600);
+ yymsp[-11].minor.yy600 = addGroupByClause(pCxt, yymsp[-11].minor.yy600, yymsp[-1].minor.yy601);
+ yymsp[-11].minor.yy600 = addHavingClause(pCxt, yymsp[-11].minor.yy600, yymsp[0].minor.yy600);
+ yymsp[-11].minor.yy600 = addRangeClause(pCxt, yymsp[-11].minor.yy600, yymsp[-5].minor.yy600);
+ yymsp[-11].minor.yy600 = addEveryClause(pCxt, yymsp[-11].minor.yy600, yymsp[-4].minor.yy600);
+ yymsp[-11].minor.yy600 = addFillClause(pCxt, yymsp[-11].minor.yy600, yymsp[-3].minor.yy600);
}
break;
- case 465: /* set_quantifier_opt ::= ALL */
-{ yymsp[0].minor.yy397 = false; }
+ case 471: /* set_quantifier_opt ::= ALL */
+{ yymsp[0].minor.yy841 = false; }
break;
- case 468: /* select_item ::= NK_STAR */
-{ yylhsminor.yy148 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0); }
- yymsp[0].minor.yy148 = yylhsminor.yy148;
+ case 474: /* select_item ::= NK_STAR */
+{ yylhsminor.yy600 = createColumnNode(pCxt, NULL, &yymsp[0].minor.yy0); }
+ yymsp[0].minor.yy600 = yylhsminor.yy600;
break;
- case 470: /* select_item ::= common_expression column_alias */
- case 480: /* partition_item ::= expr_or_subquery column_alias */ yytestcase(yyruleno==480);
-{ yylhsminor.yy148 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy148), &yymsp[0].minor.yy199); }
- yymsp[-1].minor.yy148 = yylhsminor.yy148;
+ case 476: /* select_item ::= common_expression column_alias */
+ case 486: /* partition_item ::= expr_or_subquery column_alias */ yytestcase(yyruleno==486);
+{ yylhsminor.yy600 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy600), &yymsp[0].minor.yy77); }
+ yymsp[-1].minor.yy600 = yylhsminor.yy600;
break;
- case 471: /* select_item ::= common_expression AS column_alias */
- case 481: /* partition_item ::= expr_or_subquery AS column_alias */ yytestcase(yyruleno==481);
-{ yylhsminor.yy148 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), &yymsp[0].minor.yy199); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 477: /* select_item ::= common_expression AS column_alias */
+ case 487: /* partition_item ::= expr_or_subquery AS column_alias */ yytestcase(yyruleno==487);
+{ yylhsminor.yy600 = setProjectionAlias(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), &yymsp[0].minor.yy77); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 476: /* partition_by_clause_opt ::= PARTITION BY partition_list */
- case 498: /* group_by_clause_opt ::= GROUP BY group_by_list */ yytestcase(yyruleno==498);
- case 517: /* order_by_clause_opt ::= ORDER BY sort_specification_list */ yytestcase(yyruleno==517);
-{ yymsp[-2].minor.yy404 = yymsp[0].minor.yy404; }
+ case 482: /* partition_by_clause_opt ::= PARTITION BY partition_list */
+ case 505: /* group_by_clause_opt ::= GROUP BY group_by_list */ yytestcase(yyruleno==505);
+ case 524: /* order_by_clause_opt ::= ORDER BY sort_specification_list */ yytestcase(yyruleno==524);
+{ yymsp[-2].minor.yy601 = yymsp[0].minor.yy601; }
break;
- case 483: /* twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */
-{ yymsp[-5].minor.yy148 = createSessionWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), releaseRawExprNode(pCxt, yymsp[-1].minor.yy148)); }
+ case 489: /* twindow_clause_opt ::= SESSION NK_LP column_reference NK_COMMA duration_literal NK_RP */
+{ yymsp[-5].minor.yy600 = createSessionWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), releaseRawExprNode(pCxt, yymsp[-1].minor.yy600)); }
break;
- case 484: /* twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */
-{ yymsp[-3].minor.yy148 = createStateWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy148)); }
+ case 490: /* twindow_clause_opt ::= STATE_WINDOW NK_LP expr_or_subquery NK_RP */
+{ yymsp[-3].minor.yy600 = createStateWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-1].minor.yy600)); }
break;
- case 485: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */
-{ yymsp[-5].minor.yy148 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), NULL, yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
+ case 491: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_RP sliding_opt fill_opt */
+{ yymsp[-5].minor.yy600 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), NULL, yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 486: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */
-{ yymsp[-7].minor.yy148 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-5].minor.yy148), releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), yymsp[-1].minor.yy148, yymsp[0].minor.yy148); }
+ case 492: /* twindow_clause_opt ::= INTERVAL NK_LP duration_literal NK_COMMA duration_literal NK_RP sliding_opt fill_opt */
+{ yymsp[-7].minor.yy600 = createIntervalWindowNode(pCxt, releaseRawExprNode(pCxt, yymsp[-5].minor.yy600), releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), yymsp[-1].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 490: /* fill_opt ::= FILL NK_LP fill_mode NK_RP */
-{ yymsp[-3].minor.yy148 = createFillNode(pCxt, yymsp[-1].minor.yy334, NULL); }
+ case 493: /* twindow_clause_opt ::= EVENT_WINDOW START WITH search_condition END WITH search_condition */
+{ yymsp[-6].minor.yy600 = createEventWindowNode(pCxt, yymsp[-3].minor.yy600, yymsp[0].minor.yy600); }
break;
- case 491: /* fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */
-{ yymsp[-5].minor.yy148 = createFillNode(pCxt, FILL_MODE_VALUE, createNodeListNode(pCxt, yymsp[-1].minor.yy404)); }
+ case 497: /* fill_opt ::= FILL NK_LP fill_mode NK_RP */
+{ yymsp[-3].minor.yy600 = createFillNode(pCxt, yymsp[-1].minor.yy798, NULL); }
break;
- case 492: /* fill_mode ::= NONE */
-{ yymsp[0].minor.yy334 = FILL_MODE_NONE; }
+ case 498: /* fill_opt ::= FILL NK_LP VALUE NK_COMMA literal_list NK_RP */
+{ yymsp[-5].minor.yy600 = createFillNode(pCxt, FILL_MODE_VALUE, createNodeListNode(pCxt, yymsp[-1].minor.yy601)); }
break;
- case 493: /* fill_mode ::= PREV */
-{ yymsp[0].minor.yy334 = FILL_MODE_PREV; }
+ case 499: /* fill_mode ::= NONE */
+{ yymsp[0].minor.yy798 = FILL_MODE_NONE; }
break;
- case 494: /* fill_mode ::= NULL */
-{ yymsp[0].minor.yy334 = FILL_MODE_NULL; }
+ case 500: /* fill_mode ::= PREV */
+{ yymsp[0].minor.yy798 = FILL_MODE_PREV; }
break;
- case 495: /* fill_mode ::= LINEAR */
-{ yymsp[0].minor.yy334 = FILL_MODE_LINEAR; }
+ case 501: /* fill_mode ::= NULL */
+{ yymsp[0].minor.yy798 = FILL_MODE_NULL; }
break;
- case 496: /* fill_mode ::= NEXT */
-{ yymsp[0].minor.yy334 = FILL_MODE_NEXT; }
+ case 502: /* fill_mode ::= LINEAR */
+{ yymsp[0].minor.yy798 = FILL_MODE_LINEAR; }
break;
- case 499: /* group_by_list ::= expr_or_subquery */
-{ yylhsminor.yy404 = createNodeList(pCxt, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy148))); }
- yymsp[0].minor.yy404 = yylhsminor.yy404;
+ case 503: /* fill_mode ::= NEXT */
+{ yymsp[0].minor.yy798 = FILL_MODE_NEXT; }
break;
- case 500: /* group_by_list ::= group_by_list NK_COMMA expr_or_subquery */
-{ yylhsminor.yy404 = addNodeToList(pCxt, yymsp[-2].minor.yy404, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy148))); }
- yymsp[-2].minor.yy404 = yylhsminor.yy404;
+ case 506: /* group_by_list ::= expr_or_subquery */
+{ yylhsminor.yy601 = createNodeList(pCxt, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy600))); }
+ yymsp[0].minor.yy601 = yylhsminor.yy601;
break;
- case 504: /* range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */
-{ yymsp[-5].minor.yy148 = createInterpTimeRange(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy148), releaseRawExprNode(pCxt, yymsp[-1].minor.yy148)); }
+ case 507: /* group_by_list ::= group_by_list NK_COMMA expr_or_subquery */
+{ yylhsminor.yy601 = addNodeToList(pCxt, yymsp[-2].minor.yy601, createGroupingSetNode(pCxt, releaseRawExprNode(pCxt, yymsp[0].minor.yy600))); }
+ yymsp[-2].minor.yy601 = yylhsminor.yy601;
break;
- case 507: /* query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */
+ case 511: /* range_opt ::= RANGE NK_LP expr_or_subquery NK_COMMA expr_or_subquery NK_RP */
+{ yymsp[-5].minor.yy600 = createInterpTimeRange(pCxt, releaseRawExprNode(pCxt, yymsp[-3].minor.yy600), releaseRawExprNode(pCxt, yymsp[-1].minor.yy600)); }
+ break;
+ case 514: /* query_expression ::= query_simple order_by_clause_opt slimit_clause_opt limit_clause_opt */
{
- yylhsminor.yy148 = addOrderByClause(pCxt, yymsp[-3].minor.yy148, yymsp[-2].minor.yy404);
- yylhsminor.yy148 = addSlimitClause(pCxt, yylhsminor.yy148, yymsp[-1].minor.yy148);
- yylhsminor.yy148 = addLimitClause(pCxt, yylhsminor.yy148, yymsp[0].minor.yy148);
+ yylhsminor.yy600 = addOrderByClause(pCxt, yymsp[-3].minor.yy600, yymsp[-2].minor.yy601);
+ yylhsminor.yy600 = addSlimitClause(pCxt, yylhsminor.yy600, yymsp[-1].minor.yy600);
+ yylhsminor.yy600 = addLimitClause(pCxt, yylhsminor.yy600, yymsp[0].minor.yy600);
}
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 510: /* union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */
-{ yylhsminor.yy148 = createSetOperator(pCxt, SET_OP_TYPE_UNION_ALL, yymsp[-3].minor.yy148, yymsp[0].minor.yy148); }
- yymsp[-3].minor.yy148 = yylhsminor.yy148;
+ case 517: /* union_query_expression ::= query_simple_or_subquery UNION ALL query_simple_or_subquery */
+{ yylhsminor.yy600 = createSetOperator(pCxt, SET_OP_TYPE_UNION_ALL, yymsp[-3].minor.yy600, yymsp[0].minor.yy600); }
+ yymsp[-3].minor.yy600 = yylhsminor.yy600;
break;
- case 511: /* union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */
-{ yylhsminor.yy148 = createSetOperator(pCxt, SET_OP_TYPE_UNION, yymsp[-2].minor.yy148, yymsp[0].minor.yy148); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 518: /* union_query_expression ::= query_simple_or_subquery UNION query_simple_or_subquery */
+{ yylhsminor.yy600 = createSetOperator(pCxt, SET_OP_TYPE_UNION, yymsp[-2].minor.yy600, yymsp[0].minor.yy600); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 519: /* slimit_clause_opt ::= SLIMIT NK_INTEGER */
- case 523: /* limit_clause_opt ::= LIMIT NK_INTEGER */ yytestcase(yyruleno==523);
-{ yymsp[-1].minor.yy148 = createLimitNode(pCxt, &yymsp[0].minor.yy0, NULL); }
+ case 526: /* slimit_clause_opt ::= SLIMIT NK_INTEGER */
+ case 530: /* limit_clause_opt ::= LIMIT NK_INTEGER */ yytestcase(yyruleno==530);
+{ yymsp[-1].minor.yy600 = createLimitNode(pCxt, &yymsp[0].minor.yy0, NULL); }
break;
- case 520: /* slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */
- case 524: /* limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ yytestcase(yyruleno==524);
-{ yymsp[-3].minor.yy148 = createLimitNode(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0); }
+ case 527: /* slimit_clause_opt ::= SLIMIT NK_INTEGER SOFFSET NK_INTEGER */
+ case 531: /* limit_clause_opt ::= LIMIT NK_INTEGER OFFSET NK_INTEGER */ yytestcase(yyruleno==531);
+{ yymsp[-3].minor.yy600 = createLimitNode(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0); }
break;
- case 521: /* slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */
- case 525: /* limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ yytestcase(yyruleno==525);
-{ yymsp[-3].minor.yy148 = createLimitNode(pCxt, &yymsp[0].minor.yy0, &yymsp[-2].minor.yy0); }
+ case 528: /* slimit_clause_opt ::= SLIMIT NK_INTEGER NK_COMMA NK_INTEGER */
+ case 532: /* limit_clause_opt ::= LIMIT NK_INTEGER NK_COMMA NK_INTEGER */ yytestcase(yyruleno==532);
+{ yymsp[-3].minor.yy600 = createLimitNode(pCxt, &yymsp[0].minor.yy0, &yymsp[-2].minor.yy0); }
break;
- case 526: /* subquery ::= NK_LP query_expression NK_RP */
-{ yylhsminor.yy148 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, yymsp[-1].minor.yy148); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 533: /* subquery ::= NK_LP query_expression NK_RP */
+{ yylhsminor.yy600 = createRawExprNodeExt(pCxt, &yymsp[-2].minor.yy0, &yymsp[0].minor.yy0, yymsp[-1].minor.yy600); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 531: /* sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */
-{ yylhsminor.yy148 = createOrderByExprNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy148), yymsp[-1].minor.yy898, yymsp[0].minor.yy499); }
- yymsp[-2].minor.yy148 = yylhsminor.yy148;
+ case 538: /* sort_specification ::= expr_or_subquery ordering_specification_opt null_ordering_opt */
+{ yylhsminor.yy600 = createOrderByExprNode(pCxt, releaseRawExprNode(pCxt, yymsp[-2].minor.yy600), yymsp[-1].minor.yy32, yymsp[0].minor.yy385); }
+ yymsp[-2].minor.yy600 = yylhsminor.yy600;
break;
- case 532: /* ordering_specification_opt ::= */
-{ yymsp[1].minor.yy898 = ORDER_ASC; }
+ case 539: /* ordering_specification_opt ::= */
+{ yymsp[1].minor.yy32 = ORDER_ASC; }
break;
- case 533: /* ordering_specification_opt ::= ASC */
-{ yymsp[0].minor.yy898 = ORDER_ASC; }
+ case 540: /* ordering_specification_opt ::= ASC */
+{ yymsp[0].minor.yy32 = ORDER_ASC; }
break;
- case 534: /* ordering_specification_opt ::= DESC */
-{ yymsp[0].minor.yy898 = ORDER_DESC; }
+ case 541: /* ordering_specification_opt ::= DESC */
+{ yymsp[0].minor.yy32 = ORDER_DESC; }
break;
- case 535: /* null_ordering_opt ::= */
-{ yymsp[1].minor.yy499 = NULL_ORDER_DEFAULT; }
+ case 542: /* null_ordering_opt ::= */
+{ yymsp[1].minor.yy385 = NULL_ORDER_DEFAULT; }
break;
- case 536: /* null_ordering_opt ::= NULLS FIRST */
-{ yymsp[-1].minor.yy499 = NULL_ORDER_FIRST; }
+ case 543: /* null_ordering_opt ::= NULLS FIRST */
+{ yymsp[-1].minor.yy385 = NULL_ORDER_FIRST; }
break;
- case 537: /* null_ordering_opt ::= NULLS LAST */
-{ yymsp[-1].minor.yy499 = NULL_ORDER_LAST; }
+ case 544: /* null_ordering_opt ::= NULLS LAST */
+{ yymsp[-1].minor.yy385 = NULL_ORDER_LAST; }
break;
default:
break;
/********** End reduce actions ************************************************/
};
- assert( yyrulenopRoot), QUERY_NODE_ALTER_DNODE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_CONFIG_DNODE);
SMCfgDnodeReq req = {0};
ASSERT_EQ(tDeserializeSMCfgDnodeReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req), TSDB_CODE_SUCCESS);
ASSERT_EQ(req.dnodeId, expect.dnodeId);
@@ -86,9 +106,8 @@ TEST_F(ParserInitialATest, alterDnode) {
* | KEEP {int_value | duration_value} -- rang [1, 365000], default 3650, unit day
* | PAGES int_value -- rang [64, INT32_MAX], default 256, unit page
* | REPLICA int_value -- todo: enum 1, 3, default 1, unit replica
- * | STRICT {'off' | 'on'} -- todo: default 'off'
* | WAL_LEVEL int_value -- enum 1, 2, default 1
- * | SST_TRIGGER int_value -- rang [1, 16], default 8
+ * | STT_TRIGGER int_value -- rang [1, 16], default 8
* }
*/
TEST_F(ParserInitialATest, alterDatabase) {
@@ -130,10 +149,11 @@ TEST_F(ParserInitialATest, alterDatabase) {
auto setAlterDbStrict = [&](int8_t strict) { expect.strict = strict; };
auto setAlterDbCacheModel = [&](int8_t cacheModel) { expect.cacheLast = cacheModel; };
auto setAlterDbReplica = [&](int8_t replications) { expect.replications = replications; };
- auto setAlterDbSstTrigger = [&](int8_t sstTrigger) { expect.sstTrigger = sstTrigger; };
+ auto setAlterDbSttTrigger = [&](int8_t sstTrigger) { expect.sstTrigger = sstTrigger; };
setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_ALTER_DATABASE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_ALTER_DB);
SAlterDbReq req = {0};
ASSERT_EQ(tDeserializeSAlterDbReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req), TSDB_CODE_SUCCESS);
ASSERT_EQ(std::string(req.db), std::string(expect.db));
@@ -161,11 +181,12 @@ TEST_F(ParserInitialATest, alterDatabase) {
setAlterDbFsync(200);
setAlterDbWal(1);
setAlterDbCacheModel(TSDB_CACHE_MODEL_LAST_ROW);
- setAlterDbSstTrigger(16);
+ setAlterDbSttTrigger(16);
setAlterDbBuffer(16);
setAlterDbPages(128);
+ setAlterDbReplica(3);
run("ALTER DATABASE test BUFFER 16 CACHEMODEL 'last_row' CACHESIZE 32 WAL_FSYNC_PERIOD 200 KEEP 10 PAGES 128 "
- "WAL_LEVEL 1 STT_TRIGGER 16");
+ "REPLICA 3 WAL_LEVEL 1 STT_TRIGGER 16");
clearAlterDbReq();
initAlterDb("test");
@@ -240,6 +261,22 @@ TEST_F(ParserInitialATest, alterDatabase) {
setAlterDbWal(2);
run("ALTER DATABASE test WAL_LEVEL 2");
clearAlterDbReq();
+
+ initAlterDb("test");
+ setAlterDbReplica(1);
+ run("ALTER DATABASE test REPLICA 1");
+ setAlterDbReplica(3);
+ run("ALTER DATABASE test REPLICA 3");
+ clearAlterDbReq();
+
+ initAlterDb("test");
+ setAlterDbSttTrigger(1);
+ run("ALTER DATABASE test STT_TRIGGER 1");
+ setAlterDbSttTrigger(4);
+ run("ALTER DATABASE test STT_TRIGGER 4");
+ setAlterDbSttTrigger(16);
+ run("ALTER DATABASE test STT_TRIGGER 16");
+ clearAlterDbReq();
}
TEST_F(ParserInitialATest, alterDatabaseSemanticCheck) {
@@ -260,6 +297,7 @@ TEST_F(ParserInitialATest, alterDatabaseSemanticCheck) {
run("ALTER DATABASE test PAGES 63", TSDB_CODE_PAR_INVALID_DB_OPTION);
run("ALTER DATABASE test WAL_LEVEL 0", TSDB_CODE_PAR_INVALID_DB_OPTION);
run("ALTER DATABASE test WAL_LEVEL 3", TSDB_CODE_PAR_INVALID_DB_OPTION);
+ run("ALTER DATABASE test REPLICA 2", TSDB_CODE_PAR_INVALID_DB_OPTION);
run("ALTER DATABASE test STT_TRIGGER 0", TSDB_CODE_PAR_INVALID_DB_OPTION);
run("ALTER DATABASE test STT_TRIGGER 17", TSDB_CODE_PAR_INVALID_DB_OPTION);
// Regardless of the specific sentence
@@ -267,7 +305,7 @@ TEST_F(ParserInitialATest, alterDatabaseSemanticCheck) {
}
/*
- * ALTER LOCAL dnode_id 'config' ['value']
+ * ALTER LOCAL 'config' ['value']
*/
TEST_F(ParserInitialATest, alterLocal) {
useDb("root", "test");
@@ -311,19 +349,19 @@ TEST_F(ParserInitialATest, alterLocal) {
* | ADD COLUMN col_name column_type
* | DROP COLUMN col_name
* | MODIFY COLUMN col_name column_type
- * | RENAME COLUMN old_col_name new_col_name -- normal table
- * | ADD TAG tag_name tag_type -- super table
- * | DROP TAG tag_name -- super table
- * | MODIFY TAG tag_name tag_type -- super table
- * | RENAME TAG old_tag_name new_tag_name -- super table
- * | SET TAG tag_name = new_tag_value -- child table
+ * | RENAME COLUMN old_col_name new_col_name -- only normal table
+ * | ADD TAG tag_name tag_type -- only super table
+ * | DROP TAG tag_name -- only super table
+ * | MODIFY TAG tag_name tag_type -- only super table
+ * | RENAME TAG old_tag_name new_tag_name -- only super table
+ * | SET TAG tag_name = new_tag_value -- only child table
* }
*
* alter_table_options:
* alter_table_option ...
*
* alter_table_option: {
- * TTL int_value -- child/normal table
+ * TTL int_value -- only child/normal table
* | COMMENT 'string_value'
* }
*/
@@ -379,6 +417,7 @@ TEST_F(ParserInitialATest, alterSTable) {
setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_ALTER_SUPER_TABLE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_ALTER_STB);
SMAlterStbReq req = {0};
ASSERT_EQ(tDeserializeSMAlterStbReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req), TSDB_CODE_SUCCESS);
ASSERT_EQ(std::string(req.name), std::string(expect.name));
@@ -444,136 +483,255 @@ TEST_F(ParserInitialATest, alterSTableSemanticCheck) {
run("ALTER STABLE st1 TTL 10", TSDB_CODE_PAR_INVALID_ALTER_TABLE);
}
+/*
+ * ALTER TABLE [db_name.]tb_name alter_table_clause
+ *
+ * alter_table_clause: {
+ * alter_table_options
+ * | ADD COLUMN col_name column_type
+ * | DROP COLUMN col_name
+ * | MODIFY COLUMN col_name column_type
+ * | RENAME COLUMN old_col_name new_col_name -- only normal table
+ * | ADD TAG tag_name tag_type -- only super table
+ * | DROP TAG tag_name -- only super table
+ * | MODIFY TAG tag_name tag_type -- only super table
+ * | RENAME TAG old_tag_name new_tag_name -- only super table
+ * | SET TAG tag_name = new_tag_value -- only child table
+ * }
+ *
+ * alter_table_options:
+ * alter_table_option ...
+ *
+ * alter_table_option: {
+ * TTL int_value -- only child/normal table
+ * | COMMENT 'string_value'
+ * }
+ */
TEST_F(ParserInitialATest, alterTable) {
useDb("root", "test");
- SVAlterTbReq expect = {0};
-
- auto clearAlterTbReq = [&]() {
- free(expect.tbName);
- free(expect.colName);
- free(expect.colNewName);
- free(expect.tagName);
- memset(&expect, 0, sizeof(SVAlterTbReq));
- };
-
- auto setAlterTableCol = [&](const char* pTbname, int8_t alterType, const char* pColName, int8_t dataType = 0,
- int32_t dataBytes = 0, const char* pNewColName = nullptr) {
- expect.tbName = strdup(pTbname);
- expect.action = alterType;
- expect.colName = strdup(pColName);
-
- switch (alterType) {
- case TSDB_ALTER_TABLE_ADD_COLUMN:
- expect.type = dataType;
- expect.flags = COL_SMA_ON;
- expect.bytes = dataBytes > 0 ? dataBytes : (dataType > 0 ? tDataTypes[dataType].bytes : 0);
- break;
- case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
- expect.colModBytes = dataBytes;
- break;
- case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
- expect.colNewName = strdup(pNewColName);
- break;
- default:
- break;
- }
- };
-
- auto setAlterTableTag = [&](const char* pTbname, const char* pTagName, uint8_t* pNewVal, uint32_t bytes) {
- expect.tbName = strdup(pTbname);
- expect.action = TSDB_ALTER_TABLE_UPDATE_TAG_VAL;
- expect.tagName = strdup(pTagName);
-
- expect.isNull = (nullptr == pNewVal);
- expect.nTagVal = bytes;
- expect.pTagVal = pNewVal;
- };
-
- auto setAlterTableOptions = [&](const char* pTbname, int32_t ttl, char* pComment = nullptr) {
- expect.tbName = strdup(pTbname);
- expect.action = TSDB_ALTER_TABLE_UPDATE_OPTIONS;
- if (-1 != ttl) {
- expect.updateTTL = true;
- expect.newTTL = ttl;
- }
- if (nullptr != pComment) {
- expect.newCommentLen = strlen(pComment);
- expect.newComment = pComment;
- }
- };
-
- setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
- ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_VNODE_MODIF_STMT);
- SVnodeModifOpStmt* pStmt = (SVnodeModifOpStmt*)pQuery->pRoot;
-
- ASSERT_EQ(pStmt->sqlNodeType, QUERY_NODE_ALTER_TABLE_STMT);
- ASSERT_NE(pStmt->pDataBlocks, nullptr);
- ASSERT_EQ(taosArrayGetSize(pStmt->pDataBlocks), 1);
- SVgDataBlocks* pVgData = (SVgDataBlocks*)taosArrayGetP(pStmt->pDataBlocks, 0);
- void* pBuf = POINTER_SHIFT(pVgData->pData, sizeof(SMsgHead));
- SVAlterTbReq req = {0};
- SDecoder coder = {0};
- tDecoderInit(&coder, (uint8_t*)pBuf, pVgData->size);
- ASSERT_EQ(tDecodeSVAlterTbReq(&coder, &req), TSDB_CODE_SUCCESS);
-
- ASSERT_EQ(std::string(req.tbName), std::string(expect.tbName));
- ASSERT_EQ(req.action, expect.action);
- if (nullptr != expect.colName) {
- ASSERT_EQ(std::string(req.colName), std::string(expect.colName));
- }
- ASSERT_EQ(req.type, expect.type);
- ASSERT_EQ(req.flags, expect.flags);
- ASSERT_EQ(req.bytes, expect.bytes);
- ASSERT_EQ(req.colModBytes, expect.colModBytes);
- if (nullptr != expect.colNewName) {
- ASSERT_EQ(std::string(req.colNewName), std::string(expect.colNewName));
- }
- if (nullptr != expect.tagName) {
- ASSERT_EQ(std::string(req.tagName), std::string(expect.tagName));
- }
- ASSERT_EQ(req.isNull, expect.isNull);
- ASSERT_EQ(req.nTagVal, expect.nTagVal);
- ASSERT_EQ(memcmp(req.pTagVal, expect.pTagVal, expect.nTagVal), 0);
- ASSERT_EQ(req.updateTTL, expect.updateTTL);
- ASSERT_EQ(req.newTTL, expect.newTTL);
- if (nullptr != expect.newComment) {
- ASSERT_EQ(std::string(req.newComment), std::string(expect.newComment));
- ASSERT_EQ(req.newCommentLen, strlen(req.newComment));
- ASSERT_EQ(expect.newCommentLen, strlen(expect.newComment));
- }
-
- tDecoderClear(&coder);
- });
-
- setAlterTableOptions("t1", 10, nullptr);
- run("ALTER TABLE t1 TTL 10");
- clearAlterTbReq();
-
- setAlterTableOptions("t1", -1, (char*)"test");
- run("ALTER TABLE t1 COMMENT 'test'");
- clearAlterTbReq();
-
- setAlterTableCol("t1", TSDB_ALTER_TABLE_ADD_COLUMN, "cc1", TSDB_DATA_TYPE_BIGINT);
- run("ALTER TABLE t1 ADD COLUMN cc1 BIGINT");
- clearAlterTbReq();
-
- setAlterTableCol("t1", TSDB_ALTER_TABLE_DROP_COLUMN, "c1");
- run("ALTER TABLE t1 DROP COLUMN c1");
- clearAlterTbReq();
-
- setAlterTableCol("t1", TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, "c2", TSDB_DATA_TYPE_VARCHAR, 30 + VARSTR_HEADER_SIZE);
- run("ALTER TABLE t1 MODIFY COLUMN c2 VARCHAR(30)");
- clearAlterTbReq();
-
- setAlterTableCol("t1", TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME, "c1", 0, 0, "cc1");
- run("ALTER TABLE t1 RENAME COLUMN c1 cc1");
- clearAlterTbReq();
-
- int32_t val = 10;
- setAlterTableTag("st1s1", "tag1", (uint8_t*)&val, sizeof(val));
- run("ALTER TABLE st1s1 SET TAG tag1=10");
- clearAlterTbReq();
+ // normal/child table
+ {
+ SVAlterTbReq expect = {0};
+
+ auto clearAlterTbReq = [&]() {
+ free(expect.tbName);
+ free(expect.colName);
+ free(expect.colNewName);
+ free(expect.tagName);
+ memset(&expect, 0, sizeof(SVAlterTbReq));
+ };
+
+ auto setAlterTableCol = [&](const char* pTbname, int8_t alterType, const char* pColName, int8_t dataType = 0,
+ int32_t dataBytes = 0, const char* pNewColName = nullptr) {
+ expect.tbName = strdup(pTbname);
+ expect.action = alterType;
+ expect.colName = strdup(pColName);
+
+ switch (alterType) {
+ case TSDB_ALTER_TABLE_ADD_COLUMN:
+ expect.type = dataType;
+ expect.flags = COL_SMA_ON;
+ expect.bytes = dataBytes > 0 ? dataBytes : (dataType > 0 ? tDataTypes[dataType].bytes : 0);
+ break;
+ case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
+ expect.colModBytes = dataBytes;
+ break;
+ case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
+ expect.colNewName = strdup(pNewColName);
+ break;
+ default:
+ break;
+ }
+ };
+
+ auto setAlterTableTag = [&](const char* pTbname, const char* pTagName, uint8_t* pNewVal, uint32_t bytes) {
+ expect.tbName = strdup(pTbname);
+ expect.action = TSDB_ALTER_TABLE_UPDATE_TAG_VAL;
+ expect.tagName = strdup(pTagName);
+
+ expect.isNull = (nullptr == pNewVal);
+ expect.nTagVal = bytes;
+ expect.pTagVal = pNewVal;
+ };
+
+ auto setAlterTableOptions = [&](const char* pTbname, int32_t ttl, char* pComment = nullptr) {
+ expect.tbName = strdup(pTbname);
+ expect.action = TSDB_ALTER_TABLE_UPDATE_OPTIONS;
+ if (-1 != ttl) {
+ expect.updateTTL = true;
+ expect.newTTL = ttl;
+ }
+ if (nullptr != pComment) {
+ expect.newCommentLen = strlen(pComment);
+ expect.newComment = pComment;
+ }
+ };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_VNODE_MODIFY_STMT);
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
+
+ ASSERT_EQ(pStmt->sqlNodeType, QUERY_NODE_ALTER_TABLE_STMT);
+ ASSERT_NE(pStmt->pDataBlocks, nullptr);
+ ASSERT_EQ(taosArrayGetSize(pStmt->pDataBlocks), 1);
+ SVgDataBlocks* pVgData = (SVgDataBlocks*)taosArrayGetP(pStmt->pDataBlocks, 0);
+ void* pBuf = POINTER_SHIFT(pVgData->pData, sizeof(SMsgHead));
+ SVAlterTbReq req = {0};
+ SDecoder coder = {0};
+ tDecoderInit(&coder, (uint8_t*)pBuf, pVgData->size);
+ ASSERT_EQ(tDecodeSVAlterTbReq(&coder, &req), TSDB_CODE_SUCCESS);
+
+ ASSERT_EQ(std::string(req.tbName), std::string(expect.tbName));
+ ASSERT_EQ(req.action, expect.action);
+ if (nullptr != expect.colName) {
+ ASSERT_EQ(std::string(req.colName), std::string(expect.colName));
+ }
+ ASSERT_EQ(req.type, expect.type);
+ ASSERT_EQ(req.flags, expect.flags);
+ ASSERT_EQ(req.bytes, expect.bytes);
+ ASSERT_EQ(req.colModBytes, expect.colModBytes);
+ if (nullptr != expect.colNewName) {
+ ASSERT_EQ(std::string(req.colNewName), std::string(expect.colNewName));
+ }
+ if (nullptr != expect.tagName) {
+ ASSERT_EQ(std::string(req.tagName), std::string(expect.tagName));
+ }
+ ASSERT_EQ(req.isNull, expect.isNull);
+ ASSERT_EQ(req.nTagVal, expect.nTagVal);
+ ASSERT_EQ(memcmp(req.pTagVal, expect.pTagVal, expect.nTagVal), 0);
+ ASSERT_EQ(req.updateTTL, expect.updateTTL);
+ ASSERT_EQ(req.newTTL, expect.newTTL);
+ if (nullptr != expect.newComment) {
+ ASSERT_EQ(std::string(req.newComment), std::string(expect.newComment));
+ ASSERT_EQ(req.newCommentLen, strlen(req.newComment));
+ ASSERT_EQ(expect.newCommentLen, strlen(expect.newComment));
+ }
+
+ tDecoderClear(&coder);
+ });
+
+ setAlterTableOptions("t1", 10, nullptr);
+ run("ALTER TABLE t1 TTL 10");
+ clearAlterTbReq();
+
+ setAlterTableOptions("t1", -1, (char*)"test");
+ run("ALTER TABLE t1 COMMENT 'test'");
+ clearAlterTbReq();
+
+ setAlterTableCol("t1", TSDB_ALTER_TABLE_ADD_COLUMN, "cc1", TSDB_DATA_TYPE_BIGINT);
+ run("ALTER TABLE t1 ADD COLUMN cc1 BIGINT");
+ clearAlterTbReq();
+
+ setAlterTableCol("t1", TSDB_ALTER_TABLE_DROP_COLUMN, "c1");
+ run("ALTER TABLE t1 DROP COLUMN c1");
+ clearAlterTbReq();
+
+ setAlterTableCol("t1", TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, "c2", TSDB_DATA_TYPE_VARCHAR, 30 + VARSTR_HEADER_SIZE);
+ run("ALTER TABLE t1 MODIFY COLUMN c2 VARCHAR(30)");
+ clearAlterTbReq();
+
+ setAlterTableCol("t1", TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME, "c1", 0, 0, "cc1");
+ run("ALTER TABLE t1 RENAME COLUMN c1 cc1");
+ clearAlterTbReq();
+
+ int32_t val = 10;
+ setAlterTableTag("st1s1", "tag1", (uint8_t*)&val, sizeof(val));
+ run("ALTER TABLE st1s1 SET TAG tag1=10");
+ clearAlterTbReq();
+ }
+
+ // super table
+ {
+ SMAlterStbReq expect = {0};
+
+ auto clearAlterStbReq = [&]() {
+ tFreeSMAltertbReq(&expect);
+ memset(&expect, 0, sizeof(SMAlterStbReq));
+ };
+
+ auto setAlterStbReq = [&](const char* pTbname, int8_t alterType, int32_t numOfFields = 0,
+ const char* pField1Name = nullptr, int8_t field1Type = 0, int32_t field1Bytes = 0,
+ const char* pField2Name = nullptr, const char* pComment = nullptr) {
+ int32_t len = snprintf(expect.name, sizeof(expect.name), "0.test.%s", pTbname);
+ expect.name[len] = '\0';
+ expect.alterType = alterType;
+ if (nullptr != pComment) {
+ expect.comment = strdup(pComment);
+ expect.commentLen = strlen(pComment);
+ }
+
+ expect.numOfFields = numOfFields;
+ if (NULL == expect.pFields) {
+ expect.pFields = taosArrayInit(2, sizeof(TAOS_FIELD));
+ TAOS_FIELD field = {0};
+ taosArrayPush(expect.pFields, &field);
+ taosArrayPush(expect.pFields, &field);
+ }
+
+ TAOS_FIELD* pField = (TAOS_FIELD*)taosArrayGet(expect.pFields, 0);
+ if (NULL != pField1Name) {
+ strcpy(pField->name, pField1Name);
+ pField->name[strlen(pField1Name)] = '\0';
+ } else {
+ memset(pField, 0, sizeof(TAOS_FIELD));
+ }
+ pField->type = field1Type;
+ pField->bytes = field1Bytes > 0 ? field1Bytes : (field1Type > 0 ? tDataTypes[field1Type].bytes : 0);
+
+ pField = (TAOS_FIELD*)taosArrayGet(expect.pFields, 1);
+ if (NULL != pField2Name) {
+ strcpy(pField->name, pField2Name);
+ pField->name[strlen(pField2Name)] = '\0';
+ } else {
+ memset(pField, 0, sizeof(TAOS_FIELD));
+ }
+ pField->type = 0;
+ pField->bytes = 0;
+ };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_ALTER_TABLE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_ALTER_STB);
+ SMAlterStbReq req = {0};
+ ASSERT_EQ(tDeserializeSMAlterStbReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req), TSDB_CODE_SUCCESS);
+ ASSERT_EQ(std::string(req.name), std::string(expect.name));
+ ASSERT_EQ(req.alterType, expect.alterType);
+ ASSERT_EQ(req.numOfFields, expect.numOfFields);
+ if (expect.numOfFields > 0) {
+ TAOS_FIELD* pField = (TAOS_FIELD*)taosArrayGet(req.pFields, 0);
+ TAOS_FIELD* pExpectField = (TAOS_FIELD*)taosArrayGet(expect.pFields, 0);
+ ASSERT_EQ(std::string(pField->name), std::string(pExpectField->name));
+ ASSERT_EQ(pField->type, pExpectField->type);
+ ASSERT_EQ(pField->bytes, pExpectField->bytes);
+ }
+ if (expect.numOfFields > 1) {
+ TAOS_FIELD* pField = (TAOS_FIELD*)taosArrayGet(req.pFields, 1);
+ TAOS_FIELD* pExpectField = (TAOS_FIELD*)taosArrayGet(expect.pFields, 1);
+ ASSERT_EQ(std::string(pField->name), std::string(pExpectField->name));
+ ASSERT_EQ(pField->type, pExpectField->type);
+ ASSERT_EQ(pField->bytes, pExpectField->bytes);
+ }
+ tFreeSMAltertbReq(&req);
+ });
+
+ setAlterStbReq("st1", TSDB_ALTER_TABLE_ADD_TAG, 1, "tag11", TSDB_DATA_TYPE_BIGINT);
+ run("ALTER TABLE st1 ADD TAG tag11 BIGINT");
+ clearAlterStbReq();
+
+ setAlterStbReq("st1", TSDB_ALTER_TABLE_DROP_TAG, 1, "tag1");
+ run("ALTER TABLE st1 DROP TAG tag1");
+ clearAlterStbReq();
+
+ setAlterStbReq("st1", TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, 1, "tag2", TSDB_DATA_TYPE_VARCHAR,
+ 30 + VARSTR_HEADER_SIZE);
+ run("ALTER TABLE st1 MODIFY TAG tag2 VARCHAR(30)");
+ clearAlterStbReq();
+
+ setAlterStbReq("st1", TSDB_ALTER_TABLE_UPDATE_TAG_NAME, 2, "tag1", 0, 0, "tag11");
+ run("ALTER TABLE st1 RENAME TAG tag1 tag11");
+ clearAlterStbReq();
+ }
}
TEST_F(ParserInitialATest, alterTableSemanticCheck) {
@@ -588,7 +746,7 @@ TEST_F(ParserInitialATest, alterTableSemanticCheck) {
}
/*
- * ALTER USER user_name PASS str_value
+ * ALTER USER user_name alter_user_clause
*
* alter_user_clause: {
* PASS str_value
@@ -618,6 +776,7 @@ TEST_F(ParserInitialATest, alterUser) {
setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_ALTER_USER_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_ALTER_USER);
SAlterUserReq req = {0};
ASSERT_TRUE(TSDB_CODE_SUCCESS == tDeserializeSAlterUserReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
diff --git a/source/libs/parser/test/parExplainToSyncdbTest.cpp b/source/libs/parser/test/parExplainToSyncdbTest.cpp
index f88d6d316b13606ba95226e669a59bcc588bf566..f23685b3058b911f23baf8c37c6608ab989de5c7 100644
--- a/source/libs/parser/test/parExplainToSyncdbTest.cpp
+++ b/source/libs/parser/test/parExplainToSyncdbTest.cpp
@@ -52,8 +52,8 @@ TEST_F(ParserExplainToSyncdbTest, grant) {
ASSERT_EQ(string(req.objname), string(expect.objname));
});
- setAlterUserReq(TSDB_ALTER_USER_ADD_ALL_DB, "wxy", "0.test");
- run("GRANT ALL ON test.* TO wxy");
+ setAlterUserReq(TSDB_ALTER_USER_ADD_ALL_DB, "wxy", "0.*");
+ run("GRANT ALL ON *.* TO wxy");
setAlterUserReq(TSDB_ALTER_USER_ADD_READ_DB, "wxy", "0.test");
run("GRANT READ ON test.* TO wxy");
@@ -138,10 +138,38 @@ TEST_F(ParserExplainToSyncdbTest, redistributeVgroup) {
TEST_F(ParserExplainToSyncdbTest, revoke) {
useDb("root", "test");
- run("REVOKE ALL ON test.* FROM wxy");
+ SAlterUserReq expect = {0};
+
+ auto setAlterUserReq = [&](int8_t alterType, const string& user, const string& obj) {
+ expect.alterType = alterType;
+ snprintf(expect.user, sizeof(expect.user), "%s", user.c_str());
+ snprintf(expect.objname, sizeof(expect.objname), "%s", obj.c_str());
+ };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_REVOKE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_ALTER_USER);
+ SAlterUserReq req = {0};
+ ASSERT_EQ(tDeserializeSAlterUserReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req), TSDB_CODE_SUCCESS);
+ ASSERT_EQ(req.alterType, expect.alterType);
+ ASSERT_EQ(string(req.user), string(expect.user));
+ ASSERT_EQ(string(req.objname), string(expect.objname));
+ });
+
+ setAlterUserReq(TSDB_ALTER_USER_REMOVE_ALL_DB, "wxy", "0.*");
+ run("REVOKE ALL ON *.* FROM wxy");
+
+ setAlterUserReq(TSDB_ALTER_USER_REMOVE_READ_DB, "wxy", "0.test");
run("REVOKE READ ON test.* FROM wxy");
+
+ setAlterUserReq(TSDB_ALTER_USER_REMOVE_WRITE_DB, "wxy", "0.test");
run("REVOKE WRITE ON test.* FROM wxy");
+
+ setAlterUserReq(TSDB_ALTER_USER_REMOVE_ALL_DB, "wxy", "0.test");
run("REVOKE READ, WRITE ON test.* FROM wxy");
+
+ setAlterUserReq(TSDB_ALTER_USER_REMOVE_SUBSCRIBE_TOPIC, "wxy", "0.tp1");
+ run("REVOKE SUBSCRIBE ON tp1 FROM wxy");
}
// todo syncdb
diff --git a/source/libs/parser/test/parInitialCTest.cpp b/source/libs/parser/test/parInitialCTest.cpp
index 17d02c1cce7084c99d025d89b36c69e223083069..8bdea07150ab3d6d521d4332183819c1144cd3b5 100644
--- a/source/libs/parser/test/parInitialCTest.cpp
+++ b/source/libs/parser/test/parInitialCTest.cpp
@@ -21,12 +21,35 @@ namespace ParserTest {
class ParserInitialCTest : public ParserDdlTest {};
+/*
+ * CREATE ACCOUNT account_name PASS value [create_account_options]
+ *
+ * create_account_options:
+ * create_account_option ...
+ *
+ * create_account_option: {
+ * PPS value
+ * | TSERIES value
+ * | STORAGE value
+ * | STREAMS value
+ * | QTIME value
+ * | DBS value
+ * | USERS value
+ * | CONNS value
+ * | STATE value
+ * }
+ */
TEST_F(ParserInitialCTest, createAccount) {
useDb("root", "test");
run("CREATE ACCOUNT ac_wxy PASS '123456'", TSDB_CODE_PAR_EXPRIE_STATEMENT, PARSER_STAGE_PARSE);
}
+/*
+ * CREATE BNODE ON DNODE dnode_id
+ * the server does not support it temporarily
+ */
+
/*
* CREATE DATABASE [IF NOT EXISTS] db_name [database_options]
*
@@ -68,7 +91,7 @@ TEST_F(ParserInitialCTest, createDatabase) {
memset(&expect, 0, sizeof(SCreateDbReq));
};
- auto setCreateDbReqFunc = [&](const char* pDbname, int8_t igExists = 0) {
+ auto setCreateDbReq = [&](const char* pDbname, int8_t igExists = 0) {
int32_t len = snprintf(expect.db, sizeof(expect.db), "0.%s", pDbname);
expect.db[len] = '\0';
expect.ignoreExist = igExists;
@@ -102,28 +125,28 @@ TEST_F(ParserInitialCTest, createDatabase) {
expect.tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
};
- auto setDbBufferFunc = [&](int32_t buffer) { expect.buffer = buffer; };
- auto setDbCachelastFunc = [&](int8_t cachelast) { expect.cacheLast = cachelast; };
+ auto setDbBuffer = [&](int32_t buffer) { expect.buffer = buffer; };
+ auto setDbCachelast = [&](int8_t cachelast) { expect.cacheLast = cachelast; };
auto setDbCachelastSize = [&](int8_t cachelastSize) { expect.cacheLastSize = cachelastSize; };
- auto setDbCompressionFunc = [&](int8_t compressionLevel) { expect.compression = compressionLevel; };
- auto setDbDaysFunc = [&](int32_t daysPerFile) { expect.daysPerFile = daysPerFile; };
- auto setDbFsyncFunc = [&](int32_t fsyncPeriod) { expect.walFsyncPeriod = fsyncPeriod; };
- auto setDbMaxRowsFunc = [&](int32_t maxRowsPerBlock) { expect.maxRows = maxRowsPerBlock; };
- auto setDbMinRowsFunc = [&](int32_t minRowsPerBlock) { expect.minRows = minRowsPerBlock; };
- auto setDbKeepFunc = [&](int32_t keep0, int32_t keep1 = 0, int32_t keep2 = 0) {
+ auto setDbCompression = [&](int8_t compressionLevel) { expect.compression = compressionLevel; };
+ auto setDbDays = [&](int32_t daysPerFile) { expect.daysPerFile = daysPerFile; };
+ auto setDbFsync = [&](int32_t fsyncPeriod) { expect.walFsyncPeriod = fsyncPeriod; };
+ auto setDbMaxRows = [&](int32_t maxRowsPerBlock) { expect.maxRows = maxRowsPerBlock; };
+ auto setDbMinRows = [&](int32_t minRowsPerBlock) { expect.minRows = minRowsPerBlock; };
+ auto setDbKeep = [&](int32_t keep0, int32_t keep1 = 0, int32_t keep2 = 0) {
expect.daysToKeep0 = keep0;
expect.daysToKeep1 = 0 == keep1 ? expect.daysToKeep0 : keep1;
expect.daysToKeep2 = 0 == keep2 ? expect.daysToKeep1 : keep2;
};
- auto setDbPagesFunc = [&](int32_t pages) { expect.pages = pages; };
- auto setDbPageSizeFunc = [&](int32_t pagesize) { expect.pageSize = pagesize; };
- auto setDbPrecisionFunc = [&](int8_t precision) { expect.precision = precision; };
- auto setDbReplicaFunc = [&](int8_t replica) { expect.replications = replica; };
- auto setDbStrictaFunc = [&](int8_t strict) { expect.strict = strict; };
- auto setDbWalLevelFunc = [&](int8_t walLevel) { expect.walLevel = walLevel; };
- auto setDbVgroupsFunc = [&](int32_t numOfVgroups) { expect.numOfVgroups = numOfVgroups; };
- auto setDbSingleStableFunc = [&](int8_t singleStable) { expect.numOfStables = singleStable; };
- auto addDbRetentionFunc = [&](int64_t freq, int64_t keep, int8_t freqUnit, int8_t keepUnit) {
+ auto setDbPages = [&](int32_t pages) { expect.pages = pages; };
+ auto setDbPageSize = [&](int32_t pagesize) { expect.pageSize = pagesize; };
+ auto setDbPrecision = [&](int8_t precision) { expect.precision = precision; };
+ auto setDbReplica = [&](int8_t replica) { expect.replications = replica; };
+ auto setDbStricta = [&](int8_t strict) { expect.strict = strict; };
+ auto setDbWalLevel = [&](int8_t walLevel) { expect.walLevel = walLevel; };
+ auto setDbVgroups = [&](int32_t numOfVgroups) { expect.numOfVgroups = numOfVgroups; };
+ auto setDbSingleStable = [&](int8_t singleStable) { expect.numOfStables = singleStable; };
+ auto addDbRetention = [&](int64_t freq, int64_t keep, int8_t freqUnit, int8_t keepUnit) {
SRetention retention = {0};
retention.freq = freq;
retention.keep = keep;
@@ -135,7 +158,7 @@ TEST_F(ParserInitialCTest, createDatabase) {
taosArrayPush(expect.pRetensions, &retention);
++expect.numOfRetensions;
};
- auto setDbSchemalessFunc = [&](int8_t schemaless) { expect.schemaless = schemaless; };
+ auto setDbSchemaless = [&](int8_t schemaless) { expect.schemaless = schemaless; };
auto setDbWalRetentionPeriod = [&](int32_t walRetentionPeriod) { expect.walRetentionPeriod = walRetentionPeriod; };
auto setDbWalRetentionSize = [&](int32_t walRetentionSize) { expect.walRetentionSize = walRetentionSize; };
auto setDbWalRollPeriod = [&](int32_t walRollPeriod) { expect.walRollPeriod = walRollPeriod; };
@@ -147,6 +170,7 @@ TEST_F(ParserInitialCTest, createDatabase) {
setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_CREATE_DATABASE_STMT);
+ ASSERT_EQ(pQuery->pCmdMsg->msgType, TDMT_MND_CREATE_DB);
SCreateDbReq req = {0};
ASSERT_TRUE(TSDB_CODE_SUCCESS == tDeserializeSCreateDbReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
@@ -195,32 +219,32 @@ TEST_F(ParserInitialCTest, createDatabase) {
tFreeSCreateDbReq(&req);
});
- setCreateDbReqFunc("wxy_db");
+ setCreateDbReq("wxy_db");
run("CREATE DATABASE wxy_db");
clearCreateDbReq();
- setCreateDbReqFunc("wxy_db", 1);
- setDbBufferFunc(64);
- setDbCachelastFunc(2);
+ setCreateDbReq("wxy_db", 1);
+ setDbBuffer(64);
+ setDbCachelast(2);
setDbCachelastSize(20);
- setDbCompressionFunc(1);
- setDbDaysFunc(100 * 1440);
- setDbFsyncFunc(100);
- setDbMaxRowsFunc(1000);
- setDbMinRowsFunc(100);
- setDbKeepFunc(1440 * 1440);
- setDbPagesFunc(96);
- setDbPageSizeFunc(8);
- setDbPrecisionFunc(TSDB_TIME_PRECISION_NANO);
- setDbReplicaFunc(3);
- addDbRetentionFunc(15 * MILLISECOND_PER_SECOND, 7 * MILLISECOND_PER_DAY, TIME_UNIT_SECOND, TIME_UNIT_DAY);
- addDbRetentionFunc(1 * MILLISECOND_PER_MINUTE, 21 * MILLISECOND_PER_DAY, TIME_UNIT_MINUTE, TIME_UNIT_DAY);
- addDbRetentionFunc(15 * MILLISECOND_PER_MINUTE, 500 * MILLISECOND_PER_DAY, TIME_UNIT_MINUTE, TIME_UNIT_DAY);
- // setDbStrictaFunc(1);
- setDbWalLevelFunc(2);
- setDbVgroupsFunc(100);
- setDbSingleStableFunc(1);
- setDbSchemalessFunc(1);
+ setDbCompression(1);
+ setDbDays(100 * 1440);
+ setDbFsync(100);
+ setDbMaxRows(1000);
+ setDbMinRows(100);
+ setDbKeep(1440 * 1440);
+ setDbPages(96);
+ setDbPageSize(8);
+ setDbPrecision(TSDB_TIME_PRECISION_NANO);
+ setDbReplica(3);
+ addDbRetention(15 * MILLISECOND_PER_SECOND, 7 * MILLISECOND_PER_DAY, TIME_UNIT_SECOND, TIME_UNIT_DAY);
+ addDbRetention(1 * MILLISECOND_PER_MINUTE, 21 * MILLISECOND_PER_DAY, TIME_UNIT_MINUTE, TIME_UNIT_DAY);
+ addDbRetention(15 * MILLISECOND_PER_MINUTE, 500 * MILLISECOND_PER_DAY, TIME_UNIT_MINUTE, TIME_UNIT_DAY);
+ // setDbStricta(1);
+ setDbWalLevel(2);
+ setDbVgroups(100);
+ setDbSingleStable(1);
+ setDbSchemaless(1);
setDbWalRetentionPeriod(-1);
setDbWalRetentionSize(-1);
setDbWalRollPeriod(10);
@@ -259,16 +283,16 @@ TEST_F(ParserInitialCTest, createDatabase) {
"TSDB_PAGESIZE 32");
clearCreateDbReq();
- setCreateDbReqFunc("wxy_db", 1);
- setDbDaysFunc(100);
- setDbKeepFunc(1440, 300 * 60, 400 * 1440);
+ setCreateDbReq("wxy_db", 1);
+ setDbDays(100);
+ setDbKeep(1440, 300 * 60, 400 * 1440);
run("CREATE DATABASE IF NOT EXISTS wxy_db "
"DURATION 100m "
"KEEP 1440m,300h,400d ");
clearCreateDbReq();
- setCreateDbReqFunc("wxy_db", 1);
- setDbReplicaFunc(3);
+ setCreateDbReq("wxy_db", 1);
+ setDbReplica(3);
setDbWalRetentionPeriod(TSDB_REPS_DEF_DB_WAL_RET_PERIOD);
setDbWalRetentionSize(TSDB_REPS_DEF_DB_WAL_RET_SIZE);
setDbWalRollPeriod(TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD);
@@ -287,6 +311,9 @@ TEST_F(ParserInitialCTest, createDatabaseSemanticCheck) {
run("create database db2 retentions 15s:7d,5m:21d,10m:10d", TSDB_CODE_PAR_INVALID_DB_OPTION);
}
+/*
+ * CREATE DNODE {dnode_endpoint | dnode_host_name PORT port_val}
+ */
TEST_F(ParserInitialCTest, createDnode) {
useDb("root", "test");
@@ -294,7 +321,7 @@ TEST_F(ParserInitialCTest, createDnode) {
auto clearCreateDnodeReq = [&]() { memset(&expect, 0, sizeof(SCreateDnodeReq)); };
- auto setCreateDnodeReqFunc = [&](const char* pFqdn, int32_t port = tsServerPort) {
+ auto setCreateDnodeReq = [&](const char* pFqdn, int32_t port = tsServerPort) {
strcpy(expect.fqdn, pFqdn);
expect.port = port;
};
@@ -308,39 +335,41 @@ TEST_F(ParserInitialCTest, createDnode) {
ASSERT_EQ(req.port, expect.port);
});
- setCreateDnodeReqFunc("abc1", 7030);
+ setCreateDnodeReq("abc1", 7030);
run("CREATE DNODE 'abc1' PORT 7030");
clearCreateDnodeReq();
- setCreateDnodeReqFunc("1.1.1.1", 8030);
+ setCreateDnodeReq("1.1.1.1", 8030);
run("CREATE DNODE 1.1.1.1 PORT 8030");
clearCreateDnodeReq();
- setCreateDnodeReqFunc("host1", 9030);
+ setCreateDnodeReq("host1", 9030);
run("CREATE DNODE host1 PORT 9030");
clearCreateDnodeReq();
- setCreateDnodeReqFunc("abc2", 7040);
+ setCreateDnodeReq("abc2", 7040);
run("CREATE DNODE 'abc2:7040'");
clearCreateDnodeReq();
- setCreateDnodeReqFunc("1.1.1.2");
+ setCreateDnodeReq("1.1.1.2");
run("CREATE DNODE 1.1.1.2");
clearCreateDnodeReq();
- setCreateDnodeReqFunc("host2");
+ setCreateDnodeReq("host2");
run("CREATE DNODE host2");
clearCreateDnodeReq();
}
-// CREATE [AGGREGATE] FUNCTION [IF NOT EXISTS] func_name AS library_path OUTPUTTYPE type_name [BUFSIZE value]
+/*
+ * CREATE [AGGREGATE] FUNCTION [IF NOT EXISTS] func_name AS library_path OUTPUTTYPE type_name [BUFSIZE value]
+ */
TEST_F(ParserInitialCTest, createFunction) {
useDb("root", "test");
SCreateFuncReq expect = {0};
- auto setCreateFuncReqFunc = [&](const char* pUdfName, int8_t outputType, int32_t outputBytes = 0,
- int8_t funcType = TSDB_FUNC_TYPE_SCALAR, int8_t igExists = 0, int32_t bufSize = 0) {
+ auto setCreateFuncReq = [&](const char* pUdfName, int8_t outputType, int32_t outputBytes = 0,
+ int8_t funcType = TSDB_FUNC_TYPE_SCALAR, int8_t igExists = 0, int32_t bufSize = 0) {
memset(&expect, 0, sizeof(SCreateFuncReq));
strcpy(expect.name, pUdfName);
expect.igExists = igExists;
@@ -365,13 +394,69 @@ TEST_F(ParserInitialCTest, createFunction) {
ASSERT_EQ(req.bufSize, expect.bufSize);
});
- setCreateFuncReqFunc("udf1", TSDB_DATA_TYPE_INT);
+ setCreateFuncReq("udf1", TSDB_DATA_TYPE_INT);
// run("CREATE FUNCTION udf1 AS './build/lib/libudf1.so' OUTPUTTYPE INT");
- setCreateFuncReqFunc("udf2", TSDB_DATA_TYPE_DOUBLE, 0, TSDB_FUNC_TYPE_AGGREGATE, 1, 8);
+ setCreateFuncReq("udf2", TSDB_DATA_TYPE_DOUBLE, 0, TSDB_FUNC_TYPE_AGGREGATE, 1, 8);
// run("CREATE AGGREGATE FUNCTION IF NOT EXISTS udf2 AS './build/lib/libudf2.so' OUTPUTTYPE DOUBLE BUFSIZE 8");
}
+/*
+ * CREATE MNODE ON DNODE dnode_id
+ */
+TEST_F(ParserInitialCTest, createMnode) {
+ useDb("root", "test");
+
+ SMCreateMnodeReq expect = {0};
+
+ auto setCreateMnodeReq = [&](int32_t dnodeId) { expect.dnodeId = dnodeId; };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_CREATE_MNODE_STMT);
+ SMCreateMnodeReq req = {0};
+ ASSERT_TRUE(TSDB_CODE_SUCCESS ==
+ tDeserializeSCreateDropMQSNodeReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
+
+ ASSERT_EQ(req.dnodeId, expect.dnodeId);
+ });
+
+ setCreateMnodeReq(1);
+ run("CREATE MNODE ON DNODE 1");
+}
+
+/*
+ * CREATE QNODE ON DNODE dnode_id
+ */
+TEST_F(ParserInitialCTest, createQnode) {
+ useDb("root", "test");
+
+ SMCreateQnodeReq expect = {0};
+
+ auto setCreateQnodeReq = [&](int32_t dnodeId) { expect.dnodeId = dnodeId; };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_CREATE_QNODE_STMT);
+ SMCreateQnodeReq req = {0};
+ ASSERT_TRUE(TSDB_CODE_SUCCESS ==
+ tDeserializeSCreateDropMQSNodeReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
+
+ ASSERT_EQ(req.dnodeId, expect.dnodeId);
+ });
+
+ setCreateQnodeReq(1);
+ run("CREATE QNODE ON DNODE 1");
+}
+
+/*
+ * CREATE SMA INDEX index_name ON tb_name index_option
+ *
+ * index_option:
+ * FUNCTION(functions) INTERVAL(interval_val [, interval_offset]) [SLIDING(sliding_val)]
+ * [WATERMARK(watermark_val)] [MAX_DELAY(max_delay_val)]
+ *
+ * functions:
+ * function [, function] ...
+ */
TEST_F(ParserInitialCTest, createSmaIndex) {
useDb("root", "test");
@@ -439,24 +524,39 @@ TEST_F(ParserInitialCTest, createSmaIndex) {
"DELETE_MARK 1000s");
}
-TEST_F(ParserInitialCTest, createMnode) {
+/*
+ * CREATE SNODE ON DNODE dnode_id
+ */
+TEST_F(ParserInitialCTest, createSnode) {
useDb("root", "test");
- run("CREATE MNODE ON DNODE 1");
-}
+ SMCreateSnodeReq expect = {0};
-TEST_F(ParserInitialCTest, createQnode) {
- useDb("root", "test");
+ auto setCreateSnodeReq = [&](int32_t dnodeId) { expect.dnodeId = dnodeId; };
- run("CREATE QNODE ON DNODE 1");
-}
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_CREATE_SNODE_STMT);
+ SMCreateSnodeReq req = {0};
+ ASSERT_TRUE(TSDB_CODE_SUCCESS ==
+ tDeserializeSCreateDropMQSNodeReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
-TEST_F(ParserInitialCTest, createSnode) {
- useDb("root", "test");
+ ASSERT_EQ(req.dnodeId, expect.dnodeId);
+ });
+ setCreateSnodeReq(1);
run("CREATE SNODE ON DNODE 1");
}
+/*
+ * CREATE STABLE [IF NOT EXISTS] stb_name (create_definition [, create_definitionn] ...)
+ * TAGS (create_definition [, create_definition] ...) [table_options]
+ *
+ * create_definition:
+ * col_name column_definition
+ *
+ * column_definition:
+ * type_name [COMMENT 'string_value']
+ */
TEST_F(ParserInitialCTest, createStable) {
useDb("root", "test");
@@ -467,7 +567,7 @@ TEST_F(ParserInitialCTest, createStable) {
memset(&expect, 0, sizeof(SMCreateStbReq));
};
- auto setCreateStbReqFunc =
+ auto setCreateStbReq =
[&](const char* pDbName, const char* pTbName, int8_t igExists = 0, int64_t delay1 = -1, int64_t delay2 = -1,
int64_t watermark1 = TSDB_DEFAULT_ROLLUP_WATERMARK, int64_t watermark2 = TSDB_DEFAULT_ROLLUP_WATERMARK,
int64_t deleteMark1 = TSDB_DEFAULT_ROLLUP_DELETE_MARK, int64_t deleteMark2 = TSDB_DEFAULT_ROLLUP_DELETE_MARK,
@@ -488,8 +588,8 @@ TEST_F(ParserInitialCTest, createStable) {
}
};
- auto addFieldToCreateStbReqFunc = [&](bool col, const char* pFieldName, uint8_t type, int32_t bytes = 0,
- int8_t flags = COL_SMA_ON) {
+ auto addFieldToCreateStbReq = [&](bool col, const char* pFieldName, uint8_t type, int32_t bytes = 0,
+ int8_t flags = COL_SMA_ON) {
SField field = {0};
strcpy(field.name, pFieldName);
field.type = type;
@@ -565,46 +665,46 @@ TEST_F(ParserInitialCTest, createStable) {
tFreeSMCreateStbReq(&req);
});
- setCreateStbReqFunc("test", "t1");
- addFieldToCreateStbReqFunc(true, "ts", TSDB_DATA_TYPE_TIMESTAMP);
- addFieldToCreateStbReqFunc(true, "c1", TSDB_DATA_TYPE_INT);
- addFieldToCreateStbReqFunc(false, "id", TSDB_DATA_TYPE_INT);
+ setCreateStbReq("test", "t1");
+ addFieldToCreateStbReq(true, "ts", TSDB_DATA_TYPE_TIMESTAMP);
+ addFieldToCreateStbReq(true, "c1", TSDB_DATA_TYPE_INT);
+ addFieldToCreateStbReq(false, "id", TSDB_DATA_TYPE_INT);
run("CREATE STABLE t1(ts TIMESTAMP, c1 INT) TAGS(id INT)");
clearCreateStbReq();
- setCreateStbReqFunc("rollup_db", "t1", 1, 100 * MILLISECOND_PER_SECOND, 10 * MILLISECOND_PER_MINUTE, 10,
- 1 * MILLISECOND_PER_MINUTE, 1000 * MILLISECOND_PER_SECOND, 200 * MILLISECOND_PER_MINUTE, 100,
- "test create table");
- addFieldToCreateStbReqFunc(true, "ts", TSDB_DATA_TYPE_TIMESTAMP, 0, 0);
- addFieldToCreateStbReqFunc(true, "c1", TSDB_DATA_TYPE_INT);
- addFieldToCreateStbReqFunc(true, "c2", TSDB_DATA_TYPE_UINT);
- addFieldToCreateStbReqFunc(true, "c3", TSDB_DATA_TYPE_BIGINT);
- addFieldToCreateStbReqFunc(true, "c4", TSDB_DATA_TYPE_UBIGINT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c5", TSDB_DATA_TYPE_FLOAT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c6", TSDB_DATA_TYPE_DOUBLE, 0, 0);
- addFieldToCreateStbReqFunc(true, "c7", TSDB_DATA_TYPE_BINARY, 20 + VARSTR_HEADER_SIZE, 0);
- addFieldToCreateStbReqFunc(true, "c8", TSDB_DATA_TYPE_SMALLINT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c9", TSDB_DATA_TYPE_USMALLINT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c10", TSDB_DATA_TYPE_TINYINT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c11", TSDB_DATA_TYPE_UTINYINT, 0, 0);
- addFieldToCreateStbReqFunc(true, "c12", TSDB_DATA_TYPE_BOOL, 0, 0);
- addFieldToCreateStbReqFunc(true, "c13", TSDB_DATA_TYPE_NCHAR, 30 * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE, 0);
- addFieldToCreateStbReqFunc(true, "c14", TSDB_DATA_TYPE_VARCHAR, 50 + VARSTR_HEADER_SIZE, 0);
- addFieldToCreateStbReqFunc(false, "a1", TSDB_DATA_TYPE_TIMESTAMP);
- addFieldToCreateStbReqFunc(false, "a2", TSDB_DATA_TYPE_INT);
- addFieldToCreateStbReqFunc(false, "a3", TSDB_DATA_TYPE_UINT);
- addFieldToCreateStbReqFunc(false, "a4", TSDB_DATA_TYPE_BIGINT);
- addFieldToCreateStbReqFunc(false, "a5", TSDB_DATA_TYPE_UBIGINT);
- addFieldToCreateStbReqFunc(false, "a6", TSDB_DATA_TYPE_FLOAT);
- addFieldToCreateStbReqFunc(false, "a7", TSDB_DATA_TYPE_DOUBLE);
- addFieldToCreateStbReqFunc(false, "a8", TSDB_DATA_TYPE_BINARY, 20 + VARSTR_HEADER_SIZE);
- addFieldToCreateStbReqFunc(false, "a9", TSDB_DATA_TYPE_SMALLINT);
- addFieldToCreateStbReqFunc(false, "a10", TSDB_DATA_TYPE_USMALLINT);
- addFieldToCreateStbReqFunc(false, "a11", TSDB_DATA_TYPE_TINYINT);
- addFieldToCreateStbReqFunc(false, "a12", TSDB_DATA_TYPE_UTINYINT);
- addFieldToCreateStbReqFunc(false, "a13", TSDB_DATA_TYPE_BOOL);
- addFieldToCreateStbReqFunc(false, "a14", TSDB_DATA_TYPE_NCHAR, 30 * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE);
- addFieldToCreateStbReqFunc(false, "a15", TSDB_DATA_TYPE_VARCHAR, 50 + VARSTR_HEADER_SIZE);
+ setCreateStbReq("rollup_db", "t1", 1, 100 * MILLISECOND_PER_SECOND, 10 * MILLISECOND_PER_MINUTE, 10,
+ 1 * MILLISECOND_PER_MINUTE, 1000 * MILLISECOND_PER_SECOND, 200 * MILLISECOND_PER_MINUTE, 100,
+ "test create table");
+ addFieldToCreateStbReq(true, "ts", TSDB_DATA_TYPE_TIMESTAMP, 0, 0);
+ addFieldToCreateStbReq(true, "c1", TSDB_DATA_TYPE_INT);
+ addFieldToCreateStbReq(true, "c2", TSDB_DATA_TYPE_UINT);
+ addFieldToCreateStbReq(true, "c3", TSDB_DATA_TYPE_BIGINT);
+ addFieldToCreateStbReq(true, "c4", TSDB_DATA_TYPE_UBIGINT, 0, 0);
+ addFieldToCreateStbReq(true, "c5", TSDB_DATA_TYPE_FLOAT, 0, 0);
+ addFieldToCreateStbReq(true, "c6", TSDB_DATA_TYPE_DOUBLE, 0, 0);
+ addFieldToCreateStbReq(true, "c7", TSDB_DATA_TYPE_BINARY, 20 + VARSTR_HEADER_SIZE, 0);
+ addFieldToCreateStbReq(true, "c8", TSDB_DATA_TYPE_SMALLINT, 0, 0);
+ addFieldToCreateStbReq(true, "c9", TSDB_DATA_TYPE_USMALLINT, 0, 0);
+ addFieldToCreateStbReq(true, "c10", TSDB_DATA_TYPE_TINYINT, 0, 0);
+ addFieldToCreateStbReq(true, "c11", TSDB_DATA_TYPE_UTINYINT, 0, 0);
+ addFieldToCreateStbReq(true, "c12", TSDB_DATA_TYPE_BOOL, 0, 0);
+ addFieldToCreateStbReq(true, "c13", TSDB_DATA_TYPE_NCHAR, 30 * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE, 0);
+ addFieldToCreateStbReq(true, "c14", TSDB_DATA_TYPE_VARCHAR, 50 + VARSTR_HEADER_SIZE, 0);
+ addFieldToCreateStbReq(false, "a1", TSDB_DATA_TYPE_TIMESTAMP);
+ addFieldToCreateStbReq(false, "a2", TSDB_DATA_TYPE_INT);
+ addFieldToCreateStbReq(false, "a3", TSDB_DATA_TYPE_UINT);
+ addFieldToCreateStbReq(false, "a4", TSDB_DATA_TYPE_BIGINT);
+ addFieldToCreateStbReq(false, "a5", TSDB_DATA_TYPE_UBIGINT);
+ addFieldToCreateStbReq(false, "a6", TSDB_DATA_TYPE_FLOAT);
+ addFieldToCreateStbReq(false, "a7", TSDB_DATA_TYPE_DOUBLE);
+ addFieldToCreateStbReq(false, "a8", TSDB_DATA_TYPE_BINARY, 20 + VARSTR_HEADER_SIZE);
+ addFieldToCreateStbReq(false, "a9", TSDB_DATA_TYPE_SMALLINT);
+ addFieldToCreateStbReq(false, "a10", TSDB_DATA_TYPE_USMALLINT);
+ addFieldToCreateStbReq(false, "a11", TSDB_DATA_TYPE_TINYINT);
+ addFieldToCreateStbReq(false, "a12", TSDB_DATA_TYPE_UTINYINT);
+ addFieldToCreateStbReq(false, "a13", TSDB_DATA_TYPE_BOOL);
+ addFieldToCreateStbReq(false, "a14", TSDB_DATA_TYPE_NCHAR, 30 * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE);
+ addFieldToCreateStbReq(false, "a15", TSDB_DATA_TYPE_VARCHAR, 50 + VARSTR_HEADER_SIZE);
run("CREATE STABLE IF NOT EXISTS rollup_db.t1("
"ts TIMESTAMP, c1 INT, c2 INT UNSIGNED, c3 BIGINT, c4 BIGINT UNSIGNED, c5 FLOAT, c6 DOUBLE, c7 BINARY(20), "
"c8 SMALLINT, c9 SMALLINT UNSIGNED COMMENT 'test column comment', c10 TINYINT, c11 TINYINT UNSIGNED, c12 BOOL, "
@@ -630,6 +730,20 @@ TEST_F(ParserInitialCTest, createStableSemanticCheck) {
TSDB_CODE_PAR_INVALID_TABLE_OPTION);
}
+/*
+ * CREATE STREAM [IF NOT EXISTS] stream_name [stream_options]
+ * INTO stb_name [TAGS (create_definition [, create_definition] ...)] [SUBTABLE (expr)] AS subquery
+ *
+ * stream_options:
+ * stream_option ...
+ *
+ * stream_option: {
+ * TRIGGER [AT_ONCE | WINDOW_CLOSE | MAX_DELAY time]
+ * | WATERMARK time
+ * | IGNORE EXPIRED value
+ * | FILL_HISTORY value
+ * }
+ */
TEST_F(ParserInitialCTest, createStream) {
useDb("root", "test");
@@ -734,9 +848,103 @@ TEST_F(ParserInitialCTest, createStreamSemanticCheck) {
TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC);
}
+/*
+ * CREATE TABLE [IF NOT EXISTS] [db_name.]tb_name (create_definition [, create_definitionn] ...) [table_options]
+ *
+ * CREATE TABLE create_subtable_clause
+ *
+ * CREATE TABLE [IF NOT EXISTS] [db_name.]tb_name (create_definition [, create_definitionn] ...)
+ * [TAGS (create_definition [, create_definitionn] ...)]
+ * [table_options]
+ *
+ * create_subtable_clause: {
+ * create_subtable_clause [create_subtable_clause] ...
+ * | [IF NOT EXISTS] [db_name.]tb_name USING [db_name.]stb_name [(tag_name [, tag_name] ...)]
+ * TAGS (tag_value [, tag_value] ...)
+ * }
+ *
+ * create_definition:
+ * col_name column_definition
+ *
+ * column_definition:
+ * type_name [comment 'string_value']
+ *
+ * table_options:
+ * table_option ...
+ *
+ * table_option: {
+ * COMMENT 'string_value'
+ * | WATERMARK duration[,duration]
+ * | MAX_DELAY duration[,duration]
+ * | ROLLUP(func_name [, func_name] ...)
+ * | SMA(col_name [, col_name] ...)
+ * | TTL value
+ * }
+ */
TEST_F(ParserInitialCTest, createTable) {
useDb("root", "test");
+ SVCreateTbBatchReq expect = {0};
+
+ auto addCreateTbReq = [&](const char* pName, bool ignoreExists = false, int32_t ttl = TSDB_DEFAULT_TABLE_TTL,
+ const char* pComment = nullptr) {
+ SVCreateTbReq req = {0};
+ req.name = strdup(pName);
+ if (ignoreExists) {
+ req.flags |= TD_CREATE_IF_NOT_EXISTS;
+ }
+ req.ttl = ttl;
+ if (nullptr != pComment) {
+ req.comment = strdup(pComment);
+ req.commentLen = strlen(pComment);
+ }
+ ++expect.nReqs;
+ if (nullptr == expect.pArray) {
+ expect.pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVCreateTbReq));
+ }
+ taosArrayPush(expect.pArray, &req);
+ };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ return; // todo
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_VNODE_MODIFY_STMT);
+ SVnodeModifyOpStmt* pStmt = (SVnodeModifyOpStmt*)pQuery->pRoot;
+
+ ASSERT_EQ(pStmt->sqlNodeType, QUERY_NODE_CREATE_TABLE_STMT);
+ ASSERT_NE(pStmt->pDataBlocks, nullptr);
+ int32_t numOfBlocks = taosArrayGetSize(pStmt->pDataBlocks);
+ for (int32_t i = 0; i < numOfBlocks; ++i) {
+ SVgDataBlocks* pVgData = (SVgDataBlocks*)taosArrayGetP(pStmt->pDataBlocks, i);
+ void* pBuf = POINTER_SHIFT(pVgData->pData, sizeof(SMsgHead));
+ SVCreateTbBatchReq req = {0};
+ SDecoder coder = {0};
+ tDecoderInit(&coder, (uint8_t*)pBuf, pVgData->size);
+ ASSERT_EQ(tDecodeSVCreateTbBatchReq(&coder, &req), TSDB_CODE_SUCCESS);
+ ASSERT_EQ(req.nReqs, expect.nReqs);
+ for (int32_t j = 0; j < req.nReqs; ++j) {
+ SVCreateTbReq* pReq = req.pReqs + j;
+ SVCreateTbReq* pExpect = (SVCreateTbReq*)taosArrayGet(expect.pArray, j);
+ ASSERT_EQ(pReq->flags, pExpect->flags);
+ ASSERT_EQ(std::string(pReq->name), std::string(pExpect->name));
+ ASSERT_EQ(pReq->uid, pExpect->uid);
+ ASSERT_EQ(pReq->ctime, pExpect->ctime);
+ ASSERT_EQ(pReq->ttl, pExpect->ttl);
+ ASSERT_EQ(pReq->commentLen, pExpect->commentLen);
+ ASSERT_EQ(std::string(pReq->comment), std::string(pExpect->comment));
+ ASSERT_EQ(pReq->type, pExpect->type);
+ if (TD_NORMAL_TABLE == pExpect->type) {
+ ASSERT_EQ(pReq->ntb.schemaRow.version, pExpect->ntb.schemaRow.version);
+ ASSERT_EQ(pReq->ntb.schemaRow.nCols, pExpect->ntb.schemaRow.nCols);
+ } else if (TD_CHILD_TABLE == pExpect->type) {
+ ASSERT_EQ(std::string(pReq->ctb.stbName), std::string(pExpect->ctb.stbName));
+ ASSERT_EQ(pReq->ctb.tagNum, pExpect->ctb.tagNum);
+ ASSERT_EQ(pReq->ctb.suid, pExpect->ctb.suid);
+ }
+ }
+ tDecoderClear(&coder);
+ }
+ });
+
run("CREATE TABLE t1(ts TIMESTAMP, c1 INT)");
run("CREATE TABLE IF NOT EXISTS test.t1("
@@ -761,7 +969,7 @@ TEST_F(ParserInitialCTest, createTable) {
"IF NOT EXISTS test.t2 USING test.st1 (tag1, tag2) TAGS(2, 'abc') "
"IF NOT EXISTS test.t3 USING test.st1 (tag1, tag2) TAGS(3, 'abc') ");
- // run("CREATE TABLE IF NOT EXISTS t1 USING st1 TAGS(1, 'wxy', NOW + 1S)");
+ run("CREATE TABLE IF NOT EXISTS t1 USING st1 TAGS(1, 'wxy', NOW + 1S)");
}
TEST_F(ParserInitialCTest, createTableSemanticCheck) {
@@ -779,6 +987,11 @@ TEST_F(ParserInitialCTest, createTableSemanticCheck) {
run(sql, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
}
+/*
+ * CREATE TOPIC [IF NOT EXISTS] topic_name AS subquery
+ *
+ * CREATE TOPIC [IF NOT EXISTS] topic_name [WITH META] AS {DATABASE db_name | STABLE stb_name }
+ */
TEST_F(ParserInitialCTest, createTopic) {
useDb("root", "test");
@@ -786,8 +999,8 @@ TEST_F(ParserInitialCTest, createTopic) {
auto clearCreateTopicReq = [&]() { memset(&expect, 0, sizeof(SCMCreateTopicReq)); };
- auto setCreateTopicReqFunc = [&](const char* pTopicName, int8_t igExists, const char* pSql, const char* pAst,
- const char* pDbName = nullptr, const char* pTbname = nullptr, int8_t withMeta = 0) {
+ auto setCreateTopicReq = [&](const char* pTopicName, int8_t igExists, const char* pSql, const char* pAst,
+ const char* pDbName = nullptr, const char* pTbname = nullptr, int8_t withMeta = 0) {
snprintf(expect.name, sizeof(expect.name), "0.%s", pTopicName);
expect.igExists = igExists;
expect.sql = (char*)pSql;
@@ -831,31 +1044,34 @@ TEST_F(ParserInitialCTest, createTopic) {
tFreeSCMCreateTopicReq(&req);
});
- setCreateTopicReqFunc("tp1", 0, "create topic tp1 as select * from t1", "ast");
+ setCreateTopicReq("tp1", 0, "create topic tp1 as select * from t1", "ast");
run("CREATE TOPIC tp1 AS SELECT * FROM t1");
clearCreateTopicReq();
- setCreateTopicReqFunc("tp1", 1, "create topic if not exists tp1 as select ts, ceil(c1) from t1", "ast");
+ setCreateTopicReq("tp1", 1, "create topic if not exists tp1 as select ts, ceil(c1) from t1", "ast");
run("CREATE TOPIC IF NOT EXISTS tp1 AS SELECT ts, CEIL(c1) FROM t1");
clearCreateTopicReq();
- setCreateTopicReqFunc("tp1", 0, "create topic tp1 as database test", nullptr, "test");
+ setCreateTopicReq("tp1", 0, "create topic tp1 as database test", nullptr, "test");
run("CREATE TOPIC tp1 AS DATABASE test");
clearCreateTopicReq();
- setCreateTopicReqFunc("tp1", 0, "create topic tp1 with meta as database test", nullptr, "test", nullptr, 1);
+ setCreateTopicReq("tp1", 0, "create topic tp1 with meta as database test", nullptr, "test", nullptr, 1);
run("CREATE TOPIC tp1 WITH META AS DATABASE test");
clearCreateTopicReq();
- setCreateTopicReqFunc("tp1", 1, "create topic if not exists tp1 as stable st1", nullptr, "test", "st1");
+ setCreateTopicReq("tp1", 1, "create topic if not exists tp1 as stable st1", nullptr, "test", "st1");
run("CREATE TOPIC IF NOT EXISTS tp1 AS STABLE st1");
clearCreateTopicReq();
- setCreateTopicReqFunc("tp1", 1, "create topic if not exists tp1 with meta as stable st1", nullptr, "test", "st1", 1);
+ setCreateTopicReq("tp1", 1, "create topic if not exists tp1 with meta as stable st1", nullptr, "test", "st1", 1);
run("CREATE TOPIC IF NOT EXISTS tp1 WITH META AS STABLE st1");
clearCreateTopicReq();
}
+/*
+ * CREATE USER use_name PASS password [SYSINFO value]
+ */
TEST_F(ParserInitialCTest, createUser) {
useDb("root", "test");
diff --git a/source/libs/parser/test/parInitialDTest.cpp b/source/libs/parser/test/parInitialDTest.cpp
index 3ded71242b961ceaf12abbdff44272c7fa6cb32c..3d773d351070fa55f0f658dd093d4f185fa5d4ef 100644
--- a/source/libs/parser/test/parInitialDTest.cpp
+++ b/source/libs/parser/test/parInitialDTest.cpp
@@ -99,7 +99,7 @@ TEST_F(ParserInitialDTest, dropDnode) {
expect.force = force;
};
- auto setDropDnodeReqByEndpoint = [&](const char* pFqdn, int32_t port, bool force = false) {
+ auto setDropDnodeReqByEndpoint = [&](const char* pFqdn, int32_t port = tsServerPort, bool force = false) {
strcpy(expect.fqdn, pFqdn);
expect.port = port;
expect.force = force;
@@ -131,6 +131,14 @@ TEST_F(ParserInitialDTest, dropDnode) {
setDropDnodeReqByEndpoint("host2", 8030, true);
run("DROP DNODE 'host2:8030' FORCE");
clearDropDnodeReq();
+
+ setDropDnodeReqByEndpoint("host1");
+ run("DROP DNODE host1");
+ clearDropDnodeReq();
+
+ setDropDnodeReqByEndpoint("host2", tsServerPort, true);
+ run("DROP DNODE host2 FORCE");
+ clearDropDnodeReq();
}
// todo DROP function
@@ -174,7 +182,21 @@ TEST_F(ParserInitialDTest, dropMnode) {
TEST_F(ParserInitialDTest, dropQnode) {
useDb("root", "test");
- run("DROP qnode on dnode 1");
+ SMDropQnodeReq expect = {0};
+
+ auto setDropQnodeReq = [&](int32_t dnodeId) { expect.dnodeId = dnodeId; };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_DROP_QNODE_STMT);
+ SMDropQnodeReq req = {0};
+ ASSERT_TRUE(TSDB_CODE_SUCCESS ==
+ tDeserializeSCreateDropMQSNodeReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
+
+ ASSERT_EQ(req.dnodeId, expect.dnodeId);
+ });
+
+ setDropQnodeReq(1);
+ run("DROP QNODE ON DNODE 1");
}
TEST_F(ParserInitialDTest, dropSnode) {
@@ -237,7 +259,20 @@ TEST_F(ParserInitialDTest, dropUser) {
login("root");
useDb("root", "test");
- run("DROP user wxy");
+ SDropUserReq expect = {0};
+
+ auto setDropUserReq = [&](const char* pUser) { sprintf(expect.user, "%s", pUser); };
+
+ setCheckDdlFunc([&](const SQuery* pQuery, ParserStage stage) {
+ ASSERT_EQ(nodeType(pQuery->pRoot), QUERY_NODE_DROP_USER_STMT);
+ SDropUserReq req = {0};
+ ASSERT_TRUE(TSDB_CODE_SUCCESS == tDeserializeSDropUserReq(pQuery->pCmdMsg->pMsg, pQuery->pCmdMsg->msgLen, &req));
+
+ ASSERT_EQ(std::string(req.user), std::string(expect.user));
+ });
+
+ setDropUserReq("wxy");
+ run("DROP USER wxy");
}
} // namespace ParserTest
diff --git a/source/libs/planner/src/planLogicCreater.c b/source/libs/planner/src/planLogicCreater.c
index daefa60af3af2ccde00c34f9cc8fc0d64e6ea78a..4e1e98c9c026b116e9cf67d5324b53a003a65192 100644
--- a/source/libs/planner/src/planLogicCreater.c
+++ b/source/libs/planner/src/planLogicCreater.c
@@ -814,6 +814,29 @@ static int32_t createWindowLogicNodeByInterval(SLogicPlanContext* pCxt, SInterva
return createWindowLogicNodeFinalize(pCxt, pSelect, pWindow, pLogicNode);
}
+static int32_t createWindowLogicNodeByEvent(SLogicPlanContext* pCxt, SEventWindowNode* pEvent, SSelectStmt* pSelect,
+ SLogicNode** pLogicNode) {
+ SWindowLogicNode* pWindow = (SWindowLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_WINDOW);
+ if (NULL == pWindow) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ pWindow->winType = WINDOW_TYPE_EVENT;
+ pWindow->node.groupAction = getGroupAction(pCxt, pSelect);
+ pWindow->node.requireDataOrder =
+ pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_IN_BLOCK : getRequireDataOrder(true, pSelect);
+ pWindow->node.resultDataOrder =
+ pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_GLOBAL : pWindow->node.requireDataOrder;
+ pWindow->pStartCond = nodesCloneNode(pEvent->pStartCond);
+ pWindow->pEndCond = nodesCloneNode(pEvent->pEndCond);
+ pWindow->pTspk = nodesCloneNode(pEvent->pCol);
+ if (NULL == pWindow->pStartCond || NULL == pWindow->pEndCond || NULL == pWindow->pTspk) {
+ nodesDestroyNode((SNode*)pWindow);
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+ return createWindowLogicNodeFinalize(pCxt, pSelect, pWindow, pLogicNode);
+}
+
static int32_t createWindowLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
if (NULL == pSelect->pWindow) {
return TSDB_CODE_SUCCESS;
@@ -826,6 +849,8 @@ static int32_t createWindowLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSele
return createWindowLogicNodeBySession(pCxt, (SSessionWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
case QUERY_NODE_INTERVAL_WINDOW:
return createWindowLogicNodeByInterval(pCxt, (SIntervalWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
+ case QUERY_NODE_EVENT_WINDOW:
+ return createWindowLogicNodeByEvent(pCxt, (SEventWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
default:
break;
}
@@ -1361,7 +1386,7 @@ static int32_t createSetOperatorLogicNode(SLogicPlanContext* pCxt, SSetOperator*
static int32_t getMsgType(ENodeType sqlType) {
switch (sqlType) {
case QUERY_NODE_CREATE_TABLE_STMT:
- case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
+ case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
return TDMT_VND_CREATE_TABLE;
case QUERY_NODE_DROP_TABLE_STMT:
return TDMT_VND_DROP_TABLE;
@@ -1375,7 +1400,7 @@ static int32_t getMsgType(ENodeType sqlType) {
return TDMT_VND_SUBMIT;
}
-static int32_t createVnodeModifLogicNode(SLogicPlanContext* pCxt, SVnodeModifOpStmt* pStmt, SLogicNode** pLogicNode) {
+static int32_t createVnodeModifLogicNode(SLogicPlanContext* pCxt, SVnodeModifyOpStmt* pStmt, SLogicNode** pLogicNode) {
SVnodeModifyLogicNode* pModif = (SVnodeModifyLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_VNODE_MODIFY);
if (NULL == pModif) {
return TSDB_CODE_OUT_OF_MEMORY;
@@ -1559,8 +1584,8 @@ static int32_t createQueryLogicNode(SLogicPlanContext* pCxt, SNode* pStmt, SLogi
switch (nodeType(pStmt)) {
case QUERY_NODE_SELECT_STMT:
return createSelectLogicNode(pCxt, (SSelectStmt*)pStmt, pLogicNode);
- case QUERY_NODE_VNODE_MODIF_STMT:
- return createVnodeModifLogicNode(pCxt, (SVnodeModifOpStmt*)pStmt, pLogicNode);
+ case QUERY_NODE_VNODE_MODIFY_STMT:
+ return createVnodeModifLogicNode(pCxt, (SVnodeModifyOpStmt*)pStmt, pLogicNode);
case QUERY_NODE_EXPLAIN_STMT:
return createQueryLogicNode(pCxt, ((SExplainStmt*)pStmt)->pQuery, pLogicNode);
case QUERY_NODE_SET_OPERATOR:
diff --git a/source/libs/planner/src/planPhysiCreater.c b/source/libs/planner/src/planPhysiCreater.c
index e5675310b5592199314511fc1b009da4ab9ff6af..78ae3c1c3b9bbf68066e53f32385f4c726a2d94d 100644
--- a/source/libs/planner/src/planPhysiCreater.c
+++ b/source/libs/planner/src/planPhysiCreater.c
@@ -1297,6 +1297,33 @@ static int32_t createStateWindowPhysiNode(SPhysiPlanContext* pCxt, SNodeList* pC
return code;
}
+static int32_t createEventWindowPhysiNode(SPhysiPlanContext* pCxt, SNodeList* pChildren,
+ SWindowLogicNode* pWindowLogicNode, SPhysiNode** pPhyNode) {
+ SEventWinodwPhysiNode* pEvent = (SEventWinodwPhysiNode*)makePhysiNode(
+ pCxt, (SLogicNode*)pWindowLogicNode,
+ (pCxt->pPlanCxt->streamQuery ? QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT : QUERY_NODE_PHYSICAL_PLAN_MERGE_EVENT));
+ if (NULL == pEvent) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ SDataBlockDescNode* pChildTupe = (((SPhysiNode*)nodesListGetNode(pChildren, 0))->pOutputDataBlockDesc);
+ int32_t code = setNodeSlotId(pCxt, pChildTupe->dataBlockId, -1, pWindowLogicNode->pStartCond, &pEvent->pStartCond);
+ if (TSDB_CODE_SUCCESS == code) {
+ code = setNodeSlotId(pCxt, pChildTupe->dataBlockId, -1, pWindowLogicNode->pEndCond, &pEvent->pEndCond);
+ }
+ if (TSDB_CODE_SUCCESS == code) {
+ code = createWindowPhysiNodeFinalize(pCxt, pChildren, &pEvent->window, pWindowLogicNode);
+ }
+
+ if (TSDB_CODE_SUCCESS == code) {
+ *pPhyNode = (SPhysiNode*)pEvent;
+ } else {
+ nodesDestroyNode((SNode*)pEvent);
+ }
+
+ return code;
+}
+
static int32_t createWindowPhysiNode(SPhysiPlanContext* pCxt, SNodeList* pChildren, SWindowLogicNode* pWindowLogicNode,
SPhysiNode** pPhyNode) {
switch (pWindowLogicNode->winType) {
@@ -1306,6 +1333,8 @@ static int32_t createWindowPhysiNode(SPhysiPlanContext* pCxt, SNodeList* pChildr
return createSessionWindowPhysiNode(pCxt, pChildren, pWindowLogicNode, pPhyNode);
case WINDOW_TYPE_STATE:
return createStateWindowPhysiNode(pCxt, pChildren, pWindowLogicNode, pPhyNode);
+ case WINDOW_TYPE_EVENT:
+ return createEventWindowPhysiNode(pCxt, pChildren, pWindowLogicNode, pPhyNode);
default:
break;
}
diff --git a/source/libs/planner/src/planSpliter.c b/source/libs/planner/src/planSpliter.c
index f5782dc9371fe849a69d96f9c30d6c98cec766e1..f6b1babf9501e12122bdcf97e8260251c348a617 100644
--- a/source/libs/planner/src/planSpliter.c
+++ b/source/libs/planner/src/planSpliter.c
@@ -729,6 +729,18 @@ static int32_t stbSplSplitState(SSplitContext* pCxt, SStableSplitInfo* pInfo) {
}
}
+static int32_t stbSplSplitEventForStream(SSplitContext* pCxt, SStableSplitInfo* pInfo) {
+ return TSDB_CODE_PLAN_INTERNAL_ERROR;
+}
+
+static int32_t stbSplSplitEvent(SSplitContext* pCxt, SStableSplitInfo* pInfo) {
+ if (pCxt->pPlanCxt->streamQuery) {
+ return stbSplSplitEventForStream(pCxt, pInfo);
+ } else {
+ return stbSplSplitSessionOrStateForBatch(pCxt, pInfo);
+ }
+}
+
static bool stbSplIsPartTableWinodw(SWindowLogicNode* pWindow) {
return stbSplHasPartTbname(stbSplGetPartKeys((SLogicNode*)nodesListGetNode(pWindow->node.pChildren, 0)));
}
@@ -741,6 +753,8 @@ static int32_t stbSplSplitWindowForCrossTable(SSplitContext* pCxt, SStableSplitI
return stbSplSplitSession(pCxt, pInfo);
case WINDOW_TYPE_STATE:
return stbSplSplitState(pCxt, pInfo);
+ case WINDOW_TYPE_EVENT:
+ return stbSplSplitEvent(pCxt, pInfo);
default:
break;
}
diff --git a/source/libs/planner/src/planUtil.c b/source/libs/planner/src/planUtil.c
index fd6cb730f8e7c9109e089b06aaf20cd8fd88ca28..4b8009347d5e44ce236f99652b4814e36b8af459 100644
--- a/source/libs/planner/src/planUtil.c
+++ b/source/libs/planner/src/planUtil.c
@@ -200,6 +200,15 @@ static int32_t adjustStateDataRequirement(SWindowLogicNode* pWindow, EDataOrderL
return TSDB_CODE_SUCCESS;
}
+static int32_t adjustEventDataRequirement(SWindowLogicNode* pWindow, EDataOrderLevel requirement) {
+ if (requirement <= pWindow->node.resultDataOrder) {
+ return TSDB_CODE_SUCCESS;
+ }
+ pWindow->node.resultDataOrder = requirement;
+ pWindow->node.requireDataOrder = requirement;
+ return TSDB_CODE_SUCCESS;
+}
+
static int32_t adjustWindowDataRequirement(SWindowLogicNode* pWindow, EDataOrderLevel requirement) {
switch (pWindow->winType) {
case WINDOW_TYPE_INTERVAL:
@@ -208,6 +217,8 @@ static int32_t adjustWindowDataRequirement(SWindowLogicNode* pWindow, EDataOrder
return adjustSessionDataRequirement(pWindow, requirement);
case WINDOW_TYPE_STATE:
return adjustStateDataRequirement(pWindow, requirement);
+ case WINDOW_TYPE_EVENT:
+ return adjustEventDataRequirement(pWindow, requirement);
default:
break;
}
diff --git a/source/libs/planner/test/planBasicTest.cpp b/source/libs/planner/test/planBasicTest.cpp
index 150df76416d71514fc226f35b48ec4f57701d31b..10ab71ab0e68e2a31c798c46e3c2f685a70d2201 100644
--- a/source/libs/planner/test/planBasicTest.cpp
+++ b/source/libs/planner/test/planBasicTest.cpp
@@ -104,6 +104,8 @@ TEST_F(PlanBasicTest, interpFunc) {
run("SELECT _IROWTS, INTERP(c1) FROM t1 RANGE('2017-7-14 18:00:00', '2017-7-14 19:00:00') EVERY(5s) FILL(LINEAR)");
+ run("SELECT _IROWTS, INTERP(c1), _ISFILLED FROM t1 RANGE('2017-7-14 18:00:00', '2017-7-14 19:00:00') EVERY(5s) FILL(LINEAR)");
+
run("SELECT TBNAME, _IROWTS, INTERP(c1) FROM t1 PARTITION BY TBNAME "
"RANGE('2017-7-14 18:00:00', '2017-7-14 19:00:00') EVERY(5s) FILL(LINEAR)");
}
diff --git a/source/libs/planner/test/planEventTest.cpp b/source/libs/planner/test/planEventTest.cpp
new file mode 100644
index 0000000000000000000000000000000000000000..c4db1459982de3c8daf6b8b37795a806ddd77d01
--- /dev/null
+++ b/source/libs/planner/test/planEventTest.cpp
@@ -0,0 +1,33 @@
+/*
+ * Copyright (c) 2019 TAOS Data, Inc.
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see .
+ */
+
+#include "planTestUtil.h"
+#include "planner.h"
+
+using namespace std;
+
+class PlanEventTest : public PlannerTestBase {};
+
+TEST_F(PlanEventTest, basic) {
+ useDb("root", "test");
+
+ run("SELECT COUNT(*) FROM t1 EVENT_WINDOW START WITH c1 > 10 END WITH c2 = 'abc'");
+}
+
+TEST_F(PlanEventTest, stable) {
+ useDb("root", "test");
+
+ run("SELECT COUNT(*) FROM st1 EVENT_WINDOW START WITH c1 > 10 END WITH c2 = 'abc'");
+}
diff --git a/source/libs/qcom/src/queryUtil.c b/source/libs/qcom/src/queryUtil.c
index c74882cf23dac901eab09b779afd56cbfb55dcaa..040ccc1694308d952ec43f57390562ab43e9b50b 100644
--- a/source/libs/qcom/src/queryUtil.c
+++ b/source/libs/qcom/src/queryUtil.c
@@ -243,7 +243,8 @@ void destroyQueryExecRes(SExecResult* pRes) {
break;
}
case TDMT_VND_SUBMIT: {
- tFreeSSubmitRsp((SSubmitRsp*)pRes->res);
+ tDestroySSubmitRsp2((SSubmitRsp2*)pRes->res, TSDB_MSG_FLG_DECODE);
+ taosMemoryFreeClear(pRes->res);
break;
}
case TDMT_SCH_QUERY:
@@ -447,7 +448,6 @@ int32_t cloneTableMeta(STableMeta* pSrc, STableMeta** pDst) {
return TSDB_CODE_SUCCESS;
}
-
void freeVgInfo(SDBVgInfo* vgInfo) {
if (NULL == vgInfo) {
return;
@@ -459,7 +459,6 @@ void freeVgInfo(SDBVgInfo* vgInfo) {
taosMemoryFreeClear(vgInfo);
}
-
int32_t cloneDbVgInfo(SDBVgInfo* pSrc, SDBVgInfo** pDst) {
if (NULL == pSrc) {
*pDst = NULL;
@@ -498,3 +497,53 @@ int32_t cloneDbVgInfo(SDBVgInfo* pSrc, SDBVgInfo** pDst) {
return TSDB_CODE_SUCCESS;
}
+
+int32_t cloneSVreateTbReq(SVCreateTbReq* pSrc, SVCreateTbReq** pDst) {
+ if (NULL == pSrc) {
+ *pDst = NULL;
+ return TSDB_CODE_SUCCESS;
+ }
+
+ *pDst = taosMemoryCalloc(1, sizeof(SVCreateTbReq));
+ if (NULL == *pDst) {
+ return TSDB_CODE_OUT_OF_MEMORY;
+ }
+
+ (*pDst)->flags = pSrc->flags;
+ if (pSrc->name) {
+ (*pDst)->name = strdup(pSrc->name);
+ }
+ (*pDst)->uid = pSrc->uid;
+ (*pDst)->ctime = pSrc->ctime;
+ (*pDst)->ttl = pSrc->ttl;
+ (*pDst)->commentLen = pSrc->commentLen;
+ if (pSrc->comment) {
+ (*pDst)->comment = strdup(pSrc->comment);
+ }
+ (*pDst)->type = pSrc->type;
+
+ if (pSrc->type == TSDB_CHILD_TABLE) {
+ if (pSrc->ctb.stbName) {
+ (*pDst)->ctb.stbName = strdup(pSrc->ctb.stbName);
+ }
+ (*pDst)->ctb.tagNum = pSrc->ctb.tagNum;
+ (*pDst)->ctb.suid = pSrc->ctb.suid;
+ if (pSrc->ctb.tagName) {
+ (*pDst)->ctb.tagName = taosArrayDup(pSrc->ctb.tagName, NULL);
+ }
+ STag* pTag = (STag*)pSrc->ctb.pTag;
+ if (pTag) {
+ (*pDst)->ctb.pTag = taosMemoryMalloc(pTag->len);
+ memcpy((*pDst)->ctb.pTag, pTag, pTag->len);
+ }
+ } else {
+ (*pDst)->ntb.schemaRow.nCols = pSrc->ntb.schemaRow.nCols;
+ (*pDst)->ntb.schemaRow.version = pSrc->ntb.schemaRow.nCols;
+ if (pSrc->ntb.schemaRow.nCols > 0 && pSrc->ntb.schemaRow.pSchema) {
+ (*pDst)->ntb.schemaRow.pSchema = taosMemoryMalloc(pSrc->ntb.schemaRow.nCols * sizeof(SSchema));
+ memcpy((*pDst)->ntb.schemaRow.pSchema, pSrc->ntb.schemaRow.pSchema, pSrc->ntb.schemaRow.nCols * sizeof(SSchema));
+ }
+ }
+
+ return TSDB_CODE_SUCCESS;
+}
diff --git a/source/libs/scheduler/src/schRemote.c b/source/libs/scheduler/src/schRemote.c
index b6de9383d7a6e59ac7453227ead12fb4ba095edc..5ceb8228b03bdd0b4811b7834b24fafe8b5e6a30 100644
--- a/source/libs/scheduler/src/schRemote.c
+++ b/source/libs/scheduler/src/schRemote.c
@@ -261,46 +261,51 @@ int32_t schHandleResponseMsg(SSchJob *pJob, SSchTask *pTask, int32_t execId, SDa
if (msg) {
SDecoder coder = {0};
- SSubmitRsp *rsp = taosMemoryMalloc(sizeof(*rsp));
+ SSubmitRsp2 *rsp = taosMemoryMalloc(sizeof(*rsp));
tDecoderInit(&coder, msg, msgSize);
- code = tDecodeSSubmitRsp(&coder, rsp);
+ code = tDecodeSSubmitRsp2(&coder, rsp);
+ tDecoderClear(&coder);
if (code) {
- SCH_TASK_ELOG("decode submitRsp failed, code:%d", code);
- tFreeSSubmitRsp(rsp);
+ SCH_TASK_ELOG("tDecodeSSubmitRsp2 failed, code:%d", code);
+ tDestroySSubmitRsp2(rsp, TSDB_MSG_FLG_DECODE);
+ taosMemoryFree(rsp);
SCH_ERR_JRET(code);
}
- if (rsp->nBlocks > 0) {
- for (int32_t i = 0; i < rsp->nBlocks; ++i) {
- SSubmitBlkRsp *blk = rsp->pBlocks + i;
- if (TSDB_CODE_SUCCESS != blk->code) {
- code = blk->code;
- tFreeSSubmitRsp(rsp);
- SCH_ERR_JRET(code);
+ atomic_add_fetch_64(&pJob->resNumOfRows, rsp->affectedRows);
+
+ int32_t createTbRspNum = taosArrayGetSize(rsp->aCreateTbRsp);
+ SCH_TASK_DLOG("submit succeed, affectedRows:%d, createTbRspNum:%d", rsp->affectedRows, createTbRspNum);
+
+ if (rsp->aCreateTbRsp && taosArrayGetSize(rsp->aCreateTbRsp) > 0) {
+ SCH_LOCK(SCH_WRITE, &pJob->resLock);
+ if (pJob->execRes.res) {
+ SSubmitRsp2 *sum = pJob->execRes.res;
+ sum->affectedRows += rsp->affectedRows;
+ if (sum->aCreateTbRsp) {
+ taosArrayAddAll(sum->aCreateTbRsp, rsp->aCreateTbRsp);
+ taosArrayDestroy(rsp->aCreateTbRsp);
+ } else {
+ TSWAP(sum->aCreateTbRsp, rsp->aCreateTbRsp);
}
+ taosMemoryFree(rsp);
+ } else {
+ pJob->execRes.res = rsp;
+ pJob->execRes.msgType = TDMT_VND_SUBMIT;
}
- }
-
- atomic_add_fetch_64(&pJob->resNumOfRows, rsp->affectedRows);
- SCH_TASK_DLOG("submit succeed, affectedRows:%d, blocks:%d", rsp->affectedRows, rsp->nBlocks);
-
- SCH_LOCK(SCH_WRITE, &pJob->resLock);
- if (pJob->execRes.res) {
- SSubmitRsp *sum = pJob->execRes.res;
- sum->affectedRows += rsp->affectedRows;
- sum->nBlocks += rsp->nBlocks;
- if (rsp->nBlocks > 0 && rsp->pBlocks) {
- sum->pBlocks = taosMemoryRealloc(sum->pBlocks, sum->nBlocks * sizeof(*sum->pBlocks));
- memcpy(sum->pBlocks + sum->nBlocks - rsp->nBlocks, rsp->pBlocks, rsp->nBlocks * sizeof(*sum->pBlocks));
+ pJob->execRes.numOfBytes += pTask->msgLen;
+ SCH_UNLOCK(SCH_WRITE, &pJob->resLock);
+ } else {
+ SCH_LOCK(SCH_WRITE, &pJob->resLock);
+ pJob->execRes.numOfBytes += pTask->msgLen;
+ if (NULL == pJob->execRes.res) {
+ TSWAP(pJob->execRes.res, rsp);
+ pJob->execRes.msgType = TDMT_VND_SUBMIT;
}
- taosMemoryFree(rsp->pBlocks);
+ SCH_UNLOCK(SCH_WRITE, &pJob->resLock);
+ tDestroySSubmitRsp2(rsp, TSDB_MSG_FLG_DECODE);
taosMemoryFree(rsp);
- } else {
- pJob->execRes.res = rsp;
- pJob->execRes.msgType = TDMT_VND_SUBMIT;
}
- pJob->execRes.numOfBytes += pTask->msgLen;
- SCH_UNLOCK(SCH_WRITE, &pJob->resLock);
}
taosMemoryFreeClear(msg);
diff --git a/source/libs/stream/src/stream.c b/source/libs/stream/src/stream.c
index 5b542dd54b1273dc89cec261f3f0b04bd9d35b14..60729c4d0e5a292990eae57bccbdd3cc4c783ab9 100644
--- a/source/libs/stream/src/stream.c
+++ b/source/libs/stream/src/stream.c
@@ -187,6 +187,23 @@ int32_t streamTaskEnqueueRetrieve(SStreamTask* pTask, SStreamRetrieveReq* pReq,
return status == TASK_INPUT_STATUS__NORMAL ? 0 : -1;
}
+int32_t streamTaskOutput(SStreamTask* pTask, SStreamDataBlock* pBlock) {
+ if (pTask->outputType == TASK_OUTPUT__TABLE) {
+ pTask->tbSink.tbSinkFunc(pTask, pTask->tbSink.vnode, 0, pBlock->blocks);
+ taosArrayDestroyEx(pBlock->blocks, (FDelete)blockDataFreeRes);
+ taosFreeQitem(pBlock);
+ } else if (pTask->outputType == TASK_OUTPUT__SMA) {
+ pTask->smaSink.smaSink(pTask->smaSink.vnode, pTask->smaSink.smaId, pBlock->blocks);
+ taosArrayDestroyEx(pBlock->blocks, (FDelete)blockDataFreeRes);
+ taosFreeQitem(pBlock);
+ } else {
+ ASSERT(pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH);
+ taosWriteQitem(pTask->outputQueue->queue, pBlock);
+ streamDispatch(pTask);
+ }
+ return 0;
+}
+
int32_t streamProcessDispatchReq(SStreamTask* pTask, SStreamDispatchReq* pReq, SRpcMsg* pRsp, bool exec) {
qDebug("task %d receive dispatch req from node %d task %d", pTask->taskId, pReq->upstreamNodeId,
pReq->upstreamTaskId);
@@ -199,9 +216,9 @@ int32_t streamProcessDispatchReq(SStreamTask* pTask, SStreamDispatchReq* pReq, S
return -1;
}
- if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {
- streamDispatch(pTask);
- }
+ /*if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {*/
+ /*streamDispatch(pTask);*/
+ /*}*/
} else {
streamSchedExec(pTask);
}
@@ -237,9 +254,9 @@ int32_t streamProcessRunReq(SStreamTask* pTask) {
return -1;
}
- if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {
- streamDispatch(pTask);
- }
+ /*if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {*/
+ /*streamDispatch(pTask);*/
+ /*}*/
return 0;
}
diff --git a/source/libs/stream/src/streamData.c b/source/libs/stream/src/streamData.c
index 6cc684dddf88c6d635f3299e4bd6f81ed811fb9e..3f2feb9d286a1cad87c45fe24bc0b5132b873a7f 100644
--- a/source/libs/stream/src/streamData.c
+++ b/source/libs/stream/src/streamData.c
@@ -66,12 +66,13 @@ int32_t streamRetrieveReqToData(const SStreamRetrieveReq* pReq, SStreamDataBlock
return 0;
}
-SStreamDataSubmit* streamDataSubmitNew(SSubmitReq* pReq) {
- SStreamDataSubmit* pDataSubmit = (SStreamDataSubmit*)taosAllocateQitem(sizeof(SStreamDataSubmit), DEF_QITEM, 0);
+SStreamDataSubmit2* streamDataSubmitNew(SPackedData submit) {
+ SStreamDataSubmit2* pDataSubmit = (SStreamDataSubmit2*)taosAllocateQitem(sizeof(SStreamDataSubmit2), DEF_QITEM, 0);
+
if (pDataSubmit == NULL) return NULL;
pDataSubmit->dataRef = (int32_t*)taosMemoryMalloc(sizeof(int32_t));
if (pDataSubmit->dataRef == NULL) goto FAIL;
- pDataSubmit->data = pReq;
+ pDataSubmit->submit = submit;
*pDataSubmit->dataRef = 1;
pDataSubmit->type = STREAM_INPUT__DATA_SUBMIT;
return pDataSubmit;
@@ -80,47 +81,49 @@ FAIL:
return NULL;
}
-SStreamMergedSubmit* streamMergedSubmitNew() {
- SStreamMergedSubmit* pMerged = (SStreamMergedSubmit*)taosAllocateQitem(sizeof(SStreamMergedSubmit), DEF_QITEM, 0);
+SStreamMergedSubmit2* streamMergedSubmitNew() {
+ SStreamMergedSubmit2* pMerged = (SStreamMergedSubmit2*)taosAllocateQitem(sizeof(SStreamMergedSubmit2), DEF_QITEM, 0);
+
if (pMerged == NULL) return NULL;
- pMerged->reqs = taosArrayInit(0, sizeof(void*));
+ pMerged->submits = taosArrayInit(0, sizeof(SPackedData));
pMerged->dataRefs = taosArrayInit(0, sizeof(void*));
- if (pMerged->dataRefs == NULL || pMerged->reqs == NULL) goto FAIL;
+ if (pMerged->dataRefs == NULL || pMerged->submits == NULL) goto FAIL;
pMerged->type = STREAM_INPUT__MERGED_SUBMIT;
return pMerged;
FAIL:
- if (pMerged->reqs) taosArrayDestroy(pMerged->reqs);
+ if (pMerged->submits) taosArrayDestroy(pMerged->submits);
if (pMerged->dataRefs) taosArrayDestroy(pMerged->dataRefs);
taosFreeQitem(pMerged);
return NULL;
}
-int32_t streamMergeSubmit(SStreamMergedSubmit* pMerged, SStreamDataSubmit* pSubmit) {
+int32_t streamMergeSubmit(SStreamMergedSubmit2* pMerged, SStreamDataSubmit2* pSubmit) {
taosArrayPush(pMerged->dataRefs, &pSubmit->dataRef);
- taosArrayPush(pMerged->reqs, &pSubmit->data);
+ taosArrayPush(pMerged->submits, &pSubmit->submit);
pMerged->ver = pSubmit->ver;
return 0;
}
-static FORCE_INLINE void streamDataSubmitRefInc(SStreamDataSubmit* pDataSubmit) {
+static FORCE_INLINE void streamDataSubmitRefInc(SStreamDataSubmit2* pDataSubmit) {
atomic_add_fetch_32(pDataSubmit->dataRef, 1);
}
-SStreamDataSubmit* streamSubmitRefClone(SStreamDataSubmit* pSubmit) {
- SStreamDataSubmit* pSubmitClone = taosAllocateQitem(sizeof(SStreamDataSubmit), DEF_QITEM, 0);
+SStreamDataSubmit2* streamSubmitRefClone(SStreamDataSubmit2* pSubmit) {
+ SStreamDataSubmit2* pSubmitClone = taosAllocateQitem(sizeof(SStreamDataSubmit2), DEF_QITEM, 0);
+
if (pSubmitClone == NULL) {
return NULL;
}
streamDataSubmitRefInc(pSubmit);
- memcpy(pSubmitClone, pSubmit, sizeof(SStreamDataSubmit));
+ memcpy(pSubmitClone, pSubmit, sizeof(SStreamDataSubmit2));
return pSubmitClone;
}
-void streamDataSubmitRefDec(SStreamDataSubmit* pDataSubmit) {
+void streamDataSubmitRefDec(SStreamDataSubmit2* pDataSubmit) {
int32_t ref = atomic_sub_fetch_32(pDataSubmit->dataRef, 1);
ASSERT(ref >= 0);
if (ref == 0) {
- taosMemoryFree(pDataSubmit->data);
+ taosMemoryFree(pDataSubmit->submit.msgStr);
taosMemoryFree(pDataSubmit->dataRef);
}
}
@@ -135,16 +138,16 @@ SStreamQueueItem* streamMergeQueueItem(SStreamQueueItem* dst, SStreamQueueItem*
taosFreeQitem(elem);
return dst;
} else if (dst->type == STREAM_INPUT__MERGED_SUBMIT && elem->type == STREAM_INPUT__DATA_SUBMIT) {
- SStreamMergedSubmit* pMerged = (SStreamMergedSubmit*)dst;
- SStreamDataSubmit* pBlockSrc = (SStreamDataSubmit*)elem;
+ SStreamMergedSubmit2* pMerged = (SStreamMergedSubmit2*)dst;
+ SStreamDataSubmit2* pBlockSrc = (SStreamDataSubmit2*)elem;
streamMergeSubmit(pMerged, pBlockSrc);
taosFreeQitem(elem);
return dst;
} else if (dst->type == STREAM_INPUT__DATA_SUBMIT && elem->type == STREAM_INPUT__DATA_SUBMIT) {
- SStreamMergedSubmit* pMerged = streamMergedSubmitNew();
+ SStreamMergedSubmit2* pMerged = streamMergedSubmitNew();
ASSERT(pMerged);
- streamMergeSubmit(pMerged, (SStreamDataSubmit*)dst);
- streamMergeSubmit(pMerged, (SStreamDataSubmit*)elem);
+ streamMergeSubmit(pMerged, (SStreamDataSubmit2*)dst);
+ streamMergeSubmit(pMerged, (SStreamDataSubmit2*)elem);
taosFreeQitem(dst);
taosFreeQitem(elem);
return (SStreamQueueItem*)pMerged;
@@ -162,22 +165,22 @@ void streamFreeQitem(SStreamQueueItem* data) {
taosArrayDestroyEx(((SStreamDataBlock*)data)->blocks, (FDelete)blockDataFreeRes);
taosFreeQitem(data);
} else if (type == STREAM_INPUT__DATA_SUBMIT) {
- streamDataSubmitRefDec((SStreamDataSubmit*)data);
+ streamDataSubmitRefDec((SStreamDataSubmit2*)data);
taosFreeQitem(data);
} else if (type == STREAM_INPUT__MERGED_SUBMIT) {
- SStreamMergedSubmit* pMerge = (SStreamMergedSubmit*)data;
- int32_t sz = taosArrayGetSize(pMerge->reqs);
+ SStreamMergedSubmit2* pMerge = (SStreamMergedSubmit2*)data;
+ int32_t sz = taosArrayGetSize(pMerge->submits);
for (int32_t i = 0; i < sz; i++) {
int32_t* pRef = taosArrayGetP(pMerge->dataRefs, i);
int32_t ref = atomic_sub_fetch_32(pRef, 1);
ASSERT(ref >= 0);
if (ref == 0) {
- void* dataStr = taosArrayGetP(pMerge->reqs, i);
- taosMemoryFree(dataStr);
+ SPackedData* pSubmit = (SPackedData*)taosArrayGet(pMerge->submits, i);
+ taosMemoryFree(pSubmit->msgStr);
taosMemoryFree(pRef);
}
}
- taosArrayDestroy(pMerge->reqs);
+ taosArrayDestroy(pMerge->submits);
taosArrayDestroy(pMerge->dataRefs);
taosFreeQitem(pMerge);
} else if (type == STREAM_INPUT__REF_DATA_BLOCK) {
diff --git a/source/libs/stream/src/streamExec.c b/source/libs/stream/src/streamExec.c
index 3d42f759cbd2d40a7d32e30f98d4c31edfb6e581..62ba74bd23b0a3b7817376e13629b13953c6226a 100644
--- a/source/libs/stream/src/streamExec.c
+++ b/source/libs/stream/src/streamExec.c
@@ -26,17 +26,18 @@ static int32_t streamTaskExecImpl(SStreamTask* pTask, const void* data, SArray*
qSetMultiStreamInput(exec, pTrigger->pBlock, 1, STREAM_INPUT__DATA_BLOCK);
} else if (pItem->type == STREAM_INPUT__DATA_SUBMIT) {
ASSERT(pTask->taskLevel == TASK_LEVEL__SOURCE);
- const SStreamDataSubmit* pSubmit = (const SStreamDataSubmit*)data;
- qDebug("task %d %p set submit input %p %p %d 1", pTask->taskId, pTask, pSubmit, pSubmit->data, *pSubmit->dataRef);
- qSetMultiStreamInput(exec, pSubmit->data, 1, STREAM_INPUT__DATA_SUBMIT);
+ const SStreamDataSubmit2* pSubmit = (const SStreamDataSubmit2*)data;
+ qDebug("task %d %p set submit input %p %p %d %" PRId64, pTask->taskId, pTask, pSubmit, pSubmit->submit.msgStr,
+ pSubmit->submit.msgLen, pSubmit->submit.ver);
+ qSetMultiStreamInput(exec, &pSubmit->submit, 1, STREAM_INPUT__DATA_SUBMIT);
} else if (pItem->type == STREAM_INPUT__DATA_BLOCK || pItem->type == STREAM_INPUT__DATA_RETRIEVE) {
const SStreamDataBlock* pBlock = (const SStreamDataBlock*)data;
SArray* blocks = pBlock->blocks;
qDebug("task %d %p set ssdata input", pTask->taskId, pTask);
qSetMultiStreamInput(exec, blocks->pData, blocks->size, STREAM_INPUT__DATA_BLOCK);
} else if (pItem->type == STREAM_INPUT__MERGED_SUBMIT) {
- const SStreamMergedSubmit* pMerged = (const SStreamMergedSubmit*)data;
- SArray* blocks = pMerged->reqs;
+ const SStreamMergedSubmit2* pMerged = (const SStreamMergedSubmit2*)data;
+ SArray* blocks = pMerged->submits;
qDebug("task %d %p set submit input (merged), batch num: %d", pTask->taskId, pTask, (int32_t)blocks->size);
qSetMultiStreamInput(exec, blocks->pData, blocks->size, STREAM_INPUT__MERGED_SUBMIT);
} else if (pItem->type == STREAM_INPUT__REF_DATA_BLOCK) {
@@ -129,7 +130,11 @@ int32_t streamScanExec(SStreamTask* pTask, int32_t batchSz) {
block.info.childId = pTask->selfChildId;
taosArrayPush(pRes, &block);
- if (++batchCnt >= batchSz) break;
+ batchCnt++;
+
+ qDebug("task %d scan exec block num %d, block limit %d", pTask->taskId, batchCnt, batchSz);
+
+ if (batchCnt >= batchSz) break;
}
if (taosArrayGetSize(pRes) == 0) {
taosArrayDestroy(pRes);
@@ -147,6 +152,7 @@ int32_t streamScanExec(SStreamTask* pTask, int32_t batchSz) {
streamTaskOutput(pTask, qRes);
if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {
+ qDebug("task %d scan exec dispatch block num %d", pTask->taskId, batchCnt);
streamDispatch(pTask);
}
if (finished) break;
@@ -253,11 +259,11 @@ int32_t streamExecForAll(SStreamTask* pTask) {
qRes->blocks = pRes;
if (((SStreamQueueItem*)input)->type == STREAM_INPUT__DATA_SUBMIT) {
- SStreamDataSubmit* pSubmit = (SStreamDataSubmit*)input;
+ SStreamDataSubmit2* pSubmit = (SStreamDataSubmit2*)input;
qRes->childId = pTask->selfChildId;
qRes->sourceVer = pSubmit->ver;
} else if (((SStreamQueueItem*)input)->type == STREAM_INPUT__MERGED_SUBMIT) {
- SStreamMergedSubmit* pMerged = (SStreamMergedSubmit*)input;
+ SStreamMergedSubmit2* pMerged = (SStreamMergedSubmit2*)input;
qRes->childId = pTask->selfChildId;
qRes->sourceVer = pMerged->ver;
}
diff --git a/source/libs/stream/src/streamState.c b/source/libs/stream/src/streamState.c
index 6670bf463e5d69451bf5337a88c902edad6c014c..e26c8a5c5b128d6087c7c687a17cd3c5a2fa0b3e 100644
--- a/source/libs/stream/src/streamState.c
+++ b/source/libs/stream/src/streamState.c
@@ -159,6 +159,11 @@ SStreamState* streamStateOpen(char* path, SStreamTask* pTask, bool specPath, int
goto _err;
}
+ if (tdbTbOpen("partag.state.db", sizeof(int64_t), -1, NULL, pState->pTdbState->db, &pState->pTdbState->pParTagDb, 0) <
+ 0) {
+ goto _err;
+ }
+
if (streamStateBegin(pState) < 0) {
goto _err;
}
@@ -173,6 +178,7 @@ _err:
tdbTbClose(pState->pTdbState->pFillStateDb);
tdbTbClose(pState->pTdbState->pSessionStateDb);
tdbTbClose(pState->pTdbState->pParNameDb);
+ tdbTbClose(pState->pTdbState->pParTagDb);
tdbClose(pState->pTdbState->db);
streamStateDestroy(pState);
return NULL;
@@ -186,6 +192,7 @@ void streamStateClose(SStreamState* pState) {
tdbTbClose(pState->pTdbState->pFillStateDb);
tdbTbClose(pState->pTdbState->pSessionStateDb);
tdbTbClose(pState->pTdbState->pParNameDb);
+ tdbTbClose(pState->pTdbState->pParTagDb);
tdbClose(pState->pTdbState->db);
streamStateDestroy(pState);
@@ -820,10 +827,17 @@ _end:
return res;
}
+int32_t streamStatePutParTag(SStreamState* pState, int64_t groupId, const void* tag, int32_t tagLen) {
+ return tdbTbUpsert(pState->pTdbState->pParTagDb, &groupId, sizeof(int64_t), tag, tagLen, pState->pTdbState->txn);
+}
+
+int32_t streamStateGetParTag(SStreamState* pState, int64_t groupId, void** tagVal, int32_t* tagLen) {
+ return tdbTbGet(pState->pTdbState->pParTagDb, &groupId, sizeof(int64_t), tagVal, tagLen);
+}
+
int32_t streamStatePutParName(SStreamState* pState, int64_t groupId, const char tbname[TSDB_TABLE_NAME_LEN]) {
- tdbTbUpsert(pState->pTdbState->pParNameDb, &groupId, sizeof(int64_t), tbname, TSDB_TABLE_NAME_LEN,
- pState->pTdbState->txn);
- return 0;
+ return tdbTbUpsert(pState->pTdbState->pParNameDb, &groupId, sizeof(int64_t), tbname, TSDB_TABLE_NAME_LEN,
+ pState->pTdbState->txn);
}
int32_t streamStateGetParName(SStreamState* pState, int64_t groupId, void** pVal) {
diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c
index 8e6628bb21eabc25e2e66000e58b796854c5ac34..da8cf24627a8f672e101856451210ed5faf975b9 100644
--- a/source/libs/wal/src/walMeta.c
+++ b/source/libs/wal/src/walMeta.c
@@ -25,7 +25,7 @@ bool FORCE_INLINE walLogExist(SWal* pWal, int64_t ver) {
}
bool FORCE_INLINE walIsEmpty(SWal* pWal) {
- return (pWal->vers.firstVer == -1 || pWal->vers.lastVer < pWal->vers.firstVer); // [firstVer, lastVer + 1)
+ return (pWal->vers.firstVer == -1 || pWal->vers.lastVer < pWal->vers.firstVer); // [firstVer, lastVer + 1)
}
int64_t FORCE_INLINE walGetFirstVer(SWal* pWal) { return pWal->vers.firstVer; }
@@ -49,7 +49,6 @@ static FORCE_INLINE int walBuildTmpMetaName(SWal* pWal, char* buf) {
static FORCE_INLINE int64_t walScanLogGetLastVer(SWal* pWal, int32_t fileIdx) {
int32_t sz = taosArrayGetSize(pWal->fileInfoSet);
terrno = TSDB_CODE_SUCCESS;
- ASSERT(fileIdx >= 0 && fileIdx < sz);
SWalFileInfo* pFileInfo = taosArrayGet(pWal->fileInfoSet, fileIdx);
char fnameStr[WAL_FILE_LEN];
@@ -101,7 +100,6 @@ static FORCE_INLINE int64_t walScanLogGetLastVer(SWal* pWal, int32_t fileIdx) {
offsetBackward = offset;
}
- ASSERT(offset <= end);
readSize = end - offset;
capacity = readSize + sizeof(magic);
@@ -257,7 +255,6 @@ static void walRebuildFileInfoSet(SArray* metaLogList, SArray* actualLogList) {
SWalFileInfo* pLogInfo = taosArrayGet(actualLogList, i);
while (j < metaFileNum) {
SWalFileInfo* pMetaInfo = taosArrayGet(metaLogList, j);
- ASSERT(pMetaInfo != NULL);
if (pMetaInfo->firstVer < pLogInfo->firstVer) {
j++;
} else if (pMetaInfo->firstVer == pLogInfo->firstVer) {
@@ -385,7 +382,6 @@ int walCheckAndRepairMeta(SWal* pWal) {
taosArrayDestroy(actualLog);
int32_t sz = taosArrayGetSize(pWal->fileInfoSet);
- ASSERT(sz == actualFileNum);
// scan and determine the lastVer
int32_t fileIdx = sz;
@@ -403,8 +399,6 @@ int walCheckAndRepairMeta(SWal* pWal) {
return -1;
}
- ASSERT(pFileInfo->firstVer >= 0);
-
if (pFileInfo->lastVer >= pFileInfo->firstVer && fileSize == pFileInfo->fileSize) {
totSize += pFileInfo->fileSize;
continue;
@@ -417,7 +411,6 @@ int walCheckAndRepairMeta(SWal* pWal) {
wError("failed to scan wal last ver since %s", terrstr());
return -1;
}
- ASSERT(pFileInfo->fileSize == 0);
// remove the empty wal log, and its idx
wInfo("vgId:%d, wal remove empty file %s", pWal->cfg.vgId, fnameStr);
taosRemoveFile(fnameStr);
@@ -477,8 +470,7 @@ int walReadLogHead(TdFilePtr pLogFile, int64_t offset, SWalCkHead* pCkHead) {
}
int walCheckAndRepairIdxFile(SWal* pWal, int32_t fileIdx) {
- int32_t sz = taosArrayGetSize(pWal->fileInfoSet);
- ASSERT(fileIdx >= 0 && fileIdx < sz);
+ int32_t sz = taosArrayGetSize(pWal->fileInfoSet);
SWalFileInfo* pFileInfo = taosArrayGet(pWal->fileInfoSet, fileIdx);
char fnameStr[WAL_FILE_LEN];
walBuildIdxName(pWal, pFileInfo->firstVer, fnameStr);
@@ -492,7 +484,6 @@ int walCheckAndRepairIdxFile(SWal* pWal, int32_t fileIdx) {
return -1;
}
- ASSERT(pFileInfo->fileSize > 0 && pFileInfo->firstVer >= 0 && pFileInfo->lastVer >= pFileInfo->firstVer);
if (fileSize == (pFileInfo->lastVer - pFileInfo->firstVer + 1) * sizeof(SWalIdxEntry)) {
return 0;
}
@@ -556,7 +547,7 @@ int walCheckAndRepairIdxFile(SWal* pWal, int32_t fileIdx) {
}
offset += sizeof(SWalIdxEntry);
- ASSERT(offset == (idxEntry.ver - pFileInfo->firstVer + 1) * sizeof(SWalIdxEntry));
+ /*A(offset == (idxEntry.ver - pFileInfo->firstVer + 1) * sizeof(SWalIdxEntry));*/
// ftruncate idx file
if (offset < fileSize) {
@@ -577,7 +568,7 @@ int walCheckAndRepairIdxFile(SWal* pWal, int32_t fileIdx) {
}
while (idxEntry.ver < pFileInfo->lastVer) {
- ASSERT(idxEntry.ver == ckHead.head.version);
+ /*A(idxEntry.ver == ckHead.head.version);*/
idxEntry.ver += 1;
idxEntry.offset += sizeof(SWalCkHead) + ckHead.head.bodyLen;
@@ -649,8 +640,7 @@ int walRollFileInfo(SWal* pWal) {
}
char* walMetaSerialize(SWal* pWal) {
- char buf[30];
- ASSERT(pWal->fileInfoSet);
+ char buf[30];
int sz = taosArrayGetSize(pWal->fileInfoSet);
cJSON* pRoot = cJSON_CreateObject();
cJSON* pMeta = cJSON_CreateObject();
@@ -707,7 +697,7 @@ char* walMetaSerialize(SWal* pWal) {
}
int walMetaDeserialize(SWal* pWal, const char* bytes) {
- ASSERT(taosArrayGetSize(pWal->fileInfoSet) == 0);
+ /*A(taosArrayGetSize(pWal->fileInfoSet) == 0);*/
cJSON *pRoot, *pMeta, *pFiles, *pInfoJson, *pField;
pRoot = cJSON_Parse(bytes);
if (!pRoot) goto _err;
@@ -823,7 +813,9 @@ int walSaveMeta(SWal* pWal) {
// flush to a tmpfile
n = walBuildTmpMetaName(pWal, tmpFnameStr);
- ASSERT(n < sizeof(tmpFnameStr) && "Buffer overflow of file name");
+ if (n >= sizeof(tmpFnameStr)) {
+ return -1;
+ }
TdFilePtr pMetaFile = taosOpenFile(tmpFnameStr, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC);
if (pMetaFile == NULL) {
@@ -854,7 +846,9 @@ int walSaveMeta(SWal* pWal) {
// rename it
n = walBuildMetaName(pWal, metaVer + 1, fnameStr);
- ASSERT(n < sizeof(fnameStr) && "Buffer overflow of file name");
+ if (n >= sizeof(fnameStr)) {
+ goto _err;
+ }
if (taosRenameFile(tmpFnameStr, fnameStr) < 0) {
wError("failed to rename file due to %s. dest:%s", strerror(errno), fnameStr);
@@ -877,7 +871,6 @@ _err:
}
int walLoadMeta(SWal* pWal) {
- ASSERT(pWal->fileInfoSet->size == 0);
// find existing meta file
int metaVer = walFindCurMetaVer(pWal);
if (metaVer == -1) {
diff --git a/source/libs/wal/src/walRead.c b/source/libs/wal/src/walRead.c
index 07228bddd82ee6711627e38a2fd497495752251d..d068ede52d217a389cce32bc8ff01b5a813bd47c 100644
--- a/source/libs/wal/src/walRead.c
+++ b/source/libs/wal/src/walRead.c
@@ -97,7 +97,6 @@ int32_t walNextValidMsg(SWalReader *pReader) {
return -1;
}
fetchVer++;
- ASSERT(fetchVer == pReader->curVersion);
}
}
pReader->curStopped = 1;
@@ -132,7 +131,6 @@ static int64_t walReadSeekFilePos(SWalReader *pReader, int64_t fileFirstVer, int
return -1;
}
- ASSERT(entry.ver == ver);
ret = taosLSeekFile(pLogTFile, entry.offset, SEEK_SET);
if (ret < 0) {
terrno = TAOS_SYSTEM_ERROR(errno);
@@ -241,7 +239,6 @@ static int32_t walFetchHeadNew(SWalReader *pRead, int64_t fetchVer) {
if (pRead->curInvalid || pRead->curVersion != fetchVer) {
if (walReadSeekVer(pRead, fetchVer) < 0) {
- ASSERT(0);
pRead->curVersion = fetchVer;
pRead->curInvalid = 1;
return -1;
@@ -262,7 +259,6 @@ static int32_t walFetchHeadNew(SWalReader *pRead, int64_t fetchVer) {
} else {
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
}
- ASSERT(0);
pRead->curInvalid = 1;
return -1;
}
@@ -271,71 +267,65 @@ static int32_t walFetchHeadNew(SWalReader *pRead, int64_t fetchVer) {
return 0;
}
-static int32_t walFetchBodyNew(SWalReader *pRead) {
- SWalCont *pReadHead = &pRead->pHead->head;
+static int32_t walFetchBodyNew(SWalReader *pReader) {
+ SWalCont *pReadHead = &pReader->pHead->head;
int64_t ver = pReadHead->version;
- wDebug("vgId:%d, wal starts to fetch body, index:%" PRId64, pRead->pWal->cfg.vgId, ver);
+ wDebug("vgId:%d, wal starts to fetch body, ver:%" PRId64 " ,len:%d", pReader->pWal->cfg.vgId, ver,
+ pReadHead->bodyLen);
- if (pRead->capacity < pReadHead->bodyLen) {
- SWalCkHead *ptr = (SWalCkHead *)taosMemoryRealloc(pRead->pHead, sizeof(SWalCkHead) + pReadHead->bodyLen);
+ if (pReader->capacity < pReadHead->bodyLen) {
+ SWalCkHead *ptr = (SWalCkHead *)taosMemoryRealloc(pReader->pHead, sizeof(SWalCkHead) + pReadHead->bodyLen);
if (ptr == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY;
return -1;
}
- pRead->pHead = ptr;
- pReadHead = &pRead->pHead->head;
- pRead->capacity = pReadHead->bodyLen;
+ pReader->pHead = ptr;
+ pReadHead = &pReader->pHead->head;
+ pReader->capacity = pReadHead->bodyLen;
}
- if (pReadHead->bodyLen != taosReadFile(pRead->pLogFile, pReadHead->body, pReadHead->bodyLen)) {
+ if (pReadHead->bodyLen != taosReadFile(pReader->pLogFile, pReadHead->body, pReadHead->bodyLen)) {
if (pReadHead->bodyLen < 0) {
terrno = TAOS_SYSTEM_ERROR(errno);
wError("vgId:%d, wal fetch body error:%" PRId64 ", read request index:%" PRId64 ", since %s",
- pRead->pWal->cfg.vgId, pRead->pHead->head.version, ver, tstrerror(terrno));
+ pReader->pWal->cfg.vgId, pReader->pHead->head.version, ver, tstrerror(terrno));
} else {
wError("vgId:%d, wal fetch body error:%" PRId64 ", read request index:%" PRId64 ", since file corrupted",
- pRead->pWal->cfg.vgId, pRead->pHead->head.version, ver);
+ pReader->pWal->cfg.vgId, pReader->pHead->head.version, ver);
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
}
- pRead->curInvalid = 1;
- ASSERT(0);
+ pReader->curInvalid = 1;
return -1;
}
if (pReadHead->version != ver) {
- wError("vgId:%d, wal fetch body error:%" PRId64 ", read request index:%" PRId64, pRead->pWal->cfg.vgId,
- pRead->pHead->head.version, ver);
- pRead->curInvalid = 1;
+ wError("vgId:%d, wal fetch body error:%" PRId64 ", read request index:%" PRId64, pReader->pWal->cfg.vgId,
+ pReader->pHead->head.version, ver);
+ pReader->curInvalid = 1;
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
- ASSERT(0);
return -1;
}
- if (walValidBodyCksum(pRead->pHead) != 0) {
- wError("vgId:%d, wal fetch body error:%" PRId64 ", since body checksum not passed", pRead->pWal->cfg.vgId, ver);
- pRead->curInvalid = 1;
+ if (walValidBodyCksum(pReader->pHead) != 0) {
+ wError("vgId:%d, wal fetch body error:%" PRId64 ", since body checksum not passed", pReader->pWal->cfg.vgId, ver);
+ pReader->curInvalid = 1;
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
- ASSERT(0);
return -1;
}
- wDebug("vgId:%d, index:%" PRId64 " is fetched, cursor advance", pRead->pWal->cfg.vgId, ver);
- pRead->curVersion = ver + 1;
+ wDebug("vgId:%d, index:%" PRId64 " is fetched, cursor advance", pReader->pWal->cfg.vgId, ver);
+ pReader->curVersion = ver + 1;
return 0;
}
static int32_t walSkipFetchBodyNew(SWalReader *pRead) {
int64_t code;
- ASSERT(pRead->curVersion == pRead->pHead->head.version);
- ASSERT(pRead->curInvalid == 0);
-
code = taosLSeekFile(pRead->pLogFile, pRead->pHead->head.bodyLen, SEEK_CUR);
if (code < 0) {
terrno = TAOS_SYSTEM_ERROR(errno);
pRead->curInvalid = 1;
- ASSERT(0);
return -1;
}
@@ -384,7 +374,6 @@ int32_t walFetchHead(SWalReader *pRead, int64_t ver, SWalCkHead *pHead) {
} else {
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
}
- ASSERT(0);
pRead->curInvalid = 1;
return -1;
}
@@ -410,9 +399,6 @@ int32_t walSkipFetchBody(SWalReader *pRead, const SWalCkHead *pHead) {
pRead->pWal->cfg.vgId, pHead->head.version, pRead->pWal->vers.firstVer, pRead->pWal->vers.commitVer,
pRead->pWal->vers.lastVer, pRead->pWal->vers.appliedVer);
- ASSERT(pRead->curVersion == pHead->head.version);
- ASSERT(pRead->curInvalid == 0);
-
code = taosLSeekFile(pRead->pLogFile, pHead->head.bodyLen, SEEK_CUR);
if (code < 0) {
terrno = TAOS_SYSTEM_ERROR(errno);
@@ -447,7 +433,6 @@ int32_t walFetchBody(SWalReader *pRead, SWalCkHead **ppHead) {
if (pReadHead->bodyLen != taosReadFile(pRead->pLogFile, pReadHead->body, pReadHead->bodyLen)) {
if (pReadHead->bodyLen < 0) {
- ASSERT(0);
terrno = TAOS_SYSTEM_ERROR(errno);
wError("vgId:%d, wal fetch body error:%" PRId64 ", read request index:%" PRId64 ", since %s",
pRead->pWal->cfg.vgId, pReadHead->version, ver, tstrerror(terrno));
@@ -457,12 +442,10 @@ int32_t walFetchBody(SWalReader *pRead, SWalCkHead **ppHead) {
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
}
pRead->curInvalid = 1;
- ASSERT(0);
return -1;
}
if (pReadHead->version != ver) {
- ASSERT(0);
wError("vgId:%d, wal fetch body error, index:%" PRId64 ", read request index:%" PRId64, pRead->pWal->cfg.vgId,
pReadHead->version, ver);
pRead->curInvalid = 1;
@@ -471,7 +454,6 @@ int32_t walFetchBody(SWalReader *pRead, SWalCkHead **ppHead) {
}
if (walValidBodyCksum(*ppHead) != 0) {
- ASSERT(0);
wError("vgId:%d, wal fetch body error, index:%" PRId64 ", since body checksum not passed", pRead->pWal->cfg.vgId,
ver);
pRead->curInvalid = 1;
diff --git a/source/libs/wal/src/walRef.c b/source/libs/wal/src/walRef.c
index e86111109ce4fc9768be8b662670ae711f935e39..fa04ba3e58a05c3ee902bde8ace004e821683f37 100644
--- a/source/libs/wal/src/walRef.c
+++ b/source/libs/wal/src/walRef.c
@@ -61,7 +61,7 @@ int32_t walRefVer(SWalRef *pRef, int64_t ver) {
SWalFileInfo tmpInfo;
tmpInfo.firstVer = ver;
SWalFileInfo *pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE);
- ASSERT(pRet != NULL);
+ /*A(pRet != NULL);*/
pRef->refFile = pRet->firstVer;
taosThreadMutexUnlock(&pWal->mutex);
@@ -80,6 +80,7 @@ void walUnrefVer(SWalRef *pRef) {
SWalRef *walRefCommittedVer(SWal *pWal) {
SWalRef *pRef = walOpenRef(pWal);
if (pRef == NULL) {
+ terrno = TSDB_CODE_OUT_OF_MEMORY;
return NULL;
}
taosThreadMutexLock(&pWal->mutex);
@@ -91,7 +92,7 @@ SWalRef *walRefCommittedVer(SWal *pWal) {
SWalFileInfo tmpInfo;
tmpInfo.firstVer = ver;
SWalFileInfo *pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE);
- ASSERT(pRet != NULL);
+ /*A(pRet != NULL);*/
pRef->refFile = pRet->firstVer;
taosThreadMutexUnlock(&pWal->mutex);
diff --git a/source/libs/wal/src/walSeek.c b/source/libs/wal/src/walSeek.c
index 2cb6614b01bab90cc41e0d11408f3380de4a95fc..cbfd0ef7417389b662ece46d4032f2f7a1a31cbd 100644
--- a/source/libs/wal/src/walSeek.c
+++ b/source/libs/wal/src/walSeek.c
@@ -40,7 +40,6 @@ static int64_t walSeekWritePos(SWal* pWal, int64_t ver) {
terrno = TAOS_SYSTEM_ERROR(errno);
return -1;
}
- ASSERT(entry.ver == ver);
code = taosLSeekFile(pLogTFile, entry.offset, SEEK_SET);
if (code < 0) {
terrno = TAOS_SYSTEM_ERROR(errno);
@@ -53,8 +52,7 @@ static int64_t walSeekWritePos(SWal* pWal, int64_t ver) {
int walInitWriteFile(SWal* pWal) {
TdFilePtr pIdxTFile, pLogTFile;
SWalFileInfo* pRet = taosArrayGetLast(pWal->fileInfoSet);
- ASSERT(pRet != NULL);
- int64_t fileFirstVer = pRet->firstVer;
+ int64_t fileFirstVer = pRet->firstVer;
char fnameStr[WAL_FILE_LEN];
walBuildIdxName(pWal, fileFirstVer, fnameStr);
@@ -109,9 +107,8 @@ int64_t walChangeWrite(SWal* pWal, int64_t ver) {
tmpInfo.firstVer = ver;
// bsearch in fileSet
int32_t idx = taosArraySearchIdx(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE);
- ASSERT(idx != -1);
+ /*A(idx != -1);*/
SWalFileInfo* pFileInfo = taosArrayGet(pWal->fileInfoSet, idx);
- /*ASSERT(pFileInfo != NULL);*/
int64_t fileFirstVer = pFileInfo->firstVer;
walBuildIdxName(pWal, fileFirstVer, fnameStr);
diff --git a/source/libs/wal/src/walWrite.c b/source/libs/wal/src/walWrite.c
index a5c7bf1abdb8fd4ee71beb7fb3186a21cda03c32..4233c089a4753f2adf3c1ec0418e3262914610df 100644
--- a/source/libs/wal/src/walWrite.c
+++ b/source/libs/wal/src/walWrite.c
@@ -87,12 +87,10 @@ int32_t walApplyVer(SWal *pWal, int64_t ver) {
}
int32_t walCommit(SWal *pWal, int64_t ver) {
- ASSERT(pWal->vers.commitVer >= pWal->vers.snapshotVer);
- ASSERT(pWal->vers.commitVer <= pWal->vers.lastVer);
if (ver < pWal->vers.commitVer) {
return 0;
}
- if (ver > pWal->vers.lastVer) {
+ if (ver > pWal->vers.lastVer || pWal->vers.commitVer < pWal->vers.snapshotVer) {
terrno = TSDB_CODE_WAL_INVALID_VER;
return -1;
}
@@ -138,25 +136,21 @@ int32_t walRollback(SWal *pWal, int64_t ver) {
TdFilePtr pIdxFile = taosOpenFile(fnameStr, TD_FILE_WRITE | TD_FILE_READ | TD_FILE_APPEND);
if (pIdxFile == NULL) {
- ASSERT(0);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
int64_t idxOff = walGetVerIdxOffset(pWal, ver);
code = taosLSeekFile(pIdxFile, idxOff, SEEK_SET);
if (code < 0) {
- ASSERT(0);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
// read idx file and get log file pos
SWalIdxEntry entry;
if (taosReadFile(pIdxFile, &entry, sizeof(SWalIdxEntry)) != sizeof(SWalIdxEntry)) {
- ASSERT(0);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
- ASSERT(entry.ver == ver);
walBuildLogName(pWal, walGetCurFileFirstVer(pWal), fnameStr);
TdFilePtr pLogFile = taosOpenFile(fnameStr, TD_FILE_WRITE | TD_FILE_READ | TD_FILE_APPEND);
@@ -176,24 +170,19 @@ int32_t walRollback(SWal *pWal, int64_t ver) {
}
// validate offset
SWalCkHead head;
- ASSERT(taosValidFile(pLogFile));
- int64_t size = taosReadFile(pLogFile, &head, sizeof(SWalCkHead));
+ int64_t size = taosReadFile(pLogFile, &head, sizeof(SWalCkHead));
if (size != sizeof(SWalCkHead)) {
- ASSERT(0);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
code = walValidHeadCksum(&head);
- ASSERT(code == 0);
if (code != 0) {
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
- ASSERT(0);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
if (head.head.version != ver) {
- ASSERT(0);
terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
taosThreadMutexUnlock(&pWal->mutex);
return -1;
@@ -202,22 +191,22 @@ int32_t walRollback(SWal *pWal, int64_t ver) {
// truncate old files
code = taosFtruncateFile(pLogFile, entry.offset);
if (code < 0) {
- ASSERT(0);
terrno = TAOS_SYSTEM_ERROR(errno);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
code = taosFtruncateFile(pIdxFile, idxOff);
if (code < 0) {
- ASSERT(0);
terrno = TAOS_SYSTEM_ERROR(errno);
taosThreadMutexUnlock(&pWal->mutex);
return -1;
}
pWal->vers.lastVer = ver - 1;
+#if 0
if (pWal->vers.lastVer < pWal->vers.firstVer) {
- ASSERT(pWal->vers.lastVer == pWal->vers.firstVer - 1);
+ A(pWal->vers.lastVer == pWal->vers.firstVer - 1);
}
+#endif
((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->lastVer = ver - 1;
((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->fileSize = entry.offset;
taosCloseFile(&pIdxFile);
@@ -386,7 +375,8 @@ int32_t walEndSnapshot(SWal *pWal) {
walBuildIdxName(pWal, pInfo->firstVer, fnameStr);
wDebug("vgId:%d, wal remove file %s", pWal->cfg.vgId, fnameStr);
if (taosRemoveFile(fnameStr) < 0 && errno != ENOENT) {
- ASSERT(0);
+ wError("vgId:%d, failed to remove idx file %s due to %s", pWal->cfg.vgId, fnameStr, strerror(errno));
+ goto END;
}
}
taosArrayClear(pWal->toDeleteFiles);
@@ -441,7 +431,6 @@ int32_t walRollImpl(SWal *pWal) {
pWal->pIdxFile = pIdxFile;
pWal->pLogFile = pLogFile;
pWal->writeCur = taosArrayGetSize(pWal->fileInfoSet) - 1;
- ASSERT(pWal->writeCur >= 0);
pWal->lastRollSeq = walGetSeq();
@@ -458,8 +447,7 @@ END:
static int32_t walWriteIndex(SWal *pWal, int64_t ver, int64_t offset) {
SWalIdxEntry entry = {.ver = ver, .offset = offset};
SWalFileInfo *pFileInfo = walGetCurFileInfo(pWal);
- ASSERT(pFileInfo != NULL);
- ASSERT(pFileInfo->firstVer >= 0);
+
int64_t idxOffset = (entry.ver - pFileInfo->firstVer) * sizeof(SWalIdxEntry);
wDebug("vgId:%d, write index, index:%" PRId64 ", offset:%" PRId64 ", at %" PRId64, pWal->cfg.vgId, ver, offset,
idxOffset);
@@ -476,7 +464,6 @@ static int32_t walWriteIndex(SWal *pWal, int64_t ver, int64_t offset) {
if (endOffset < 0) {
wFatal("vgId:%d, failed to seek end of idxfile due to %s. ver:%" PRId64 "", pWal->cfg.vgId, strerror(errno), ver);
}
- ASSERT(endOffset == idxOffset + sizeof(SWalIdxEntry) && "Offset of idx entries misaligned");
return 0;
}
@@ -486,9 +473,7 @@ static FORCE_INLINE int32_t walWriteImpl(SWal *pWal, int64_t index, tmsg_t msgTy
int64_t offset = walGetCurFileOffset(pWal);
SWalFileInfo *pFileInfo = walGetCurFileInfo(pWal);
- ASSERT(pFileInfo != NULL);
- ASSERT(pFileInfo->firstVer != -1);
pWal->writeHead.head.version = index;
pWal->writeHead.head.bodyLen = bodyLen;
pWal->writeHead.head.msgType = msgType;
@@ -525,7 +510,6 @@ static FORCE_INLINE int32_t walWriteImpl(SWal *pWal, int64_t index, tmsg_t msgTy
// set status
if (pWal->vers.firstVer == -1) {
- ASSERT(index == 0);
pWal->vers.firstVer = 0;
}
pWal->vers.lastVer = index;
@@ -541,7 +525,6 @@ END:
wFatal("vgId:%d, failed to ftruncate logfile to offset:%" PRId64 " during recovery due to %s", pWal->cfg.vgId,
offset, strerror(errno));
terrno = TAOS_SYSTEM_ERROR(errno);
- ASSERT(0 && "failed to recover from error");
}
int64_t idxOffset = (index - pFileInfo->firstVer) * sizeof(SWalIdxEntry);
@@ -549,7 +532,6 @@ END:
wFatal("vgId:%d, failed to ftruncate idxfile to offset:%" PRId64 "during recovery due to %s", pWal->cfg.vgId,
idxOffset, strerror(errno));
terrno = TAOS_SYSTEM_ERROR(errno);
- ASSERT(0 && "failed to recover from error");
}
return -1;
}
@@ -576,8 +558,6 @@ int64_t walAppendLog(SWal *pWal, int64_t index, tmsg_t msgType, SWalSyncInfo syn
}
}
- ASSERT(pWal->pLogFile != NULL && pWal->pIdxFile != NULL && pWal->writeCur >= 0);
-
if (walWriteImpl(pWal, index, msgType, syncMeta, body, bodyLen) < 0) {
taosThreadMutexUnlock(&pWal->mutex);
return -1;
@@ -614,8 +594,6 @@ int32_t walWriteWithSyncInfo(SWal *pWal, int64_t index, tmsg_t msgType, SWalSync
}
}
- ASSERT(pWal->pIdxFile != NULL && pWal->pLogFile != NULL && pWal->writeCur >= 0);
-
if (walWriteImpl(pWal, index, msgType, syncMeta, body, bodyLen) < 0) {
taosThreadMutexUnlock(&pWal->mutex);
return -1;
diff --git a/source/os/src/osMath.c b/source/os/src/osMath.c
index cd2acac2611b4ed2f270c0647d9e06cec334ef8d..dddadd5ff6c187621a1b37efb24882ef84448cb9 100644
--- a/source/os/src/osMath.c
+++ b/source/os/src/osMath.c
@@ -16,6 +16,7 @@
#define ALLOW_FORBID_FUNC
#define _DEFAULT_SOURCE
#include "os.h"
+#include
#ifdef WINDOWS
void swapStr(char* j, char* J, int width) {
@@ -33,16 +34,5 @@ void swapStr(char* j, char* J, int width) {
// todo refactor: 1) move away; 2) use merge sort instead; 3) qsort is not a stable sort actually.
void taosSort(void* arr, int64_t sz, int64_t width, __compar_fn_t compar) {
-#ifdef WINDOWS
- int64_t i, j;
- for (i = 0; i < sz - 1; i++) {
- for (j = 0; j < sz - 1 - i; j++) {
- if (compar((char*)arr + j * width, (char*)arr + (j + 1) * width) > 0.00) {
- swapStr((char*)arr + j * width, (char*)arr + (j + 1) * width, width);
- }
- }
- }
-#else
qsort(arr, sz, width, compar);
-#endif
}
diff --git a/source/os/src/osSysinfo.c b/source/os/src/osSysinfo.c
index 704b1b9738b4adf9b06d4efb601708d69e921fa2..e1abe8484188106b0a53238881ef55feb1fd2876 100644
--- a/source/os/src/osSysinfo.c
+++ b/source/os/src/osSysinfo.c
@@ -354,6 +354,10 @@ int32_t taosGetCpuInfo(char *cpuModel, int32_t maxLen, float *numOfCores) {
code = 0;
done |= 1;
}
+ int endPos = strlen(cpuModel)-1;
+ if (cpuModel[endPos] == '\n') {
+ cpuModel[endPos] = '\0';
+ }
taosCloseCmd(&pCmd);
pCmd = taosOpenCmd("sysctl -n machdep.cpu.core_count");
diff --git a/source/util/src/tarray.c b/source/util/src/tarray.c
index 4bd829442372305501d1d571bdec910b2182fcfe..6920925e5f82b16ba6d213ffbe03d6fa40d21d06 100644
--- a/source/util/src/tarray.c
+++ b/source/util/src/tarray.c
@@ -191,6 +191,8 @@ void* taosArrayReserve(SArray* pArray, int32_t num) {
void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
pArray->size += num;
+ memset(dst, 0, num * pArray->elemSize);
+
return dst;
}
@@ -226,7 +228,7 @@ size_t taosArrayGetSize(const SArray* pArray) {
if (pArray == NULL) {
return 0;
}
- return pArray->size;
+ return TARRAY_SIZE(pArray);
}
void taosArraySetSize(SArray* pArray, size_t size) {
@@ -295,6 +297,20 @@ void taosArrayRemove(SArray* pArray, size_t index) {
pArray->size -= 1;
}
+void taosArrayRemoveBatch(SArray* pArray, size_t index, size_t num, FDelete fp) {
+ ASSERT(index + num <= pArray->size);
+
+ if (fp) {
+ for (int32_t i = 0; i < num; i++) {
+ fp(taosArrayGet(pArray, index + i));
+ }
+ }
+
+ memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + num) * pArray->elemSize,
+ (pArray->size - index - num) * pArray->elemSize);
+ pArray->size -= num;
+}
+
SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
assert(src != NULL && elemSize > 0);
SArray* pDst = taosArrayInit(size, elemSize);
diff --git a/source/util/src/tcompare.c b/source/util/src/tcompare.c
index d84a3d25c604d0089e1abc5ca2778a255a13c859..3edd067ce2aafa35e96cf632badf04f822ce2454 100644
--- a/source/util/src/tcompare.c
+++ b/source/util/src/tcompare.c
@@ -1120,7 +1120,7 @@ int32_t WCSPatternMatch(const TdUcs4 *patterStr, const TdUcs4 *str, size_t size,
return TSDB_PATTERN_NOMATCH;
}
- return (str[j] == 0 || j >= size) ? TSDB_PATTERN_MATCH : TSDB_PATTERN_NOMATCH;
+ return (j >= size || str[j] == 0) ? TSDB_PATTERN_MATCH : TSDB_PATTERN_NOMATCH;
}
int32_t compareStrRegexCompMatch(const void *pLeft, const void *pRight) { return compareStrRegexComp(pLeft, pRight); }
diff --git a/source/util/src/terror.c b/source/util/src/terror.c
index 6f8b0d8e04b06b39602134fc3f0711fd85edf787..7bf63abc5febd6b7c99e0ba9b5061748aa58ae8f 100644
--- a/source/util/src/terror.c
+++ b/source/util/src/terror.c
@@ -137,6 +137,7 @@ TAOS_DEFINE_ERROR(TSDB_CODE_TSC_STMT_CLAUSE_ERROR, "not supported stmt cl
TAOS_DEFINE_ERROR(TSDB_CODE_TSC_QUERY_KILLED, "Query killed")
TAOS_DEFINE_ERROR(TSDB_CODE_TSC_NO_EXEC_NODE, "No available execution node in current query policy configuration")
TAOS_DEFINE_ERROR(TSDB_CODE_TSC_NOT_STABLE_ERROR, "Table is not a super table")
+TAOS_DEFINE_ERROR(TSDB_CODE_TSC_STMT_CACHE_ERROR, "Stmt cache error")
// mnode-common
TAOS_DEFINE_ERROR(TSDB_CODE_MND_NO_RIGHTS, "Insufficient privilege for operation")
@@ -591,6 +592,7 @@ TAOS_DEFINE_ERROR(TSDB_CODE_TSMA_NO_INDEX_IN_CACHE, "No tsma index in ca
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_INVALID_ENV, "Invalid rsma env")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_INVALID_STAT, "Invalid rsma state")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_QTASKINFO_CREATE, "Rsma qtaskinfo creation error")
+TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_FS_COMMIT, "Rsma fs commit error")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_REMOVE_EXISTS, "Rsma remove exists")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_FETCH_MSG_MSSED_UP, "Rsma fetch msg is messed up")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_EMPTY_INFO, "Rsma info is empty")
@@ -598,6 +600,9 @@ TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_INVALID_SCHEMA, "Rsma invalid schema
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_REGEX_MATCH, "Rsma regex match")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_STREAM_STATE_OPEN, "Rsma stream state open")
TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_STREAM_STATE_COMMIT, "Rsma stream state commit")
+TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_FS_REF, "Rsma fs ref error")
+TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_FS_SYNC, "Rsma fs sync error")
+TAOS_DEFINE_ERROR(TSDB_CODE_RSMA_FS_UPDATE, "Rsma fs update error")
//index
TAOS_DEFINE_ERROR(TSDB_CODE_INDEX_REBUILDING, "Index is rebuilding")
diff --git a/tests/develop-test/5-taos-tools/taosbenchmark/insert_alltypes_json.py b/tests/develop-test/5-taos-tools/taosbenchmark/insert_alltypes_json.py
index 080d6aea8731562c1aaa4a6aacb6aca726059b1a..54657995e2b0abcfa80b1b08be0b40b9bf415126 100644
--- a/tests/develop-test/5-taos-tools/taosbenchmark/insert_alltypes_json.py
+++ b/tests/develop-test/5-taos-tools/taosbenchmark/insert_alltypes_json.py
@@ -320,7 +320,7 @@ class TDTestCase:
tdSql.checkData(0, 0, 160)
tdSql.query("select count(*) from db.stb where t13 like 'b1%' or t13 like 'b2%'")
tdSql.checkData(0, 0, 160)
-
+
tAdapter.stop()
def stop(self):
diff --git a/tests/develop-test/5-taos-tools/taosbenchmark/query_json.py b/tests/develop-test/5-taos-tools/taosbenchmark/query_json.py
index c4b1750340eb73016e0fa623bdc484a0d33788a4..c906f6167526c707f1a065b32dfd65fe5bdc7eac 100644
--- a/tests/develop-test/5-taos-tools/taosbenchmark/query_json.py
+++ b/tests/develop-test/5-taos-tools/taosbenchmark/query_json.py
@@ -120,7 +120,7 @@ class TDTestCase:
def stop(self):
- tdSql.close()
+ tdSql.close()
tdLog.success("%s successfully executed" % __file__)
diff --git a/tests/parallel_test/cases.task b/tests/parallel_test/cases.task
index f5f04ff1e95f7aa0677820e09f83695c2d581ba5..ac207003b5d95a4811b2d2f26fb2db1926eaec85 100644
--- a/tests/parallel_test/cases.task
+++ b/tests/parallel_test/cases.task
@@ -652,6 +652,9 @@
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateDb.py -N 6 -M 3 -n 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopVnodeCreateDb.py -N 6 -M 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopVnodeCreateDb.py -N 6 -M 3 -n 3
+
+,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeModifyMeta.py -N 6 -M 3
+,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopMnodeModifyMeta.py -N 6 -M 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateStb.py -N 6 -M 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateStb.py -N 6 -M 3 -n 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopMnodeCreateStb.py -N 6 -M 3
@@ -662,6 +665,7 @@
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeRestartDnodeInsertData.py -N 6 -M 3 -n 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py -N 6 -M 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py -N 6 -M 3 -n 3
+
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeAdd1Ddnoe.py -N 7 -M 3 -C 6
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeAdd1Ddnoe.py -N 7 -M 3 -C 6 -n 3
,,y,system-test,./pytest.sh python3 ./test.py -f 6-cluster/5dnode3mnodeDrop.py -N 5
@@ -729,7 +733,7 @@
,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/stbTagFilter-1ctb.py
,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/dataFromTsdbNWal.py
,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/dataFromTsdbNWal-multiCtb.py
-,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/tmq_taosx.py
+#,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/tmq_taosx.py
,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/stbTagFilter-multiCtb.py
,,y,system-test,./pytest.sh python3 ./test.py -f 99-TDcase/TD-19201.py
,,y,system-test,./pytest.sh python3 ./test.py -f 7-tmq/tmqSubscribeStb-r3.py -N 5
@@ -1033,7 +1037,7 @@
,,y,system-test,./pytest.sh python3 ./test.py -f 99-TDcase/TD-20582.py
#develop test
-,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/auto_create_table_json.py
+#,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/auto_create_table_json.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/custom_col_tag.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/default_json.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/demo.py
@@ -1042,7 +1046,7 @@
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/json_tag.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/query_json.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/sample_csv_json.py
-,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/sml_json_alltypes.py
+#,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/sml_json_alltypes.py
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/taosdemoTestQueryWithJson.py -R
,,n,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/telnet_tcp.py -R
diff --git a/tests/pytest/util/cluster.py b/tests/pytest/util/cluster.py
index 72b7e1fddff7fcfce3c9fb83eeb74f2cefc01f18..2607cf63c29488b05a998fafd1565f29917d8e5e 100644
--- a/tests/pytest/util/cluster.py
+++ b/tests/pytest/util/cluster.py
@@ -53,7 +53,7 @@ class ConfigureyCluster:
# configure dnoe of independent mnodes
if num <= self.mnodeNums and self.mnodeNums != 0 and independentMnode == True :
- dnode.addExtraCfg("supportVnodes", 0)
+ dnode.addExtraCfg("supportVnodes", 1024)
# print(dnode)
self.dnodes.append(dnode)
return self.dnodes
diff --git a/tests/pytest/util/taosadapter.py b/tests/pytest/util/taosadapter.py
index 7dd62266319bd1462ce7bad6ff6ec358cfe31678..79ea86c5bd820c1327cf844b35eb8800fefdfe60 100644
--- a/tests/pytest/util/taosadapter.py
+++ b/tests/pytest/util/taosadapter.py
@@ -238,14 +238,13 @@ class TAdapter:
if self.running != 0:
psCmd = f"ps -ef|grep -w {toBeKilled}| grep -v grep | awk '{{print $2}}'"
+ # psCmd = f"pgrep {toBeKilled}"
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
- # psCmd = f"pgrep {toBeKilled}"
-
- while(processID):
- killCmd = "kill %s %s > /dev/null 2>&1" % (signal, processID)
+ while(processID):
+ killCmd = "kill %s %s > /dev/null 2>&1" % (signal, processID)
os.system(killCmd)
time.sleep(1)
- processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
+ processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
if not platform.system().lower() == 'windows':
port = 6041
fuserCmd = f"fuser -k -n tcp {port} > /dev/null"
diff --git a/tests/script/api/batchprepare.c b/tests/script/api/batchprepare.c
index 60df188d7b84c2f202b6ec11665013da143393e9..88dada44accf588357314843d2a7d09964c896c0 100644
--- a/tests/script/api/batchprepare.c
+++ b/tests/script/api/batchprepare.c
@@ -232,8 +232,8 @@ CaseCtrl gCaseCtrl = {
.printCreateTblSql = true,
.printQuerySql = true,
.printStmtSql = true,
- .printVerbose = false,
- .printRes = false,
+ .printVerbose = true,
+ .printRes = true,
.autoCreateTbl = false,
.numericParam = false,
.rowNum = 0,
diff --git a/tests/script/coverage_test.sh b/tests/script/coverage_test.sh
index e0e7490d3ab7616cfc44ceab7c4c951b21663004..3f99dde5442c5f0c9e88b5ea1df37f7a64e54003 100755
--- a/tests/script/coverage_test.sh
+++ b/tests/script/coverage_test.sh
@@ -130,6 +130,9 @@ function runSimCases() {
function runPythonCases() {
echo "=== Run python cases ==="
+
+ cd $TDENGINE_DIR/tests/parallel_test
+ sed -i '/compatibility.py/d' cases.task
cd $TDENGINE_DIR/tests/system-test
runCasesOneByOne ../parallel_test/cases.task system-test
diff --git a/tests/script/tsim/stream/state0.sim b/tests/script/tsim/stream/state0.sim
index 7c922658c91cd3c6529b981208b31754226db71d..ea7528b1cb3d2ca33e805bb0e516168a26d8ef59 100644
--- a/tests/script/tsim/stream/state0.sim
+++ b/tests/script/tsim/stream/state0.sim
@@ -552,7 +552,7 @@ sql use test4;
sql create table st (ts timestamp, c1 tinyint, c2 smallint) tags (t1 tinyint) ;
sql create table t1 using st tags (-81) ;
sql create table t2 using st tags (-81) ;
-sql create stream if not exists streams4 trigger window_close into streamt4 as select _wstart AS start, min(c1),count(c1) from t1 state_window(c1);
+sql create stream if not exists streams4 trigger window_close into streamt4 as select _wstart AS startts, min(c1),count(c1) from t1 state_window(c1);
sql insert into t1 (ts, c1) values (1668073288209, 11);
sql insert into t1 (ts, c1) values (1668073288210, 11);
@@ -567,7 +567,7 @@ loop7:
sleep 200
-sql select * from streamt4 order by start;
+sql select * from streamt4 order by startts;
$loop_count = $loop_count + 1
if $loop_count == 20 then
@@ -606,7 +606,7 @@ loop8:
sleep 200
-sql select * from streamt4 order by start;
+sql select * from streamt4 order by startts;
$loop_count = $loop_count + 1
if $loop_count == 20 then
@@ -640,7 +640,7 @@ loop8:
sleep 200
-sql select * from streamt4 order by start;
+sql select * from streamt4 order by startts;
$loop_count = $loop_count + 1
if $loop_count == 20 then
@@ -679,7 +679,7 @@ loop9:
sleep 200
-sql select * from streamt4 order by start;
+sql select * from streamt4 order by startts;
$loop_count = $loop_count + 1
if $loop_count == 20 then
diff --git a/tests/system-test/0-others/compatibility.py b/tests/system-test/0-others/compatibility.py
index cd4acae43826ec942a6a46b97a501b888ec951ff..1834432bc9a9364e039df2c95ce47fb01e945eab 100644
--- a/tests/system-test/0-others/compatibility.py
+++ b/tests/system-test/0-others/compatibility.py
@@ -12,6 +12,7 @@ from util.dnodes import *
from util.dnodes import TDDnodes
from util.dnodes import TDDnode
from util.cluster import *
+import subprocess
BASEVERSION = "3.0.1.8"
class TDTestCase:
@@ -26,8 +27,21 @@ class TDTestCase:
self.replicaVar = int(replicaVar)
tdLog.debug(f"start to excute {__file__}")
tdSql.init(conn.cursor())
+
+ def checkProcessPid(self,processName):
+ i=0
+ while i<60:
+ print(f"wait stop {processName}")
+ processPid = subprocess.getstatusoutput(f'ps aux|grep {processName} |grep -v "grep"|awk \'{{print $2}}\'')[1]
+ print(f"times:{i},{processName}-pid:{processPid}")
+ if(processPid == ""):
+ break
+ i += 1
+ sleep(1)
+ else:
+ print(f'this processName is not stoped in 60s')
-
+
def getBuildPath(self):
selfPath = os.path.dirname(os.path.realpath(__file__))
@@ -68,6 +82,7 @@ class TDTestCase:
my_file = Path(f"{packagePath}/{packageName}")
if not my_file.exists():
print(f"{packageName} is not exists")
+ tdLog.info(f"cd {packagePath} && wget https://www.tdengine.com/assets-download/3.0/{packageName}")
os.system(f"cd {packagePath} && wget https://www.tdengine.com/assets-download/3.0/{packageName}")
else:
print(f"{packageName} has been exists")
@@ -114,15 +129,15 @@ class TDTestCase:
# tdsqlF.query(f"select count(*) from {stb}")
# tdsqlF.checkData(0,0,tableNumbers*recordNumbers1)
os.system("pkill taosd")
- sleep(2)
+ self.checkProcessPid("taosd")
print(f"start taosd: nohup taosd -c {cPath} & ")
os.system(f" nohup taosd -c {cPath} & " )
sleep(10)
tdLog.info(" LD_LIBRARY_PATH=/usr/lib taosBenchmark -f 0-others/compa4096.json -y ")
os.system("LD_LIBRARY_PATH=/usr/lib taosBenchmark -f 0-others/compa4096.json -y")
- os.system("pkill -9 taosd")
-
+ os.system("pkill taosd") # make sure all the data are saved in disk.
+ self.checkProcessPid("taosd")
tdLog.printNoPrefix("==========step2:update new version ")
diff --git a/tests/system-test/0-others/taosdShell.py b/tests/system-test/0-others/taosdShell.py
index 7ad7e4d0ef90b7f30f692cb40596c14b653e903d..2125b5eebe448b4ac044158f7157cd689eaec29e 100644
--- a/tests/system-test/0-others/taosdShell.py
+++ b/tests/system-test/0-others/taosdShell.py
@@ -136,7 +136,7 @@ class TDTestCase:
tdSql.query("use source_db")
tdSql.query("create table if not exists source_db.stb (ts timestamp, k int) tags (a int);")
tdSql.query("create table source_db.ct1 using source_db.stb tags(1000);create table source_db.ct2 using source_db.stb tags(2000);create table source_db.ct3 using source_db.stb tags(3000);")
- tdSql.query("create stream s1 into source_db.output_stb as select _wstart AS start, min(k), max(k), sum(k) from source_db.stb interval(10m);")
+ tdSql.query("create stream s1 into source_db.output_stb as select _wstart AS startts, min(k), max(k), sum(k) from source_db.stb interval(10m);")
#TD-19944 -Q=3
diff --git a/tests/system-test/1-insert/database_pre_suf.py b/tests/system-test/1-insert/database_pre_suf.py
index 862edbdde9b795f151b9d17f3c74abc8ebc4de63..488dfebff50c77d1dd08c6d4e46fdbf3bbe3ea7f 100755
--- a/tests/system-test/1-insert/database_pre_suf.py
+++ b/tests/system-test/1-insert/database_pre_suf.py
@@ -108,7 +108,7 @@ class TDTestCase:
# create stream
- tdSql.execute('''create stream current_stream into stream_max_stable_1 as select _wstart as start, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 where ts is not null interval (5s);''')
+ tdSql.execute('''create stream current_stream into stream_max_stable_1 as select _wstart as startts, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 where ts is not null interval (5s);''')
# insert data
for i in range(num_random*n):
@@ -187,20 +187,20 @@ class TDTestCase:
sleep(5)
# stream data check
- tdSql.query("select start,wend,max_int from stream_max_stable_1 ;")
+ tdSql.query("select startts,wend,max_int from stream_max_stable_1 ;")
tdSql.checkRows(20)
tdSql.query("select sum(max_int) from stream_max_stable_1 ;")
stream_data_1 = tdSql.queryResult[0][0]
tdSql.query("select sum(min_int) from stream_max_stable_1 ;")
stream_data_2 = tdSql.queryResult[0][0]
- tdSql.query("select sum(max_int),sum(min_int) from (select _wstart as start, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 where ts is not null interval (5s));")
+ tdSql.query("select sum(max_int),sum(min_int) from (select _wstart as startts, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 where ts is not null interval (5s));")
sql_data_1 = tdSql.queryResult[0][0]
sql_data_2 = tdSql.queryResult[0][1]
self.stream_value_check(stream_data_1,sql_data_1)
self.stream_value_check(stream_data_2,sql_data_2)
- tdSql.query("select sum(max_int),sum(min_int) from (select _wstart as start, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 interval (5s));")
+ tdSql.query("select sum(max_int),sum(min_int) from (select _wstart as startts, _wend as wend, max(q_int) as max_int, min(q_bigint) as min_int from stable_1 interval (5s));")
sql_data_1 = tdSql.queryResult[0][0]
sql_data_2 = tdSql.queryResult[0][1]
diff --git a/tests/system-test/1-insert/opentsdb_json_taosc_insert.py b/tests/system-test/1-insert/opentsdb_json_taosc_insert.py
index 44243fe029233dc3458a7b6822600bc198e11824..93f3c7410df5bfc0ffef836d8353249f8de0c965 100644
--- a/tests/system-test/1-insert/opentsdb_json_taosc_insert.py
+++ b/tests/system-test/1-insert/opentsdb_json_taosc_insert.py
@@ -1719,6 +1719,7 @@ class TDTestCase:
print(err.errno)
def runAll(self):
+ """
for value_type in ["obj", "default"]:
self.initCheckCase(value_type)
self.symbolsCheckCase(value_type)
@@ -1771,7 +1772,7 @@ class TDTestCase:
# self.sStbStbDdataDtsMtInsertMultiThreadCheckCase()
# self.sStbDtbDdataDtsMtInsertMultiThreadCheckCase()
# self.lengthIcreaseCrashCheckCase()
-
+ """
def run(self):
print("running {}".format(__file__))
self.createDb()
diff --git a/tests/system-test/1-insert/opentsdb_telnet_line_taosc_insert.py b/tests/system-test/1-insert/opentsdb_telnet_line_taosc_insert.py
index f58882720610b32794fc48e4cd652ae70e63b5d7..a17a2d9514a50a06f594fca2990048b1876ef441 100644
--- a/tests/system-test/1-insert/opentsdb_telnet_line_taosc_insert.py
+++ b/tests/system-test/1-insert/opentsdb_telnet_line_taosc_insert.py
@@ -1416,8 +1416,8 @@ class TDTestCase:
self.symbolsCheckCase()
self.tsCheckCase()
self.openTstbTelnetTsCheckCase()
- self.idSeqCheckCase()
- self.idLetterCheckCase()
+ #self.idSeqCheckCase()
+ #self.idLetterCheckCase()
self.noIdCheckCase()
self.maxColTagCheckCase()
self.stbTbNameCheckCase()
@@ -1450,7 +1450,7 @@ class TDTestCase:
self.spellCheckCase()
self.pointTransCheckCase()
self.defaultTypeCheckCase()
- self.tbnameTagsColsNameCheckCase()
+ #self.tbnameTagsColsNameCheckCase()
# # # MultiThreads
# self.stbInsertMultiThreadCheckCase()
# self.sStbStbDdataInsertMultiThreadCheckCase()
diff --git a/tests/system-test/2-query/interp.py b/tests/system-test/2-query/interp.py
index ce57357abda6564238362bcb861abab5e92f3947..5077b70d725d26c1c4adb897c55a1b57bcfb219b 100644
--- a/tests/system-test/2-query/interp.py
+++ b/tests/system-test/2-query/interp.py
@@ -362,12 +362,12 @@ class TDTestCase:
tdSql.query(f"select interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:16', '2020-02-01 00:00:19') every(1s) fill(linear)")
tdSql.checkRows(0)
- tdLog.printNoPrefix("==========step8:test _irowts with interp")
+ tdLog.printNoPrefix("==========step8:test _irowts,_isfilled with interp")
# fill null
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(null)")
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(null)")
tdSql.checkRows(9)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:08.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:08.500')
@@ -379,9 +379,19 @@ class TDTestCase:
tdSql.checkData(7, 0, '2020-02-01 00:00:11.500')
tdSql.checkData(8, 0, '2020-02-01 00:00:12.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(null)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, False)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(null)")
tdSql.checkRows(13)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:04.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:05.000')
@@ -397,9 +407,23 @@ class TDTestCase:
tdSql.checkData(11, 0, '2020-02-01 00:00:15.000')
tdSql.checkData(12, 0, '2020-02-01 00:00:16.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(null)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, False)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, False)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+ tdSql.checkData(9, 1, True)
+ tdSql.checkData(10, 1, True)
+ tdSql.checkData(11, 1, False)
+ tdSql.checkData(12, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(null)")
tdSql.checkRows(6)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:07.000')
@@ -408,10 +432,16 @@ class TDTestCase:
tdSql.checkData(4, 0, '2020-02-01 00:00:13.000')
tdSql.checkData(5, 0, '2020-02-01 00:00:15.000')
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
# fill value
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(value, 1)")
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(value, 1)")
tdSql.checkRows(9)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:08.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:08.500')
@@ -423,9 +453,19 @@ class TDTestCase:
tdSql.checkData(7, 0, '2020-02-01 00:00:11.500')
tdSql.checkData(8, 0, '2020-02-01 00:00:12.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(value, 1)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, False)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(value, 1)")
tdSql.checkRows(13)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:04.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:05.000')
@@ -441,9 +481,23 @@ class TDTestCase:
tdSql.checkData(11, 0, '2020-02-01 00:00:15.000')
tdSql.checkData(12, 0, '2020-02-01 00:00:16.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(value, 1)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, False)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, False)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+ tdSql.checkData(9, 1, True)
+ tdSql.checkData(10, 1, True)
+ tdSql.checkData(11, 1, False)
+ tdSql.checkData(12, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(value, 1)")
tdSql.checkRows(6)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:07.000')
@@ -452,10 +506,17 @@ class TDTestCase:
tdSql.checkData(4, 0, '2020-02-01 00:00:13.000')
tdSql.checkData(5, 0, '2020-02-01 00:00:15.000')
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
+
# fill prev
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(prev)")
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(prev)")
tdSql.checkRows(9)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:08.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:08.500')
@@ -467,9 +528,19 @@ class TDTestCase:
tdSql.checkData(7, 0, '2020-02-01 00:00:11.500')
tdSql.checkData(8, 0, '2020-02-01 00:00:12.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(prev)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, False)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(prev)")
tdSql.checkRows(12)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:06.000')
@@ -484,9 +555,22 @@ class TDTestCase:
tdSql.checkData(10, 0, '2020-02-01 00:00:15.000')
tdSql.checkData(11, 0, '2020-02-01 00:00:16.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(prev)")
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+ tdSql.checkData(9, 1, True)
+ tdSql.checkData(10, 1, False)
+ tdSql.checkData(11, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(prev)")
tdSql.checkRows(6)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:07.000')
@@ -495,10 +579,16 @@ class TDTestCase:
tdSql.checkData(4, 0, '2020-02-01 00:00:13.000')
tdSql.checkData(5, 0, '2020-02-01 00:00:15.000')
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
# fill next
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(next)")
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(next)")
tdSql.checkRows(9)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:08.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:08.500')
@@ -510,9 +600,19 @@ class TDTestCase:
tdSql.checkData(7, 0, '2020-02-01 00:00:11.500')
tdSql.checkData(8, 0, '2020-02-01 00:00:12.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(next)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, False)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(next)")
tdSql.checkRows(12)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:04.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:05.000')
@@ -527,9 +627,22 @@ class TDTestCase:
tdSql.checkData(10, 0, '2020-02-01 00:00:14.000')
tdSql.checkData(11, 0, '2020-02-01 00:00:15.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(next)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, False)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, False)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+ tdSql.checkData(9, 1, True)
+ tdSql.checkData(10, 1, True)
+ tdSql.checkData(11, 1, False)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(next)")
tdSql.checkRows(6)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:07.000')
@@ -538,10 +651,17 @@ class TDTestCase:
tdSql.checkData(4, 0, '2020-02-01 00:00:13.000')
tdSql.checkData(5, 0, '2020-02-01 00:00:15.000')
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
+
# fill linear
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(linear)")
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:08', '2020-02-01 00:00:12') every(500a) fill(linear)")
tdSql.checkRows(9)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:08.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:08.500')
@@ -553,9 +673,19 @@ class TDTestCase:
tdSql.checkData(7, 0, '2020-02-01 00:00:11.500')
tdSql.checkData(8, 0, '2020-02-01 00:00:12.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
+ tdSql.checkData(0, 1, True)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, False)
+ tdSql.checkData(5, 1, True)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
tdSql.checkRows(11)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:06.000')
@@ -569,9 +699,21 @@ class TDTestCase:
tdSql.checkData(9, 0, '2020-02-01 00:00:14.000')
tdSql.checkData(10, 0, '2020-02-01 00:00:15.000')
- tdSql.query(f"select _irowts,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(linear)")
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
+ tdSql.checkData(6, 1, True)
+ tdSql.checkData(7, 1, True)
+ tdSql.checkData(8, 1, True)
+ tdSql.checkData(9, 1, True)
+ tdSql.checkData(10, 1, False)
+
+ tdSql.query(f"select _irowts,_isfilled,interp(c0) from {dbname}.{tbname} range('2020-02-01 00:00:05', '2020-02-01 00:00:15') every(2s) fill(linear)")
tdSql.checkRows(6)
- tdSql.checkCols(2)
+ tdSql.checkCols(3)
tdSql.checkData(0, 0, '2020-02-01 00:00:05.000')
tdSql.checkData(1, 0, '2020-02-01 00:00:07.000')
@@ -580,28 +722,47 @@ class TDTestCase:
tdSql.checkData(4, 0, '2020-02-01 00:00:13.000')
tdSql.checkData(5, 0, '2020-02-01 00:00:15.000')
- # multiple _irowts
- tdSql.query(f"select interp(c0),_irowts from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
- tdSql.checkRows(11)
- tdSql.checkCols(2)
+ tdSql.checkData(0, 1, False)
+ tdSql.checkData(1, 1, True)
+ tdSql.checkData(2, 1, True)
+ tdSql.checkData(3, 1, True)
+ tdSql.checkData(4, 1, True)
+ tdSql.checkData(5, 1, False)
- tdSql.checkData(0, 1, '2020-02-01 00:00:05.000')
- tdSql.checkData(1, 1, '2020-02-01 00:00:06.000')
- tdSql.checkData(2, 1, '2020-02-01 00:00:07.000')
- tdSql.checkData(3, 1, '2020-02-01 00:00:08.000')
- tdSql.checkData(4, 1, '2020-02-01 00:00:09.000')
- tdSql.checkData(5, 1, '2020-02-01 00:00:10.000')
- tdSql.checkData(6, 1, '2020-02-01 00:00:11.000')
- tdSql.checkData(7, 1, '2020-02-01 00:00:12.000')
- tdSql.checkData(8, 1, '2020-02-01 00:00:13.000')
- tdSql.checkData(9, 1, '2020-02-01 00:00:14.000')
+ # multiple _irowts,_isfilled
+ tdSql.query(f"select interp(c0),_irowts,_isfilled from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
+ tdSql.checkRows(11)
+ tdSql.checkCols(3)
+
+ tdSql.checkData(0, 1, '2020-02-01 00:00:05.000')
+ tdSql.checkData(1, 1, '2020-02-01 00:00:06.000')
+ tdSql.checkData(2, 1, '2020-02-01 00:00:07.000')
+ tdSql.checkData(3, 1, '2020-02-01 00:00:08.000')
+ tdSql.checkData(4, 1, '2020-02-01 00:00:09.000')
+ tdSql.checkData(5, 1, '2020-02-01 00:00:10.000')
+ tdSql.checkData(6, 1, '2020-02-01 00:00:11.000')
+ tdSql.checkData(7, 1, '2020-02-01 00:00:12.000')
+ tdSql.checkData(8, 1, '2020-02-01 00:00:13.000')
+ tdSql.checkData(9, 1, '2020-02-01 00:00:14.000')
tdSql.checkData(10, 1, '2020-02-01 00:00:15.000')
- tdSql.query(f"select _irowts, interp(c0), interp(c0), _irowts from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
+ tdSql.checkData(0, 2, False)
+ tdSql.checkData(1, 2, True)
+ tdSql.checkData(2, 2, True)
+ tdSql.checkData(3, 2, True)
+ tdSql.checkData(4, 2, True)
+ tdSql.checkData(5, 2, False)
+ tdSql.checkData(6, 2, True)
+ tdSql.checkData(7, 2, True)
+ tdSql.checkData(8, 2, True)
+ tdSql.checkData(9, 2, True)
+ tdSql.checkData(10, 2, False)
+
+ tdSql.query(f"select _irowts, _isfilled, interp(c0), interp(c0), _isfilled, _irowts from {dbname}.{tbname} range('2020-02-01 00:00:04', '2020-02-01 00:00:16') every(1s) fill(linear)")
tdSql.checkRows(11)
- tdSql.checkCols(4)
+ tdSql.checkCols(6)
- cols = (0, 3)
+ cols = (0, 5)
for i in cols:
tdSql.checkData(0, i, '2020-02-01 00:00:05.000')
tdSql.checkData(1, i, '2020-02-01 00:00:06.000')
@@ -615,6 +776,20 @@ class TDTestCase:
tdSql.checkData(9, i, '2020-02-01 00:00:14.000')
tdSql.checkData(10, i, '2020-02-01 00:00:15.000')
+ cols = (1, 4)
+ for i in cols:
+ tdSql.checkData(0, i, False)
+ tdSql.checkData(1, i, True)
+ tdSql.checkData(2, i, True)
+ tdSql.checkData(3, i, True)
+ tdSql.checkData(4, i, True)
+ tdSql.checkData(5, i, False)
+ tdSql.checkData(6, i, True)
+ tdSql.checkData(7, i, True)
+ tdSql.checkData(8, i, True)
+ tdSql.checkData(9, i, True)
+ tdSql.checkData(10, i, False)
+
tdLog.printNoPrefix("==========step9:test intra block interpolation")
tdSql.execute(f"drop database {dbname}");
diff --git a/tests/system-test/2-query/leastsquares.py b/tests/system-test/2-query/leastsquares.py
index 8ece4c46f0d430ec540468467e8b9e89b35e1349..1718802a82a0ffb740918e1ff0e083a11168b3f4 100644
--- a/tests/system-test/2-query/leastsquares.py
+++ b/tests/system-test/2-query/leastsquares.py
@@ -19,12 +19,17 @@ BINARY_COL = "c8"
NCHAR_COL = "c9"
TS_COL = "c10"
-NUM_COL = [ INT_COL, BINT_COL, SINT_COL, TINT_COL, FLOAT_COL, DOUBLE_COL, ]
+UINT_COL = "c11"
+UBINT_COL = "c12"
+USINT_COL = "c13"
+UTINT_COL = "c14"
+
+NUM_COL = [ INT_COL, BINT_COL, SINT_COL, TINT_COL, FLOAT_COL, DOUBLE_COL, UINT_COL, UBINT_COL, USINT_COL, UTINT_COL]
CHAR_COL = [ BINARY_COL, NCHAR_COL, ]
BOOLEAN_COL = [ BOOL_COL, ]
TS_TYPE_COL = [ TS_COL, ]
-ALL_COL = [ INT_COL, BINT_COL, SINT_COL, TINT_COL, FLOAT_COL, DOUBLE_COL, BOOL_COL, BINARY_COL, NCHAR_COL, TS_COL ]
+ALL_COL = [ INT_COL, BINT_COL, SINT_COL, TINT_COL, FLOAT_COL, DOUBLE_COL, BOOL_COL, BINARY_COL, NCHAR_COL, TS_COL, UINT_COL, UBINT_COL, USINT_COL, UTINT_COL ]
DBNAME = "db"
class TDTestCase:
@@ -208,6 +213,13 @@ class TDTestCase:
tdLog.info(f"sql: {current_sqls[i]}")
tdSql.query(current_sqls[i])
+ def check_result(self):
+ for col in NUM_COL:
+ tdSql.query("select leastsquares(%s, 1, 9) from %s.stb1" % (col, DBNAME))
+ tdSql.checkRows(1)
+ res = tdSql.getData(0, 0)
+ if res is None:
+ tdLog.exit("result is not correct")
def __test_current(self):
# tdSql.query("explain select c1 from {dbname}.ct1")
@@ -236,6 +248,7 @@ class TDTestCase:
def all_test(self):
self.__test_error()
self.__test_current()
+ self.check_result()
def __create_tb(self, dbname=DBNAME):
@@ -243,13 +256,15 @@ class TDTestCase:
create_stb_sql = f'''create table {dbname}.stb1(
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
{FLOAT_COL} float, {DOUBLE_COL} double, {BOOL_COL} bool,
- {BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp
+ {BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp, {UINT_COL} int unsigned,
+ {UBINT_COL} bigint unsigned, {USINT_COL} smallint unsigned, {UTINT_COL} tinyint unsigned
) tags (t1 int)
'''
create_ntb_sql = f'''create table {dbname}.nt1(
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
{FLOAT_COL} float, {DOUBLE_COL} double, {BOOL_COL} bool,
- {BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp
+ {BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp, {UINT_COL} int unsigned,
+ {UBINT_COL} bigint unsigned, {USINT_COL} smallint unsigned, {UTINT_COL} tinyint unsigned
)
'''
tdSql.execute(create_stb_sql)
@@ -262,49 +277,49 @@ class TDTestCase:
now_time = int(datetime.datetime.timestamp(datetime.datetime.now()) * 1000)
for i in range(rows):
tdSql.execute(
- f"insert into {dbname}.ct1 values ( { now_time - i * 1000 }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127}, {1.11*i}, {1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i } )"
+ f"insert into {dbname}.ct1 values ( { now_time - i * 1000 }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127}, {1.11*i}, {1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127} )"
)
tdSql.execute(
- f"insert into {dbname}.ct4 values ( { now_time - i * 7776000000 }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127}, {1.11*i}, {1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i } )"
+ f"insert into {dbname}.ct4 values ( { now_time - i * 7776000000 }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127}, {1.11*i}, {1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127} )"
)
tdSql.execute(
- f"insert into {dbname}.ct2 values ( { now_time - i * 7776000000 }, {-i}, {-11111 * i}, {-111 * i % 32767 }, {-11 * i % 127}, {-1.11*i}, {-1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i } )"
+ f"insert into {dbname}.ct2 values ( { now_time - i * 7776000000 }, {-i}, {-11111 * i}, {-111 * i % 32767 }, {-11 * i % 127}, {-1.11*i}, {-1100.0011*i}, {i%2}, 'binary{i}', 'nchar_测试_{i}', { now_time + 1 * i }, {i}, {11111 * i}, {111 * i % 32767 }, {11 * i % 127} )"
)
tdSql.execute(
f'''insert into {dbname}.ct1 values
- ( { now_time - rows * 5 }, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar_测试_0', { now_time + 8 } )
- ( { now_time + 10000 }, { rows }, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar_测试_9', { now_time + 9 } )
+ ( { now_time - rows * 5 }, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar_测试_0', { now_time + 8 }, 0, 0, 0, 0)
+ ( { now_time + 10000 }, { rows }, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar_测试_9', { now_time + 9 }, 0, 0, 0, NULL )
'''
)
tdSql.execute(
f'''insert into {dbname}.ct4 values
- ( { now_time - rows * 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time - rows * 3888000000 + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time + 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time - rows * 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time - rows * 3888000000 + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time + 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL)
(
{ now_time + 5184000000}, {pow(2,31)-pow(2,15)}, {pow(2,63)-pow(2,30)}, 32767, 127,
- { 3.3 * pow(10,38) }, { 1.3 * pow(10,308) }, { rows % 2 }, "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000}
+ { 3.3 * pow(10,38) }, { 1.3 * pow(10,308) }, { rows % 2 }, "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000}, NULL, NULL, NULL, NULL
)
(
{ now_time + 2592000000 }, {pow(2,31)-pow(2,16)}, {pow(2,63)-pow(2,31)}, 32766, 126,
- { 3.2 * pow(10,38) }, { 1.2 * pow(10,308) }, { (rows-1) % 2 }, "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000}
+ { 3.2 * pow(10,38) }, { 1.2 * pow(10,308) }, { (rows-1) % 2 }, "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000}, NULL, NULL, NULL, NULL
)
'''
)
tdSql.execute(
f'''insert into {dbname}.ct2 values
- ( { now_time - rows * 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time - rows * 3888000000 + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time + 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time - rows * 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL)
+ ( { now_time - rows * 3888000000 + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time + 7776000000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
(
{ now_time + 5184000000 }, { -1 * pow(2,31) + pow(2,15) }, { -1 * pow(2,63) + pow(2,30) }, -32766, -126,
- { -1 * 3.2 * pow(10,38) }, { -1.2 * pow(10,308) }, { rows % 2 }, "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000 }
+ { -1 * 3.2 * pow(10,38) }, { -1.2 * pow(10,308) }, { rows % 2 }, "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000 }, NULL, NULL, NULL, NULL
)
(
{ now_time + 2592000000 }, { -1 * pow(2,31) + pow(2,16) }, { -1 * pow(2,63) + pow(2,31) }, -32767, -127,
- { - 3.3 * pow(10,38) }, { -1.3 * pow(10,308) }, { (rows-1) % 2 }, "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000 }
+ { - 3.3 * pow(10,38) }, { -1.3 * pow(10,308) }, { (rows-1) % 2 }, "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000 }, NULL, NULL, NULL, NULL
)
'''
)
@@ -312,22 +327,22 @@ class TDTestCase:
for i in range(rows):
insert_data = f'''insert into {dbname}.nt1 values
( { now_time - i * 3600000 }, {i}, {i * 11111}, { i % 32767 }, { i % 127}, { i * 1.11111 }, { i * 1000.1111 }, { i % 2},
- "binary_{i}", "nchar_测试_{i}", { now_time - 1000 * i } )
+ "binary_{i}", "nchar_测试_{i}", { now_time - 1000 * i }, NULL, NULL, NULL, NULL )
'''
tdSql.execute(insert_data)
tdSql.execute(
f'''insert into {dbname}.nt1 values
- ( { now_time + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time - (( rows // 2 ) * 60 + 30) * 60000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
- ( { now_time - rows * 3600000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time + 10800000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time - (( rows // 2 ) * 60 + 30) * 60000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
+ ( { now_time - rows * 3600000 }, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
( { now_time + 7200000 }, { pow(2,31) - pow(2,15) }, { pow(2,63) - pow(2,30) }, 32767, 127,
{ 3.3 * pow(10,38) }, { 1.3 * pow(10,308) }, { rows % 2 },
- "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000 }
+ "binary_limit-1", "nchar_测试_limit-1", { now_time - 86400000 }, NULL, NULL, NULL, NULL
)
(
{ now_time + 3600000 } , { pow(2,31) - pow(2,16) }, { pow(2,63) - pow(2,31) }, 32766, 126,
{ 3.2 * pow(10,38) }, { 1.2 * pow(10,308) }, { (rows-1) % 2 },
- "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000 }
+ "binary_limit-2", "nchar_测试_limit-2", { now_time - 172800000 }, NULL, NULL, NULL, NULL
)
'''
)
diff --git a/tests/system-test/2-query/sml.py b/tests/system-test/2-query/sml.py
index b764edebd732ad7d35fea98f0e75c08307991ff9..8ad1982b55506621606a92840e5496f29094da75 100644
--- a/tests/system-test/2-query/sml.py
+++ b/tests/system-test/2-query/sml.py
@@ -18,7 +18,7 @@ class TDTestCase:
def init(self, conn, logSql, replicaVar=1):
self.replicaVar = int(replicaVar)
tdLog.debug(f"start to excute {__file__}")
- tdSql.init(conn.cursor())
+ tdSql.init(conn.cursor(), True)
#tdSql.init(conn.cursor(), logSql) # output sql.txt file
def checkFileContent(self, dbname="sml_db"):
@@ -76,13 +76,14 @@ class TDTestCase:
tdSql.query(f"select * from {dbname}.`sys.cpu.nice` order by _ts")
tdSql.checkRows(2)
tdSql.checkData(0, 1, 9.000000000)
- tdSql.checkData(0, 2, "lga")
- tdSql.checkData(0, 3, "web02")
- tdSql.checkData(0, 4, None)
+ tdSql.checkData(0, 2, "web02")
+ tdSql.checkData(0, 3, None)
+ tdSql.checkData(0, 4, "lga")
+
tdSql.checkData(1, 1, 18.000000000)
- tdSql.checkData(1, 2, "lga")
- tdSql.checkData(1, 3, "web01")
- tdSql.checkData(1, 4, "t1")
+ tdSql.checkData(1, 2, "web01")
+ tdSql.checkData(1, 3, "t1")
+ tdSql.checkData(0, 4, "lga")
tdSql.query(f"select * from {dbname}.macylr")
tdSql.checkRows(2)
diff --git a/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertData.py b/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertData.py
index 94e02b77b307281975ff7393298f182f233a7c65..392b0d7764c4404a4e2282b7bf5708a79556acf8 100644
--- a/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertData.py
+++ b/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertData.py
@@ -161,6 +161,19 @@ class TDTestCase:
stableName= '%s_%d'%(paraDict['stbName'],i)
newTdSql=tdCom.newTdSql()
threads.append(threading.Thread(target=clusterComCreate.insert_data, args=(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"],paraDict["startTs"])))
+
+ for i in range(5):
+ clusterComCreate.createUser(newTdSql,f"user{i}",f"pass{i}")
+ userTdSql=tdCom.newTdSql(user=f"user{i}",password=f"pass{i}")
+ clusterComCreate.alterUser(userTdSql,f"user{i}",f"pass{i+1}")
+ clusterComCreate.deleteUser(newTdSql,f"user{i}")
+ for j in range(5):
+ i=100
+ clusterComCreate.createUser(newTdSql,f"user{i}",f"pass{i}")
+ userTdSql=tdCom.newTdSql(user=f"user{i}",password=f"pass{i}")
+ clusterComCreate.alterUser(userTdSql,f"user{i}",f"pass{i+1}")
+ clusterComCreate.deleteUser(newTdSql,f"user{i}")
+
for tr in threads:
tr.start()
for tr in threads:
diff --git a/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py b/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py
index d6d06446a1ab60c0dabdf0a676f7067a3497c799..66c2fdd14fd5f9ad5ef4c8944dab481e434a5970 100644
--- a/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py
+++ b/tests/system-test/6-cluster/5dnode3mnodeRestartDnodeInsertDataAsync.py
@@ -67,29 +67,11 @@ class TDTestCase:
self._async_raise(thread.ident, SystemExit)
- def insertData(self,countstart,countstop):
- # fisrt add data : db\stable\childtable\general table
-
- for couti in range(countstart,countstop):
- tdLog.debug("drop database if exists db%d" %couti)
- tdSql.execute("drop database if exists db%d" %couti)
- print("create database if not exists db%d replica 1 duration 300" %couti)
- tdSql.execute("create database if not exists db%d replica 1 duration 300" %couti)
- tdSql.execute("use db%d" %couti)
- tdSql.execute(
- '''create table stb1
- (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
- tags (t1 int)
- '''
- )
- tdSql.execute(
- '''
- create table t1
- (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
- '''
- )
- for i in range(4):
- tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )')
+ def reCreateUser(self, tdsql, count, user, passwd):
+ clusterComCreate.createUser(tdsql,f"{user}{count}",f"{passwd}{count}")
+ userTdSql=tdCom.newTdSql(user=f"{user}{count}",password=f"{passwd}{count}")
+ clusterComCreate.alterUser(userTdSql,f"{user}{count}",f"{passwd}{count+1}")
+ clusterComCreate.deleteUser(tdsql,f"{user}{count}")
def fiveDnodeThreeMnode(self,dnodeNumbers,mnodeNums,restartNumbers,stopRole):
@@ -161,6 +143,8 @@ class TDTestCase:
stableName= '%s_%d'%(paraDict['stbName'],i)
newTdSql=tdCom.newTdSql()
threads.append(threading.Thread(target=clusterComCreate.insert_data, args=(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"],paraDict["startTs"])))
+ threads.append(threading.Thread(target=self.reCreateUser,args=(newTdSql,i,"user","passwd")))
+
for tr in threads:
tr.start()
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py
index 881f383b8c07b66987290e07cda6eda99d01dce5..b55c689eee88ef6f4f19893f6d6bf18a91d6acc4 100644
--- a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py
+++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py
@@ -147,6 +147,9 @@ class TDTestCase:
# print(f"==================={dbNameIndex},{a11111}")
threads.append(threading.Thread(target=clusterComCreate.createDeltedatabases, args=(newTdSql, dbNameIndex,repeatNumber,paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])))
+ redbNameIndex = '%s%d'%(paraDict["dbName"],i+100)
+ threads.append(threading.Thread(target=clusterComCreate.createDeltedatabases, args=(newTdSql, redbNameIndex,1,paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])))
+
for tr in threads:
tr.start()
@@ -199,7 +202,7 @@ class TDTestCase:
def run(self):
# print(self.master_dnode.cfgDict)
- self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=4,stopRole='dnode')
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=1,stopRole='dnode')
def stop(self):
tdSql.close()
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeInsertData.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeInsertData.py
index 265000bdc9d0c5530fdcbd7d4e6ed633c58b0a29..296e9daecaf16d3ef4016bafa7454ff0c7d62af9 100644
--- a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeInsertData.py
+++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeInsertData.py
@@ -97,7 +97,7 @@ class TDTestCase:
'dropFlag': 1,
'event': '',
'vgroups': 4,
- 'replica': 1,
+ 'replica': 3,
'stbName': 'stb',
'stbNumbers': 2,
'colPrefix': 'c',
@@ -105,9 +105,9 @@ class TDTestCase:
'colSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
'ctbPrefix': 'ctb',
- 'ctbNum': 200,
+ 'ctbNum': 100,
'startTs': 1640966400000, # 2022-01-01 00:00:00.000
- "rowsPerTbl": 10000,
+ "rowsPerTbl": 100000,
"batchNum": 5000
}
@@ -198,16 +198,16 @@ class TDTestCase:
clusterComCheck.checkDbRows(dbNumbers)
# clusterComCheck.checkDb(dbNumbers,1,paraDict["dbName"])
- tdSql.execute("use %s" %(paraDict["dbName"]))
- tdSql.query("show stables")
+ # tdSql.execute("use %s" %(paraDict["dbName"]))
+ tdSql.query("show %s.stables"%(paraDict["dbName"]))
tdSql.checkRows(paraDict["stbNumbers"])
for i in range(paraDict['stbNumbers']):
- stableName= '%s_%d'%(paraDict['stbName'],i)
- tdSql.query("select * from %s"%stableName)
- tdSql.checkRows(rowsPerStb)
+ stableName= '%s.%s_%d'%(paraDict["dbName"],paraDict['stbName'],i)
+ tdSql.query("select count(*) from %s"%stableName)
+ tdSql.checkData(0,0,rowsPerStb)
def run(self):
# print(self.master_dnode.cfgDict)
- self.fiveDnodeThreeMnode(dnodeNumbers=5,mnodeNums=3,restartNumbers=2,stopRole='dnode')
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=1,stopRole='dnode')
def stop(self):
tdSql.close()
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeModifyMeta.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeModifyMeta.py
new file mode 100644
index 0000000000000000000000000000000000000000..06d626b77cc8d9e67f1ecbe2fc524a1d9a69decc
--- /dev/null
+++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeModifyMeta.py
@@ -0,0 +1,202 @@
+from ssl import ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
+from numpy import row_stack
+import taos
+import sys
+import time
+import os
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import TDDnodes
+from util.dnodes import TDDnode
+from util.cluster import *
+sys.path.append("./6-cluster")
+from clusterCommonCreate import *
+from clusterCommonCheck import clusterComCheck
+
+import time
+import socket
+import subprocess
+from multiprocessing import Process
+import threading
+import time
+import inspect
+import ctypes
+
+class TDTestCase:
+
+ def init(self, conn, logSql, replicaVar=1):
+ tdLog.debug(f"start to excute {__file__}")
+ self.TDDnodes = None
+ tdSql.init(conn.cursor())
+ self.host = socket.gethostname()
+
+
+ def getBuildPath(self):
+ selfPath = os.path.dirname(os.path.realpath(__file__))
+
+ if ("community" in selfPath):
+ projPath = selfPath[:selfPath.find("community")]
+ else:
+ projPath = selfPath[:selfPath.find("tests")]
+
+ for root, dirs, files in os.walk(projPath):
+ if ("taosd" in files):
+ rootRealPath = os.path.dirname(os.path.realpath(root))
+ if ("packaging" not in rootRealPath):
+ buildPath = root[:len(root) - len("/build/bin")]
+ break
+ return buildPath
+
+ def _async_raise(self, tid, exctype):
+ """raises the exception, performs cleanup if needed"""
+ if not inspect.isclass(exctype):
+ exctype = type(exctype)
+ res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
+ if res == 0:
+ raise ValueError("invalid thread id")
+ elif res != 1:
+ # """if it returns a number greater than one, you're in trouble,
+ # and you should call it again with exc=NULL to revert the effect"""
+ ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
+ raise SystemError("PyThreadState_SetAsyncExc failed")
+
+ def stopThread(self,thread):
+ self._async_raise(thread.ident, SystemExit)
+
+
+ def fiveDnodeThreeMnode(self,dnodeNumbers,mnodeNums,restartNumbers,stopRole):
+ tdLog.printNoPrefix("======== test case 1: ")
+ paraDict = {'dbName': 'db0_0',
+ 'dropFlag': 1,
+ 'event': '',
+ 'vgroups': 4,
+ 'replica': 3,
+ 'stbName': 'stb',
+ 'stbNumbers': 2,
+ 'colPrefix': 'c',
+ 'tagPrefix': 't',
+ 'colSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'ctbPrefix': 'ctb',
+ 'ctbNum': 200,
+ 'startTs': 1640966400000, # 2022-01-01 00:00:00.000
+ "rowsPerTbl": 1000,
+ "batchNum": 5000
+ }
+
+ dnodeNumbers=int(dnodeNumbers)
+ mnodeNums=int(mnodeNums)
+ vnodeNumbers = int(dnodeNumbers-mnodeNums)
+ allctbNumbers=(paraDict['stbNumbers']*paraDict["ctbNum"])
+ rowsPerStb=paraDict["ctbNum"]*paraDict["rowsPerTbl"]
+ rowsall=rowsPerStb*paraDict['stbNumbers']
+ dbNumbers = 1
+
+ tdLog.info("first check dnode and mnode")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ tdSql.checkData(0,1,'%s:6030'%self.host)
+ tdSql.checkData(4,1,'%s:6430'%self.host)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ #check mnode status
+ tdLog.info("check mnode status")
+ clusterComCheck.checkMnodeStatus(mnodeNums)
+
+ # add some error operations and
+ tdLog.info("Confirm the status of the dnode again")
+ tdSql.error("create mnode on dnode 2")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ print(tdSql.queryResult)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ # create database and stable
+ clusterComCreate.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])
+ tdLog.info("Take turns stopping Mnodes ")
+
+ tdDnodes=cluster.dnodes
+ stopcount =0
+ threads=[]
+
+ # create stable:stb_0
+ stableName= paraDict['stbName']
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_stables(newTdSql, paraDict["dbName"],stableName,paraDict['stbNumbers'])
+ #create child table:ctb_0
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_ctable(newTdSql, paraDict["dbName"],stableName,stableName, paraDict['ctbNum'])
+ #insert date
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ threads.append(threading.Thread(target=clusterComCreate.insert_data, args=(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"],paraDict["startTs"])))
+ for tr in threads:
+ tr.start()
+ for tr in threads:
+ tr.join()
+
+ while stopcount < restartNumbers:
+ tdLog.info(" restart loop: %d"%stopcount )
+ if stopRole == "mnode":
+ for i in range(mnodeNums):
+ tdDnodes[i].stoptaosd()
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+ elif stopRole == "vnode":
+ for i in range(vnodeNumbers):
+ tdDnodes[i+mnodeNums].stoptaosd()
+ # sleep(10)
+ tdDnodes[i+mnodeNums].starttaosd()
+ # sleep(10)
+ elif stopRole == "dnode":
+ for i in range(dnodeNumbers):
+ tdDnodes[i].stoptaosd()
+ clusterComCheck.checkDbRows(dbNumbers)
+ if i == 0 :
+ stableName= '%s_%d'%(paraDict['stbName'],0)
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.alterStbMetaData(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"])
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+
+
+ # dnodeNumbers don't include database of schema
+ if clusterComCheck.checkDnodes(dnodeNumbers):
+ tdLog.info("123")
+ else:
+ print("456")
+
+ self.stopThread(threads)
+ tdLog.exit("one or more of dnodes failed to start ")
+ # self.check3mnode()
+ stopcount+=1
+
+
+ clusterComCheck.checkDnodes(dnodeNumbers)
+ clusterComCheck.checkDbRows(dbNumbers)
+ # clusterComCheck.checkDb(dbNumbers,1,paraDict["dbName"])
+
+ # tdSql.execute("use %s" %(paraDict["dbName"]))
+ tdSql.query("show %s.stables"%(paraDict["dbName"]))
+ tdSql.checkRows(paraDict["stbNumbers"])
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s.%s_%d'%(paraDict["dbName"],paraDict['stbName'],i)
+ tdSql.query("select count(*) from %s"%stableName)
+ if i == 0 :
+ tdSql.checkData(0,0,rowsPerStb*2)
+ else:
+ tdSql.checkData(0,0,rowsPerStb)
+ def run(self):
+ # print(self.master_dnode.cfgDict)
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=1,stopRole='dnode')
+
+ def stop(self):
+ tdSql.close()
+ tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeRCreateDb.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeRCreateDb.py
new file mode 100644
index 0000000000000000000000000000000000000000..9d99980b88081607d825f8f9198bb3d0487906df
--- /dev/null
+++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopDnodeRCreateDb.py
@@ -0,0 +1,209 @@
+from ssl import ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
+import taos
+import sys
+import time
+import os
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import TDDnodes
+from util.dnodes import TDDnode
+from util.cluster import *
+sys.path.append("./6-cluster")
+from clusterCommonCreate import *
+from clusterCommonCheck import clusterComCheck
+
+import time
+import socket
+import subprocess
+from multiprocessing import Process
+import threading
+import time
+import inspect
+import ctypes
+
+class TDTestCase:
+
+ def init(self, conn, logSql, replicaVar=1):
+ tdLog.debug(f"start to excute {__file__}")
+ self.TDDnodes = None
+ tdSql.init(conn.cursor())
+ self.host = socket.gethostname()
+ self.replicaVar=int(replicaVar)
+
+ def getBuildPath(self):
+ selfPath = os.path.dirname(os.path.realpath(__file__))
+
+ if ("community" in selfPath):
+ projPath = selfPath[:selfPath.find("community")]
+ else:
+ projPath = selfPath[:selfPath.find("tests")]
+
+ for root, dirs, files in os.walk(projPath):
+ if ("taosd" in files):
+ rootRealPath = os.path.dirname(os.path.realpath(root))
+ if ("packaging" not in rootRealPath):
+ buildPath = root[:len(root) - len("/build/bin")]
+ break
+ return buildPath
+
+ def _async_raise(self, tid, exctype):
+ """raises the exception, performs cleanup if needed"""
+ if not inspect.isclass(exctype):
+ exctype = type(exctype)
+ res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
+ if res == 0:
+ raise ValueError("invalid thread id")
+ elif res != 1:
+ # """if it returns a number greater than one, you're in trouble,
+ # and you should call it again with exc=NULL to revert the effect"""
+ ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
+ raise SystemError("PyThreadState_SetAsyncExc failed")
+
+ def stopThread(self,thread):
+ self._async_raise(thread.ident, SystemExit)
+
+
+ def insertData(self,countstart,countstop):
+ # fisrt add data : db\stable\childtable\general table
+
+ for couti in range(countstart,countstop):
+ tdLog.debug("drop database if exists db%d" %couti)
+ tdSql.execute("drop database if exists db%d" %couti)
+ print("create database if not exists db%d replica 1 duration 300" %couti)
+ tdSql.execute("create database if not exists db%d replica 1 duration 300" %couti)
+ tdSql.execute("use db%d" %couti)
+ tdSql.execute(
+ '''create table stb1
+ (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
+ tags (t1 int)
+ '''
+ )
+ tdSql.execute(
+ '''
+ create table t1
+ (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
+ '''
+ )
+ for i in range(4):
+ tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )')
+
+
+ def fiveDnodeThreeMnode(self,dnodeNumbers,mnodeNums,restartNumbers,stopRole):
+ tdLog.printNoPrefix("======== test case 1: ")
+ paraDict = {'dbName': 'db',
+ 'dbNumbers': 4,
+ 'dropFlag': 1,
+ 'event': '',
+ 'vgroups': 4,
+ 'replica': 3,
+ 'stbName': 'stb',
+ 'stbNumbers': 100,
+ 'colPrefix': 'c',
+ 'tagPrefix': 't',
+ 'colSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'ctbPrefix': 'ctb',
+ 'ctbNum': 1,
+ }
+
+ dnodeNumbers=int(dnodeNumbers)
+ dbNumbers=paraDict['dbNumbers']
+ mnodeNums=int(mnodeNums)
+ repeatNumber = 2
+ vnodeNumbers = int(dnodeNumbers-mnodeNums)
+ allDbNumbers=dbNumbers
+ allStbNumbers=(paraDict['stbNumbers']*restartNumbers)
+ paraDict['replica'] = self.replicaVar
+
+ tdLog.info("first check dnode and mnode")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ tdSql.checkData(0,1,'%s:6030'%self.host)
+ tdSql.checkData(4,1,'%s:6430'%self.host)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ #check mnode status
+ tdLog.info("check mnode status")
+ clusterComCheck.checkMnodeStatus(mnodeNums)
+
+ # add some error operations and
+ tdLog.info("Confirm the status of the dnode again")
+ tdSql.error("create mnode on dnode 2")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ print(tdSql.queryResult)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ # create database and stable
+
+
+ tdDnodes=cluster.dnodes
+ stopcount =0
+ threads=[]
+ for i in range(dbNumbers):
+ dbNameIndex = '%s%d'%(paraDict["dbName"],0)
+ newTdSql=tdCom.newTdSql()
+ # a11111=paraDict["dbNumbers"]
+ # print(f"==================={dbNameIndex},{a11111}")
+ clusterComCreate.createDeltedatabases(newTdSql, dbNameIndex,repeatNumber,paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])
+
+ redbNameIndex = '%s%d'%(paraDict["dbName"],100)
+ clusterComCreate.createDeltedatabases(newTdSql, redbNameIndex,1,paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])
+
+
+ tdLog.info("Take turns stopping Mnodes ")
+ while stopcount < restartNumbers:
+ tdLog.info(" restart loop: %d"%stopcount )
+ if stopRole == "mnode":
+ for i in range(mnodeNums):
+ tdDnodes[i].stoptaosd()
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+ elif stopRole == "vnode":
+ for i in range(vnodeNumbers):
+ tdDnodes[i+mnodeNums].stoptaosd()
+ # sleep(10)
+ tdDnodes[i+mnodeNums].starttaosd()
+ # sleep(10)
+ elif stopRole == "dnode":
+ for i in range(dnodeNumbers):
+ tdDnodes[i].stoptaosd()
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+
+ # dnodeNumbers don't include database of schema
+ if clusterComCheck.checkDnodes(dnodeNumbers):
+ tdLog.info("check dnodes status is ready")
+ else:
+ tdLog.info("check dnodes status is not ready")
+ self.stopThread(threads)
+ tdLog.exit("one or more of dnodes failed to start ")
+ # self.check3mnode()
+ stopcount+=1
+
+
+ tdLog.info("check dnode number:")
+ clusterComCheck.checkDnodes(dnodeNumbers)
+ tdSql.query("select * from information_schema.ins_databases")
+ tdLog.debug("we find %d databases but exepect to create %d databases "%(tdSql.queryRows-2,allDbNumbers))
+
+ # tdLog.info("check DB Rows:")
+ # clusterComCheck.checkDbRows(allDbNumbers)
+ # tdLog.info("check DB Status on by on")
+ # for i in range(restartNumbers):
+ # clusterComCheck.checkDb(paraDict['dbNumbers'],restartNumbers,dbNameIndex = '%s%d'%(paraDict["dbName"],i))
+
+
+
+ def run(self):
+ # print(self.master_dnode.cfgDict)
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=2,stopRole='dnode')
+
+ def stop(self):
+ tdSql.close()
+ tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeModifyMeta.py b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeModifyMeta.py
new file mode 100644
index 0000000000000000000000000000000000000000..3e4dc2483f2222fe9f5cd04c2e4dc529d1e83c7d
--- /dev/null
+++ b/tests/system-test/6-cluster/5dnode3mnodeSep1VnodeStopMnodeModifyMeta.py
@@ -0,0 +1,207 @@
+from ssl import ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
+from numpy import row_stack
+import taos
+import sys
+import time
+import os
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import TDDnodes
+from util.dnodes import TDDnode
+from util.cluster import *
+sys.path.append("./6-cluster")
+from clusterCommonCreate import *
+from clusterCommonCheck import clusterComCheck
+
+import time
+import socket
+import subprocess
+from multiprocessing import Process
+import threading
+import time
+import inspect
+import ctypes
+
+class TDTestCase:
+
+ def init(self, conn, logSql, replicaVar=1):
+ tdLog.debug(f"start to excute {__file__}")
+ self.TDDnodes = None
+ tdSql.init(conn.cursor())
+ self.host = socket.gethostname()
+
+
+ def getBuildPath(self):
+ selfPath = os.path.dirname(os.path.realpath(__file__))
+
+ if ("community" in selfPath):
+ projPath = selfPath[:selfPath.find("community")]
+ else:
+ projPath = selfPath[:selfPath.find("tests")]
+
+ for root, dirs, files in os.walk(projPath):
+ if ("taosd" in files):
+ rootRealPath = os.path.dirname(os.path.realpath(root))
+ if ("packaging" not in rootRealPath):
+ buildPath = root[:len(root) - len("/build/bin")]
+ break
+ return buildPath
+
+ def _async_raise(self, tid, exctype):
+ """raises the exception, performs cleanup if needed"""
+ if not inspect.isclass(exctype):
+ exctype = type(exctype)
+ res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
+ if res == 0:
+ raise ValueError("invalid thread id")
+ elif res != 1:
+ # """if it returns a number greater than one, you're in trouble,
+ # and you should call it again with exc=NULL to revert the effect"""
+ ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
+ raise SystemError("PyThreadState_SetAsyncExc failed")
+
+ def stopThread(self,thread):
+ self._async_raise(thread.ident, SystemExit)
+
+
+ def fiveDnodeThreeMnode(self,dnodeNumbers,mnodeNums,restartNumbers,stopRole):
+ tdLog.printNoPrefix("======== test case 1: ")
+ paraDict = {'dbName': 'db0_0',
+ 'dropFlag': 1,
+ 'event': '',
+ 'vgroups': 4,
+ 'replica': 3,
+ 'stbName': 'stb',
+ 'stbNumbers': 2,
+ 'colPrefix': 'c',
+ 'tagPrefix': 't',
+ 'colSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'ctbPrefix': 'ctb',
+ 'ctbNum': 200,
+ 'startTs': 1640966400000, # 2022-01-01 00:00:00.000
+ "rowsPerTbl": 1000,
+ "batchNum": 5000
+ }
+
+ dnodeNumbers=int(dnodeNumbers)
+ mnodeNums=int(mnodeNums)
+ vnodeNumbers = int(dnodeNumbers-mnodeNums)
+ allctbNumbers=(paraDict['stbNumbers']*paraDict["ctbNum"])
+ rowsPerStb=paraDict["ctbNum"]*paraDict["rowsPerTbl"]
+ rowsall=rowsPerStb*paraDict['stbNumbers']
+ dbNumbers = 1
+
+ tdLog.info("first check dnode and mnode")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ tdSql.checkData(0,1,'%s:6030'%self.host)
+ tdSql.checkData(4,1,'%s:6430'%self.host)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ #check mnode status
+ tdLog.info("check mnode status")
+ clusterComCheck.checkMnodeStatus(mnodeNums)
+
+ # add some error operations and
+ tdLog.info("Confirm the status of the dnode again")
+ tdSql.error("create mnode on dnode 2")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ print(tdSql.queryResult)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ # create database and stable
+ clusterComCreate.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])
+ tdLog.info("Take turns stopping Mnodes ")
+
+ tdDnodes=cluster.dnodes
+ stopcount =0
+ threads=[]
+
+ # create stable:stb_0
+ stableName= paraDict['stbName']
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_stables(newTdSql, paraDict["dbName"],stableName,paraDict['stbNumbers'])
+ #create child table:ctb_0
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_ctable(newTdSql, paraDict["dbName"],stableName,stableName, paraDict['ctbNum'])
+ #insert date
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ threads.append(threading.Thread(target=clusterComCreate.insert_data, args=(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"],paraDict["startTs"])))
+ for tr in threads:
+ tr.start()
+ for tr in threads:
+ tr.join()
+
+ while stopcount < restartNumbers:
+ tdLog.info(" restart loop: %d"%stopcount )
+ if stopRole == "mnode":
+ for i in range(mnodeNums):
+ tdDnodes[i].stoptaosd()
+ if i == 0 :
+ stableName= '%s_%d'%(paraDict['stbName'],0)
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.alterStbMetaData(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"])
+ elif i == 1 :
+ tdSql.execute("ALTER TABLE db0_0.stb_0_0 SET TAG t1r=10000;")
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+ elif stopRole == "vnode":
+ for i in range(vnodeNumbers):
+ tdDnodes[i+mnodeNums].stoptaosd()
+ # sleep(10)
+ tdDnodes[i+mnodeNums].starttaosd()
+ # sleep(10)
+ elif stopRole == "dnode":
+ for i in range(dnodeNumbers):
+ tdDnodes[i].stoptaosd()
+ clusterComCheck.checkDbRows(dbNumbers)
+
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+
+
+ # dnodeNumbers don't include database of schema
+ if clusterComCheck.checkDnodes(dnodeNumbers):
+ tdLog.info("123")
+ else:
+ print("456")
+
+ self.stopThread(threads)
+ tdLog.exit("one or more of dnodes failed to start ")
+ # self.check3mnode()
+ stopcount+=1
+
+
+ clusterComCheck.checkDnodes(dnodeNumbers)
+ clusterComCheck.checkDbRows(dbNumbers)
+ # clusterComCheck.checkDb(dbNumbers,1,paraDict["dbName"])
+
+ # tdSql.execute("use %s" %(paraDict["dbName"]))
+ tdSql.query("select t1r from db0_0.stb_0_0 limit 1;")
+ tdSql.checkData(0,0,10000)
+ tdSql.query("show %s.stables"%(paraDict["dbName"]))
+ tdSql.checkRows(paraDict["stbNumbers"])
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s.%s_%d'%(paraDict["dbName"],paraDict['stbName'],i)
+ tdSql.query("select count(*) from %s"%stableName)
+ if i == 0 :
+ tdSql.checkData(0,0,rowsPerStb*2)
+ else:
+ tdSql.checkData(0,0,rowsPerStb)
+ def run(self):
+ # print(self.master_dnode.cfgDict)
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=1,stopRole='mnode')
+
+ def stop(self):
+ tdSql.close()
+ tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSepVnodeStopDnodeCreateUser.py b/tests/system-test/6-cluster/5dnode3mnodeSepVnodeStopDnodeCreateUser.py
new file mode 100644
index 0000000000000000000000000000000000000000..94e02b77b307281975ff7393298f182f233a7c65
--- /dev/null
+++ b/tests/system-test/6-cluster/5dnode3mnodeSepVnodeStopDnodeCreateUser.py
@@ -0,0 +1,224 @@
+from ssl import ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
+from numpy import row_stack
+import taos
+import sys
+import time
+import os
+
+from util.log import *
+from util.sql import *
+from util.cases import *
+from util.dnodes import TDDnodes
+from util.dnodes import TDDnode
+from util.cluster import *
+sys.path.append("./6-cluster")
+from clusterCommonCreate import *
+from clusterCommonCheck import clusterComCheck
+
+import time
+import socket
+import subprocess
+from multiprocessing import Process
+import threading
+import time
+import inspect
+import ctypes
+
+class TDTestCase:
+
+ def init(self, conn, logSql, replicaVar=1):
+ tdLog.debug(f"start to excute {__file__}")
+ self.TDDnodes = None
+ tdSql.init(conn.cursor())
+ self.host = socket.gethostname()
+ self.replicaVar = int(replicaVar)
+
+
+ def getBuildPath(self):
+ selfPath = os.path.dirname(os.path.realpath(__file__))
+
+ if ("community" in selfPath):
+ projPath = selfPath[:selfPath.find("community")]
+ else:
+ projPath = selfPath[:selfPath.find("tests")]
+
+ for root, dirs, files in os.walk(projPath):
+ if ("taosd" in files):
+ rootRealPath = os.path.dirname(os.path.realpath(root))
+ if ("packaging" not in rootRealPath):
+ buildPath = root[:len(root) - len("/build/bin")]
+ break
+ return buildPath
+
+ def _async_raise(self, tid, exctype):
+ """raises the exception, performs cleanup if needed"""
+ if not inspect.isclass(exctype):
+ exctype = type(exctype)
+ res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
+ if res == 0:
+ raise ValueError("invalid thread id")
+ elif res != 1:
+ # """if it returns a number greater than one, you're in trouble,
+ # and you should call it again with exc=NULL to revert the effect"""
+ ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
+ raise SystemError("PyThreadState_SetAsyncExc failed")
+
+ def stopThread(self,thread):
+ self._async_raise(thread.ident, SystemExit)
+
+
+ def insertData(self,countstart,countstop):
+ # fisrt add data : db\stable\childtable\general table
+
+ for couti in range(countstart,countstop):
+ tdLog.debug("drop database if exists db%d" %couti)
+ tdSql.execute("drop database if exists db%d" %couti)
+ print("create database if not exists db%d replica 1 duration 300" %couti)
+ tdSql.execute("create database if not exists db%d replica 1 duration 300" %couti)
+ tdSql.execute("use db%d" %couti)
+ tdSql.execute(
+ '''create table stb1
+ (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
+ tags (t1 int)
+ '''
+ )
+ tdSql.execute(
+ '''
+ create table t1
+ (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
+ '''
+ )
+ for i in range(4):
+ tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )')
+
+
+ def fiveDnodeThreeMnode(self,dnodeNumbers,mnodeNums,restartNumbers,stopRole):
+ tdLog.printNoPrefix("======== test case 1: ")
+ paraDict = {'dbName': 'db0_0',
+ 'dropFlag': 1,
+ 'event': '',
+ 'vgroups': 4,
+ 'replica': 1,
+ 'stbName': 'stb',
+ 'stbNumbers': 2,
+ 'colPrefix': 'c',
+ 'tagPrefix': 't',
+ 'colSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
+ 'ctbPrefix': 'ctb',
+ 'ctbNum': 200,
+ 'startTs': 1640966400000, # 2022-01-01 00:00:00.000
+ "rowsPerTbl": 100,
+ "batchNum": 5000
+ }
+
+ dnodeNumbers=int(dnodeNumbers)
+ mnodeNums=int(mnodeNums)
+ vnodeNumbers = int(dnodeNumbers-mnodeNums)
+ allctbNumbers=(paraDict['stbNumbers']*paraDict["ctbNum"])
+ rowsPerStb=paraDict["ctbNum"]*paraDict["rowsPerTbl"]
+ rowsall=rowsPerStb*paraDict['stbNumbers']
+ dbNumbers = 1
+ paraDict['replica'] = self.replicaVar
+
+ tdLog.info("first check dnode and mnode")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ tdSql.checkData(0,1,'%s:6030'%self.host)
+ tdSql.checkData(4,1,'%s:6430'%self.host)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ #check mnode status
+ tdLog.info("check mnode status")
+ clusterComCheck.checkMnodeStatus(mnodeNums)
+
+
+ # add some error operations and
+ tdLog.info("Confirm the status of the dnode again")
+ tdSql.error("create mnode on dnode 2")
+ tdSql.query("select * from information_schema.ins_dnodes;")
+ print(tdSql.queryResult)
+ clusterComCheck.checkDnodes(dnodeNumbers)
+
+ # create database and stable
+ clusterComCreate.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], paraDict["vgroups"],paraDict['replica'])
+ tdLog.info("Take turns stopping Mnodes ")
+
+ tdDnodes=cluster.dnodes
+ stopcount =0
+ threads=[]
+
+ # create stable:stb_0
+ stableName= paraDict['stbName']
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_stables(newTdSql, paraDict["dbName"],stableName,paraDict['stbNumbers'])
+ #create child table:ctb_0
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ clusterComCreate.create_ctable(newTdSql, paraDict["dbName"],stableName,stableName, paraDict['ctbNum'])
+ #insert data
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql=tdCom.newTdSql()
+ threads.append(threading.Thread(target=clusterComCreate.insert_data, args=(newTdSql, paraDict["dbName"],stableName,paraDict["ctbNum"],paraDict["rowsPerTbl"],paraDict["batchNum"],paraDict["startTs"])))
+ for tr in threads:
+ tr.start()
+ for tr in threads:
+ tr.join()
+
+ while stopcount < restartNumbers:
+ tdLog.info(" restart loop: %d"%stopcount )
+ if stopRole == "mnode":
+ for i in range(mnodeNums):
+ tdDnodes[i].stoptaosd()
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+ elif stopRole == "vnode":
+ for i in range(vnodeNumbers):
+ tdDnodes[i+mnodeNums].stoptaosd()
+ # sleep(10)
+ tdDnodes[i+mnodeNums].starttaosd()
+ # sleep(10)
+ elif stopRole == "dnode":
+ for i in range(dnodeNumbers):
+ tdDnodes[i].stoptaosd()
+ # sleep(10)
+ tdDnodes[i].starttaosd()
+ # sleep(10)
+
+ # dnodeNumbers don't include database of schema
+ if clusterComCheck.checkDnodes(dnodeNumbers):
+ tdLog.info("dnode is ready")
+ else:
+ print("dnodes is not ready")
+ self.stopThread(threads)
+ tdLog.exit("one or more of dnodes failed to start ")
+ # self.check3mnode()
+ stopcount+=1
+
+
+ clusterComCheck.checkDnodes(dnodeNumbers)
+ clusterComCheck.checkDbRows(dbNumbers)
+ # clusterComCheck.checkDb(dbNumbers,1,paraDict["dbName"])
+
+ newTdSql=tdCom.newTdSql()
+ newTdSql.execute("reset query cache")
+ newTdSql.execute("use %s" %(paraDict["dbName"]))
+ newTdSql.query("show %s.stables"%(paraDict["dbName"]))
+ newTdSql.checkRows(paraDict["stbNumbers"])
+ for i in range(paraDict['stbNumbers']):
+ stableName= '%s_%d'%(paraDict['stbName'],i)
+ newTdSql.query("select * from %s"%stableName)
+ newTdSql.checkRows(rowsPerStb)
+
+ def run(self):
+ # print(self.master_dnode.cfgDict)
+ self.fiveDnodeThreeMnode(dnodeNumbers=6,mnodeNums=3,restartNumbers=2,stopRole='dnode')
+
+ def stop(self):
+ tdSql.close()
+ tdLog.success(f"{__file__} successfully executed")
+
+tdCases.addLinux(__file__, TDTestCase())
+tdCases.addWindows(__file__, TDTestCase())
diff --git a/tests/system-test/6-cluster/5dnode3mnodeSeperate1VnodeStopInsert.py b/tests/system-test/6-cluster/5dnode3mnodeSeperate1VnodeStopInsert.py
deleted file mode 100644
index a34895ff42c94e5b4b201b0edbaf2d782eee3f60..0000000000000000000000000000000000000000
--- a/tests/system-test/6-cluster/5dnode3mnodeSeperate1VnodeStopInsert.py
+++ /dev/null
@@ -1,324 +0,0 @@
-from ssl import ALERT_DESCRIPTION_CERTIFICATE_UNOBTAINABLE
-import taos
-import sys
-import time
-import os
-
-from util.log import *
-from util.sql import *
-from util.cases import *
-from util.dnodes import TDDnodes
-from util.dnodes import TDDnode
-from util.cluster import *
-from util.common import *
-sys.path.append("./7-tmq")
-from tmqCommon import *
-
-import time
-import socket
-import subprocess
-from multiprocessing import Process
-import threading
-import time
-import inspect
-import ctypes
-
-class TDTestCase:
-
- def init(self, conn, logSql, replicaVar=1):
- tdLog.debug(f"start to excute {__file__}")
- # tdSql.init(conn.cursor())
- # self.host = socket.gethostname()
-
- def getBuildPath(self):
- selfPath = os.path.dirname(os.path.realpath(__file__))
-
- if ("community" in selfPath):
- projPath = selfPath[:selfPath.find("community")]
- else:
- projPath = selfPath[:selfPath.find("tests")]
-
- for root, dirs, files in os.walk(projPath):
- if ("taosd" in files):
- rootRealPath = os.path.dirname(os.path.realpath(root))
- if ("packaging" not in rootRealPath):
- buildPath = root[:len(root) - len("/build/bin")]
- break
- return buildPath
-
- def _async_raise(self, tid, exctype):
- """raises the exception, performs cleanup if needed"""
- if not inspect.isclass(exctype):
- exctype = type(exctype)
- res = ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, ctypes.py_object(exctype))
- if res == 0:
- raise ValueError("invalid thread id")
- elif res != 1:
- # """if it returns a number greater than one, you're in trouble,
- # and you should call it again with exc=NULL to revert the effect"""
- ctypes.pythonapi.PyThreadState_SetAsyncExc(tid, None)
- raise SystemError("PyThreadState_SetAsyncExc failed")
-
- def stop_thread(self,thread):
- self._async_raise(thread.ident, SystemExit)
-
-
- def insert_data(self,countstart,countstop):
- # fisrt add data : db\stable\childtable\general table
-
- for couti in range(countstart,countstop):
- tdLog.debug("drop database if exists db%d" %couti)
- tdSql.execute("drop database if exists db%d" %couti)
- print("create database if not exists db%d replica 1 duration 300" %couti)
- tdSql.execute("create database if not exists db%d replica 1 duration 300" %couti)
- tdSql.execute("use db%d" %couti)
- tdSql.execute(
- '''create table stb1
- (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
- tags (t1 int)
- '''
- )
- tdSql.execute(
- '''
- create table t1
- (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
- '''
- )
- for i in range(4):
- tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )')
-
- def checkData(self,dbname,stbname,stableCount,CtableCount,rowsPerSTable,):
- tdSql.execute("use %s"%dbname)
- tdSql.query("show stables")
- tdSql.checkRows(stableCount)
- tdSql.query("show tables")
- tdSql.checkRows(CtableCount)
- for i in range(stableCount):
- tdSql.query("select count(*) from %s%d"%(stbname,i))
- tdSql.checkData(0,0,rowsPerSTable)
- return
-
- def checkdnodes(self,dnodenumber):
- count=0
- while count < 100:
- time.sleep(1)
- statusReadyBumber=0
- tdSql.query("select * from information_schema.ins_dnodes;")
- if tdSql.checkRows(dnodenumber) :
- print("dnode is %d nodes"%dnodenumber)
- for i in range(dnodenumber):
- if tdSql.queryResult[i][4] !='ready' :
- status=tdSql.queryResult[i][4]
- print("dnode:%d status is %s "%(i,status))
- break
- else:
- statusReadyBumber+=1
- print(statusReadyBumber)
- if statusReadyBumber == dnodenumber :
- print("all of %d mnodes is ready in 10s "%dnodenumber)
- return True
- break
- count+=1
- else:
- print("%d mnodes is not ready in 10s "%dnodenumber)
- return False
-
-
- def check3mnode(self):
- count=0
- while count < 10:
- time.sleep(1)
- tdSql.query("select * from information_schema.ins_mnodes;")
- if tdSql.checkRows(3) :
- print("mnode is three nodes")
- if tdSql.queryResult[0][2]=='leader' :
- if tdSql.queryResult[1][2]=='follower':
- if tdSql.queryResult[2][2]=='follower':
- print("three mnodes is ready in 10s")
- break
- elif tdSql.queryResult[0][2]=='follower' :
- if tdSql.queryResult[1][2]=='leader':
- if tdSql.queryResult[2][2]=='follower':
- print("three mnodes is ready in 10s")
- break
- elif tdSql.queryResult[0][2]=='follower' :
- if tdSql.queryResult[1][2]=='follower':
- if tdSql.queryResult[2][2]=='leader':
- print("three mnodes is ready in 10s")
- break
- count+=1
- else:
- print("three mnodes is not ready in 10s ")
- return -1
-
- tdSql.query("select * from information_schema.ins_mnodes;")
- tdSql.checkRows(3)
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(0,3,'ready')
- tdSql.checkData(1,1,'%s:6130'%self.host)
- tdSql.checkData(1,3,'ready')
- tdSql.checkData(2,1,'%s:6230'%self.host)
- tdSql.checkData(2,3,'ready')
-
- def check3mnode1off(self):
- count=0
- while count < 10:
- time.sleep(1)
- tdSql.query("select * from information_schema.ins_mnodes;")
- if tdSql.checkRows(3) :
- print("mnode is three nodes")
- if tdSql.queryResult[0][2]=='offline' :
- if tdSql.queryResult[1][2]=='leader':
- if tdSql.queryResult[2][2]=='follower':
- print("stop mnodes on dnode 2 successfully in 10s")
- break
- elif tdSql.queryResult[1][2]=='follower':
- if tdSql.queryResult[2][2]=='leader':
- print("stop mnodes on dnode 2 successfully in 10s")
- break
- count+=1
- else:
- print("stop mnodes on dnode 2 failed in 10s ")
- return -1
- tdSql.error("drop mnode on dnode 1;")
-
- tdSql.query("select * from information_schema.ins_mnodes;")
- tdSql.checkRows(3)
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(0,2,'offline')
- tdSql.checkData(0,3,'ready')
- tdSql.checkData(1,1,'%s:6130'%self.host)
- tdSql.checkData(1,3,'ready')
- tdSql.checkData(2,1,'%s:6230'%self.host)
- tdSql.checkData(2,3,'ready')
-
- def check3mnode2off(self):
- count=0
- while count < 40:
- time.sleep(1)
- tdSql.query("select * from information_schema.ins_mnodes;")
- if tdSql.checkRows(3) :
- print("mnode is three nodes")
- if tdSql.queryResult[0][2]=='leader' :
- if tdSql.queryResult[1][2]=='offline':
- if tdSql.queryResult[2][2]=='follower':
- print("stop mnodes on dnode 2 successfully in 10s")
- break
- count+=1
- else:
- print("stop mnodes on dnode 2 failed in 10s ")
- return -1
- tdSql.error("drop mnode on dnode 2;")
-
- tdSql.query("select * from information_schema.ins_mnodes;")
- tdSql.checkRows(3)
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(0,2,'leader')
- tdSql.checkData(0,3,'ready')
- tdSql.checkData(1,1,'%s:6130'%self.host)
- tdSql.checkData(1,2,'offline')
- tdSql.checkData(1,3,'ready')
- tdSql.checkData(2,1,'%s:6230'%self.host)
- tdSql.checkData(2,2,'follower')
- tdSql.checkData(2,3,'ready')
-
- def check3mnode3off(self):
- count=0
- while count < 10:
- time.sleep(1)
- tdSql.query("select * from information_schema.ins_mnodes;")
- if tdSql.checkRows(3) :
- print("mnode is three nodes")
- if tdSql.queryResult[0][2]=='leader' :
- if tdSql.queryResult[2][2]=='offline':
- if tdSql.queryResult[1][2]=='follower':
- print("stop mnodes on dnode 3 successfully in 10s")
- break
- count+=1
- else:
- print("stop mnodes on dnode 3 failed in 10s")
- return -1
- tdSql.error("drop mnode on dnode 3;")
- tdSql.query("select * from information_schema.ins_mnodes;")
- tdSql.checkRows(3)
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(0,2,'leader')
- tdSql.checkData(0,3,'ready')
- tdSql.checkData(1,1,'%s:6130'%self.host)
- tdSql.checkData(1,2,'follower')
- tdSql.checkData(1,3,'ready')
- tdSql.checkData(2,1,'%s:6230'%self.host)
- tdSql.checkData(2,2,'offline')
- tdSql.checkData(2,3,'ready')
-
-
- def check5dnode(self):
- tdSql.query("select * from information_schema.ins_dnodes;")
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(4,1,'%s:6430'%self.host)
- tdSql.checkData(0,4,'ready')
- tdSql.checkData(4,4,'ready')
-
- def five_dnode_three_mnode(self,dnodenumber):
- tdSql.query("select * from information_schema.ins_dnodes;")
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(4,1,'%s:6430'%self.host)
- tdSql.checkData(0,4,'ready')
- tdSql.checkData(4,4,'ready')
- tdSql.query("select * from information_schema.ins_mnodes;")
- tdSql.checkRows(1)
- tdSql.checkData(0,1,'%s:6030'%self.host)
- tdSql.checkData(0,2,'leader')
- tdSql.checkData(0,3,'ready')
-
- # fisr add three mnodes;
- tdSql.execute("create mnode on dnode 2")
- tdSql.execute("create mnode on dnode 3")
-
- # fisrt check statut ready
- self.check3mnode()
-
- tdSql.error("create mnode on dnode 2")
- tdSql.query("select * from information_schema.ins_dnodes;")
- print(tdSql.queryResult)
- tdLog.debug("stop all of mnode ")
-
- # seperate vnode and mnode in different dnodes.
- # create database and stable
- stopcount =0
- while stopcount < 2:
- for i in range(dnodenumber):
- # threads=[]
- # threads = MyThreadFunc(self.insert_data(i*2,i*2+2))
- threads=threading.Thread(target=self.insert_data, args=(i,i+1))
- threads.start()
- self.TDDnodes.stoptaosd(i+1)
- self.TDDnodes.starttaosd(i+1)
-
- if self.checkdnodes(5):
- print("123")
- threads.join()
- else:
- print("456")
- threads.join()
- self.stop_thread(threads)
- assert 1 == 2 ,"some dnode started failed"
- return False
- # self.check3mnode()
- self.check3mnode()
-
-
- stopcount+=1
- self.check3mnode()
-
-
- def run(self):
- # print(self.master_dnode.cfgDict)
- self.five_dnode_three_mnode(5)
-
- def stop(self):
- tdSql.close()
- tdLog.success(f"{__file__} successfully executed")
-
-tdCases.addLinux(__file__, TDTestCase())
-tdCases.addWindows(__file__, TDTestCase())
diff --git a/tests/system-test/6-cluster/clusterCommonCheck.py b/tests/system-test/6-cluster/clusterCommonCheck.py
index a69d9707e41ccc5f67f011999154cf59ac7de012..149c6d8ded3b1ce81dd80d7f4208b43c74acd78f 100644
--- a/tests/system-test/6-cluster/clusterCommonCheck.py
+++ b/tests/system-test/6-cluster/clusterCommonCheck.py
@@ -64,7 +64,7 @@ class ClusterComCheck:
dbNumbers=int(dbNumbers)
count=0
while count < 5:
- tdSql.query("select * from information_schema.ins_databases;")
+ tdSql.query("select * from information_schema.ins_databases where name!='collectd' ;")
count+=1
if tdSql.checkRows(dbNumbers+2):
tdLog.success("we find %d databases and expect %d in clusters! " %(tdSql.queryRows,dbNumbers+2))
diff --git a/tests/system-test/6-cluster/clusterCommonCreate.py b/tests/system-test/6-cluster/clusterCommonCreate.py
index 236708cf072b72fed0381311e770252f58b82889..6e699e2396ffba7955cd9f988ab6c6cd186ffc1d 100644
--- a/tests/system-test/6-cluster/clusterCommonCreate.py
+++ b/tests/system-test/6-cluster/clusterCommonCreate.py
@@ -137,12 +137,24 @@ class ClusterComCreate:
# for i in range(dbNumbers):
for i in range(dbNumbers):
if dropFlag == 1:
- tsql.execute("drop database if exists %s_%d"%(dbNameIndex,1))
- tdLog.debug("create database if not exists %s_%d vgroups %d replica %d"%(dbNameIndex,1, vgroups, replica))
- tsql.execute("create database if not exists %s_%d vgroups %d replica %d"%(dbNameIndex,1, vgroups, replica))
- tdLog.debug("complete to create database %s_%d"%(dbNameIndex,1))
+ tsql.execute("drop database if exists %s_%d"%(dbNameIndex,i))
+ tdLog.debug("create database if not exists %s_%d vgroups %d replica %d"%(dbNameIndex,i, vgroups, replica))
+ tsql.execute("create database if not exists %s_%d vgroups %d replica %d"%(dbNameIndex,i, vgroups, replica))
+ tdLog.debug("complete to create database %s_%d"%(dbNameIndex,i))
+ def createUser(self,tsql,user,password):
+ tdLog.info(f"create new user f{user}")
+ tsql.execute(f"CREATE USER {user} PASS '{password}';")
+ def alterUser(self,tsql,user,password):
+ tdLog.info(f"alter user {user} pass '{password}'")
+ tsql.execute(f"alter USER {user} pass '{password}' ;")
+
+ def deleteUser(self,tsql,user):
+ tdLog.info(f"drop user f{user}")
+ tsql.execute(f"DROP USER {user} ;")
+
+
def create_stable(self,tsql, dbName,stbName):
tsql.execute("create table if not exists %s.%s (ts timestamp, c1 int, c2 int, c3 binary(16)) tags(t1 int, t2 binary(32))"%(dbName, stbName))
tdLog.debug("complete to create %s.%s" %(dbName, stbName))
@@ -202,6 +214,52 @@ class ClusterComCreate:
tdLog.debug("insert data ............ [OK]")
return
+ def alterStbMetaData(self,tsql,dbName,stbName,ctbNum,rowsPerTbl,batchNum,startTs=None):
+ tdLog.debug("alter Stb column ............")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} MODIFY COLUMN c3 binary(20);")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} MODIFY COLUMN c3 binary(20);")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} ADD COLUMN c4 DOUBLE;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} ADD COLUMN c4 DOUBLE;")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} DROP COLUMN c2;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} DROP COLUMN c2;")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} RENAME TAG t1 t1r;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} RENAME TAG t1 t1r;")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} DROP TAG t2;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} DROP TAG t2;")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} ADD TAG t2 binary(32) ;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} ADD TAG t2 binary(32);")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} MODIFY TAG t2 binary(34) ;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} MODIFY TAG t2 binary(34);")
+ tdLog.debug(f"ALTER STABLE {dbName}.{stbName} ADD TAG t3 double ;")
+ tsql.execute(f" ALTER STABLE {dbName}.{stbName} ADD TAG t3 double;")
+ tsql.error(f" ALTER STABLE {dbName}.{stbName} ADD TAG t2 double;")
+
+ tdLog.debug("start to insert data ............")
+ # tsql.execute("use %s" %dbName)
+ pre_insert = "insert into "
+ sql = pre_insert
+
+ if startTs is None:
+ t = time.time()
+ startTs = int(round(t * 1000))
+ #tdLog.debug("doing insert data into stable:%s rows:%d ..."%(stbName, allRows))
+ for i in range(ctbNum):
+ sql += " %s.%s_%d values "%(dbName,stbName,i)
+ for j in range(rowsPerTbl):
+ sql += "(%d, %d,'mnode_%d', %d ) "%(startTs + j, j, j,j)
+ if (j > 0) and ((j%batchNum == 0) or (j == rowsPerTbl - 1)):
+ tsql.execute(sql)
+ if j < rowsPerTbl - 1:
+ sql = "insert into %s.%s_%d values " %(dbName,stbName,i)
+ else:
+ sql = "insert into "
+ #end sql
+ if sql != pre_insert:
+ #print("insert sql:%s"%sql)
+ tsql.execute(sql)
+ tdLog.debug("insert data ............ [OK]")
+ return
+
def insert_data_1(self,tsql,dbName,ctbPrefix,ctbNum,rowsPerTbl,batchNum,startTs):
tdLog.debug("start to insert data ............")
tsql.execute("use %s" %dbName)
diff --git a/tests/system-test/7-tmq/tmq_taosx.py b/tests/system-test/7-tmq/tmq_taosx.py
index f2fbd8486570e385332be5280f58f25af7ae4d75..7ca18f293cddf415a2b4ac3354f5848171e7b736 100644
--- a/tests/system-test/7-tmq/tmq_taosx.py
+++ b/tests/system-test/7-tmq/tmq_taosx.py
@@ -123,6 +123,11 @@ class TDTestCase:
def checkData(self):
tdSql.execute('use db_taosx')
+ tdSql.query("select * from tb1")
+ tdSql.checkRows(1)
+ tdSql.checkData(0, 1, 0)
+ tdSql.checkData(0, 2, 1)
+
tdSql.query("select * from ct3 order by c1 desc")
tdSql.checkRows(2)
tdSql.checkData(0, 1, 51)
diff --git a/tests/system-test/compatibilityAllTest.sh b/tests/system-test/compatibilityAllTest.sh
new file mode 100755
index 0000000000000000000000000000000000000000..08f2f5581b5642e3056bcc4ea67c1285e74c9853
--- /dev/null
+++ b/tests/system-test/compatibilityAllTest.sh
@@ -0,0 +1,46 @@
+#!/bin/bash
+ulimit -c unlimited
+#======================p1-insert===============
+
+python3 ./test.py -f 0-others/taosShell.py
+python3 ./test.py -f 0-others/taosShellError.py
+python3 ./test.py -f 0-others/taosShellNetChk.py
+python3 ./test.py -f 1-insert/alter_database.py
+python3 ./test.py -f 1-insert/influxdb_line_taosc_insert.py
+python3 ./test.py -f 1-insert/opentsdb_telnet_line_taosc_insert.py
+python3 ./test.py -f 1-insert/opentsdb_json_taosc_insert.py
+python3 ./test.py -f 1-insert/test_stmt_muti_insert_query.py
+python3 ./test.py -f 1-insert/test_stmt_set_tbname_tag.py
+python3 ./test.py -f 1-insert/alter_stable.py
+python3 ./test.py -f 1-insert/alter_table.py
+python3 ./test.py -f 1-insert/boundary.py
+python3 ./test.py -f 2-query/top.py
+python3 ./test.py -f 2-query/top.py -R
+python3 ./test.py -f 2-query/tsbsQuery.py
+python3 ./test.py -f 2-query/tsbsQuery.py -R
+python3 ./test.py -f 2-query/ttl_comment.py
+python3 ./test.py -f 2-query/ttl_comment.py -R
+python3 ./test.py -f 2-query/twa.py
+python3 ./test.py -f 2-query/twa.py -R
+python3 ./test.py -f 2-query/union.py
+python3 ./test.py -f 2-query/union.py -R
+python3 ./test.py -f 6-cluster/5dnode1mnode.py
+python3 ./test.py -f 6-cluster/5dnode2mnode.py -N 5
+python3 ./test.py -f 6-cluster/5dnode3mnodeStop.py -N 5 -M 3
+python3 ./test.py -f 6-cluster/5dnode3mnodeStop.py -N 5 -M 3 -i False
+python3 ./test.py -f 6-cluster/5dnode3mnodeStop2Follower.py -N 5 -M 3
+python3 ./test.py -f 6-cluster/5dnode3mnodeStop2Follower.py -N 5 -M 3 -i False
+python3 ./test.py -f 6-cluster/5dnode3mnodeStopLoop.py -N 5 -M 3
+python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py -N 6 -M 3
+python3 ./test.py -f 6-cluster/5dnode3mnodeSep1VnodeStopDnodeCreateDb.py -N 6 -M 3 -n 3
+python3 ./test.py -f 7-tmq/subscribeStb4.py
+python3 ./test.py -f 7-tmq/db.py
+python3 ./test.py -f 7-tmq/tmqError.py
+python3 ./test.py -f 7-tmq/schema.py
+python3 ./test.py -f 7-tmq/stbFilter.py
+python3 ./test.py -f 7-tmq/tmqCheckData.py
+python3 ./test.py -f 7-tmq/tmqCheckData1.py
+python3 ./test.py -f 7-tmq/tmqConsumerGroup.py
+python3 ./test.py -f 7-tmq/tmqShow.py
+python3 ./test.py -f 7-tmq/tmqAlterSchema.
+python3 ./test.py -f 99-TDcase/TD-20582.py
\ No newline at end of file
diff --git a/tools/shell/src/shellWebsocket.c b/tools/shell/src/shellWebsocket.c
index add3ccc51f730d9398c7f339f8e3a645cc5a0b0e..bbb127b12846f113ee1583940ee8d005623bf22b 100644
--- a/tools/shell/src/shellWebsocket.c
+++ b/tools/shell/src/shellWebsocket.c
@@ -37,7 +37,9 @@ static int horizontalPrintWebsocket(WS_RES* wres, double* execute_time) {
const void* data = NULL;
int rows;
ws_fetch_block(wres, &data, &rows);
- *execute_time += (double)(ws_take_timing(wres)/1E6);
+ if (wres) {
+ *execute_time += (double)(ws_take_timing(wres)/1E6);
+ }
if (!rows) {
return 0;
}
@@ -77,7 +79,9 @@ static int verticalPrintWebsocket(WS_RES* wres, double* pexecute_time) {
int rows = 0;
const void* data = NULL;
ws_fetch_block(wres, &data, &rows);
- *pexecute_time += (double)(ws_take_timing(wres)/1E6);
+ if (wres) {
+ *pexecute_time += (double)(ws_take_timing(wres)/1E6);
+ }
if (!rows) {
return 0;
}
@@ -129,7 +133,9 @@ static int dumpWebsocketToFile(const char* fname, WS_RES* wres, double* pexecute
int rows = 0;
const void* data = NULL;
ws_fetch_block(wres, &data, &rows);
- *pexecute_time += (double)(ws_take_timing(wres)/1E6);
+ if (wres) {
+ *pexecute_time += (double)(ws_take_timing(wres)/1E6);
+ }
if (!rows) {
taosCloseFile(&pFile);
return 0;
@@ -223,17 +229,23 @@ void shellRunSingleCommandWebsocketImp(char *command) {
if (code == TSDB_CODE_WS_SEND_TIMEOUT || code == TSDB_CODE_WS_RECV_TIMEOUT) {
fprintf(stderr, "Hint: use -t to increase the timeout in seconds\n");
} else if (code == TSDB_CODE_WS_INTERNAL_ERRO || code == TSDB_CODE_WS_CLOSED) {
- fprintf(stderr, "TDengine server is disconnected, will try to reconnect\n");
shell.ws_conn = NULL;
}
ws_free_result(res);
- if (reconnectNum == 0) continue;
+ if (reconnectNum == 0) {
+ continue;
+ } else {
+ fprintf(stderr, "TDengine server is disconnected, will try to reconnect\n");
+ }
return;
}
break;
}
- double execute_time = ws_take_timing(res)/1E6;
+ double execute_time = 0;
+ if (res) {
+ execute_time = ws_take_timing(res)/1E6;
+ }
if (shellRegexMatch(command, "^\\s*use\\s+[a-zA-Z0-9_]+\\s*;\\s*$", REG_EXTENDED | REG_ICASE)) {
fprintf(stdout, "Database changed.\r\n\r\n");
diff --git a/utils/test/c/sml_test.c b/utils/test/c/sml_test.c
index df416b3822a890f9b6e6e5d3790521686587f50b..49885c0aea8098b9ea8160b0cd89c93d1f5b20aa 100644
--- a/utils/test/c/sml_test.c
+++ b/utils/test/c/sml_test.c
@@ -78,11 +78,20 @@ int smlProcess_telnet_Test() {
pRes = taos_query(taos, "use sml_db");
taos_free_result(pRes);
- const char *sql[] = {"sys.if.bytes.out 1479496100 1.3E0 host=web01 interface=eth0",
+ char *sql[4] = {0};
+ sql[0] = taosMemoryCalloc(1, 128);
+ sql[1] = taosMemoryCalloc(1, 128);
+ sql[2] = taosMemoryCalloc(1, 128);
+ sql[3] = taosMemoryCalloc(1, 128);
+ const char *sql1[] = {"sys.if.bytes.out 1479496100 1.3E0 host=web01 interface=eth0",
"sys.if.bytes.out 1479496101 1.3E1 interface=eth0 host=web01 ",
"sys.if.bytes.out 1479496102 1.3E3 network=tcp",
" sys.procs.running 1479496100 42 host=web01 "};
+ for(int i = 0; i < 4; i++){
+ strncpy(sql[i], sql1[i], 128);
+ }
+
pRes = taos_schemaless_insert(taos, (char **)sql, sizeof(sql) / sizeof(sql[0]), TSDB_SML_TELNET_PROTOCOL,
TSDB_SML_TIMESTAMP_NANO_SECONDS);
printf("%s result:%s\n", __FUNCTION__, taos_errstr(pRes));
@@ -147,28 +156,7 @@ int smlProcess_json3_Test() {
taos_free_result(pRes);
const char *sql[] = {
- "{\"metric\":\"meter_current1\",\"timestamp\":{\"value\":1662344042,\"type\":\"s\"},\"value\":{\"value\":10.3,\"type\":\"i64\"},\"tags\":{\"t1\":{\"value\":2,\"type\":\"bigint\"},\"t2\":{\"value\":2,\"type\":\"int\"},\"t3\":{\"value\":2,\"type\":\"i16\"},\"t4\":{\"value\":2,\"type\":\"i8\"},\"t5\":{\"value\":2,\"type\":\"f32\"},\"t6\":{\"value\":2,\"type\":\"double\"},\"t7\":{\"value\":\"8323\",\"type\":\"binary\"},\"t8\":{\"value\":\"北京\",\"type\":\"nchar\"},\"t9\":{\"value\":true,\"type\":\"bool\"},\"id\":\"d1001\"}}"};
- pRes = taos_schemaless_insert(taos, (char **)sql, sizeof(sql) / sizeof(sql[0]), TSDB_SML_JSON_PROTOCOL,
- TSDB_SML_TIMESTAMP_NANO_SECONDS);
- printf("%s result:%s\n", __FUNCTION__, taos_errstr(pRes));
- int code = taos_errno(pRes);
- taos_free_result(pRes);
- taos_close(taos);
-
- return code;
-}
-
-int smlProcess_json4_Test() {
- TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
-
- TAOS_RES *pRes = taos_query(taos, "create database if not exists sml_db schemaless 1");
- taos_free_result(pRes);
-
- pRes = taos_query(taos, "use sml_db");
- taos_free_result(pRes);
-
- const char *sql[] = {
- "{\"metric\":\"meter_current2\",\"timestamp\":{\"value\":1662344042000,\"type\":\"ms\"},\"value\":\"ni\",\"tags\":{\"t1\":{\"value\":20,\"type\":\"i64\"},\"t2\":{\"value\":25,\"type\":\"i32\"},\"t3\":{\"value\":2,\"type\":\"smallint\"},\"t4\":{\"value\":2,\"type\":\"tinyint\"},\"t5\":{\"value\":2,\"type\":\"float\"},\"t6\":{\"value\":0.2,\"type\":\"f64\"},\"t7\":\"nsj\",\"t8\":{\"value\":\"北京\",\"type\":\"nchar\"},\"t9\":false,\"id\":\"d1001\"}}"
+ "[{\"metric\":\"sys.cpu.nice\",\"timestamp\":0,\"value\":\"18\",\"tags\":{\"host\":\"web01\",\"id\":\"t1\",\"dc\":\"lga\"}}]"
};
pRes = taos_schemaless_insert(taos, (char **)sql, sizeof(sql) / sizeof(sql[0]), TSDB_SML_JSON_PROTOCOL,
TSDB_SML_TIMESTAMP_NANO_SECONDS);
@@ -677,52 +665,6 @@ int sml_oom_Test() {
return code;
}
-int sml_16368_Test() {
- TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
-
- TAOS_RES *pRes = taos_query(taos, "create database if not exists sml_db schemaless 1");
- taos_free_result(pRes);
-
- pRes = taos_query(taos, "use sml_db");
- taos_free_result(pRes);
-
- const char *sql[] = {
- "[{\"metric\": \"st123456\", \"timestamp\": {\"value\": 1626006833639000, \"type\": \"us\"}, \"value\": 1, "
- "\"tags\": {\"t1\": 3, \"t2\": {\"value\": 4, \"type\": \"double\"}, \"t3\": {\"value\": \"t3\", \"type\": "
- "\"binary\"}}},"
- "{\"metric\": \"st123456\", \"timestamp\": {\"value\": 1626006833739000, \"type\": \"us\"}, \"value\": 2, "
- "\"tags\": {\"t1\": {\"value\": 4, \"type\": \"double\"}, \"t3\": {\"value\": \"t4\", \"type\": \"binary\"}, "
- "\"t2\": {\"value\": 5, \"type\": \"double\"}, \"t4\": {\"value\": 5, \"type\": \"double\"}}},"
- "{\"metric\": \"stb_name\", \"timestamp\": {\"value\": 1626006833639100, \"type\": \"us\"}, \"value\": 3, "
- "\"tags\": {\"t2\": {\"value\": 5, \"type\": \"double\"}, \"t3\": {\"value\": \"ste\", \"type\": \"nchar\"}}},"
- "{\"metric\": \"stf567890\", \"timestamp\": {\"value\": 1626006833639200, \"type\": \"us\"}, \"value\": 4, "
- "\"tags\": {\"t1\": {\"value\": 4, \"type\": \"bigint\"}, \"t3\": {\"value\": \"t4\", \"type\": \"binary\"}, "
- "\"t2\": {\"value\": 5, \"type\": \"double\"}, \"t4\": {\"value\": 5, \"type\": \"double\"}}},"
- "{\"metric\": \"st123456\", \"timestamp\": {\"value\": 1626006833639300, \"type\": \"us\"}, \"value\": "
- "{\"value\": 5, \"type\": \"double\"}, \"tags\": {\"t1\": {\"value\": 4, \"type\": \"double\"}, \"t2\": 5.0, "
- "\"t3\": {\"value\": \"t4\", \"type\": \"binary\"}}},"
- "{\"metric\": \"stb_name\", \"timestamp\": {\"value\": 1626006833639400, \"type\": \"us\"}, \"value\": "
- "{\"value\": 6, \"type\": \"double\"}, \"tags\": {\"t2\": 5.0, \"t3\": {\"value\": \"ste2\", \"type\": "
- "\"nchar\"}}},"
- "{\"metric\": \"stb_name\", \"timestamp\": {\"value\": 1626006834639400, \"type\": \"us\"}, \"value\": "
- "{\"value\": 7, \"type\": \"double\"}, \"tags\": {\"t2\": {\"value\": 5.0, \"type\": \"double\"}, \"t3\": "
- "{\"value\": \"ste2\", \"type\": \"nchar\"}}},"
- "{\"metric\": \"st123456\", \"timestamp\": {\"value\": 1626006833839006, \"type\": \"us\"}, \"value\": "
- "{\"value\": 8, \"type\": \"double\"}, \"tags\": {\"t1\": {\"value\": 4, \"type\": \"double\"}, \"t3\": "
- "{\"value\": \"t4\", \"type\": \"binary\"}, \"t2\": {\"value\": 5, \"type\": \"double\"}, \"t4\": {\"value\": 5, "
- "\"type\": \"double\"}}},"
- "{\"metric\": \"st123456\", \"timestamp\": {\"value\": 1626006833939007, \"type\": \"us\"}, \"value\": "
- "{\"value\": 9, \"type\": \"double\"}, \"tags\": {\"t1\": 4, \"t3\": {\"value\": \"t4\", \"type\": \"binary\"}, "
- "\"t2\": {\"value\": 5, \"type\": \"double\"}, \"t4\": {\"value\": 5, \"type\": \"double\"}}}]"};
- pRes = taos_schemaless_insert(taos, (char **)sql, 0, TSDB_SML_JSON_PROTOCOL, TSDB_SML_TIMESTAMP_MICRO_SECONDS);
- printf("%s result:%s\n", __FUNCTION__, taos_errstr(pRes));
- int code = taos_errno(pRes);
- taos_free_result(pRes);
- taos_close(taos);
-
- return code;
-}
-
int sml_dup_time_Test() {
TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
@@ -762,214 +704,6 @@ int sml_dup_time_Test() {
return code;
}
-int sml_16960_Test() {
- TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
-
- TAOS_RES *pRes = taos_query(taos, "create database if not exists sml_db schemaless 1");
- taos_free_result(pRes);
-
- pRes = taos_query(taos, "use sml_db");
- taos_free_result(pRes);
-
- const char *sql[] = {
- "["
- "{"
- "\"timestamp\":"
- ""
- "{ \"value\": 1664418955000, \"type\": \"ms\" }"
- ","
- "\"value\":"
- ""
- "{ \"value\": 830525384, \"type\": \"int\" }"
- ","
- "\"tags\": {"
- "\"id\": \"stb00_0\","
- "\"t0\":"
- ""
- "{ \"value\": 83972721, \"type\": \"int\" }"
- ","
- "\"t1\":"
- ""
- "{ \"value\": 539147525, \"type\": \"int\" }"
- ","
- "\"t2\":"
- ""
- "{ \"value\": 618258572, \"type\": \"int\" }"
- ","
- "\"t3\":"
- ""
- "{ \"value\": -10536201, \"type\": \"int\" }"
- ","
- "\"t4\":"
- ""
- "{ \"value\": 349227409, \"type\": \"int\" }"
- ","
- "\"t5\":"
- ""
- "{ \"value\": 249347042, \"type\": \"int\" }"
- "},"
- "\"metric\": \"stb0\""
- "},"
- "{"
- "\"timestamp\":"
- ""
- "{ \"value\": 1664418955001, \"type\": \"ms\" }"
- ","
- "\"value\":"
- ""
- "{ \"value\": -588348364, \"type\": \"int\" }"
- ","
- "\"tags\": {"
- "\"id\": \"stb00_0\","
- "\"t0\":"
- ""
- "{ \"value\": 83972721, \"type\": \"int\" }"
- ","
- "\"t1\":"
- ""
- "{ \"value\": 539147525, \"type\": \"int\" }"
- ","
- "\"t2\":"
- ""
- "{ \"value\": 618258572, \"type\": \"int\" }"
- ","
- "\"t3\":"
- ""
- "{ \"value\": -10536201, \"type\": \"int\" }"
- ","
- "\"t4\":"
- ""
- "{ \"value\": 349227409, \"type\": \"int\" }"
- ","
- "\"t5\":"
- ""
- "{ \"value\": 249347042, \"type\": \"int\" }"
- "},"
- "\"metric\": \"stb0\""
- "},"
- "{"
- "\"timestamp\":"
- ""
- "{ \"value\": 1664418955002, \"type\": \"ms\" }"
- ","
- "\"value\":"
- ""
- "{ \"value\": -370310823, \"type\": \"int\" }"
- ","
- "\"tags\": {"
- "\"id\": \"stb00_0\","
- "\"t0\":"
- ""
- "{ \"value\": 83972721, \"type\": \"int\" }"
- ","
- "\"t1\":"
- ""
- "{ \"value\": 539147525, \"type\": \"int\" }"
- ","
- "\"t2\":"
- ""
- "{ \"value\": 618258572, \"type\": \"int\" }"
- ","
- "\"t3\":"
- ""
- "{ \"value\": -10536201, \"type\": \"int\" }"
- ","
- "\"t4\":"
- ""
- "{ \"value\": 349227409, \"type\": \"int\" }"
- ","
- "\"t5\":"
- ""
- "{ \"value\": 249347042, \"type\": \"int\" }"
- "},"
- "\"metric\": \"stb0\""
- "},"
- "{"
- "\"timestamp\":"
- ""
- "{ \"value\": 1664418955003, \"type\": \"ms\" }"
- ","
- "\"value\":"
- ""
- "{ \"value\": -811250191, \"type\": \"int\" }"
- ","
- "\"tags\": {"
- "\"id\": \"stb00_0\","
- "\"t0\":"
- ""
- "{ \"value\": 83972721, \"type\": \"int\" }"
- ","
- "\"t1\":"
- ""
- "{ \"value\": 539147525, \"type\": \"int\" }"
- ","
- "\"t2\":"
- ""
- "{ \"value\": 618258572, \"type\": \"int\" }"
- ","
- "\"t3\":"
- ""
- "{ \"value\": -10536201, \"type\": \"int\" }"
- ","
- "\"t4\":"
- ""
- "{ \"value\": 349227409, \"type\": \"int\" }"
- ","
- "\"t5\":"
- ""
- "{ \"value\": 249347042, \"type\": \"int\" }"
- "},"
- "\"metric\": \"stb0\""
- "},"
- "{"
- "\"timestamp\":"
- ""
- "{ \"value\": 1664418955004, \"type\": \"ms\" }"
- ","
- "\"value\":"
- ""
- "{ \"value\": -330340558, \"type\": \"int\" }"
- ","
- "\"tags\": {"
- "\"id\": \"stb00_0\","
- "\"t0\":"
- ""
- "{ \"value\": 83972721, \"type\": \"int\" }"
- ","
- "\"t1\":"
- ""
- "{ \"value\": 539147525, \"type\": \"int\" }"
- ","
- "\"t2\":"
- ""
- "{ \"value\": 618258572, \"type\": \"int\" }"
- ","
- "\"t3\":"
- ""
- "{ \"value\": -10536201, \"type\": \"int\" }"
- ","
- "\"t4\":"
- ""
- "{ \"value\": 349227409, \"type\": \"int\" }"
- ","
- "\"t5\":"
- ""
- "{ \"value\": 249347042, \"type\": \"int\" }"
- "},"
- "\"metric\": \"stb0\""
- "}"
- "]"};
-
- pRes = taos_schemaless_insert(taos, (char **)sql, sizeof(sql) / sizeof(sql[0]), TSDB_SML_JSON_PROTOCOL,
- TSDB_SML_TIMESTAMP_MILLI_SECONDS);
- printf("%s result:%s\n", __FUNCTION__, taos_errstr(pRes));
- int code = taos_errno(pRes);
- taos_free_result(pRes);
- taos_close(taos);
-
- return code;
-}
-
int sml_add_tag_col_Test() {
TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
@@ -1004,10 +738,10 @@ int sml_add_tag_col_Test() {
int smlProcess_18784_Test() {
TAOS *taos = taos_connect("localhost", "root", "taosdata", NULL, 0);
- TAOS_RES *pRes = taos_query(taos, "create database if not exists sml_db schemaless 1");
+ TAOS_RES *pRes = taos_query(taos, "create database if not exists db_18784 schemaless 1");
taos_free_result(pRes);
- pRes = taos_query(taos, "use sml_db");
+ pRes = taos_query(taos, "use db_18784");
taos_free_result(pRes);
const char *sql[] = {
@@ -1018,7 +752,7 @@ int smlProcess_18784_Test() {
printf("%s result:%s, rows:%d\n", __FUNCTION__, taos_errstr(pRes), taos_affected_rows(pRes));
int code = taos_errno(pRes);
ASSERT(!code);
- ASSERT(taos_affected_rows(pRes) == 2);
+ ASSERT(taos_affected_rows(pRes) == 1);
taos_free_result(pRes);
pRes = taos_query(taos, "select * from disk");
@@ -1092,9 +826,10 @@ int sml_ts2164_Test() {
taos_free_result(pRes);
const char *sql[] = {
+// "meters,location=la,groupid=ca current=11.8,voltage=221,phase=0.27",
+ "meters,location=la,groupid=ca current=11.8,voltage=221",
"meters,location=la,groupid=ca current=11.8,voltage=221,phase=0.27",
- "meters,location=la,groupid=ca current=11.8,voltage=221,phase=0.27",
- "meters,location=la,groupid=cb current=11.8,voltage=221,phase=0.27",
+// "meters,location=la,groupid=cb current=11.8,voltage=221,phase=0.27",
};
pRes = taos_query(taos, "use line_test");
@@ -1119,6 +854,9 @@ int sml_ttl_Test() {
const char *sql[] = {
"meters,location=California.LosAngeles,groupid=2 current=11.8,voltage=221,phase=\"2022-02-0210:22:22\" 1626006833739000000",
};
+ const char *sql1[] = {
+ "meters,location=California.LosAngeles,groupid=2 current=11.8,voltage=221,phase=\"2022-02-0210:22:22\" 1626006833339000000",
+ };
pRes = taos_query(taos, "use sml_db");
taos_free_result(pRes);
@@ -1128,6 +866,11 @@ int sml_ttl_Test() {
printf("%s result1:%s\n", __FUNCTION__, taos_errstr(pRes));
taos_free_result(pRes);
+ pRes = taos_schemaless_insert_ttl(taos, (char **)sql1, sizeof(sql1) / sizeof(sql1[0]), TSDB_SML_LINE_PROTOCOL, TSDB_SML_TIMESTAMP_NANO_SECONDS, 20);
+
+ printf("%s result1:%s\n", __FUNCTION__, taos_errstr(pRes));
+ taos_free_result(pRes);
+
pRes = taos_query(taos, "select `ttl` from information_schema.ins_tables where table_name='t_be97833a0e1f523fcdaeb6291d6fdf27'");
printf("%s result2:%s\n", __FUNCTION__, taos_errstr(pRes));
TAOS_ROW row = taos_fetch_row(pRes);
@@ -1141,7 +884,46 @@ int sml_ttl_Test() {
return code;
}
+//char *str[] ={
+// "",
+// "f64",
+// "F64",
+// "f32",
+// "F32",
+// "i",
+// "I",
+// "i64",
+// "I64",
+// "u",
+// "U",
+// "u64",
+// "U64",
+// "i32",
+// "I32",
+// "u32",
+// "U32",
+// "i16",
+// "I16",
+// "u16",
+// "U16",
+// "i8",
+// "I8",
+// "u8",
+// "U8",
+//};
+//uint8_t smlCalTypeSum(char* endptr, int32_t left){
+// uint8_t sum = 0;
+// for(int i = 0; i < left; i++){
+// sum += endptr[i];
+// }
+// return sum;
+//}
+
int main(int argc, char *argv[]) {
+
+// for(int i = 0; i < sizeof(str)/sizeof(str[0]); i++){
+// printf("str:%s \t %d\n", str[i], smlCalTypeSum(str[i], strlen(str[i])));
+// }
int ret = 0;
ret = sml_ttl_Test();
ASSERT(!ret);
@@ -1154,11 +936,9 @@ int main(int argc, char *argv[]) {
ret = smlProcess_json1_Test();
ASSERT(!ret);
ret = smlProcess_json2_Test();
- ASSERT(!ret);
+ ASSERT(ret);
ret = smlProcess_json3_Test();
- ASSERT(!ret);
- ret = smlProcess_json4_Test();
- ASSERT(!ret);
+ ASSERT(ret);
ret = sml_TD15662_Test();
ASSERT(!ret);
ret = sml_TD15742_Test();
@@ -1167,12 +947,8 @@ int main(int argc, char *argv[]) {
ASSERT(!ret);
ret = sml_oom_Test();
ASSERT(!ret);
- ret = sml_16368_Test();
- ASSERT(!ret);
ret = sml_dup_time_Test();
ASSERT(!ret);
- ret = sml_16960_Test();
- ASSERT(!ret);
ret = sml_add_tag_col_Test();
ASSERT(!ret);
ret = smlProcess_18784_Test();
diff --git a/utils/test/c/tmq_taosx_ci.c b/utils/test/c/tmq_taosx_ci.c
index 024a253a2e2aad97b0639468b79ff04cb177b8a4..69bf52bb1ac1c80015e12a6ecf6701dc73f8d139 100644
--- a/utils/test/c/tmq_taosx_ci.c
+++ b/utils/test/c/tmq_taosx_ci.c
@@ -78,28 +78,27 @@ static void msg_process(TAOS_RES* msg) {
int buildDatabase(TAOS* pConn, TAOS_RES* pRes){
/* test for TD-20612 start*/
-// pRes = taos_query(pConn,"create table tb1 (ts timestamp, c1 int, c2 int)");
-// if (taos_errno(pRes) != 0) {
-// printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
-// return -1;
-// }
-// taos_free_result(pRes);
-//
-// pRes = taos_query(pConn,"insert into tb1 (ts, c1) values(1669092069069, 0)");
-// if (taos_errno(pRes) != 0) {
-// printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
-// return -1;
-// }
-// taos_free_result(pRes);
-//
-// pRes = taos_query(pConn,"insert into tb1 (ts, c2) values(1669092069069, 1)");
-// if (taos_errno(pRes) != 0) {
-// printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
-// return -1;
-// }
-// taos_free_result(pRes);
-//
-// return 0;
+ pRes = taos_query(pConn,"create table tb1 (ts timestamp, c1 int, c2 int)");
+ if (taos_errno(pRes) != 0) {
+ printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
+ return -1;
+ }
+ taos_free_result(pRes);
+
+ pRes = taos_query(pConn,"insert into tb1 (ts, c1) values(1669092069069, 0)");
+ if (taos_errno(pRes) != 0) {
+ printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
+ return -1;
+ }
+ taos_free_result(pRes);
+
+ pRes = taos_query(pConn,"insert into tb1 (ts, c2) values(1669092069069, 1)");
+ if (taos_errno(pRes) != 0) {
+ printf("failed to create super table st1, reason:%s\n", taos_errstr(pRes));
+ return -1;
+ }
+ taos_free_result(pRes);
+
/* test for TD-20612 end*/
pRes = taos_query(pConn,
@@ -614,6 +613,7 @@ void initLogFile() {
}
}else{
char *result[] = {
+ "{\"type\":\"create\",\"tableType\":\"normal\",\"tableName\":\"tb1\",\"columns\":[{\"name\":\"ts\",\"type\":9},{\"name\":\"c1\",\"type\":4},{\"name\":\"c2\",\"type\":4}],\"tags\":[]}",
"{\"type\":\"create\",\"tableType\":\"super\",\"tableName\":\"st1\",\"columns\":[{\"name\":\"ts\",\"type\":9},{\"name\":\"c1\",\"type\":4},{\"name\":\"c2\",\"type\":6},{\"name\":\"c3\",\"type\":8,\"length\":64},{\"name\":\"c4\",\"type\":5}],\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\",\"type\":1},{\"name\":\"t2\",\"type\":8,\"length\":64}]}",
"{\"type\":\"create\",\"tableType\":\"child\",\"tableName\":\"ct0\",\"using\":\"st1\",\"tagNum\":4,\"tags\":[{\"name\":\"t1\",\"type\":4,\"value\":1000},{\"name\":\"t3\",\"type\":10,\"value\":\"\\\"ttt\\\"\"},{\"name\":\"t4\",\"type\":1,\"value\":1}],\"createList\":[]}",
"{\"type\":\"create\",\"tableType\":\"child\",\"tableName\":\"ct1\",\"using\":\"st1\",\"tagNum\":4,\"tags\":[{\"name\":\"t1\",\"type\":4,\"value\":2000}],\"createList\":[]}",
@@ -652,6 +652,7 @@ void initLogFile() {
}
}else{
char *result[] = {
+ "{\"type\":\"create\",\"tableType\":\"normal\",\"tableName\":\"tb1\",\"columns\":[{\"name\":\"ts\",\"type\":9},{\"name\":\"c1\",\"type\":4},{\"name\":\"c2\",\"type\":4}],\"tags\":[]}",
"{\"type\":\"create\",\"tableType\":\"super\",\"tableName\":\"st1\",\"columns\":[{\"name\":\"ts\",\"type\":9},{\"name\":\"c1\",\"type\":4},{\"name\":\"c2\",\"type\":6},{\"name\":\"c3\",\"type\":8,\"length\":16}],\"tags\":[{\"name\":\"t1\",\"type\":4},{\"name\":\"t3\",\"type\":10,\"length\":8},{\"name\":\"t4\",\"type\":1}]}",
"{\"type\":\"create\",\"tableType\":\"child\",\"tableName\":\"ct0\",\"using\":\"st1\",\"tagNum\":3,\"tags\":[{\"name\":\"t1\",\"type\":4,\"value\":1000},{\"name\":\"t3\",\"type\":10,\"value\":\"\\\"ttt\\\"\"},{\"name\":\"t4\",\"type\":1,\"value\":1}],\"createList\":[]}",
"{\"type\":\"create\",\"tableType\":\"child\",\"tableName\":\"ct1\",\"using\":\"st1\",\"tagNum\":3,\"tags\":[{\"name\":\"t1\",\"type\":4,\"value\":2000}],\"createList\":[]}",