tmsg.h 73.5 KB
Newer Older
D
dapan1121 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_COMMON_TAOS_MSG_H_
#define _TD_COMMON_TAOS_MSG_H_

#include "taosdef.h"
#include "taoserror.h"
H
more  
Hongze Cheng 已提交
21
#include "tarray.h"
H
more  
Hongze Cheng 已提交
22
#include "tcoding.h"
S
Shengliang Guan 已提交
23
#include "tencode.h"
L
Liu Jicong 已提交
24
#include "thash.h"
H
Hongze Cheng 已提交
25
#include "tlist.h"
D
dapan1121 已提交
26
#include "tname.h"
L
Liu Jicong 已提交
27
#include "trow.h"
L
Liu Jicong 已提交
28
#include "tuuid.h"
D
dapan1121 已提交
29

S
Shengliang Guan 已提交
30 31 32 33
#ifdef __cplusplus
extern "C" {
#endif

H
Hongze Cheng 已提交
34
/* ------------------------ MESSAGE DEFINITIONS ------------------------ */
H
Hongze Cheng 已提交
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#define TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#define TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

S
Shengliang Guan 已提交
53 54
extern char*   tMsgInfo[];
extern int32_t tMsgDict[];
H
Hongze Cheng 已提交
55 56

#define TMSG_SEG_CODE(TYPE) (((TYPE)&0xff00) >> 8)
L
Liu Jicong 已提交
57 58 59
#define TMSG_SEG_SEQ(TYPE)  ((TYPE)&0xff)
#define TMSG_INFO(TYPE)     tMsgInfo[tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE)]
#define TMSG_INDEX(TYPE)    (tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE))
D
dapan1121 已提交
60

H
Hongze Cheng 已提交
61 62
typedef uint16_t tmsg_t;

H
Hongze Cheng 已提交
63
/* ------------------------ OTHER DEFINITIONS ------------------------ */
D
dapan1121 已提交
64
// IE type
L
Liu Jicong 已提交
65 66 67 68
#define TSDB_IE_TYPE_SEC         1
#define TSDB_IE_TYPE_META        2
#define TSDB_IE_TYPE_MGMT_IP     3
#define TSDB_IE_TYPE_DNODE_CFG   4
D
dapan1121 已提交
69
#define TSDB_IE_TYPE_NEW_VERSION 5
L
Liu Jicong 已提交
70
#define TSDB_IE_TYPE_DNODE_EXT   6
D
dapan1121 已提交
71 72
#define TSDB_IE_TYPE_DNODE_STATE 7

73
enum { CONN_TYPE__QUERY = 1, CONN_TYPE__TMQ, CONN_TYPE__MAX };
L
Liu Jicong 已提交
74

D
dapan1121 已提交
75
enum {
D
dapan1121 已提交
76 77
  HEARTBEAT_KEY_DBINFO = 1,
  HEARTBEAT_KEY_STBINFO,
D
dapan1121 已提交
78
  HEARTBEAT_KEY_MQ_TMP,
D
dapan1121 已提交
79 80
};

S
Shengliang Guan 已提交
81 82
typedef enum _mgmt_table {
  TSDB_MGMT_TABLE_START,
D
dapan1121 已提交
83 84
  TSDB_MGMT_TABLE_DNODE,
  TSDB_MGMT_TABLE_MNODE,
85
  TSDB_MGMT_TABLE_MODULE,
S
Shengliang Guan 已提交
86 87 88
  TSDB_MGMT_TABLE_QNODE,
  TSDB_MGMT_TABLE_SNODE,
  TSDB_MGMT_TABLE_BNODE,
89 90 91 92
  TSDB_MGMT_TABLE_CLUSTER,
  TSDB_MGMT_TABLE_DB,
  TSDB_MGMT_TABLE_FUNC,
  TSDB_MGMT_TABLE_INDEX,
S
Shengliang Guan 已提交
93
  TSDB_MGMT_TABLE_STB,
D
dapan1121 已提交
94
  TSDB_MGMT_TABLE_STREAMS,
95 96
  TSDB_MGMT_TABLE_TABLE,
  TSDB_MGMT_TABLE_USER,
D
dapan1121 已提交
97
  TSDB_MGMT_TABLE_GRANTS,
98 99 100 101 102 103 104 105 106
  TSDB_MGMT_TABLE_VGROUP,
  TSDB_MGMT_TABLE_TOPICS,
  TSDB_MGMT_TABLE_CONSUMERS,
  TSDB_MGMT_TABLE_SUBSCRIBES,
  TSDB_MGMT_TABLE_TRANS,
  TSDB_MGMT_TABLE_SMAS,
  TSDB_MGMT_TABLE_CONFIGS,
  TSDB_MGMT_TABLE_CONNS,
  TSDB_MGMT_TABLE_QUERIES,
D
dapan1121 已提交
107 108
  TSDB_MGMT_TABLE_VNODES,
  TSDB_MGMT_TABLE_MAX,
S
Shengliang Guan 已提交
109
} EShowType;
D
dapan1121 已提交
110

111 112 113 114
#define TSDB_ALTER_TABLE_ADD_TAG             1
#define TSDB_ALTER_TABLE_DROP_TAG            2
#define TSDB_ALTER_TABLE_UPDATE_TAG_NAME     3
#define TSDB_ALTER_TABLE_UPDATE_TAG_VAL      4
L
Liu Jicong 已提交
115 116
#define TSDB_ALTER_TABLE_ADD_COLUMN          5
#define TSDB_ALTER_TABLE_DROP_COLUMN         6
S
Shengliang Guan 已提交
117
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES 7
L
Liu Jicong 已提交
118
#define TSDB_ALTER_TABLE_UPDATE_TAG_BYTES    8
119 120
#define TSDB_ALTER_TABLE_UPDATE_OPTIONS      9
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME  10
D
dapan1121 已提交
121

L
Liu Jicong 已提交
122 123
#define TSDB_FILL_NONE      0
#define TSDB_FILL_NULL      1
H
Hongze Cheng 已提交
124
#define TSDB_FILL_SET_VALUE 2
L
Liu Jicong 已提交
125 126 127 128 129 130 131 132 133 134
#define TSDB_FILL_LINEAR    3
#define TSDB_FILL_PREV      4
#define TSDB_FILL_NEXT      5

#define TSDB_ALTER_USER_PASSWD          0x1
#define TSDB_ALTER_USER_SUPERUSER       0x2
#define TSDB_ALTER_USER_ADD_READ_DB     0x3
#define TSDB_ALTER_USER_REMOVE_READ_DB  0x4
#define TSDB_ALTER_USER_CLEAR_READ_DB   0x5
#define TSDB_ALTER_USER_ADD_WRITE_DB    0x6
S
Shengliang Guan 已提交
135
#define TSDB_ALTER_USER_REMOVE_WRITE_DB 0x7
L
Liu Jicong 已提交
136
#define TSDB_ALTER_USER_CLEAR_WRITE_DB  0x8
S
Shengliang Guan 已提交
137

D
dapan1121 已提交
138 139
#define TSDB_ALTER_USER_PRIVILEGES 0x2

H
Hongze Cheng 已提交
140
#define TSDB_KILL_MSG_LEN 30
D
dapan1121 已提交
141

D
dapan1121 已提交
142 143
#define TSDB_TABLE_NUM_UNIT 100000

L
Liu Jicong 已提交
144
#define TSDB_VN_READ_ACCCESS  ((char)0x1)
H
Hongze Cheng 已提交
145
#define TSDB_VN_WRITE_ACCCESS ((char)0x2)
L
Liu Jicong 已提交
146
#define TSDB_VN_ALL_ACCCESS   (TSDB_VN_READ_ACCCESS | TSDB_VN_WRITE_ACCCESS)
D
dapan1121 已提交
147

H
Hongze Cheng 已提交
148
#define TSDB_COL_NORMAL 0x0u  // the normal column of the table
L
Liu Jicong 已提交
149 150 151 152
#define TSDB_COL_TAG    0x1u  // the tag column type
#define TSDB_COL_UDC    0x2u  // the user specified normal string column, it is a dummy column
#define TSDB_COL_TMP    0x4u  // internal column generated by the previous operators
#define TSDB_COL_NULL   0x8u  // the column filter NULL or not
D
dapan1121 已提交
153

L
Liu Jicong 已提交
154
#define TSDB_COL_IS_TAG(f)        (((f & (~(TSDB_COL_NULL))) & TSDB_COL_TAG) != 0)
H
Hongze Cheng 已提交
155
#define TSDB_COL_IS_NORMAL_COL(f) ((f & (~(TSDB_COL_NULL))) == TSDB_COL_NORMAL)
L
Liu Jicong 已提交
156 157
#define TSDB_COL_IS_UD_COL(f)     ((f & (~(TSDB_COL_NULL))) == TSDB_COL_UDC)
#define TSDB_COL_REQ_NULL(f)      (((f)&TSDB_COL_NULL) != 0)
S
Shengliang Guan 已提交
158

L
Liu Jicong 已提交
159 160
#define TD_SUPER_TABLE  TSDB_SUPER_TABLE
#define TD_CHILD_TABLE  TSDB_CHILD_TABLE
S
Shengliang Guan 已提交
161 162
#define TD_NORMAL_TABLE TSDB_NORMAL_TABLE

S
Shengliang Guan 已提交
163
typedef struct {
S
Shengliang Guan 已提交
164
  int32_t vgId;
D
dapan1121 已提交
165 166
  char*   dbFName;
  char*   tbName;
D
dapan1121 已提交
167 168
} SBuildTableMetaInput;

S
Shengliang Guan 已提交
169
typedef struct {
D
dapan1121 已提交
170
  char    db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
171
  int64_t dbId;
172
  int32_t vgVersion;
L
Liu Jicong 已提交
173
  int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
D
dapan1121 已提交
174 175
} SBuildUseDBInput;

S
Shengliang Guan 已提交
176 177 178 179
typedef struct SField {
  char    name[TSDB_COL_NAME_LEN];
  uint8_t type;
  int32_t bytes;
180
  int8_t  flags;
S
Shengliang Guan 已提交
181 182
} SField;

S
Shengliang Guan 已提交
183
typedef struct SRetention {
S
sma  
Shengliang Guan 已提交
184 185 186 187
  int32_t freq;
  int32_t keep;
  int8_t  freqUnit;
  int8_t  keepUnit;
S
Shengliang Guan 已提交
188 189
} SRetention;

D
dapan1121 已提交
190 191 192
#pragma pack(push, 1)

// null-terminated string instead of char array to avoid too many memory consumption in case of more than 1M tableMeta
H
Haojun Liao 已提交
193
typedef struct SEp {
D
dapan1121 已提交
194
  char     fqdn[TSDB_FQDN_LEN];
D
dapan1121 已提交
195
  uint16_t port;
H
Haojun Liao 已提交
196
} SEp;
D
dapan1121 已提交
197

S
Shengliang Guan 已提交
198
typedef struct {
D
dapan1121 已提交
199
  int32_t contLen;
L
Liu Jicong 已提交
200
  int32_t vgId;
D
dapan1121 已提交
201 202 203 204
} SMsgHead;

// Submit message for one table
typedef struct SSubmitBlk {
205
  int64_t uid;        // table unique id
L
Liu Jicong 已提交
206
  int64_t suid;       // stable id
207 208 209 210
  int32_t sversion;   // data schema version
  int32_t dataLen;    // data part length, not including the SSubmitBlk head
  int32_t schemaLen;  // schema length, if length is 0, no schema exists
  int16_t numOfRows;  // total number of rows in current submit block
C
Cary Xu 已提交
211
  int16_t padding;    // TODO just for padding here
212
  char    data[];
D
dapan1121 已提交
213 214 215
} SSubmitBlk;

// Submit message for this TSDB
S
Shengliang Guan 已提交
216
typedef struct {
S
Shengliang Guan 已提交
217
  SMsgHead header;
H
Hongze Cheng 已提交
218
  int64_t  version;
S
Shengliang Guan 已提交
219 220 221
  int32_t  length;
  int32_t  numOfBlocks;
  char     blocks[];
S
Shengliang Guan 已提交
222
} SSubmitReq;
D
dapan1121 已提交
223

H
Hongze Cheng 已提交
224 225 226
typedef struct {
  int32_t totalLen;
  int32_t len;
227
  STSRow* row;
H
Hongze Cheng 已提交
228 229 230
} SSubmitBlkIter;

typedef struct {
C
Cary Xu 已提交
231 232 233
  int32_t totalLen;
  int32_t len;
  // head of SSubmitBlk
C
Cary Xu 已提交
234 235 236 237 238 239
  int64_t uid;        // table unique id
  int64_t suid;       // stable id
  int32_t sversion;   // data schema version
  int32_t dataLen;    // data part length, not including the SSubmitBlk head
  int32_t schemaLen;  // schema length, if length is 0, no schema exists
  int16_t numOfRows;  // total number of rows in current submit block
C
Cary Xu 已提交
240
  // head of SSubmitBlk
C
Cary Xu 已提交
241
  const void* pMsg;
H
Hongze Cheng 已提交
242 243
} SSubmitMsgIter;

C
Cary Xu 已提交
244
int32_t tInitSubmitMsgIter(const SSubmitReq* pMsg, SSubmitMsgIter* pIter);
S
Shengliang Guan 已提交
245 246
int32_t tGetSubmitMsgNext(SSubmitMsgIter* pIter, SSubmitBlk** pPBlock);
int32_t tInitSubmitBlkIter(SSubmitBlk* pBlock, SSubmitBlkIter* pIter);
C
Cary Xu 已提交
247
STSRow* tGetSubmitBlkNext(SSubmitBlkIter* pIter);
H
Hongze Cheng 已提交
248

C
Cary Xu 已提交
249 250 251 252
// TODO: KEEP one suite of iterator API finally.
// 1) use tInitSubmitMsgIterEx firstly as not decrease the merge conflicts
// 2) replace tInitSubmitMsgIterEx with tInitSubmitMsgIter later
// 3) finally, rename tInitSubmitMsgIterEx to tInitSubmitMsgIter
C
Cary Xu 已提交
253 254 255 256
int32_t tInitSubmitMsgIterEx(const SSubmitReq* pMsg, SSubmitMsgIter* pIter);
int32_t tGetSubmitMsgNextEx(SSubmitMsgIter* pIter, SSubmitBlk** pPBlock);
int32_t tInitSubmitBlkIterEx(SSubmitMsgIter* pMsgIter, SSubmitBlk* pBlock, SSubmitBlkIter* pIter);
STSRow* tGetSubmitBlkNextEx(SSubmitBlkIter* pIter);
C
Cary Xu 已提交
257

D
dapan1121 已提交
258 259 260 261 262
typedef struct {
  int32_t index;  // index of failed block in submit blocks
  int32_t vnode;  // vnode index of failed block
  int32_t sid;    // table index of failed block
  int32_t code;   // errorcode while write data to vnode, such as not created, dropped, no space, invalid table
S
Shengliang Guan 已提交
263
} SSubmitRspBlock;
D
dapan1121 已提交
264 265

typedef struct {
S
Shengliang Guan 已提交
266 267 268 269 270 271 272
  int32_t         code;          // 0-success, > 0 error code
  int32_t         numOfRows;     // number of records the client is trying to write
  int32_t         affectedRows;  // number of records actually written
  int32_t         failedRows;    // number of failed records (exclude duplicate records)
  int32_t         numOfFailedBlocks;
  SSubmitRspBlock failedBlocks[];
} SSubmitRsp;
D
dapan1121 已提交
273

H
Hongze Cheng 已提交
274 275
#define SCHEMA_SMA_ON 0x1
#define SCHEMA_IDX_ON 0x2
D
dapan1121 已提交
276
typedef struct SSchema {
277
  int8_t   type;
H
Hongze Cheng 已提交
278
  int8_t   flags;
279 280 281
  col_id_t colId;
  int32_t  bytes;
  char     name[TSDB_COL_NAME_LEN];
D
dapan1121 已提交
282 283
} SSchema;

C
Cary Xu 已提交
284 285
#define IS_BSMA_ON(s) (((s)->flags & 0x01) == SCHEMA_SMA_ON)

dengyihao's avatar
dengyihao 已提交
286
#define SSCHMEA_TYPE(s)  ((s)->type)
C
Cary Xu 已提交
287
#define SSCHMEA_FLAGS(s) ((s)->flags)
C
Cary Xu 已提交
288 289
#define SSCHMEA_COLID(s) ((s)->colId)
#define SSCHMEA_BYTES(s) ((s)->bytes)
dengyihao's avatar
dengyihao 已提交
290
#define SSCHMEA_NAME(s)  ((s)->name)
C
Cary Xu 已提交
291

H
Hongze Cheng 已提交
292 293 294 295 296 297
typedef struct {
  int32_t  nCols;
  int32_t  sver;
  SSchema* pSchema;
} SSchemaWrapper;

C
Cary Xu 已提交
298 299
STSchema* tdGetSTSChemaFromSSChema(SSchema** pSchema, int32_t nCols);

D
dapan1121 已提交
300
typedef struct {
S
Shengliang Guan 已提交
301 302
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  igExists;
S
sma  
Shengliang Guan 已提交
303 304
  float   xFilesFactor;
  int32_t delay;
S
sma  
Shengliang Guan 已提交
305
  int32_t ttl;
S
Shengliang Guan 已提交
306
  int32_t numOfColumns;
S
Shengliang Guan 已提交
307
  int32_t numOfTags;
S
sma  
Shengliang Guan 已提交
308
  int32_t commentLen;
309 310
  int32_t ast1Len;
  int32_t ast2Len;
S
sma  
Shengliang Guan 已提交
311 312
  SArray* pColumns;  // array of SField
  SArray* pTags;     // array of SField
S
sma  
Shengliang Guan 已提交
313
  char*   comment;
314 315
  char*   pAst1;
  char*   pAst2;
S
Shengliang Guan 已提交
316
} SMCreateStbReq;
D
dapan1121 已提交
317

S
Shengliang Guan 已提交
318 319
int32_t tSerializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
int32_t tDeserializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
320
void    tFreeSMCreateStbReq(SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
321

D
dapan1121 已提交
322 323 324
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
325
} SMDropStbReq;
S
Shengliang Guan 已提交
326

S
Shengliang Guan 已提交
327 328
int32_t tSerializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
int32_t tDeserializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
S
Shengliang Guan 已提交
329

S
Shengliang Guan 已提交
330 331 332
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
S
Shengliang Guan 已提交
333 334
  int32_t numOfFields;
  SArray* pFields;
S
Shengliang Guan 已提交
335
} SMAltertbReq;
D
dapan1121 已提交
336

S
Shengliang Guan 已提交
337 338 339
int32_t tSerializeSMAlterStbReq(void* buf, int32_t bufLen, SMAltertbReq* pReq);
int32_t tDeserializeSMAlterStbReq(void* buf, int32_t bufLen, SMAltertbReq* pReq);
void    tFreeSMAltertbReq(SMAltertbReq* pReq);
D
dapan1121 已提交
340 341

typedef struct SEpSet {
342 343 344
  int8_t inUse;
  int8_t numOfEps;
  SEp    eps[TSDB_MAX_REPLICA];
D
dapan1121 已提交
345 346
} SEpSet;

S
Shengliang Guan 已提交
347 348 349
int32_t tEncodeSEpSet(SCoder* pEncoder, const SEpSet* pEp);
int32_t tDecodeSEpSet(SCoder* pDecoder, SEpSet* pEp);
int32_t taosEncodeSEpSet(void** buf, const SEpSet* pEp);
350
void*   taosDecodeSEpSet(const void* buf, SEpSet* pEp);
L
Liu Jicong 已提交
351

dengyihao's avatar
dengyihao 已提交
352 353 354 355 356 357 358
typedef struct {
  SEpSet epSet;
} SMEpSet;

int32_t tSerializeSMEpSet(void* buf, int32_t bufLen, SMEpSet* pReq);
int32_t tDeserializeSMEpSet(void* buf, int32_t buflen, SMEpSet* pReq);

D
dapan1121 已提交
359
typedef struct {
L
Liu Jicong 已提交
360
  int8_t  connType;
D
dapan1121 已提交
361
  int32_t pid;
S
Shengliang Guan 已提交
362 363
  char    app[TSDB_APP_NAME_LEN];
  char    db[TSDB_DB_NAME_LEN];
dengyihao's avatar
dengyihao 已提交
364 365
  char    user[TSDB_USER_LEN];
  char    passwd[TSDB_PASSWORD_LEN];
366
  int64_t startTime;
S
Shengliang Guan 已提交
367
} SConnectReq;
L
Liu Jicong 已提交
368

S
Shengliang Guan 已提交
369 370
int32_t tSerializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
int32_t tDeserializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
371

L
Liu Jicong 已提交
372
typedef struct {
373 374
  int32_t  acctId;
  int64_t  clusterId;
D
dapan1121 已提交
375
  uint32_t connId;
376 377 378 379
  int8_t   superUser;
  int8_t   connType;
  SEpSet   epSet;
  char     sVersion[128];
L
Liu Jicong 已提交
380
} SConnectRsp;
L
Liu Jicong 已提交
381

S
Shengliang Guan 已提交
382 383 384
int32_t tSerializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);
int32_t tDeserializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);

L
Liu Jicong 已提交
385 386 387 388 389 390 391 392
typedef struct {
  char    user[TSDB_USER_LEN];
  char    pass[TSDB_PASSWORD_LEN];
  int32_t maxUsers;
  int32_t maxDbs;
  int32_t maxTimeSeries;
  int32_t maxStreams;
  int32_t accessState;  // Configured only by command
393
  int64_t maxStorage;
L
Liu Jicong 已提交
394
} SCreateAcctReq, SAlterAcctReq;
L
Liu Jicong 已提交
395

S
Shengliang Guan 已提交
396 397
int32_t tSerializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
int32_t tDeserializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
S
Shengliang Guan 已提交
398

L
Liu Jicong 已提交
399 400 401
typedef struct {
  char user[TSDB_USER_LEN];
} SDropUserReq, SDropAcctReq;
D
dapan1121 已提交
402

S
Shengliang Guan 已提交
403 404
int32_t tSerializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
int32_t tDeserializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
S
Shengliang Guan 已提交
405

D
dapan1121 已提交
406
typedef struct {
S
Shengliang Guan 已提交
407 408
  int8_t createType;
  int8_t superUser;  // denote if it is a super user or not
S
Shengliang Guan 已提交
409
  char   user[TSDB_USER_LEN];
S
Shengliang Guan 已提交
410
  char   pass[TSDB_USET_PASSWORD_LEN];
S
Shengliang Guan 已提交
411 412
} SCreateUserReq;

S
Shengliang Guan 已提交
413 414
int32_t tSerializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
int32_t tDeserializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
S
Shengliang Guan 已提交
415 416 417

typedef struct {
  int8_t alterType;
S
Shengliang Guan 已提交
418
  int8_t superUser;
S
Shengliang Guan 已提交
419
  char   user[TSDB_USER_LEN];
S
Shengliang Guan 已提交
420
  char   pass[TSDB_USET_PASSWORD_LEN];
S
Shengliang Guan 已提交
421 422 423
  char   dbname[TSDB_DB_FNAME_LEN];
} SAlterUserReq;

S
Shengliang Guan 已提交
424 425
int32_t tSerializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
int32_t tDeserializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
D
dapan1121 已提交
426

S
Shengliang Guan 已提交
427 428 429 430
typedef struct {
  char user[TSDB_USER_LEN];
} SGetUserAuthReq;

S
Shengliang Guan 已提交
431 432
int32_t tSerializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
int32_t tDeserializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
S
Shengliang Guan 已提交
433 434 435 436 437 438 439 440

typedef struct {
  char      user[TSDB_USER_LEN];
  int8_t    superAuth;
  SHashObj* readDbs;
  SHashObj* writeDbs;
} SGetUserAuthRsp;

S
Shengliang Guan 已提交
441 442
int32_t tSerializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
int32_t tDeserializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
S
Shengliang Guan 已提交
443
void    tFreeSGetUserAuthRsp(SGetUserAuthRsp* pRsp);
S
Shengliang Guan 已提交
444

D
dapan1121 已提交
445
typedef struct {
S
Shengliang Guan 已提交
446 447 448
  int16_t colId;     // column id
  int16_t colIndex;  // column index in colList if it is a normal column or index in tagColList if a tag
  int16_t flag;      // denote if it is a tag or a normal column
449
  char    name[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
450 451
} SColIndex;

S
Shengliang Guan 已提交
452
typedef struct {
D
dapan1121 已提交
453 454
  int16_t lowerRelOptr;
  int16_t upperRelOptr;
S
Shengliang Guan 已提交
455
  int16_t filterstr;  // denote if current column is char(binary/nchar)
D
dapan1121 已提交
456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472

  union {
    struct {
      int64_t lowerBndi;
      int64_t upperBndi;
    };
    struct {
      double lowerBndd;
      double upperBndd;
    };
    struct {
      int64_t pz;
      int64_t len;
    };
  };
} SColumnFilterInfo;

S
Shengliang Guan 已提交
473
typedef struct {
S
Shengliang Guan 已提交
474 475 476
  int16_t numOfFilters;
  union {
    int64_t            placeholder;
H
Hongze Cheng 已提交
477
    SColumnFilterInfo* filterInfo;
D
dapan1121 已提交
478 479 480
  };
} SColumnFilterList;
/*
L
Liu Jicong 已提交
481
 * for client side struct, only column id, type, bytes are necessary
D
dapan1121 已提交
482 483
 * But for data in vnode side, we need all the following information.
 */
S
Shengliang Guan 已提交
484
typedef struct {
H
Haojun Liao 已提交
485
  union {
486 487
    col_id_t colId;
    int16_t  slotId;
H
Haojun Liao 已提交
488 489
  };

L
Liu Jicong 已提交
490 491 492 493
  int16_t type;
  int32_t bytes;
  uint8_t precision;
  uint8_t scale;
D
dapan1121 已提交
494 495
} SColumnInfo;

S
Shengliang Guan 已提交
496
typedef struct {
L
Liu Jicong 已提交
497 498
  int64_t uid;
  TSKEY   key;  // last accessed ts, for subscription
D
dapan1121 已提交
499 500 501 502 503 504 505 506
} STableIdInfo;

typedef struct STimeWindow {
  TSKEY skey;
  TSKEY ekey;
} STimeWindow;

typedef struct {
S
Shengliang Guan 已提交
507 508 509 510
  int32_t tsOffset;       // offset value in current msg body, NOTE: ts list is compressed
  int32_t tsLen;          // total length of ts comp block
  int32_t tsNumOfBlocks;  // ts comp block numbers
  int32_t tsOrder;        // ts comp block order
D
dapan1121 已提交
511 512
} STsBufInfo;

S
Shengliang Guan 已提交
513
typedef struct {
S
Shengliang Guan 已提交
514
  int32_t tz;  // query client timezone
D
dapan1121 已提交
515 516
  char    intervalUnit;
  char    slidingUnit;
L
Liu Jicong 已提交
517
  char
L
Liu Jicong 已提交
518
      offsetUnit;  // TODO Remove it, the offset is the number of precision tickle, and it must be a immutable duration.
H
Haojun Liao 已提交
519
  int8_t  precision;
D
dapan1121 已提交
520 521 522 523 524 525
  int64_t interval;
  int64_t sliding;
  int64_t offset;
} SInterval;

typedef struct {
S
Shengliang Guan 已提交
526
  int32_t code;
D
dapan1121 已提交
527 528
} SQueryTableRsp;

L
Liu Jicong 已提交
529
int32_t tSerializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
D
dapan1121 已提交
530

L
Liu Jicong 已提交
531
int32_t tDeserializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
D
dapan1121 已提交
532

D
dapan1121 已提交
533
typedef struct {
534
  char    db[TSDB_DB_FNAME_LEN];
535
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
536 537 538 539
  int32_t numOfStables;  // single_stable
  int32_t buffer;        // MB
  int32_t pageSize;
  int32_t pages;
S
Shengliang Guan 已提交
540 541 542 543
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
S
Shengliang Guan 已提交
544 545
  int32_t minRows;
  int32_t maxRows;
S
Shengliang Guan 已提交
546
  int32_t fsyncPeriod;
S
Shengliang Guan 已提交
547
  int8_t  walLevel;
S
Shengliang Guan 已提交
548 549 550
  int8_t  precision;  // time resolution
  int8_t  compression;
  int8_t  replications;
S
Shengliang Guan 已提交
551
  int8_t  strict;
S
Shengliang Guan 已提交
552
  int8_t  cacheLastRow;
S
Shengliang Guan 已提交
553
  int8_t  ignoreExist;
S
Shengliang Guan 已提交
554 555
  int32_t numOfRetensions;
  SArray* pRetensions;  // SRetention
S
Shengliang Guan 已提交
556
} SCreateDbReq;
S
Shengliang Guan 已提交
557

S
Shengliang Guan 已提交
558 559
int32_t tSerializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);
int32_t tDeserializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);
S
Shengliang Guan 已提交
560
void    tFreeSCreateDbReq(SCreateDbReq* pReq);
S
Shengliang Guan 已提交
561

S
Shengliang Guan 已提交
562
typedef struct {
563
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
564 565 566
  int32_t buffer;
  int32_t pageSize;
  int32_t pages;
S
Shengliang Guan 已提交
567
  int32_t daysPerFile;
S
Shengliang Guan 已提交
568 569 570 571 572
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
  int32_t fsyncPeriod;
  int8_t  walLevel;
S
Shengliang Guan 已提交
573
  int8_t  strict;
S
Shengliang Guan 已提交
574
  int8_t  cacheLastRow;
X
Xiaoyu Wang 已提交
575
  int8_t  replications;
S
Shengliang Guan 已提交
576
} SAlterDbReq;
S
Shengliang Guan 已提交
577

S
Shengliang Guan 已提交
578 579 580
int32_t tSerializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);
int32_t tDeserializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);

S
Shengliang Guan 已提交
581
typedef struct {
S
Shengliang Guan 已提交
582
  char   db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
583
  int8_t ignoreNotExists;
S
Shengliang Guan 已提交
584
} SDropDbReq;
S
Shengliang Guan 已提交
585

S
Shengliang Guan 已提交
586 587 588
int32_t tSerializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);
int32_t tDeserializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);

S
Shengliang Guan 已提交
589
typedef struct {
L
Liu Jicong 已提交
590 591
  char    db[TSDB_DB_FNAME_LEN];
  int64_t uid;
S
Shengliang Guan 已提交
592 593
} SDropDbRsp;

S
Shengliang Guan 已提交
594 595 596
int32_t tSerializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);
int32_t tDeserializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);

S
Shengliang Guan 已提交
597 598
typedef struct {
  char    db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
599
  int64_t dbId;
600
  int32_t vgVersion;
L
Liu Jicong 已提交
601
  int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
S
Shengliang Guan 已提交
602
} SUseDbReq;
S
Shengliang Guan 已提交
603

S
Shengliang Guan 已提交
604 605
int32_t tSerializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
int32_t tDeserializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
S
Shengliang Guan 已提交
606 607

typedef struct {
L
Liu Jicong 已提交
608 609 610 611 612 613
  char    db[TSDB_DB_FNAME_LEN];
  int64_t uid;
  int32_t vgVersion;
  int32_t vgNum;
  int8_t  hashMethod;
  SArray* pVgroupInfos;  // Array of SVgroupInfo
S
Shengliang Guan 已提交
614 615
} SUseDbRsp;

L
Liu Jicong 已提交
616
int32_t tSerializeSUseDbRsp(void* buf, int32_t bufLen, const SUseDbRsp* pRsp);
S
Shengliang Guan 已提交
617
int32_t tDeserializeSUseDbRsp(void* buf, int32_t bufLen, SUseDbRsp* pRsp);
L
Liu Jicong 已提交
618 619
int32_t tSerializeSUseDbRspImp(SCoder* pEncoder, const SUseDbRsp* pRsp);
int32_t tDeserializeSUseDbRspImp(SCoder* pDecoder, SUseDbRsp* pRsp);
S
Shengliang Guan 已提交
620 621
void    tFreeSUsedbRsp(SUseDbRsp* pRsp);

D
dapan1121 已提交
622
typedef struct {
dengyihao's avatar
dengyihao 已提交
623
  char db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
624 625 626 627 628 629 630
} SDbCfgReq;

int32_t tSerializeSDbCfgReq(void* buf, int32_t bufLen, SDbCfgReq* pReq);
int32_t tDeserializeSDbCfgReq(void* buf, int32_t bufLen, SDbCfgReq* pReq);

typedef struct {
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
631 632 633 634
  int32_t numOfStables;
  int32_t buffer;
  int32_t pageSize;
  int32_t pages;
D
dapan1121 已提交
635 636 637 638 639 640 641 642 643 644 645
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
  int32_t minRows;
  int32_t maxRows;
  int32_t fsyncPeriod;
  int8_t  walLevel;
  int8_t  precision;
  int8_t  compression;
  int8_t  replications;
S
Shengliang Guan 已提交
646
  int8_t  strict;
D
dapan1121 已提交
647
  int8_t  cacheLastRow;
648 649
  int32_t numOfRetensions;
  SArray* pRetensions;
D
dapan1121 已提交
650 651 652 653 654
} SDbCfgRsp;

int32_t tSerializeSDbCfgRsp(void* buf, int32_t bufLen, const SDbCfgRsp* pRsp);
int32_t tDeserializeSDbCfgRsp(void* buf, int32_t bufLen, SDbCfgRsp* pRsp);

D
dapan1121 已提交
655 656 657 658 659 660 661 662
typedef struct {
  int32_t rowNum;
} SQnodeListReq;

int32_t tSerializeSQnodeListReq(void* buf, int32_t bufLen, SQnodeListReq* pReq);
int32_t tDeserializeSQnodeListReq(void* buf, int32_t bufLen, SQnodeListReq* pReq);

typedef struct {
D
dapan1121 已提交
663
  SArray* addrsList;  // SArray<SQueryNodeAddr>
D
dapan1121 已提交
664 665 666 667 668 669
} SQnodeListRsp;

int32_t tSerializeSQnodeListRsp(void* buf, int32_t bufLen, SQnodeListRsp* pRsp);
int32_t tDeserializeSQnodeListRsp(void* buf, int32_t bufLen, SQnodeListRsp* pRsp);
void    tFreeSQnodeListRsp(SQnodeListRsp* pRsp);

D
dapan1121 已提交
670 671 672 673 674
typedef struct SQueryNodeAddr {
  int32_t nodeId;  // vgId or qnodeId
  SEpSet  epSet;
} SQueryNodeAddr;

S
Shengliang Guan 已提交
675 676 677 678 679 680 681
typedef struct {
  SArray* pArray;  // Array of SUseDbRsp
} SUseDbBatchRsp;

int32_t tSerializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
int32_t tDeserializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
void    tFreeSUseDbBatchRsp(SUseDbBatchRsp* pRsp);
S
Shengliang Guan 已提交
682 683

typedef struct {
S
Shengliang Guan 已提交
684
  char db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
685
} SCompactDbReq;
S
Shengliang Guan 已提交
686

S
Shengliang Guan 已提交
687 688
int32_t tSerializeSCompactDbReq(void* buf, int32_t bufLen, SCompactDbReq* pReq);
int32_t tDeserializeSCompactDbReq(void* buf, int32_t bufLen, SCompactDbReq* pReq);
D
dapan1121 已提交
689 690

typedef struct {
S
Shengliang Guan 已提交
691
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang 已提交
692
  int8_t  igExists;
S
Shengliang Guan 已提交
693 694
  int8_t  funcType;
  int8_t  scriptType;
S
Shengliang Guan 已提交
695
  int8_t  outputType;
S
Shengliang Guan 已提交
696
  int32_t outputLen;
S
Shengliang Guan 已提交
697
  int32_t bufSize;
698
  int32_t codeLen;
S
Shengliang 已提交
699
  int64_t signature;
700 701
  char*   pComment;
  char*   pCode;
S
Shengliang Guan 已提交
702
} SCreateFuncReq;
D
dapan1121 已提交
703

S
Shengliang Guan 已提交
704 705
int32_t tSerializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);
int32_t tDeserializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);
706
void    tFreeSCreateFuncReq(SCreateFuncReq* pReq);
S
Shengliang Guan 已提交
707

D
dapan1121 已提交
708
typedef struct {
S
Shengliang 已提交
709 710
  char   name[TSDB_FUNC_NAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
711
} SDropFuncReq;
S
Shengliang Guan 已提交
712

S
Shengliang Guan 已提交
713 714 715
int32_t tSerializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);
int32_t tDeserializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);

S
Shengliang Guan 已提交
716 717
typedef struct {
  int32_t numOfFuncs;
D
dapan1121 已提交
718
  bool    ignoreCodeComment;
S
Shengliang Guan 已提交
719
  SArray* pFuncNames;
S
Shengliang Guan 已提交
720
} SRetrieveFuncReq;
D
dapan1121 已提交
721

S
Shengliang Guan 已提交
722 723
int32_t tSerializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);
int32_t tDeserializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);
724
void    tFreeSRetrieveFuncReq(SRetrieveFuncReq* pReq);
S
Shengliang Guan 已提交
725

D
dapan1121 已提交
726 727
typedef struct {
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang Guan 已提交
728 729 730 731
  int8_t  funcType;
  int8_t  scriptType;
  int8_t  outputType;
  int32_t outputLen;
D
dapan1121 已提交
732
  int32_t bufSize;
S
Shengliang 已提交
733
  int64_t signature;
S
Shengliang Guan 已提交
734 735
  int32_t commentSize;
  int32_t codeSize;
736 737
  char*   pComment;
  char*   pCode;
S
Shengliang Guan 已提交
738
} SFuncInfo;
D
dapan1121 已提交
739 740

typedef struct {
S
Shengliang Guan 已提交
741
  int32_t numOfFuncs;
S
Shengliang Guan 已提交
742
  SArray* pFuncInfos;
S
Shengliang Guan 已提交
743
} SRetrieveFuncRsp;
D
dapan1121 已提交
744

S
Shengliang Guan 已提交
745 746
int32_t tSerializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);
int32_t tDeserializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);
L
Liu Jicong 已提交
747
void    tFreeSFuncInfo(SFuncInfo* pInfo);
748
void    tFreeSRetrieveFuncRsp(SRetrieveFuncRsp* pRsp);
S
Shengliang Guan 已提交
749

D
dapan1121 已提交
750
typedef struct {
S
Shengliang Guan 已提交
751
  int32_t statusInterval;
S
Shengliang Guan 已提交
752
  int64_t checkTime;                  // 1970-01-01 00:00:00.000
S
Shengliang Guan 已提交
753 754 755
  char    timezone[TD_TIMEZONE_LEN];  // tsTimezone
  char    locale[TD_LOCALE_LEN];      // tsLocale
  char    charset[TD_LOCALE_LEN];     // tsCharset
S
Shengliang Guan 已提交
756
} SClusterCfg;
D
dapan1121 已提交
757

758 759 760 761 762 763 764 765 766 767 768 769
typedef struct {
  int32_t openVnodes;
  int32_t totalVnodes;
  int32_t masterNum;
  int64_t numOfSelectReqs;
  int64_t numOfInsertReqs;
  int64_t numOfInsertSuccessReqs;
  int64_t numOfBatchInsertReqs;
  int64_t numOfBatchInsertSuccessReqs;
  int64_t errors;
} SVnodesStat;

S
Shengliang Guan 已提交
770 771
typedef struct {
  int32_t vgId;
S
Shengliang Guan 已提交
772
  int32_t syncState;
S
Shengliang Guan 已提交
773 774
  int64_t numOfTables;
  int64_t numOfTimeSeries;
S
Shengliang Guan 已提交
775 776 777
  int64_t totalStorage;
  int64_t compStorage;
  int64_t pointsWritten;
S
Shengliang Guan 已提交
778 779 780 781 782
  int64_t numOfSelectReqs;
  int64_t numOfInsertReqs;
  int64_t numOfInsertSuccessReqs;
  int64_t numOfBatchInsertReqs;
  int64_t numOfBatchInsertSuccessReqs;
S
Shengliang Guan 已提交
783 784
} SVnodeLoad;

S
Shengliang Guan 已提交
785 786 787 788
typedef struct {
  int32_t syncState;
} SMnodeLoad;

S
Shengliang Guan 已提交
789
typedef struct {
S
Shengliang Guan 已提交
790 791
  int32_t     sver;      // software version
  int64_t     dnodeVer;  // dnode table version in sdb
S
Shengliang Guan 已提交
792
  int32_t     dnodeId;
793
  int64_t     clusterId;
S
Shengliang Guan 已提交
794 795
  int64_t     rebootTime;
  int64_t     updateTime;
S
Shengliang Guan 已提交
796 797
  int32_t     numOfCores;
  int32_t     numOfSupportVnodes;
S
Shengliang Guan 已提交
798 799
  char        dnodeEp[TSDB_EP_LEN];
  SClusterCfg clusterCfg;
S
Shengliang Guan 已提交
800
  SArray*     pVloads;  // array of SVnodeLoad
S
Shengliang Guan 已提交
801
} SStatusReq;
D
dapan1121 已提交
802

S
Shengliang Guan 已提交
803 804
int32_t tSerializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
int32_t tDeserializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
S
Shengliang Guan 已提交
805
void    tFreeSStatusReq(SStatusReq* pReq);
S
Shengliang Guan 已提交
806

D
dapan1121 已提交
807
typedef struct {
S
Shengliang Guan 已提交
808
  int32_t dnodeId;
809
  int64_t clusterId;
D
dapan1121 已提交
810 811 812
} SDnodeCfg;

typedef struct {
813 814 815
  int32_t id;
  int8_t  isMnode;
  SEp     ep;
D
dapan1121 已提交
816 817 818
} SDnodeEp;

typedef struct {
S
Shengliang Guan 已提交
819
  int64_t   dnodeVer;
S
Shengliang Guan 已提交
820
  SDnodeCfg dnodeCfg;
S
Shengliang Guan 已提交
821
  SArray*   pDnodeEps;  // Array of SDnodeEp
D
dapan1121 已提交
822 823
} SStatusRsp;

S
Shengliang Guan 已提交
824 825
int32_t tSerializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
int32_t tDeserializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
S
shm  
Shengliang Guan 已提交
826
void    tFreeSStatusRsp(SStatusRsp* pRsp);
S
Shengliang Guan 已提交
827 828

typedef struct {
S
Shengliang Guan 已提交
829 830 831 832 833
  int32_t reserved;
} SMTimerReq;

int32_t tSerializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
int32_t tDeserializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
S
Shengliang Guan 已提交
834

D
dapan1121 已提交
835
typedef struct {
S
Shengliang Guan 已提交
836 837 838
  int32_t  id;
  uint16_t port;                 // node sync Port
  char     fqdn[TSDB_FQDN_LEN];  // node FQDN
S
Shengliang Guan 已提交
839 840 841
} SReplica;

typedef struct {
S
Shengliang Guan 已提交
842
  int32_t  vgId;
S
Shengliang Guan 已提交
843
  int32_t  dnodeId;
844
  char     db[TSDB_DB_FNAME_LEN];
L
Liu Jicong 已提交
845
  int64_t  dbUid;
846
  int32_t  vgVersion;
L
Liu Jicong 已提交
847
  int32_t  numOfStables;
S
Shengliang Guan 已提交
848 849 850
  int32_t  buffer;
  int32_t  pageSize;
  int32_t  pages;
S
Shengliang Guan 已提交
851 852 853 854
  int32_t  daysPerFile;
  int32_t  daysToKeep0;
  int32_t  daysToKeep1;
  int32_t  daysToKeep2;
S
Shengliang Guan 已提交
855 856
  int32_t  minRows;
  int32_t  maxRows;
S
Shengliang Guan 已提交
857
  int32_t  fsyncPeriod;
D
dapan1121 已提交
858 859
  uint32_t hashBegin;
  uint32_t hashEnd;
L
Liu Jicong 已提交
860
  int8_t   hashMethod;
S
Shengliang Guan 已提交
861
  int8_t   walLevel;
S
Shengliang Guan 已提交
862 863
  int8_t   precision;
  int8_t   compression;
S
Shengliang Guan 已提交
864
  int8_t   strict;
S
Shengliang Guan 已提交
865
  int8_t   cacheLastRow;
S
Shengliang Guan 已提交
866
  int8_t   replica;
S
Shengliang Guan 已提交
867 868
  int8_t   selfIndex;
  SReplica replicas[TSDB_MAX_REPLICA];
S
sma  
Shengliang Guan 已提交
869 870
  int32_t  numOfRetensions;
  SArray*  pRetensions;  // SRetention
S
Shengliang Guan 已提交
871
} SCreateVnodeReq;
D
dapan1121 已提交
872

S
Shengliang Guan 已提交
873 874
int32_t tSerializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);
int32_t tDeserializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);
S
sma  
Shengliang Guan 已提交
875
int32_t tFreeSCreateVnodeReq(SCreateVnodeReq* pReq);
S
Shengliang Guan 已提交
876

S
Shengliang Guan 已提交
877
typedef struct {
L
Liu Jicong 已提交
878 879 880 881
  int32_t vgId;
  int32_t dnodeId;
  int64_t dbUid;
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
882
} SDropVnodeReq;
S
Shengliang Guan 已提交
883

S
Shengliang Guan 已提交
884 885
int32_t tSerializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
int32_t tDeserializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
S
Shengliang Guan 已提交
886

S
Shengliang Guan 已提交
887 888 889 890 891 892 893 894 895 896
typedef struct {
  int64_t dbUid;
  char    db[TSDB_DB_FNAME_LEN];
} SCompactVnodeReq;

int32_t tSerializeSCompactVnodeReq(void* buf, int32_t bufLen, SCompactVnodeReq* pReq);
int32_t tDeserializeSCompactVnodeReq(void* buf, int32_t bufLen, SCompactVnodeReq* pReq);

typedef struct {
  int32_t  vgVersion;
S
Shengliang Guan 已提交
897 898 899
  int32_t  buffer;
  int32_t  pageSize;
  int32_t  pages;
S
Shengliang Guan 已提交
900
  int32_t  daysPerFile;
S
Shengliang Guan 已提交
901 902 903
  int32_t  daysToKeep0;
  int32_t  daysToKeep1;
  int32_t  daysToKeep2;
S
Shengliang Guan 已提交
904
  int32_t  fsyncPeriod;
S
Shengliang Guan 已提交
905 906 907 908 909 910 911 912 913 914 915
  int8_t   walLevel;
  int8_t   strict;
  int8_t   cacheLastRow;
  int8_t   replica;
  int8_t   selfIndex;
  SReplica replicas[TSDB_MAX_REPLICA];
} SAlterVnodeReq;

int32_t tSerializeSAlterVnodeReq(void* buf, int32_t bufLen, SAlterVnodeReq* pReq);
int32_t tDeserializeSAlterVnodeReq(void* buf, int32_t bufLen, SAlterVnodeReq* pReq);

D
dapan1121 已提交
916
typedef struct {
D
dapan1121 已提交
917
  SMsgHead header;
D
dapan1121 已提交
918 919
  char     dbFName[TSDB_DB_FNAME_LEN];
  char     tbName[TSDB_TABLE_NAME_LEN];
S
Shengliang Guan 已提交
920
} STableInfoReq;
D
dapan1121 已提交
921

S
Shengliang Guan 已提交
922 923 924
int32_t tSerializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);
int32_t tDeserializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);

D
dapan1121 已提交
925
typedef struct {
S
Shengliang Guan 已提交
926
  int8_t  metaClone;  // create local clone of the cached table meta
D
dapan1121 已提交
927 928 929 930
  int32_t numOfVgroups;
  int32_t numOfTables;
  int32_t numOfUdfs;
  char    tableNames[];
S
Shengliang Guan 已提交
931
} SMultiTableInfoReq;
D
dapan1121 已提交
932

H
Haojun Liao 已提交
933
// todo refactor
D
dapan1121 已提交
934
typedef struct SVgroupInfo {
935 936 937
  int32_t  vgId;
  uint32_t hashBegin;
  uint32_t hashEnd;
L
Liu Jicong 已提交
938
  SEpSet   epSet;
L
Liu Jicong 已提交
939 940 941 942
  union {
    int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
    int32_t taskId;      // used in stream
  };
D
dapan1121 已提交
943 944
} SVgroupInfo;

D
dapan1121 已提交
945
typedef struct {
H
Haojun Liao 已提交
946 947
  int32_t     numOfVgroups;
  SVgroupInfo vgroups[];
S
Shengliang Guan 已提交
948
} SVgroupsInfo;
D
dapan1121 已提交
949

S
Shengliang Guan 已提交
950
typedef struct {
D
dapan1121 已提交
951 952 953
  char     tbName[TSDB_TABLE_NAME_LEN];
  char     stbName[TSDB_TABLE_NAME_LEN];
  char     dbFName[TSDB_DB_FNAME_LEN];
L
Liu Jicong 已提交
954
  int64_t  dbId;
S
Shengliang Guan 已提交
955 956 957 958 959 960
  int32_t  numOfTags;
  int32_t  numOfColumns;
  int8_t   precision;
  int8_t   tableType;
  int32_t  sversion;
  int32_t  tversion;
L
Liu Jicong 已提交
961 962
  uint64_t suid;
  uint64_t tuid;
S
Shengliang Guan 已提交
963
  int32_t  vgId;
S
Shengliang Guan 已提交
964
  SSchema* pSchemas;
S
Shengliang Guan 已提交
965
} STableMetaRsp;
D
dapan1121 已提交
966

S
Shengliang Guan 已提交
967 968 969 970 971 972 973 974 975 976 977 978
int32_t tSerializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
int32_t tDeserializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
void    tFreeSTableMetaRsp(STableMetaRsp* pRsp);

typedef struct {
  SArray* pArray;  // Array of STableMetaRsp
} STableMetaBatchRsp;

int32_t tSerializeSTableMetaBatchRsp(void* buf, int32_t bufLen, STableMetaBatchRsp* pRsp);
int32_t tDeserializeSTableMetaBatchRsp(void* buf, int32_t bufLen, STableMetaBatchRsp* pRsp);
void    tFreeSTableMetaBatchRsp(STableMetaBatchRsp* pRsp);

S
Shengliang Guan 已提交
979
typedef struct {
S
Shengliang Guan 已提交
980 981 982 983 984 985 986 987
  int32_t numOfTables;
  int32_t numOfVgroup;
  int32_t numOfUdf;
  int32_t contLen;
  int8_t  compressed;  // denote if compressed or not
  int32_t rawLen;      // size before compress
  uint8_t metaClone;   // make meta clone after retrieve meta from mnode
  char    meta[];
D
dapan1121 已提交
988 989 990 991 992
} SMultiTableMeta;

typedef struct {
  int32_t dataLen;
  char    name[TSDB_TABLE_FNAME_LEN];
H
Hongze Cheng 已提交
993
  char*   data;
D
dapan1121 已提交
994 995 996 997 998 999 1000 1001
} STagData;

/*
 * sql: show tables like '%a_%'
 * payload is the query condition, e.g., '%a_%'
 * payloadLen is the length of payload
 */
typedef struct {
L
Liu Jicong 已提交
1002
  int32_t type;
1003
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
1004 1005
  int32_t payloadLen;
  char*   payload;
S
Shengliang Guan 已提交
1006
} SShowReq;
D
dapan1121 已提交
1007

S
Shengliang Guan 已提交
1008 1009 1010 1011
int32_t tSerializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
int32_t tDeserializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
void    tFreeSShowReq(SShowReq* pReq);

S
Shengliang Guan 已提交
1012
typedef struct {
1013
  int64_t       showId;
S
Shengliang Guan 已提交
1014
  STableMetaRsp tableMeta;
S
Shengliang Guan 已提交
1015
} SShowRsp, SVShowTablesRsp;
D
dapan1121 已提交
1016

S
Shengliang Guan 已提交
1017 1018 1019
int32_t tSerializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
int32_t tDeserializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
void    tFreeSShowRsp(SShowRsp* pRsp);
D
dapan1121 已提交
1020

1021
typedef struct {
1022
  char    db[TSDB_DB_FNAME_LEN];
H
Haojun Liao 已提交
1023
  char    tb[TSDB_TABLE_NAME_LEN];
1024 1025 1026
  int64_t showId;
} SRetrieveTableReq;

1027 1028 1029 1030 1031 1032
typedef struct SSysTableSchema {
  int8_t   type;
  col_id_t colId;
  int32_t  bytes;
} SSysTableSchema;

1033 1034 1035 1036 1037 1038 1039 1040 1041 1042
int32_t tSerializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);
int32_t tDeserializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);

typedef struct {
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
1043
  int32_t numOfCols;
1044 1045 1046
  char    data[];
} SRetrieveTableRsp;

H
Haojun Liao 已提交
1047
typedef struct {
L
Liu Jicong 已提交
1048 1049 1050 1051 1052 1053 1054 1055
  int64_t handle;
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
H
Haojun Liao 已提交
1056 1057
} SRetrieveMetaTableRsp;

D
dapan1121 已提交
1058 1059 1060 1061
typedef struct SExplainExecInfo {
  uint64_t startupCost;
  uint64_t totalCost;
  uint64_t numOfRows;
dengyihao's avatar
dengyihao 已提交
1062
  void*    verboseInfo;
D
dapan1121 已提交
1063 1064
} SExplainExecInfo;

D
dapan1121 已提交
1065
typedef struct {
D
dapan1121 已提交
1066
  int32_t           numOfPlans;
dengyihao's avatar
dengyihao 已提交
1067
  SExplainExecInfo* subplanInfo;
D
dapan1121 已提交
1068 1069
} SExplainRsp;

D
dapan1121 已提交
1070 1071
int32_t tSerializeSExplainRsp(void* buf, int32_t bufLen, SExplainRsp* pRsp);
int32_t tDeserializeSExplainRsp(void* buf, int32_t bufLen, SExplainRsp* pRsp);
D
dapan1121 已提交
1072

D
dapan1121 已提交
1073
typedef struct {
S
Shengliang Guan 已提交
1074
  char    fqdn[TSDB_FQDN_LEN];  // end point, hostname:port
1075
  int32_t port;
S
Shengliang Guan 已提交
1076
} SCreateDnodeReq;
S
Shengliang Guan 已提交
1077

S
Shengliang Guan 已提交
1078 1079 1080
int32_t tSerializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);
int32_t tDeserializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);

S
Shengliang Guan 已提交
1081 1082
typedef struct {
  int32_t dnodeId;
1083 1084
  char    fqdn[TSDB_FQDN_LEN];
  int32_t port;
S
Shengliang Guan 已提交
1085
} SDropDnodeReq;
S
Shengliang Guan 已提交
1086

S
Shengliang Guan 已提交
1087 1088 1089
int32_t tSerializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);
int32_t tDeserializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);

S
Shengliang Guan 已提交
1090 1091
typedef struct {
  int32_t dnodeId;
1092
  char    config[TSDB_DNODE_CONFIG_LEN];
S
Shengliang Guan 已提交
1093
  char    value[TSDB_DNODE_VALUE_LEN];
S
Shengliang Guan 已提交
1094
} SMCfgDnodeReq, SDCfgDnodeReq;
D
dapan1121 已提交
1095

S
Shengliang Guan 已提交
1096 1097 1098
int32_t tSerializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);
int32_t tDeserializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);

S
Shengliang Guan 已提交
1099 1100
typedef struct {
  int32_t dnodeId;
dengyihao's avatar
dengyihao 已提交
1101 1102 1103
} SMCreateMnodeReq, SMDropMnodeReq, SDDropMnodeReq, SMCreateQnodeReq, SMDropQnodeReq, SDCreateQnodeReq, SDDropQnodeReq,
    SMCreateSnodeReq, SMDropSnodeReq, SDCreateSnodeReq, SDDropSnodeReq, SMCreateBnodeReq, SMDropBnodeReq,
    SDCreateBnodeReq, SDDropBnodeReq;
S
Shengliang Guan 已提交
1104

1105 1106
int32_t tSerializeSCreateDropMQSBNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
int32_t tDeserializeSCreateDropMQSBNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
S
Shengliang Guan 已提交
1107

D
dapan1121 已提交
1108
typedef struct {
S
Shengliang Guan 已提交
1109 1110
  int32_t  dnodeId;
  int8_t   replica;
S
Shengliang Guan 已提交
1111
  SReplica replicas[TSDB_MAX_REPLICA];
S
Shengliang Guan 已提交
1112
} SDCreateMnodeReq, SDAlterMnodeReq;
D
dapan1121 已提交
1113

S
Shengliang Guan 已提交
1114 1115 1116
int32_t tSerializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);
int32_t tDeserializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);

S
Shengliang Guan 已提交
1117 1118 1119
typedef struct {
  int32_t connId;
  int32_t queryId;
S
Shengliang Guan 已提交
1120
} SKillQueryReq;
S
Shengliang Guan 已提交
1121

S
Shengliang Guan 已提交
1122 1123 1124
int32_t tSerializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);
int32_t tDeserializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);

S
Shengliang Guan 已提交
1125 1126
typedef struct {
  int32_t connId;
S
Shengliang Guan 已提交
1127
} SKillConnReq;
D
dapan1121 已提交
1128

S
Shengliang Guan 已提交
1129 1130 1131
int32_t tSerializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);
int32_t tDeserializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);

S
Shengliang Guan 已提交
1132 1133 1134 1135 1136 1137 1138
typedef struct {
  int32_t transId;
} SKillTransReq;

int32_t tSerializeSKillTransReq(void* buf, int32_t bufLen, SKillTransReq* pReq);
int32_t tDeserializeSKillTransReq(void* buf, int32_t bufLen, SKillTransReq* pReq);

D
dapan1121 已提交
1139 1140 1141 1142
typedef struct {
  char user[TSDB_USER_LEN];
  char spi;
  char encrypt;
1143 1144
  char secret[TSDB_PASSWORD_LEN];
  char ckey[TSDB_PASSWORD_LEN];
S
Shengliang Guan 已提交
1145
} SAuthReq, SAuthRsp;
D
dapan1121 已提交
1146

S
Shengliang Guan 已提交
1147 1148 1149
int32_t tSerializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);
int32_t tDeserializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);

D
dapan1121 已提交
1150
typedef struct {
S
Shengliang Guan 已提交
1151
  int32_t statusCode;
S
Shengliang Guan 已提交
1152
  char    details[1024];
S
Shengliang Guan 已提交
1153 1154 1155 1156
} SServerStatusRsp;

int32_t tSerializeSServerStatusRsp(void* buf, int32_t bufLen, SServerStatusRsp* pRsp);
int32_t tDeserializeSServerStatusRsp(void* buf, int32_t bufLen, SServerStatusRsp* pRsp);
D
dapan1121 已提交
1157

1158 1159 1160 1161 1162 1163 1164
/**
 * The layout of the query message payload is as following:
 * +--------------------+---------------------------------+
 * |Sql statement       | Physical plan                   |
 * |(denoted by sqlLen) |(In JSON, denoted by contentLen) |
 * +--------------------+---------------------------------+
 */
L
Liu Jicong 已提交
1165
typedef struct SSubQueryMsg {
D
dapan1121 已提交
1166
  SMsgHead header;
D
dapan1121 已提交
1167
  uint64_t sId;
H
Hongze Cheng 已提交
1168 1169
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1170
  int64_t  refId;
D
dapan1121 已提交
1171
  int8_t   taskType;
D
dapan1121 已提交
1172
  int8_t   explain;
1173
  uint32_t sqlLen;  // the query sql,
1174
  uint32_t phyLen;
H
Hongze Cheng 已提交
1175
  char     msg[];
D
dapan1121 已提交
1176
} SSubQueryMsg;
D
dapan 已提交
1177

1178 1179 1180 1181 1182 1183 1184
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
} SSinkDataReq;

D
dapan1121 已提交
1185 1186 1187 1188 1189 1190 1191
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
} SQueryContinueReq;

S
Shengliang Guan 已提交
1192
typedef struct {
D
dapan1121 已提交
1193
  SMsgHead header;
D
dapan1121 已提交
1194
  uint64_t sId;
H
Hongze Cheng 已提交
1195 1196
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1197
} SResReadyReq;
D
dapan 已提交
1198

S
Shengliang Guan 已提交
1199
typedef struct {
D
dapan1121 已提交
1200 1201 1202
  int32_t code;
} SResReadyRsp;

S
Shengliang Guan 已提交
1203
typedef struct {
D
dapan1121 已提交
1204
  SMsgHead header;
D
dapan1121 已提交
1205
  uint64_t sId;
H
Hongze Cheng 已提交
1206 1207
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1208
} SResFetchReq;
D
dapan 已提交
1209

S
Shengliang Guan 已提交
1210
typedef struct {
D
dapan1121 已提交
1211
  SMsgHead header;
D
dapan1121 已提交
1212
  uint64_t sId;
S
Shengliang Guan 已提交
1213
} SSchTasksStatusReq;
D
dapan1121 已提交
1214

S
Shengliang Guan 已提交
1215
typedef struct {
H
Hongze Cheng 已提交
1216 1217
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1218
  int64_t  refId;
H
Hongze Cheng 已提交
1219
  int8_t   status;
D
dapan1121 已提交
1220 1221
} STaskStatus;

S
Shengliang Guan 已提交
1222
typedef struct {
L
Liu Jicong 已提交
1223 1224
  int64_t refId;
  SArray* taskStatus;  // SArray<STaskStatus>
D
dapan1121 已提交
1225 1226
} SSchedulerStatusRsp;

D
dapan1121 已提交
1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
typedef struct {
  uint64_t queryId;
  uint64_t taskId;
  int8_t   action;
} STaskAction;

typedef struct SQueryNodeEpId {
  int32_t nodeId;  // vgId or qnodeId
  SEp     ep;
} SQueryNodeEpId;

typedef struct {
  SMsgHead       header;
  uint64_t       sId;
  SQueryNodeEpId epId;
L
Liu Jicong 已提交
1242
  SArray*        taskAction;  // SArray<STaskAction>
D
dapan1121 已提交
1243 1244
} SSchedulerHbReq;

L
Liu Jicong 已提交
1245 1246 1247
int32_t tSerializeSSchedulerHbReq(void* buf, int32_t bufLen, SSchedulerHbReq* pReq);
int32_t tDeserializeSSchedulerHbReq(void* buf, int32_t bufLen, SSchedulerHbReq* pReq);
void    tFreeSSchedulerHbReq(SSchedulerHbReq* pReq);
D
dapan1121 已提交
1248 1249 1250

typedef struct {
  SQueryNodeEpId epId;
L
Liu Jicong 已提交
1251
  SArray*        taskStatus;  // SArray<STaskStatus>
D
dapan1121 已提交
1252 1253
} SSchedulerHbRsp;

L
Liu Jicong 已提交
1254 1255 1256
int32_t tSerializeSSchedulerHbRsp(void* buf, int32_t bufLen, SSchedulerHbRsp* pRsp);
int32_t tDeserializeSSchedulerHbRsp(void* buf, int32_t bufLen, SSchedulerHbRsp* pRsp);
void    tFreeSSchedulerHbRsp(SSchedulerHbRsp* pRsp);
D
dapan1121 已提交
1257

S
Shengliang Guan 已提交
1258
typedef struct {
D
dapan1121 已提交
1259
  SMsgHead header;
D
dapan1121 已提交
1260
  uint64_t sId;
H
Hongze Cheng 已提交
1261 1262
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1263
  int64_t  refId;
S
Shengliang Guan 已提交
1264
} STaskCancelReq;
D
dapan1121 已提交
1265

S
Shengliang Guan 已提交
1266
typedef struct {
D
dapan1121 已提交
1267 1268 1269
  int32_t code;
} STaskCancelRsp;

S
Shengliang Guan 已提交
1270
typedef struct {
D
dapan1121 已提交
1271
  SMsgHead header;
D
dapan1121 已提交
1272
  uint64_t sId;
H
Hongze Cheng 已提交
1273 1274
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1275
  int64_t  refId;
S
Shengliang Guan 已提交
1276
} STaskDropReq;
D
dapan1121 已提交
1277

S
Shengliang Guan 已提交
1278
typedef struct {
D
dapan1121 已提交
1279 1280 1281
  int32_t code;
} STaskDropRsp;

X
Xiaoyu Wang 已提交
1282 1283 1284
#define STREAM_TRIGGER_AT_ONCE      1
#define STREAM_TRIGGER_WINDOW_CLOSE 2

L
Liu Jicong 已提交
1285
typedef struct {
L
Liu Jicong 已提交
1286 1287 1288
  char    name[TSDB_TABLE_FNAME_LEN];
  char    sourceDB[TSDB_DB_FNAME_LEN];
  char    targetStbFullName[TSDB_TABLE_FNAME_LEN];
1289 1290 1291 1292
  int8_t  igExists;
  char*   sql;
  char*   ast;
  int8_t  triggerType;
X
Xiaoyu Wang 已提交
1293
  int64_t watermark;
L
Liu Jicong 已提交
1294
} SCMCreateStreamReq;
L
Liu Jicong 已提交
1295

L
Liu Jicong 已提交
1296 1297 1298 1299 1300 1301 1302 1303
typedef struct {
  int64_t streamId;
} SCMCreateStreamRsp;

int32_t tSerializeSCMCreateStreamReq(void* buf, int32_t bufLen, const SCMCreateStreamReq* pReq);
int32_t tDeserializeSCMCreateStreamReq(void* buf, int32_t bufLen, SCMCreateStreamReq* pReq);
void    tFreeSCMCreateStreamReq(SCMCreateStreamReq* pReq);

L
Liu Jicong 已提交
1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314
typedef struct {
  char    name[TSDB_TOPIC_FNAME_LEN];
  int64_t streamId;
  char*   sql;
  char*   executorMsg;
} SMVCreateStreamReq, SMSCreateStreamReq;

typedef struct {
  int64_t streamId;
} SMVCreateStreamRsp, SMSCreateStreamRsp;

L
Liu Jicong 已提交
1315
typedef struct {
L
Liu Jicong 已提交
1316 1317 1318 1319 1320 1321 1322 1323
  char   name[TSDB_TOPIC_FNAME_LEN];  // accout.topic
  int8_t igExists;
  int8_t withTbName;
  int8_t withSchema;
  int8_t withTag;
  char*  sql;
  char*  ast;
  char   subscribeDbName[TSDB_DB_NAME_LEN];
L
Liu Jicong 已提交
1324 1325 1326 1327 1328
} SCMCreateTopicReq;

int32_t tSerializeSCMCreateTopicReq(void* buf, int32_t bufLen, const SCMCreateTopicReq* pReq);
int32_t tDeserializeSCMCreateTopicReq(void* buf, int32_t bufLen, SCMCreateTopicReq* pReq);
void    tFreeSCMCreateTopicReq(SCMCreateTopicReq* pReq);
L
Liu Jicong 已提交
1329 1330 1331

typedef struct {
  int64_t topicId;
L
Liu Jicong 已提交
1332
} SCMCreateTopicRsp;
L
Liu Jicong 已提交
1333

L
Liu Jicong 已提交
1334 1335
int32_t tSerializeSCMCreateTopicRsp(void* buf, int32_t bufLen, const SCMCreateTopicRsp* pRsp);
int32_t tDeserializeSCMCreateTopicRsp(void* buf, int32_t bufLen, SCMCreateTopicRsp* pRsp);
L
Liu Jicong 已提交
1336

1337 1338
typedef struct {
  int64_t consumerId;
L
Liu Jicong 已提交
1339
} SMqConsumerLostMsg, SMqConsumerRecoverMsg;
1340

L
Liu Jicong 已提交
1341 1342
typedef struct {
  int64_t consumerId;
1343
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
1344
  SArray* topicNames;  // SArray<char**>
L
Liu Jicong 已提交
1345 1346
} SCMSubscribeReq;

S
Shengliang Guan 已提交
1347 1348
static FORCE_INLINE int32_t tSerializeSCMSubscribeReq(void** buf, const SCMSubscribeReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1349
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
1350
  tlen += taosEncodeString(buf, pReq->cgroup);
L
Liu Jicong 已提交
1351

L
Liu Jicong 已提交
1352 1353 1354 1355
  int32_t topicNum = taosArrayGetSize(pReq->topicNames);
  tlen += taosEncodeFixedI32(buf, topicNum);

  for (int32_t i = 0; i < topicNum; i++) {
L
Liu Jicong 已提交
1356
    tlen += taosEncodeString(buf, (char*)taosArrayGetP(pReq->topicNames, i));
L
Liu Jicong 已提交
1357
  }
L
Liu Jicong 已提交
1358 1359 1360 1361 1362
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeReq(void* buf, SCMSubscribeReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
1363
  buf = taosDecodeStringTo(buf, pReq->cgroup);
L
Liu Jicong 已提交
1364 1365 1366 1367 1368 1369

  int32_t topicNum;
  buf = taosDecodeFixedI32(buf, &topicNum);

  pReq->topicNames = taosArrayInit(topicNum, sizeof(void*));
  for (int32_t i = 0; i < topicNum; i++) {
L
Liu Jicong 已提交
1370
    char* name;
L
Liu Jicong 已提交
1371 1372
    buf = taosDecodeString(buf, &name);
    taosArrayPush(pReq->topicNames, &name);
L
Liu Jicong 已提交
1373
  }
L
Liu Jicong 已提交
1374 1375 1376
  return buf;
}

L
Liu Jicong 已提交
1377
typedef struct SMqSubTopic {
L
Liu Jicong 已提交
1378
  int32_t vgId;
L
Liu Jicong 已提交
1379 1380 1381 1382 1383
  int64_t topicId;
  SEpSet  epSet;
} SMqSubTopic;

typedef struct {
L
Liu Jicong 已提交
1384
  int32_t     topicNum;
L
Liu Jicong 已提交
1385
  SMqSubTopic topics[];
L
Liu Jicong 已提交
1386 1387
} SCMSubscribeRsp;

S
Shengliang Guan 已提交
1388 1389
static FORCE_INLINE int32_t tSerializeSCMSubscribeRsp(void** buf, const SCMSubscribeRsp* pRsp) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1390
  tlen += taosEncodeFixedI32(buf, pRsp->topicNum);
S
Shengliang Guan 已提交
1391
  for (int32_t i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1392 1393 1394 1395
    tlen += taosEncodeFixedI32(buf, pRsp->topics[i].vgId);
    tlen += taosEncodeFixedI64(buf, pRsp->topics[i].topicId);
    tlen += taosEncodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1396 1397 1398 1399
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeRsp(void* buf, SCMSubscribeRsp* pRsp) {
L
Liu Jicong 已提交
1400
  buf = taosDecodeFixedI32(buf, &pRsp->topicNum);
S
Shengliang Guan 已提交
1401
  for (int32_t i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1402 1403 1404 1405
    buf = taosDecodeFixedI32(buf, &pRsp->topics[i].vgId);
    buf = taosDecodeFixedI64(buf, &pRsp->topics[i].topicId);
    buf = taosDecodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1406 1407 1408 1409 1410 1411 1412 1413
  return buf;
}

typedef struct {
  int64_t topicId;
  int64_t consumerId;
  int64_t consumerGroupId;
  int64_t offset;
L
Liu Jicong 已提交
1414 1415 1416
  char*   sql;
  char*   logicalPlan;
  char*   physicalPlan;
L
Liu Jicong 已提交
1417 1418
} SMVSubscribeReq;

S
Shengliang Guan 已提交
1419 1420
static FORCE_INLINE int32_t tSerializeSMVSubscribeReq(void** buf, SMVSubscribeReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441
  tlen += taosEncodeFixedI64(buf, pReq->topicId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerGroupId);
  tlen += taosEncodeFixedI64(buf, pReq->offset);
  tlen += taosEncodeString(buf, pReq->sql);
  tlen += taosEncodeString(buf, pReq->logicalPlan);
  tlen += taosEncodeString(buf, pReq->physicalPlan);
  return tlen;
}

static FORCE_INLINE void* tDeserializeSMVSubscribeReq(void* buf, SMVSubscribeReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->topicId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerGroupId);
  buf = taosDecodeFixedI64(buf, &pReq->offset);
  buf = taosDecodeString(buf, &pReq->sql);
  buf = taosDecodeString(buf, &pReq->logicalPlan);
  buf = taosDecodeString(buf, &pReq->physicalPlan);
  return buf;
}

L
Liu Jicong 已提交
1442
typedef struct {
1443 1444 1445 1446
  char    key[TSDB_SUBSCRIBE_KEY_LEN];
  SArray* lostConsumers;     // SArray<int64_t>
  SArray* removedConsumers;  // SArray<int64_t>
  SArray* newConsumers;      // SArray<int64_t>
L
Liu Jicong 已提交
1447
} SMqRebInfo;
L
Liu Jicong 已提交
1448

L
Liu Jicong 已提交
1449 1450 1451
static FORCE_INLINE SMqRebInfo* tNewSMqRebSubscribe(const char* key) {
  SMqRebInfo* pRebInfo = (SMqRebInfo*)taosMemoryCalloc(1, sizeof(SMqRebInfo));
  if (pRebInfo == NULL) {
L
Liu Jicong 已提交
1452 1453
    goto _err;
  }
L
Liu Jicong 已提交
1454 1455 1456
  strcpy(pRebInfo->key, key);
  pRebInfo->lostConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->lostConsumers == NULL) {
L
Liu Jicong 已提交
1457 1458
    goto _err;
  }
L
Liu Jicong 已提交
1459 1460
  pRebInfo->removedConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->removedConsumers == NULL) {
L
Liu Jicong 已提交
1461 1462
    goto _err;
  }
L
Liu Jicong 已提交
1463 1464
  pRebInfo->newConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->newConsumers == NULL) {
L
Liu Jicong 已提交
1465 1466
    goto _err;
  }
L
Liu Jicong 已提交
1467
  return pRebInfo;
L
Liu Jicong 已提交
1468
_err:
L
Liu Jicong 已提交
1469 1470 1471 1472
  taosArrayDestroy(pRebInfo->lostConsumers);
  taosArrayDestroy(pRebInfo->removedConsumers);
  taosArrayDestroy(pRebInfo->newConsumers);
  taosMemoryFreeClear(pRebInfo);
L
Liu Jicong 已提交
1473 1474 1475
  return NULL;
}

L
Liu Jicong 已提交
1476
// this message is sent from mnode to mnode(read thread to write thread), so there is no need for serialization or
1477
// deserialization
L
Liu Jicong 已提交
1478
typedef struct {
1479
  SHashObj* rebSubHash;  // SHashObj<key, SMqRebSubscribe>
L
Liu Jicong 已提交
1480 1481
} SMqDoRebalanceMsg;

L
Liu Jicong 已提交
1482
typedef struct {
L
Liu Jicong 已提交
1483
  int64_t status;
L
Liu Jicong 已提交
1484 1485
} SMVSubscribeRsp;

L
Liu Jicong 已提交
1486 1487 1488
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
1489 1490
} SMDropTopicReq;

S
Shengliang Guan 已提交
1491
int32_t tSerializeSMDropTopicReq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
S
Shengliang Guan 已提交
1492
int32_t tDeserializeSMDropTopicReq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
L
Liu Jicong 已提交
1493 1494 1495 1496 1497

typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
  SSchema schema;
S
Shengliang Guan 已提交
1498
} SAlterTopicReq;
L
Liu Jicong 已提交
1499 1500 1501 1502

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
1503
  int64_t  tuid;
L
Liu Jicong 已提交
1504 1505 1506 1507 1508
  int32_t  sverson;
  int32_t  execLen;
  char*    executor;
  int32_t  sqlLen;
  char*    sql;
S
Shengliang Guan 已提交
1509
} SDCreateTopicReq;
L
Liu Jicong 已提交
1510 1511 1512 1513

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
1514
  int64_t  tuid;
S
Shengliang Guan 已提交
1515
} SDDropTopicReq;
S
Shengliang Guan 已提交
1516

C
Cary Xu 已提交
1517
typedef struct {
1518 1519 1520 1521 1522 1523
  float   xFilesFactor;
  int32_t delay;
  int32_t qmsg1Len;
  int32_t qmsg2Len;
  char*   qmsg1;  // pAst1:qmsg1:SRetention1 => trigger aggr task1
  char*   qmsg2;  // pAst2:qmsg2:SRetention2 => trigger aggr task2
C
Cary Xu 已提交
1524 1525
} SRSmaParam;

C
Cary Xu 已提交
1526 1527
int32_t tEncodeSRSmaParam(SCoder* pCoder, const SRSmaParam* pRSmaParam);
int32_t tDecodeSRSmaParam(SCoder* pCoder, SRSmaParam* pRSmaParam);
H
Hongze Cheng 已提交
1528

H
Hongze Cheng 已提交
1529
// TDMT_VND_CREATE_STB ==============
H
Hongze Cheng 已提交
1530
typedef struct SVCreateStbReq {
H
Hongze Cheng 已提交
1531 1532 1533 1534 1535 1536
  const char*    name;
  tb_uid_t       suid;
  int8_t         rollup;
  SSchemaWrapper schema;
  SSchemaWrapper schemaTag;
  SRSmaParam     pRSmaParam;
H
Hongze Cheng 已提交
1537 1538 1539 1540 1541
} SVCreateStbReq;

int tEncodeSVCreateStbReq(SCoder* pCoder, const SVCreateStbReq* pReq);
int tDecodeSVCreateStbReq(SCoder* pCoder, SVCreateStbReq* pReq);

H
Hongze Cheng 已提交
1542
// TDMT_VND_DROP_STB ==============
H
Hongze Cheng 已提交
1543
typedef struct SVDropStbReq {
H
Hongze Cheng 已提交
1544 1545
  const char* name;
  tb_uid_t    suid;
H
Hongze Cheng 已提交
1546 1547
} SVDropStbReq;

H
Hongze Cheng 已提交
1548 1549
int32_t tEncodeSVDropStbReq(SCoder* pCoder, const SVDropStbReq* pReq);
int32_t tDecodeSVDropStbReq(SCoder* pCoder, SVDropStbReq* pReq);
H
Hongze Cheng 已提交
1550

H
more  
Hongze Cheng 已提交
1551
typedef struct SVCreateTbReq {
H
Hongze Cheng 已提交
1552 1553 1554 1555 1556
  tb_uid_t    uid;
  int64_t     ctime;
  const char* name;
  int32_t     ttl;
  int8_t      type;
C
Cary Xu 已提交
1557 1558
  union {
    struct {
dengyihao's avatar
dengyihao 已提交
1559
      tb_uid_t    suid;
H
Hongze Cheng 已提交
1560 1561
      const void* pTag;
    } ctb;
H
more  
Hongze Cheng 已提交
1562
    struct {
H
Hongze Cheng 已提交
1563
      SSchemaWrapper schema;
H
Hongze Cheng 已提交
1564
    } ntb;
H
more  
Hongze Cheng 已提交
1565
  };
H
Hongze Cheng 已提交
1566
} SVCreateTbReq;
H
Hongze Cheng 已提交
1567

H
Hongze Cheng 已提交
1568 1569
int tEncodeSVCreateTbReq(SCoder* pCoder, const SVCreateTbReq* pReq);
int tDecodeSVCreateTbReq(SCoder* pCoder, SVCreateTbReq* pReq);
H
Hongze Cheng 已提交
1570

H
more  
Hongze Cheng 已提交
1571
typedef struct {
H
Hongze Cheng 已提交
1572 1573 1574 1575 1576
  int32_t nReqs;
  union {
    SVCreateTbReq* pReqs;
    SArray*        pArray;
  };
H
more  
Hongze Cheng 已提交
1577
} SVCreateTbBatchReq;
H
more  
Hongze Cheng 已提交
1578

H
Hongze Cheng 已提交
1579 1580
int tEncodeSVCreateTbBatchReq(SCoder* pCoder, const SVCreateTbBatchReq* pReq);
int tDecodeSVCreateTbBatchReq(SCoder* pCoder, SVCreateTbBatchReq* pReq);
H
more  
Hongze Cheng 已提交
1581

H
more  
Hongze Cheng 已提交
1582
typedef struct {
D
dapan1121 已提交
1583
  int32_t code;
S
Shengliang Guan 已提交
1584
} SVCreateTbRsp, SVUpdateTbRsp;
H
more  
Hongze Cheng 已提交
1585

H
Hongze Cheng 已提交
1586 1587 1588
int tEncodeSVCreateTbRsp(SCoder* pCoder, const SVCreateTbRsp* pRsp);
int tDecodeSVCreateTbRsp(SCoder* pCoder, SVCreateTbRsp* pRsp);

S
Shengliang Guan 已提交
1589 1590
int32_t tSerializeSVCreateTbReq(void** buf, SVCreateTbReq* pReq);
void*   tDeserializeSVCreateTbReq(void* buf, SVCreateTbReq* pReq);
H
more  
Hongze Cheng 已提交
1591

H
more  
Hongze Cheng 已提交
1592
typedef struct {
H
Hongze Cheng 已提交
1593 1594 1595 1596 1597
  int32_t nRsps;
  union {
    SVCreateTbRsp* pRsps;
    SArray*        pArray;
  };
S
Shengliang Guan 已提交
1598
} SVCreateTbBatchRsp;
H
more  
Hongze Cheng 已提交
1599

H
Hongze Cheng 已提交
1600 1601 1602
int tEncodeSVCreateTbBatchRsp(SCoder* pCoder, const SVCreateTbBatchRsp* pRsp);
int tDecodeSVCreateTbBatchRsp(SCoder* pCoder, SVCreateTbBatchRsp* pRsp);

L
Liu Jicong 已提交
1603 1604
int32_t tSerializeSVCreateTbBatchRsp(void* buf, int32_t bufLen, SVCreateTbBatchRsp* pRsp);
int32_t tDeserializeSVCreateTbBatchRsp(void* buf, int32_t bufLen, SVCreateTbBatchRsp* pRsp);
S
Shengliang Guan 已提交
1605

H
Hongze Cheng 已提交
1606
// TDMT_VND_DROP_TABLE =================
S
Shengliang Guan 已提交
1607
typedef struct {
H
Hongze Cheng 已提交
1608
  const char* name;
X
Xiaoyu Wang 已提交
1609
  int8_t      igNotExists;
S
Shengliang Guan 已提交
1610 1611 1612
} SVDropTbReq;

typedef struct {
H
Hongze Cheng 已提交
1613
  int32_t code;
S
Shengliang Guan 已提交
1614 1615
} SVDropTbRsp;

H
Hongze Cheng 已提交
1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636
typedef struct {
  int32_t nReqs;
  union {
    SVDropTbReq* pReqs;
    SArray*      pArray;
  };
} SVDropTbBatchReq;

int32_t tEncodeSVDropTbBatchReq(SCoder* pCoder, const SVDropTbBatchReq* pReq);
int32_t tDecodeSVDropTbBatchReq(SCoder* pCoder, SVDropTbBatchReq* pReq);

typedef struct {
  int32_t nRsps;
  union {
    SVDropTbRsp* pRsps;
    SArray*      pArray;
  };
} SVDropTbBatchRsp;

int32_t tEncodeSVDropTbBatchRsp(SCoder* pCoder, const SVDropTbBatchRsp* pRsp);
int32_t tDecodeSVDropTbBatchRsp(SCoder* pCoder, SVDropTbBatchRsp* pRsp);
S
Shengliang Guan 已提交
1637

S
Shengliang Guan 已提交
1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656
typedef struct {
  SMsgHead head;
  int64_t  uid;
  int32_t  tid;
  int16_t  tversion;
  int16_t  colId;
  int8_t   type;
  int16_t  bytes;
  int32_t  tagValLen;
  int16_t  numOfTags;
  int32_t  schemaLen;
  char     data[];
} SUpdateTagValReq;

typedef struct {
  SMsgHead head;
} SUpdateTagValRsp;

typedef struct {
H
Hongze Cheng 已提交
1657 1658 1659
  SMsgHead head;
} SVShowTablesReq;

S
Shengliang Guan 已提交
1660
typedef struct {
H
Hongze Cheng 已提交
1661
  SMsgHead head;
H
Haojun Liao 已提交
1662
  int32_t  id;
H
Hongze Cheng 已提交
1663 1664
} SVShowTablesFetchReq;

S
Shengliang Guan 已提交
1665
typedef struct {
H
Hongze Cheng 已提交
1666 1667 1668 1669 1670 1671 1672 1673 1674
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
} SVShowTablesFetchRsp;

L
Liu Jicong 已提交
1675
typedef struct {
L
Liu Jicong 已提交
1676 1677
  int64_t consumerId;
  int32_t epoch;
L
Liu Jicong 已提交
1678
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
1679
} SMqAskEpReq;
L
Liu Jicong 已提交
1680 1681

typedef struct {
D
dapan1121 已提交
1682
  int32_t key;
L
Liu Jicong 已提交
1683 1684 1685 1686 1687
  int32_t valueLen;
  void*   value;
} SKv;

typedef struct {
D
dapan1121 已提交
1688
  int64_t tscRid;
D
dapan1121 已提交
1689
  int8_t  connType;
L
Liu Jicong 已提交
1690 1691 1692
} SClientHbKey;

typedef struct {
D
dapan1121 已提交
1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705
  int64_t tid;
  int32_t status;
} SQuerySubDesc;

typedef struct {
  char     sql[TSDB_SHOW_SQL_LEN];
  uint64_t queryId;
  int64_t  useconds;
  int64_t  stime;
  int64_t  reqRid;
  int32_t  pid;
  char     fqdn[TSDB_FQDN_LEN];
  int32_t  subPlanNum;
1706
  SArray*  subDesc;  // SArray<SQuerySubDesc>
D
dapan1121 已提交
1707 1708 1709
} SQueryDesc;

typedef struct {
1710 1711 1712 1713
  uint32_t connId;
  int32_t  pid;
  char     app[TSDB_APP_NAME_LEN];
  SArray*  queryDesc;  // SArray<SQueryDesc>
D
dapan1121 已提交
1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729
} SQueryHbReqBasic;

typedef struct {
  uint32_t connId;
  uint64_t killRid;
  int32_t  totalDnodes;
  int32_t  onlineDnodes;
  int8_t   killConnection;
  int8_t   align[3];
  SEpSet   epSet;
} SQueryHbRspBasic;

typedef struct {
  SClientHbKey      connKey;
  SQueryHbReqBasic* query;
  SHashObj*         info;  // hash<Skv.key, Skv>
L
Liu Jicong 已提交
1730 1731 1732 1733 1734 1735 1736 1737
} SClientHbReq;

typedef struct {
  int64_t reqId;
  SArray* reqs;  // SArray<SClientHbReq>
} SClientHbBatchReq;

typedef struct {
D
dapan1121 已提交
1738 1739 1740 1741
  SClientHbKey      connKey;
  int32_t           status;
  SQueryHbRspBasic* query;
  SArray*           info;  // Array<Skv>
L
Liu Jicong 已提交
1742 1743 1744 1745 1746 1747 1748 1749
} SClientHbRsp;

typedef struct {
  int64_t reqId;
  int64_t rspId;
  SArray* rsps;  // SArray<SClientHbRsp>
} SClientHbBatchRsp;

1750
static FORCE_INLINE uint32_t hbKeyHashFunc(const char* key, uint32_t keyLen) { return taosIntHash_64(key, keyLen); }
L
Liu Jicong 已提交
1751

1752 1753
static FORCE_INLINE void tFreeReqKvHash(SHashObj* info) {
  void* pIter = taosHashIterate(info, NULL);
D
dapan1121 已提交
1754 1755
  while (pIter != NULL) {
    SKv* kv = (SKv*)pIter;
wafwerar's avatar
wafwerar 已提交
1756
    taosMemoryFreeClear(kv->value);
D
dapan1121 已提交
1757 1758 1759 1760
    pIter = taosHashIterate(info, pIter);
  }
}

D
dapan1121 已提交
1761 1762 1763 1764 1765 1766 1767 1768
static FORCE_INLINE void tFreeClientHbQueryDesc(void* pDesc) {
  SQueryDesc* desc = (SQueryDesc*)pDesc;
  if (desc->subDesc) {
    taosArrayDestroy(desc->subDesc);
    desc->subDesc = NULL;
  }
}

1769
static FORCE_INLINE void tFreeClientHbReq(void* pReq) {
L
Liu Jicong 已提交
1770
  SClientHbReq* req = (SClientHbReq*)pReq;
D
dapan1121 已提交
1771 1772 1773 1774 1775 1776
  if (req->query) {
    if (req->query->queryDesc) {
      taosArrayDestroyEx(req->query->queryDesc, tFreeClientHbQueryDesc);
    }
    taosMemoryFreeClear(req->query);
  }
1777

D
dapan1121 已提交
1778 1779 1780 1781
  if (req->info) {
    tFreeReqKvHash(req->info);
    taosHashCleanup(req->info);
  }
L
Liu Jicong 已提交
1782 1783
}

S
Shengliang Guan 已提交
1784 1785
int32_t tSerializeSClientHbBatchReq(void* buf, int32_t bufLen, const SClientHbBatchReq* pReq);
int32_t tDeserializeSClientHbBatchReq(void* buf, int32_t bufLen, SClientHbBatchReq* pReq);
L
Liu Jicong 已提交
1786 1787

static FORCE_INLINE void tFreeClientHbBatchReq(void* pReq, bool deep) {
1788
  SClientHbBatchReq* req = (SClientHbBatchReq*)pReq;
L
Liu Jicong 已提交
1789 1790 1791 1792 1793
  if (deep) {
    taosArrayDestroyEx(req->reqs, tFreeClientHbReq);
  } else {
    taosArrayDestroy(req->reqs);
  }
wafwerar's avatar
wafwerar 已提交
1794
  taosMemoryFree(pReq);
L
Liu Jicong 已提交
1795 1796
}

1797 1798
static FORCE_INLINE void tFreeClientKv(void* pKv) {
  SKv* kv = (SKv*)pKv;
D
dapan1121 已提交
1799
  if (kv) {
wafwerar's avatar
wafwerar 已提交
1800
    taosMemoryFreeClear(kv->value);
D
dapan1121 已提交
1801 1802 1803
  }
}

1804
static FORCE_INLINE void tFreeClientHbRsp(void* pRsp) {
D
dapan1121 已提交
1805
  SClientHbRsp* rsp = (SClientHbRsp*)pRsp;
D
dapan1121 已提交
1806
  taosMemoryFreeClear(rsp->query);
D
dapan1121 已提交
1807 1808 1809 1810
  if (rsp->info) taosArrayDestroyEx(rsp->info, tFreeClientKv);
}

static FORCE_INLINE void tFreeClientHbBatchRsp(void* pRsp) {
1811
  SClientHbBatchRsp* rsp = (SClientHbBatchRsp*)pRsp;
D
dapan1121 已提交
1812 1813 1814
  taosArrayDestroyEx(rsp->rsps, tFreeClientHbRsp);
}

S
Shengliang Guan 已提交
1815 1816
int32_t tSerializeSClientHbBatchRsp(void* buf, int32_t bufLen, const SClientHbBatchRsp* pBatchRsp);
int32_t tDeserializeSClientHbBatchRsp(void* buf, int32_t bufLen, SClientHbBatchRsp* pBatchRsp);
L
Liu Jicong 已提交
1817

S
Shengliang Guan 已提交
1818 1819 1820
static FORCE_INLINE int32_t tEncodeSKv(SCoder* pEncoder, const SKv* pKv) {
  if (tEncodeI32(pEncoder, pKv->key) < 0) return -1;
  if (tEncodeI32(pEncoder, pKv->valueLen) < 0) return -1;
S
Shengliang Guan 已提交
1821
  if (tEncodeBinary(pEncoder, (const char*)pKv->value, pKv->valueLen) < 0) return -1;
S
Shengliang Guan 已提交
1822
  return 0;
L
Liu Jicong 已提交
1823 1824
}

S
Shengliang Guan 已提交
1825 1826 1827
static FORCE_INLINE int32_t tDecodeSKv(SCoder* pDecoder, SKv* pKv) {
  if (tDecodeI32(pDecoder, &pKv->key) < 0) return -1;
  if (tDecodeI32(pDecoder, &pKv->valueLen) < 0) return -1;
wafwerar's avatar
wafwerar 已提交
1828
  pKv->value = taosMemoryMalloc(pKv->valueLen + 1);
S
Shengliang Guan 已提交
1829 1830 1831
  if (pKv->value == NULL) return -1;
  if (tDecodeCStrTo(pDecoder, (char*)pKv->value) < 0) return -1;
  return 0;
L
Liu Jicong 已提交
1832 1833
}

S
Shengliang Guan 已提交
1834
static FORCE_INLINE int32_t tEncodeSClientHbKey(SCoder* pEncoder, const SClientHbKey* pKey) {
D
dapan1121 已提交
1835
  if (tEncodeI64(pEncoder, pKey->tscRid) < 0) return -1;
D
dapan1121 已提交
1836
  if (tEncodeI8(pEncoder, pKey->connType) < 0) return -1;
S
Shengliang Guan 已提交
1837
  return 0;
L
Liu Jicong 已提交
1838 1839
}

S
Shengliang Guan 已提交
1840
static FORCE_INLINE int32_t tDecodeSClientHbKey(SCoder* pDecoder, SClientHbKey* pKey) {
D
dapan1121 已提交
1841
  if (tDecodeI64(pDecoder, &pKey->tscRid) < 0) return -1;
D
dapan1121 已提交
1842
  if (tDecodeI8(pDecoder, &pKey->connType) < 0) return -1;
S
Shengliang Guan 已提交
1843
  return 0;
L
Liu Jicong 已提交
1844 1845 1846 1847 1848 1849
}

typedef struct SMqHbVgInfo {
  int32_t vgId;
} SMqHbVgInfo;

S
Shengliang Guan 已提交
1850 1851
static FORCE_INLINE int32_t taosEncodeSMqVgInfo(void** buf, const SMqHbVgInfo* pVgInfo) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867
  tlen += taosEncodeFixedI32(buf, pVgInfo->vgId);
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqVgInfo(void* buf, SMqHbVgInfo* pVgInfo) {
  buf = taosDecodeFixedI32(buf, &pVgInfo->vgId);
  return buf;
}

typedef struct SMqHbTopicInfo {
  int32_t epoch;
  int64_t topicUid;
  char    name[TSDB_TOPIC_FNAME_LEN];
  SArray* pVgInfo;
} SMqHbTopicInfo;

S
Shengliang Guan 已提交
1868 1869
static FORCE_INLINE int32_t taosEncodeSMqHbTopicInfoMsg(void** buf, const SMqHbTopicInfo* pTopicInfo) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897
  tlen += taosEncodeFixedI32(buf, pTopicInfo->epoch);
  tlen += taosEncodeFixedI64(buf, pTopicInfo->topicUid);
  tlen += taosEncodeString(buf, pTopicInfo->name);
  int32_t sz = taosArrayGetSize(pTopicInfo->pVgInfo);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqHbVgInfo* pVgInfo = (SMqHbVgInfo*)taosArrayGet(pTopicInfo->pVgInfo, i);
    tlen += taosEncodeSMqVgInfo(buf, pVgInfo);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqHbTopicInfoMsg(void* buf, SMqHbTopicInfo* pTopicInfo) {
  buf = taosDecodeFixedI32(buf, &pTopicInfo->epoch);
  buf = taosDecodeFixedI64(buf, &pTopicInfo->topicUid);
  buf = taosDecodeStringTo(buf, pTopicInfo->name);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pTopicInfo->pVgInfo = taosArrayInit(sz, sizeof(SMqHbVgInfo));
  for (int32_t i = 0; i < sz; i++) {
    SMqHbVgInfo vgInfo;
    buf = taosDecodeSMqVgInfo(buf, &vgInfo);
    taosArrayPush(pTopicInfo->pVgInfo, &vgInfo);
  }
  return buf;
}

typedef struct SMqHbMsg {
1898 1899 1900 1901
  int32_t status;  // ask hb endpoint
  int32_t epoch;
  int64_t consumerId;
  SArray* pTopics;  // SArray<SMqHbTopicInfo>
L
Liu Jicong 已提交
1902 1903
} SMqHbMsg;

S
Shengliang Guan 已提交
1904 1905
static FORCE_INLINE int32_t taosEncodeSMqMsg(void** buf, const SMqHbMsg* pMsg) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1906 1907 1908 1909 1910
  tlen += taosEncodeFixedI32(buf, pMsg->status);
  tlen += taosEncodeFixedI32(buf, pMsg->epoch);
  tlen += taosEncodeFixedI64(buf, pMsg->consumerId);
  int32_t sz = taosArrayGetSize(pMsg->pTopics);
  tlen += taosEncodeFixedI32(buf, sz);
S
Shengliang Guan 已提交
1911
  for (int32_t i = 0; i < sz; i++) {
L
Liu Jicong 已提交
1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924
    SMqHbTopicInfo* topicInfo = (SMqHbTopicInfo*)taosArrayGet(pMsg->pTopics, i);
    tlen += taosEncodeSMqHbTopicInfoMsg(buf, topicInfo);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqMsg(void* buf, SMqHbMsg* pMsg) {
  buf = taosDecodeFixedI32(buf, &pMsg->status);
  buf = taosDecodeFixedI32(buf, &pMsg->epoch);
  buf = taosDecodeFixedI64(buf, &pMsg->consumerId);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pMsg->pTopics = taosArrayInit(sz, sizeof(SMqHbTopicInfo));
S
Shengliang Guan 已提交
1925
  for (int32_t i = 0; i < sz; i++) {
L
Liu Jicong 已提交
1926 1927 1928 1929 1930 1931 1932
    SMqHbTopicInfo topicInfo;
    buf = taosDecodeSMqHbTopicInfoMsg(buf, &topicInfo);
    taosArrayPush(pMsg->pTopics, &topicInfo);
  }
  return buf;
}

L
Liu Jicong 已提交
1933 1934 1935 1936 1937
enum {
  TOPIC_SUB_TYPE__DB = 1,
  TOPIC_SUB_TYPE__TABLE,
};

1938 1939 1940 1941 1942 1943
typedef struct {
  int64_t leftForVer;
  int32_t vgId;
  int64_t oldConsumerId;
  int64_t newConsumerId;
  char    subKey[TSDB_SUBSCRIBE_KEY_LEN];
L
Liu Jicong 已提交
1944 1945 1946 1947
  int8_t  subType;
  int8_t  withTbName;
  int8_t  withSchema;
  int8_t  withTag;
1948 1949 1950 1951 1952 1953 1954 1955 1956 1957
  char*   qmsg;
} SMqRebVgReq;

static FORCE_INLINE int32_t tEncodeSMqRebVgReq(void** buf, const SMqRebVgReq* pReq) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI64(buf, pReq->leftForVer);
  tlen += taosEncodeFixedI32(buf, pReq->vgId);
  tlen += taosEncodeFixedI64(buf, pReq->oldConsumerId);
  tlen += taosEncodeFixedI64(buf, pReq->newConsumerId);
  tlen += taosEncodeString(buf, pReq->subKey);
L
Liu Jicong 已提交
1958 1959 1960 1961 1962 1963 1964
  tlen += taosEncodeFixedI8(buf, pReq->subType);
  tlen += taosEncodeFixedI8(buf, pReq->withTbName);
  tlen += taosEncodeFixedI8(buf, pReq->withSchema);
  tlen += taosEncodeFixedI8(buf, pReq->withTag);
  if (pReq->subType == TOPIC_SUB_TYPE__TABLE) {
    tlen += taosEncodeString(buf, pReq->qmsg);
  }
1965 1966 1967 1968 1969 1970 1971 1972 1973
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqRebVgReq(const void* buf, SMqRebVgReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->leftForVer);
  buf = taosDecodeFixedI32(buf, &pReq->vgId);
  buf = taosDecodeFixedI64(buf, &pReq->oldConsumerId);
  buf = taosDecodeFixedI64(buf, &pReq->newConsumerId);
  buf = taosDecodeStringTo(buf, pReq->subKey);
L
Liu Jicong 已提交
1974 1975 1976 1977 1978 1979 1980
  buf = taosDecodeFixedI8(buf, &pReq->subType);
  buf = taosDecodeFixedI8(buf, &pReq->withTbName);
  buf = taosDecodeFixedI8(buf, &pReq->withSchema);
  buf = taosDecodeFixedI8(buf, &pReq->withTag);
  if (pReq->subType == TOPIC_SUB_TYPE__TABLE) {
    buf = taosDecodeString(buf, &pReq->qmsg);
  }
1981 1982 1983 1984 1985 1986 1987
  return (void*)buf;
}

typedef struct {
  int8_t reserved;
} SMqRebVgRsp;

L
Liu Jicong 已提交
1988
typedef struct {
1989 1990
  int64_t leftForVer;
  int32_t vgId;
L
Liu Jicong 已提交
1991
  int32_t epoch;
1992 1993
  int64_t consumerId;
  char    topicName[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
1994
  char    cgroup[TSDB_CGROUP_LEN];
1995 1996 1997
  char*   sql;
  char*   physicalPlan;
  char*   qmsg;
L
Liu Jicong 已提交
1998 1999 2000 2001
} SMqSetCVgReq;

static FORCE_INLINE int32_t tEncodeSMqSetCVgReq(void** buf, const SMqSetCVgReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
2002
  tlen += taosEncodeFixedI64(buf, pReq->leftForVer);
L
Liu Jicong 已提交
2003
  tlen += taosEncodeFixedI32(buf, pReq->vgId);
L
Liu Jicong 已提交
2004
  tlen += taosEncodeFixedI32(buf, pReq->epoch);
L
Liu Jicong 已提交
2005
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
L
Liu Jicong 已提交
2006
  tlen += taosEncodeString(buf, pReq->topicName);
L
Liu Jicong 已提交
2007
  tlen += taosEncodeString(buf, pReq->cgroup);
L
Liu Jicong 已提交
2008 2009
  tlen += taosEncodeString(buf, pReq->sql);
  tlen += taosEncodeString(buf, pReq->physicalPlan);
L
Liu Jicong 已提交
2010
  tlen += taosEncodeString(buf, pReq->qmsg);
L
Liu Jicong 已提交
2011 2012 2013 2014
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSetCVgReq(void* buf, SMqSetCVgReq* pReq) {
L
Liu Jicong 已提交
2015
  buf = taosDecodeFixedI64(buf, &pReq->leftForVer);
L
Liu Jicong 已提交
2016
  buf = taosDecodeFixedI32(buf, &pReq->vgId);
L
Liu Jicong 已提交
2017
  buf = taosDecodeFixedI32(buf, &pReq->epoch);
L
Liu Jicong 已提交
2018
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
L
Liu Jicong 已提交
2019
  buf = taosDecodeStringTo(buf, pReq->topicName);
L
Liu Jicong 已提交
2020
  buf = taosDecodeStringTo(buf, pReq->cgroup);
L
Liu Jicong 已提交
2021 2022
  buf = taosDecodeString(buf, &pReq->sql);
  buf = taosDecodeString(buf, &pReq->physicalPlan);
L
Liu Jicong 已提交
2023
  buf = taosDecodeString(buf, &pReq->qmsg);
L
Liu Jicong 已提交
2024 2025 2026
  return buf;
}

L
Liu Jicong 已提交
2027 2028 2029 2030
typedef struct {
  int32_t vgId;
  int64_t offset;
  char    topicName[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
2031
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
2032 2033 2034 2035 2036
} SMqOffset;

typedef struct {
  int32_t    num;
  SMqOffset* offsets;
L
Liu Jicong 已提交
2037
} SMqCMCommitOffsetReq;
L
Liu Jicong 已提交
2038 2039 2040

typedef struct {
  int32_t reserved;
L
Liu Jicong 已提交
2041
} SMqCMCommitOffsetRsp;
L
Liu Jicong 已提交
2042 2043 2044

int32_t tEncodeSMqOffset(SCoder* encoder, const SMqOffset* pOffset);
int32_t tDecodeSMqOffset(SCoder* decoder, SMqOffset* pOffset);
L
Liu Jicong 已提交
2045 2046
int32_t tEncodeSMqCMCommitOffsetReq(SCoder* encoder, const SMqCMCommitOffsetReq* pReq);
int32_t tDecodeSMqCMCommitOffsetReq(SCoder* decoder, SMqCMCommitOffsetReq* pReq);
L
Liu Jicong 已提交
2047

L
Liu Jicong 已提交
2048 2049 2050 2051
static FORCE_INLINE SSchemaWrapper* tCloneSSchemaWrapper(const SSchemaWrapper* pSchemaWrapper) {
  SSchemaWrapper* pSW = (SSchemaWrapper*)taosMemoryMalloc(sizeof(SSchemaWrapper));
  if (pSW == NULL) return pSW;
  pSW->nCols = pSchemaWrapper->nCols;
2052
  pSW->sver = pSchemaWrapper->sver;
L
Liu Jicong 已提交
2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066
  pSW->pSchema = (SSchema*)taosMemoryCalloc(pSW->nCols, sizeof(SSchema));
  if (pSW->pSchema == NULL) {
    taosMemoryFree(pSW);
    return NULL;
  }
  memcpy(pSW->pSchema, pSchemaWrapper->pSchema, pSW->nCols * sizeof(SSchema));
  return pSW;
}

static FORCE_INLINE void tDeleteSSchemaWrapper(SSchemaWrapper* pSchemaWrapper) {
  taosMemoryFree(pSchemaWrapper->pSchema);
  taosMemoryFree(pSchemaWrapper);
}

S
Shengliang Guan 已提交
2067
static FORCE_INLINE int32_t taosEncodeSSchema(void** buf, const SSchema* pSchema) {
L
Liu Jicong 已提交
2068 2069
  int32_t tlen = 0;
  tlen += taosEncodeFixedI8(buf, pSchema->type);
H
Hongze Cheng 已提交
2070
  tlen += taosEncodeFixedI8(buf, pSchema->flags);
L
Liu Jicong 已提交
2071
  tlen += taosEncodeFixedI32(buf, pSchema->bytes);
2072
  tlen += taosEncodeFixedI16(buf, pSchema->colId);
L
Liu Jicong 已提交
2073 2074 2075 2076
  tlen += taosEncodeString(buf, pSchema->name);
  return tlen;
}

L
Liu Jicong 已提交
2077
static FORCE_INLINE void* taosDecodeSSchema(const void* buf, SSchema* pSchema) {
L
Liu Jicong 已提交
2078
  buf = taosDecodeFixedI8(buf, &pSchema->type);
H
Hongze Cheng 已提交
2079
  buf = taosDecodeFixedI8(buf, &pSchema->flags);
L
Liu Jicong 已提交
2080
  buf = taosDecodeFixedI32(buf, &pSchema->bytes);
2081
  buf = taosDecodeFixedI16(buf, &pSchema->colId);
L
Liu Jicong 已提交
2082
  buf = taosDecodeStringTo(buf, pSchema->name);
L
Liu Jicong 已提交
2083
  return (void*)buf;
L
Liu Jicong 已提交
2084 2085
}

S
Shengliang Guan 已提交
2086 2087
static FORCE_INLINE int32_t tEncodeSSchema(SCoder* pEncoder, const SSchema* pSchema) {
  if (tEncodeI8(pEncoder, pSchema->type) < 0) return -1;
H
Hongze Cheng 已提交
2088
  if (tEncodeI8(pEncoder, pSchema->flags) < 0) return -1;
H
Hongze Cheng 已提交
2089 2090
  if (tEncodeI32v(pEncoder, pSchema->bytes) < 0) return -1;
  if (tEncodeI16v(pEncoder, pSchema->colId) < 0) return -1;
S
Shengliang Guan 已提交
2091 2092 2093 2094 2095 2096
  if (tEncodeCStr(pEncoder, pSchema->name) < 0) return -1;
  return 0;
}

static FORCE_INLINE int32_t tDecodeSSchema(SCoder* pDecoder, SSchema* pSchema) {
  if (tDecodeI8(pDecoder, &pSchema->type) < 0) return -1;
H
Hongze Cheng 已提交
2097
  if (tDecodeI8(pDecoder, &pSchema->flags) < 0) return -1;
H
Hongze Cheng 已提交
2098 2099
  if (tDecodeI32v(pDecoder, &pSchema->bytes) < 0) return -1;
  if (tDecodeI16v(pDecoder, &pSchema->colId) < 0) return -1;
S
Shengliang Guan 已提交
2100 2101 2102 2103
  if (tDecodeCStrTo(pDecoder, pSchema->name) < 0) return -1;
  return 0;
}

L
Liu Jicong 已提交
2104
static FORCE_INLINE int32_t taosEncodeSSchemaWrapper(void** buf, const SSchemaWrapper* pSW) {
L
Liu Jicong 已提交
2105
  int32_t tlen = 0;
H
Hongze Cheng 已提交
2106 2107
  tlen += taosEncodeVariantI32(buf, pSW->nCols);
  tlen += taosEncodeVariantI32(buf, pSW->sver);
2108
  for (int32_t i = 0; i < pSW->nCols; i++) {
S
Shengliang Guan 已提交
2109
    tlen += taosEncodeSSchema(buf, &pSW->pSchema[i]);
L
Liu Jicong 已提交
2110 2111 2112 2113
  }
  return tlen;
}

L
Liu Jicong 已提交
2114
static FORCE_INLINE void* taosDecodeSSchemaWrapper(const void* buf, SSchemaWrapper* pSW) {
H
Hongze Cheng 已提交
2115 2116
  buf = taosDecodeVariantI32(buf, &pSW->nCols);
  buf = taosDecodeVariantI32(buf, &pSW->sver);
wafwerar's avatar
wafwerar 已提交
2117
  pSW->pSchema = (SSchema*)taosMemoryCalloc(pSW->nCols, sizeof(SSchema));
L
Liu Jicong 已提交
2118 2119 2120
  if (pSW->pSchema == NULL) {
    return NULL;
  }
2121

2122
  for (int32_t i = 0; i < pSW->nCols; i++) {
S
Shengliang Guan 已提交
2123
    buf = taosDecodeSSchema(buf, &pSW->pSchema[i]);
L
Liu Jicong 已提交
2124
  }
L
Liu Jicong 已提交
2125
  return (void*)buf;
L
Liu Jicong 已提交
2126
}
S
Shengliang Guan 已提交
2127

L
Liu Jicong 已提交
2128
static FORCE_INLINE int32_t tEncodeSSchemaWrapper(SCoder* pEncoder, const SSchemaWrapper* pSW) {
H
Hongze Cheng 已提交
2129 2130
  if (tEncodeI32v(pEncoder, pSW->nCols) < 0) return -1;
  if (tEncodeI32v(pEncoder, pSW->sver) < 0) return -1;
L
Liu Jicong 已提交
2131 2132 2133
  for (int32_t i = 0; i < pSW->nCols; i++) {
    if (tEncodeSSchema(pEncoder, &pSW->pSchema[i]) < 0) return -1;
  }
H
Hongze Cheng 已提交
2134 2135

  return 0;
L
Liu Jicong 已提交
2136 2137 2138
}

static FORCE_INLINE int32_t tDecodeSSchemaWrapper(SCoder* pDecoder, SSchemaWrapper* pSW) {
H
Hongze Cheng 已提交
2139 2140 2141
  if (tDecodeI32v(pDecoder, &pSW->nCols) < 0) return -1;
  if (tDecodeI32v(pDecoder, &pSW->sver) < 0) return -1;

wafwerar's avatar
wafwerar 已提交
2142
  pSW->pSchema = (SSchema*)tCoderMalloc(pDecoder, sizeof(SSchema) * pSW->nCols);
H
Hongze Cheng 已提交
2143
  if (pSW->pSchema == NULL) return -1;
L
Liu Jicong 已提交
2144 2145 2146
  for (int32_t i = 0; i < pSW->nCols; i++) {
    if (tDecodeSSchema(pDecoder, &pSW->pSchema[i]) < 0) return -1;
  }
H
Hongze Cheng 已提交
2147

L
Liu Jicong 已提交
2148 2149 2150
  return 0;
}

S
Shengliang Guan 已提交
2151 2152 2153 2154 2155 2156 2157
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  char    stb[TSDB_TABLE_FNAME_LEN];
  int8_t  igExists;
  int8_t  intervalUnit;
  int8_t  slidingUnit;
  int8_t  timezone;
S
sma  
Shengliang Guan 已提交
2158
  int32_t dstVgId;  // for stream
S
Shengliang Guan 已提交
2159 2160 2161
  int64_t interval;
  int64_t offset;
  int64_t sliding;
S
sma  
Shengliang Guan 已提交
2162 2163 2164 2165
  int32_t exprLen;        // strlen + 1
  int32_t tagsFilterLen;  // strlen + 1
  int32_t sqlLen;         // strlen + 1
  int32_t astLen;         // strlen + 1
L
Liu Jicong 已提交
2166
  char*   expr;
S
Shengliang Guan 已提交
2167
  char*   tagsFilter;
S
sma  
Shengliang Guan 已提交
2168 2169
  char*   sql;
  char*   ast;
S
Shengliang Guan 已提交
2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183
} SMCreateSmaReq;

int32_t tSerializeSMCreateSmaReq(void* buf, int32_t bufLen, SMCreateSmaReq* pReq);
int32_t tDeserializeSMCreateSmaReq(void* buf, int32_t bufLen, SMCreateSmaReq* pReq);
void    tFreeSMCreateSmaReq(SMCreateSmaReq* pReq);

typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
} SMDropSmaReq;

int32_t tSerializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);
int32_t tDeserializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);

C
Cary Xu 已提交
2184
typedef struct {
L
Liu Jicong 已提交
2185 2186 2187
  int8_t   version;       // for compatibility(default 0)
  int8_t   intervalUnit;  // MACRO: TIME_UNIT_XXX
  int8_t   slidingUnit;   // MACRO: TIME_UNIT_XXX
L
Liu Jicong 已提交
2188
  int8_t   timezoneInt;   // sma data expired if timezone changes.
C
Cary Xu 已提交
2189
  char     indexName[TSDB_INDEX_NAME_LEN];
X
Xiaoyu Wang 已提交
2190 2191
  int32_t  exprLen;
  int32_t  tagsFilterLen;
C
Cary Xu 已提交
2192 2193 2194
  int64_t  indexUid;
  tb_uid_t tableUid;  // super/child/common table uid
  int64_t  interval;
L
Liu Jicong 已提交
2195
  int64_t  offset;  // use unit by precision of DB
C
Cary Xu 已提交
2196 2197 2198
  int64_t  sliding;
  char*    expr;  // sma expression
  char*    tagsFilter;
C
Cary Xu 已提交
2199
} STSma;  // Time-range-wise SMA
C
Cary Xu 已提交
2200

C
Cary Xu 已提交
2201
typedef struct {
C
Cary Xu 已提交
2202 2203 2204
  int64_t ver;  // use a general definition
  STSma   tSma;
} SVCreateTSmaReq;
C
Cary Xu 已提交
2205 2206

typedef struct {
C
Cary Xu 已提交
2207 2208 2209
  int8_t  type;  // 0 status report, 1 update data
  int64_t indexUid;
  int64_t skey;  // start TS key of interval/sliding window
C
Cary Xu 已提交
2210 2211 2212 2213
} STSmaMsg;

typedef struct {
  int64_t ver;  // use a general definition
C
Cary Xu 已提交
2214
  int64_t indexUid;
C
Cary Xu 已提交
2215
  char    indexName[TSDB_INDEX_NAME_LEN];
C
Cary Xu 已提交
2216
} SVDropTSmaReq;
2217

C
Cary Xu 已提交
2218
typedef struct {
L
Liu Jicong 已提交
2219
  int tmp;  // TODO: to avoid compile error
C
Cary Xu 已提交
2220 2221 2222 2223 2224 2225
} SVCreateTSmaRsp, SVDropTSmaRsp;

int32_t tSerializeSVCreateTSmaReq(void** buf, SVCreateTSmaReq* pReq);
void*   tDeserializeSVCreateTSmaReq(void* buf, SVCreateTSmaReq* pReq);
int32_t tSerializeSVDropTSmaReq(void** buf, SVDropTSmaReq* pReq);
void*   tDeserializeSVDropTSmaReq(void* buf, SVDropTSmaReq* pReq);
C
Cary Xu 已提交
2226

C
Cary Xu 已提交
2227
// RSma: Rollup SMA
C
Cary Xu 已提交
2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240
typedef struct {
  int64_t  interval;
  int32_t  retention;  // unit: day
  uint16_t days;       // unit: day
  int8_t   intervalUnit;
} SSmaParams;

typedef struct {
  STSma   tsma;
  float   xFilesFactor;
  SArray* smaParams;  // SSmaParams
} SRSma;

C
Cary Xu 已提交
2241 2242 2243 2244 2245
typedef struct {
  uint32_t number;
  STSma*   tSma;
} STSmaWrapper;

C
Cary Xu 已提交
2246
static FORCE_INLINE void tdDestroyTSma(STSma* pSma) {
C
Cary Xu 已提交
2247
  if (pSma) {
wafwerar's avatar
wafwerar 已提交
2248 2249
    taosMemoryFreeClear(pSma->expr);
    taosMemoryFreeClear(pSma->tagsFilter);
C
Cary Xu 已提交
2250 2251 2252
  }
}

C
Cary Xu 已提交
2253
static FORCE_INLINE void tdDestroyTSmaWrapper(STSmaWrapper* pSW) {
C
Cary Xu 已提交
2254 2255 2256
  if (pSW) {
    if (pSW->tSma) {
      for (uint32_t i = 0; i < pSW->number; ++i) {
C
Cary Xu 已提交
2257
        tdDestroyTSma(pSW->tSma + i);
C
Cary Xu 已提交
2258
      }
wafwerar's avatar
wafwerar 已提交
2259
      taosMemoryFreeClear(pSW->tSma);
C
Cary Xu 已提交
2260
    }
C
Cary Xu 已提交
2261 2262 2263
  }
}

C
Cary Xu 已提交
2264
static FORCE_INLINE void* tdFreeTSmaWrapper(STSmaWrapper* pSW) {
C
Cary Xu 已提交
2265
  tdDestroyTSmaWrapper(pSW);
C
Cary Xu 已提交
2266 2267
  taosMemoryFree(pSW);
  return NULL;
C
Cary Xu 已提交
2268 2269
}

C
Cary Xu 已提交
2270 2271 2272
static FORCE_INLINE int32_t tEncodeTSma(void** buf, const STSma* pSma) {
  int32_t tlen = 0;

C
Cary Xu 已提交
2273 2274 2275
  tlen += taosEncodeFixedI8(buf, pSma->version);
  tlen += taosEncodeFixedI8(buf, pSma->intervalUnit);
  tlen += taosEncodeFixedI8(buf, pSma->slidingUnit);
S
sma  
Shengliang Guan 已提交
2276
  tlen += taosEncodeFixedI8(buf, pSma->timezoneInt);
C
Cary Xu 已提交
2277
  tlen += taosEncodeString(buf, pSma->indexName);
X
Xiaoyu Wang 已提交
2278 2279
  tlen += taosEncodeFixedI32(buf, pSma->exprLen);
  tlen += taosEncodeFixedI32(buf, pSma->tagsFilterLen);
C
Cary Xu 已提交
2280
  tlen += taosEncodeFixedI64(buf, pSma->indexUid);
C
Cary Xu 已提交
2281
  tlen += taosEncodeFixedI64(buf, pSma->tableUid);
C
Cary Xu 已提交
2282
  tlen += taosEncodeFixedI64(buf, pSma->interval);
X
Xiaoyu Wang 已提交
2283
  tlen += taosEncodeFixedI64(buf, pSma->offset);
C
Cary Xu 已提交
2284
  tlen += taosEncodeFixedI64(buf, pSma->sliding);
L
Liu Jicong 已提交
2285

C
Cary Xu 已提交
2286 2287
  if (pSma->exprLen > 0) {
    tlen += taosEncodeString(buf, pSma->expr);
C
Cary Xu 已提交
2288 2289
  }

C
Cary Xu 已提交
2290 2291
  if (pSma->tagsFilterLen > 0) {
    tlen += taosEncodeString(buf, pSma->tagsFilter);
C
Cary Xu 已提交
2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307
  }

  return tlen;
}

static FORCE_INLINE int32_t tEncodeTSmaWrapper(void** buf, const STSmaWrapper* pSW) {
  int32_t tlen = 0;

  tlen += taosEncodeFixedU32(buf, pSW->number);
  for (uint32_t i = 0; i < pSW->number; ++i) {
    tlen += tEncodeTSma(buf, pSW->tSma + i);
  }
  return tlen;
}

static FORCE_INLINE void* tDecodeTSma(void* buf, STSma* pSma) {
C
Cary Xu 已提交
2308 2309 2310
  buf = taosDecodeFixedI8(buf, &pSma->version);
  buf = taosDecodeFixedI8(buf, &pSma->intervalUnit);
  buf = taosDecodeFixedI8(buf, &pSma->slidingUnit);
S
sma  
Shengliang Guan 已提交
2311
  buf = taosDecodeFixedI8(buf, &pSma->timezoneInt);
C
Cary Xu 已提交
2312
  buf = taosDecodeStringTo(buf, pSma->indexName);
X
Xiaoyu Wang 已提交
2313 2314
  buf = taosDecodeFixedI32(buf, &pSma->exprLen);
  buf = taosDecodeFixedI32(buf, &pSma->tagsFilterLen);
C
Cary Xu 已提交
2315
  buf = taosDecodeFixedI64(buf, &pSma->indexUid);
C
Cary Xu 已提交
2316
  buf = taosDecodeFixedI64(buf, &pSma->tableUid);
C
Cary Xu 已提交
2317
  buf = taosDecodeFixedI64(buf, &pSma->interval);
X
Xiaoyu Wang 已提交
2318
  buf = taosDecodeFixedI64(buf, &pSma->offset);
C
Cary Xu 已提交
2319 2320
  buf = taosDecodeFixedI64(buf, &pSma->sliding);

C
Cary Xu 已提交
2321
  if (pSma->exprLen > 0) {
2322
    if ((buf = taosDecodeString(buf, &pSma->expr)) == NULL) {
C
Cary Xu 已提交
2323
      tdDestroyTSma(pSma);
C
Cary Xu 已提交
2324 2325 2326
      return NULL;
    }
  } else {
C
Cary Xu 已提交
2327
    pSma->expr = NULL;
C
Cary Xu 已提交
2328 2329
  }

C
Cary Xu 已提交
2330
  if (pSma->tagsFilterLen > 0) {
2331
    if ((buf = taosDecodeString(buf, &pSma->tagsFilter)) == NULL) {
C
Cary Xu 已提交
2332
      tdDestroyTSma(pSma);
C
Cary Xu 已提交
2333 2334 2335
      return NULL;
    }
  } else {
C
Cary Xu 已提交
2336
    pSma->tagsFilter = NULL;
C
Cary Xu 已提交
2337 2338 2339 2340 2341 2342 2343 2344
  }

  return buf;
}

static FORCE_INLINE void* tDecodeTSmaWrapper(void* buf, STSmaWrapper* pSW) {
  buf = taosDecodeFixedU32(buf, &pSW->number);

wafwerar's avatar
wafwerar 已提交
2345
  pSW->tSma = (STSma*)taosMemoryCalloc(pSW->number, sizeof(STSma));
C
Cary Xu 已提交
2346 2347 2348 2349 2350 2351 2352
  if (pSW->tSma == NULL) {
    return NULL;
  }

  for (uint32_t i = 0; i < pSW->number; ++i) {
    if ((buf = tDecodeTSma(buf, pSW->tSma + i)) == NULL) {
      for (uint32_t j = i; j >= 0; --i) {
C
Cary Xu 已提交
2353
        tdDestroyTSma(pSW->tSma + j);
C
Cary Xu 已提交
2354
      }
wafwerar's avatar
wafwerar 已提交
2355
      taosMemoryFree(pSW->tSma);
C
Cary Xu 已提交
2356 2357 2358 2359 2360
      return NULL;
    }
  }
  return buf;
}
L
Liu Jicong 已提交
2361

dengyihao's avatar
dengyihao 已提交
2362
typedef struct {
dengyihao's avatar
dengyihao 已提交
2363
  int idx;
dengyihao's avatar
dengyihao 已提交
2364 2365 2366 2367 2368 2369
} SMCreateFullTextReq;

int32_t tSerializeSMCreateFullTextReq(void* buf, int32_t bufLen, SMCreateFullTextReq* pReq);
int32_t tDeserializeSMCreateFullTextReq(void* buf, int32_t bufLen, SMCreateFullTextReq* pReq);
void    tFreeSMCreateFullTextReq(SMCreateFullTextReq* pReq);

dengyihao's avatar
dengyihao 已提交
2370 2371 2372 2373 2374 2375 2376 2377
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
} SMDropFullTextReq;

int32_t tSerializeSMDropFullTextReq(void* buf, int32_t bufLen, SMDropFullTextReq* pReq);
int32_t tDeserializeSMDropFullTextReq(void* buf, int32_t bufLen, SMDropFullTextReq* pReq);

D
dapan1121 已提交
2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395
typedef struct {
  char indexFName[TSDB_INDEX_FNAME_LEN];
} SUserIndexReq;

int32_t tSerializeSUserIndexReq(void* buf, int32_t bufLen, SUserIndexReq* pReq);
int32_t tDeserializeSUserIndexReq(void* buf, int32_t bufLen, SUserIndexReq* pReq);

typedef struct {
  char dbFName[TSDB_DB_FNAME_LEN];
  char tblFName[TSDB_TABLE_FNAME_LEN];
  char colName[TSDB_COL_NAME_LEN];
  char indexType[TSDB_INDEX_TYPE_LEN];
  char indexExts[TSDB_INDEX_EXTS_LEN];
} SUserIndexRsp;

int32_t tSerializeSUserIndexRsp(void* buf, int32_t bufLen, const SUserIndexRsp* pRsp);
int32_t tDeserializeSUserIndexRsp(void* buf, int32_t bufLen, SUserIndexRsp* pRsp);

L
Liu Jicong 已提交
2396 2397 2398 2399
typedef struct {
  int8_t  mqMsgType;
  int32_t code;
  int32_t epoch;
L
Liu Jicong 已提交
2400
  int64_t consumerId;
L
Liu Jicong 已提交
2401 2402
} SMqRspHead;

L
Liu Jicong 已提交
2403 2404 2405 2406 2407 2408
typedef struct {
  SMsgHead head;
  char     subKey[TSDB_SUBSCRIBE_KEY_LEN];
  int32_t  epoch;
  uint64_t reqId;
  int64_t  consumerId;
2409
  int64_t  waitTime;
L
Liu Jicong 已提交
2410
  int64_t  currentOffset;
L
Liu Jicong 已提交
2411
} SMqPollReq;
L
Liu Jicong 已提交
2412

L
Liu Jicong 已提交
2413
typedef struct {
L
Liu Jicong 已提交
2414
  int32_t vgId;
L
Liu Jicong 已提交
2415
  int64_t offset;
L
Liu Jicong 已提交
2416 2417 2418
  SEpSet  epSet;
} SMqSubVgEp;

L
Liu Jicong 已提交
2419
typedef struct {
L
Liu Jicong 已提交
2420 2421 2422 2423
  char           topic[TSDB_TOPIC_FNAME_LEN];
  int8_t         isSchemaAdaptive;
  SArray*        vgs;  // SArray<SMqSubVgEp>
  SSchemaWrapper schema;
L
Liu Jicong 已提交
2424 2425
} SMqSubTopicEp;

L
Liu Jicong 已提交
2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458
typedef struct {
  SMqRspHead head;
  int64_t    reqOffset;
  int64_t    rspOffset;
  int32_t    skipLogNum;
  int32_t    blockNum;
  int8_t     withTbName;
  int8_t     withSchema;
  int8_t     withTag;
  SArray*    blockDataLen;    // SArray<int32_t>
  SArray*    blockData;       // SArray<SRetrieveTableRsp*>
  SArray*    blockTbName;     // SArray<char*>
  SArray*    blockSchema;     // SArray<SSchemaWrapper>
  SArray*    blockTags;       // SArray<kvrow>
  SArray*    blockTagSchema;  // SArray<kvrow>
} SMqDataBlkRsp;

static FORCE_INLINE int32_t tEncodeSMqDataBlkRsp(void** buf, const SMqDataBlkRsp* pRsp) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI64(buf, pRsp->reqOffset);
  tlen += taosEncodeFixedI64(buf, pRsp->rspOffset);
  tlen += taosEncodeFixedI32(buf, pRsp->skipLogNum);
  tlen += taosEncodeFixedI32(buf, pRsp->blockNum);
  if (pRsp->blockNum != 0) {
    tlen += taosEncodeFixedI8(buf, pRsp->withTbName);
    tlen += taosEncodeFixedI8(buf, pRsp->withSchema);
    tlen += taosEncodeFixedI8(buf, pRsp->withTag);

    for (int32_t i = 0; i < pRsp->blockNum; i++) {
      int32_t bLen = *(int32_t*)taosArrayGet(pRsp->blockDataLen, i);
      void*   data = taosArrayGetP(pRsp->blockData, i);
      tlen += taosEncodeFixedI32(buf, bLen);
      tlen += taosEncodeBinary(buf, data, bLen);
L
Liu Jicong 已提交
2459 2460 2461 2462
      if (pRsp->withSchema) {
        SSchemaWrapper* pSW = (SSchemaWrapper*)taosArrayGetP(pRsp->blockSchema, i);
        tlen += taosEncodeSSchemaWrapper(buf, pSW);
      }
L
Liu Jicong 已提交
2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474
    }
  }
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqDataBlkRsp(const void* buf, SMqDataBlkRsp* pRsp) {
  buf = taosDecodeFixedI64(buf, &pRsp->reqOffset);
  buf = taosDecodeFixedI64(buf, &pRsp->rspOffset);
  buf = taosDecodeFixedI32(buf, &pRsp->skipLogNum);
  buf = taosDecodeFixedI32(buf, &pRsp->blockNum);
  pRsp->blockData = taosArrayInit(pRsp->blockNum, sizeof(void*));
  pRsp->blockDataLen = taosArrayInit(pRsp->blockNum, sizeof(void*));
L
Liu Jicong 已提交
2475
  pRsp->blockSchema = taosArrayInit(pRsp->blockNum, sizeof(void*));
L
Liu Jicong 已提交
2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487
  if (pRsp->blockNum != 0) {
    buf = taosDecodeFixedI8(buf, &pRsp->withTbName);
    buf = taosDecodeFixedI8(buf, &pRsp->withSchema);
    buf = taosDecodeFixedI8(buf, &pRsp->withTag);

    for (int32_t i = 0; i < pRsp->blockNum; i++) {
      int32_t bLen = 0;
      void*   data = NULL;
      buf = taosDecodeFixedI32(buf, &bLen);
      buf = taosDecodeBinary(buf, &data, bLen);
      taosArrayPush(pRsp->blockDataLen, &bLen);
      taosArrayPush(pRsp->blockData, &data);
L
Liu Jicong 已提交
2488 2489 2490 2491 2492
      if (pRsp->withSchema) {
        SSchemaWrapper* pSW = (SSchemaWrapper*)taosMemoryMalloc(sizeof(SSchemaWrapper));
        buf = taosDecodeSSchemaWrapper(buf, pSW);
        taosArrayPush(pRsp->blockSchema, &pSW);
      }
L
Liu Jicong 已提交
2493 2494 2495 2496 2497
    }
  }
  return (void*)buf;
}

L
Liu Jicong 已提交
2498
typedef struct {
L
Liu Jicong 已提交
2499
  SMqRspHead head;
L
Liu Jicong 已提交
2500 2501
  char       cgroup[TSDB_CGROUP_LEN];
  SArray*    topics;  // SArray<SMqSubTopicEp>
L
Liu Jicong 已提交
2502
} SMqAskEpRsp;
L
Liu Jicong 已提交
2503

2504
static FORCE_INLINE void tDeleteSMqSubTopicEp(SMqSubTopicEp* pSubTopicEp) {
L
Liu Jicong 已提交
2505
  // taosMemoryFree(pSubTopicEp->schema.pSchema);
2506 2507
  taosArrayDestroy(pSubTopicEp->vgs);
}
L
Liu Jicong 已提交
2508

L
Liu Jicong 已提交
2509 2510
static FORCE_INLINE int32_t tEncodeSMqSubVgEp(void** buf, const SMqSubVgEp* pVgEp) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
2511
  tlen += taosEncodeFixedI32(buf, pVgEp->vgId);
L
Liu Jicong 已提交
2512
  tlen += taosEncodeFixedI64(buf, pVgEp->offset);
L
Liu Jicong 已提交
2513 2514 2515 2516 2517 2518
  tlen += taosEncodeSEpSet(buf, &pVgEp->epSet);
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubVgEp(void* buf, SMqSubVgEp* pVgEp) {
  buf = taosDecodeFixedI32(buf, &pVgEp->vgId);
L
Liu Jicong 已提交
2519
  buf = taosDecodeFixedI64(buf, &pVgEp->offset);
L
Liu Jicong 已提交
2520 2521 2522 2523 2524 2525 2526
  buf = taosDecodeSEpSet(buf, &pVgEp->epSet);
  return buf;
}

static FORCE_INLINE int32_t tEncodeSMqSubTopicEp(void** buf, const SMqSubTopicEp* pTopicEp) {
  int32_t tlen = 0;
  tlen += taosEncodeString(buf, pTopicEp->topic);
L
Liu Jicong 已提交
2527
  tlen += taosEncodeFixedI8(buf, pTopicEp->isSchemaAdaptive);
L
Liu Jicong 已提交
2528 2529 2530 2531 2532 2533
  int32_t sz = taosArrayGetSize(pTopicEp->vgs);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp* pVgEp = (SMqSubVgEp*)taosArrayGet(pTopicEp->vgs, i);
    tlen += tEncodeSMqSubVgEp(buf, pVgEp);
  }
L
Liu Jicong 已提交
2534
  tlen += taosEncodeSSchemaWrapper(buf, &pTopicEp->schema);
L
Liu Jicong 已提交
2535 2536 2537 2538 2539
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubTopicEp(void* buf, SMqSubTopicEp* pTopicEp) {
  buf = taosDecodeStringTo(buf, pTopicEp->topic);
L
Liu Jicong 已提交
2540
  buf = taosDecodeFixedI8(buf, &pTopicEp->isSchemaAdaptive);
L
Liu Jicong 已提交
2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pTopicEp->vgs = taosArrayInit(sz, sizeof(SMqSubVgEp));
  if (pTopicEp->vgs == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp vgEp;
    buf = tDecodeSMqSubVgEp(buf, &vgEp);
    taosArrayPush(pTopicEp->vgs, &vgEp);
  }
L
Liu Jicong 已提交
2552
  buf = taosDecodeSSchemaWrapper(buf, &pTopicEp->schema);
L
Liu Jicong 已提交
2553 2554 2555
  return buf;
}

L
Liu Jicong 已提交
2556
static FORCE_INLINE int32_t tEncodeSMqAskEpRsp(void** buf, const SMqAskEpRsp* pRsp) {
L
Liu Jicong 已提交
2557
  int32_t tlen = 0;
L
Liu Jicong 已提交
2558
  // tlen += taosEncodeString(buf, pRsp->cgroup);
L
Liu Jicong 已提交
2559 2560 2561 2562 2563 2564 2565 2566 2567
  int32_t sz = taosArrayGetSize(pRsp->topics);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp* pVgEp = (SMqSubTopicEp*)taosArrayGet(pRsp->topics, i);
    tlen += tEncodeSMqSubTopicEp(buf, pVgEp);
  }
  return tlen;
}

L
Liu Jicong 已提交
2568
static FORCE_INLINE void* tDecodeSMqAskEpRsp(void* buf, SMqAskEpRsp* pRsp) {
L
Liu Jicong 已提交
2569
  // buf = taosDecodeStringTo(buf, pRsp->cgroup);
L
Liu Jicong 已提交
2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pRsp->topics = taosArrayInit(sz, sizeof(SMqSubTopicEp));
  if (pRsp->topics == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp topicEp;
    buf = tDecodeSMqSubTopicEp(buf, &topicEp);
    taosArrayPush(pRsp->topics, &topicEp);
  }
  return buf;
}
dengyihao's avatar
dengyihao 已提交
2583

L
Liu Jicong 已提交
2584 2585 2586 2587
static FORCE_INLINE void tDeleteSMqAskEpRsp(SMqAskEpRsp* pRsp) {
  taosArrayDestroyEx(pRsp->topics, (void (*)(void*))tDeleteSMqSubTopicEp);
}

L
Liu Jicong 已提交
2588 2589
#pragma pack(pop)

D
dapan1121 已提交
2590 2591 2592 2593 2594
#ifdef __cplusplus
}
#endif

#endif /*_TD_COMMON_TAOS_MSG_H_*/