tmsg.h 55.9 KB
Newer Older
D
dapan1121 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_COMMON_TAOS_MSG_H_
#define _TD_COMMON_TAOS_MSG_H_

#ifdef __cplusplus
extern "C" {
#endif

H
more  
Hongze Cheng 已提交
23
#include "encode.h"
D
dapan1121 已提交
24 25
#include "taosdef.h"
#include "taoserror.h"
H
more  
Hongze Cheng 已提交
26
#include "tarray.h"
H
more  
Hongze Cheng 已提交
27
#include "tcoding.h"
L
Liu Jicong 已提交
28
#include "thash.h"
H
Hongze Cheng 已提交
29
#include "tlist.h"
30
#include "trow.h"
D
dapan1121 已提交
31

H
Hongze Cheng 已提交
32
/* ------------------------ MESSAGE DEFINITIONS ------------------------ */
H
Hongze Cheng 已提交
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50
#define TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#define TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

H
Hongze Cheng 已提交
51
extern char* tMsgInfo[];
H
Hongze Cheng 已提交
52 53 54 55 56
extern int   tMsgDict[];

#define TMSG_SEG_CODE(TYPE) (((TYPE)&0xff00) >> 8)
#define TMSG_SEG_SEQ(TYPE) ((TYPE)&0xff)
#define TMSG_INFO(TYPE) tMsgInfo[tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE)]
57
#define TMSG_INDEX(TYPE) (tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE))
D
dapan1121 已提交
58

H
Hongze Cheng 已提交
59 60
typedef uint16_t tmsg_t;

H
Hongze Cheng 已提交
61
/* ------------------------ OTHER DEFINITIONS ------------------------ */
D
dapan1121 已提交
62 63 64 65 66 67 68 69 70
// IE type
#define TSDB_IE_TYPE_SEC 1
#define TSDB_IE_TYPE_META 2
#define TSDB_IE_TYPE_MGMT_IP 3
#define TSDB_IE_TYPE_DNODE_CFG 4
#define TSDB_IE_TYPE_NEW_VERSION 5
#define TSDB_IE_TYPE_DNODE_EXT 6
#define TSDB_IE_TYPE_DNODE_STATE 7

L
Liu Jicong 已提交
71
typedef enum {
72
  HEARTBEAT_TYPE_MQ = 0,
L
Liu Jicong 已提交
73 74 75 76 77 78
  HEARTBEAT_TYPE_QUERY = 1,
  // types can be added here
  //
  HEARTBEAT_TYPE_MAX
} EHbType;

D
dapan1121 已提交
79
enum {
D
dapan1121 已提交
80 81
  HEARTBEAT_KEY_DBINFO = 1,
  HEARTBEAT_KEY_STBINFO,
D
dapan1121 已提交
82
  HEARTBEAT_KEY_MQ_TMP,
D
dapan1121 已提交
83 84
};

S
Shengliang Guan 已提交
85 86
typedef enum _mgmt_table {
  TSDB_MGMT_TABLE_START,
D
dapan1121 已提交
87 88 89 90 91 92
  TSDB_MGMT_TABLE_ACCT,
  TSDB_MGMT_TABLE_USER,
  TSDB_MGMT_TABLE_DB,
  TSDB_MGMT_TABLE_TABLE,
  TSDB_MGMT_TABLE_DNODE,
  TSDB_MGMT_TABLE_MNODE,
S
Shengliang Guan 已提交
93 94 95
  TSDB_MGMT_TABLE_QNODE,
  TSDB_MGMT_TABLE_SNODE,
  TSDB_MGMT_TABLE_BNODE,
D
dapan1121 已提交
96
  TSDB_MGMT_TABLE_VGROUP,
S
Shengliang Guan 已提交
97
  TSDB_MGMT_TABLE_STB,
D
dapan1121 已提交
98 99 100 101 102 103 104 105 106
  TSDB_MGMT_TABLE_MODULE,
  TSDB_MGMT_TABLE_QUERIES,
  TSDB_MGMT_TABLE_STREAMS,
  TSDB_MGMT_TABLE_VARIABLES,
  TSDB_MGMT_TABLE_CONNS,
  TSDB_MGMT_TABLE_SCORES,
  TSDB_MGMT_TABLE_GRANTS,
  TSDB_MGMT_TABLE_VNODES,
  TSDB_MGMT_TABLE_CLUSTER,
S
Shengliang Guan 已提交
107
  TSDB_MGMT_TABLE_STREAMTABLES,
D
dapan1121 已提交
108
  TSDB_MGMT_TABLE_TP,
S
Shengliang 已提交
109
  TSDB_MGMT_TABLE_FUNC,
D
dapan1121 已提交
110
  TSDB_MGMT_TABLE_MAX,
S
Shengliang Guan 已提交
111
} EShowType;
D
dapan1121 已提交
112

S
Shengliang Guan 已提交
113 114
#define TSDB_ALTER_TABLE_ADD_TAG 1
#define TSDB_ALTER_TABLE_DROP_TAG 2
S
Shengliang Guan 已提交
115
#define TSDB_ALTER_TABLE_UPDATE_TAG_NAME 3
H
Hongze Cheng 已提交
116
#define TSDB_ALTER_TABLE_UPDATE_TAG_VAL 4
D
dapan1121 已提交
117

H
Hongze Cheng 已提交
118 119
#define TSDB_ALTER_TABLE_ADD_COLUMN 5
#define TSDB_ALTER_TABLE_DROP_COLUMN 6
S
Shengliang Guan 已提交
120 121
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES 7
#define TSDB_ALTER_TABLE_UPDATE_TAG_BYTES 8
D
dapan1121 已提交
122

H
Hongze Cheng 已提交
123 124 125 126 127 128
#define TSDB_FILL_NONE 0
#define TSDB_FILL_NULL 1
#define TSDB_FILL_SET_VALUE 2
#define TSDB_FILL_LINEAR 3
#define TSDB_FILL_PREV 4
#define TSDB_FILL_NEXT 5
D
dapan1121 已提交
129

H
Hongze Cheng 已提交
130
#define TSDB_ALTER_USER_PASSWD 0x1
S
Shengliang Guan 已提交
131 132 133 134 135 136
#define TSDB_ALTER_USER_SUPERUSER 0x2
#define TSDB_ALTER_USER_ADD_READ_DB 0x3
#define TSDB_ALTER_USER_REMOVE_READ_DB 0x4
#define TSDB_ALTER_USER_CLEAR_READ_DB 0x5
#define TSDB_ALTER_USER_ADD_WRITE_DB 0x6
#define TSDB_ALTER_USER_REMOVE_WRITE_DB 0x7
S
Shengliang Guan 已提交
137
#define TSDB_ALTER_USER_CLEAR_WRITE_DB 0x8
S
Shengliang Guan 已提交
138

D
dapan1121 已提交
139 140
#define TSDB_ALTER_USER_PRIVILEGES 0x2

H
Hongze Cheng 已提交
141
#define TSDB_KILL_MSG_LEN 30
D
dapan1121 已提交
142

H
Hongze Cheng 已提交
143 144
#define TSDB_VN_READ_ACCCESS ((char)0x1)
#define TSDB_VN_WRITE_ACCCESS ((char)0x2)
D
dapan1121 已提交
145 146
#define TSDB_VN_ALL_ACCCESS (TSDB_VN_READ_ACCCESS | TSDB_VN_WRITE_ACCCESS)

H
Hongze Cheng 已提交
147 148 149 150 151
#define TSDB_COL_NORMAL 0x0u  // the normal column of the table
#define TSDB_COL_TAG 0x1u     // the tag column type
#define TSDB_COL_UDC 0x2u     // the user specified normal string column, it is a dummy column
#define TSDB_COL_TMP 0x4u     // internal column generated by the previous operators
#define TSDB_COL_NULL 0x8u    // the column filter NULL or not
D
dapan1121 已提交
152

H
Hongze Cheng 已提交
153 154 155 156
#define TSDB_COL_IS_TAG(f) (((f & (~(TSDB_COL_NULL))) & TSDB_COL_TAG) != 0)
#define TSDB_COL_IS_NORMAL_COL(f) ((f & (~(TSDB_COL_NULL))) == TSDB_COL_NORMAL)
#define TSDB_COL_IS_UD_COL(f) ((f & (~(TSDB_COL_NULL))) == TSDB_COL_UDC)
#define TSDB_COL_REQ_NULL(f) (((f)&TSDB_COL_NULL) != 0)
S
Shengliang Guan 已提交
157 158 159 160 161

#define TD_SUPER_TABLE TSDB_SUPER_TABLE
#define TD_CHILD_TABLE TSDB_CHILD_TABLE
#define TD_NORMAL_TABLE TSDB_NORMAL_TABLE

S
Shengliang Guan 已提交
162
typedef struct {
S
Shengliang Guan 已提交
163
  int32_t vgId;
D
dapan1121 已提交
164 165
  char*   dbFName;
  char*   tbName;
D
dapan1121 已提交
166 167
} SBuildTableMetaInput;

S
Shengliang Guan 已提交
168
typedef struct {
D
dapan1121 已提交
169
  char    db[TSDB_DB_FNAME_LEN];
170
  int32_t vgVersion;
D
dapan1121 已提交
171 172
} SBuildUseDBInput;

S
Shengliang Guan 已提交
173 174 175 176 177 178
typedef struct SField {
  char    name[TSDB_COL_NAME_LEN];
  uint8_t type;
  int32_t bytes;
} SField;

D
dapan1121 已提交
179 180 181
#pragma pack(push, 1)

// null-terminated string instead of char array to avoid too many memory consumption in case of more than 1M tableMeta
H
Haojun Liao 已提交
182
typedef struct SEp {
D
dapan1121 已提交
183
  char     fqdn[TSDB_FQDN_LEN];
D
dapan1121 已提交
184
  uint16_t port;
H
Haojun Liao 已提交
185
} SEp;
D
dapan1121 已提交
186

S
Shengliang Guan 已提交
187
typedef struct {
D
dapan1121 已提交
188 189 190 191 192 193
  int32_t contLen;
  int32_t vgId;
} SMsgHead;

// Submit message for one table
typedef struct SSubmitBlk {
194 195 196 197 198 199 200 201
  int64_t uid;        // table unique id
  int32_t tid;        // table id
  int32_t padding;    // TODO just for padding here
  int32_t sversion;   // data schema version
  int32_t dataLen;    // data part length, not including the SSubmitBlk head
  int32_t schemaLen;  // schema length, if length is 0, no schema exists
  int16_t numOfRows;  // total number of rows in current submit block
  char    data[];
D
dapan1121 已提交
202 203 204
} SSubmitBlk;

// Submit message for this TSDB
S
Shengliang Guan 已提交
205
typedef struct {
S
Shengliang Guan 已提交
206
  SMsgHead header;
H
Hongze Cheng 已提交
207
  int64_t  version;
S
Shengliang Guan 已提交
208 209 210
  int32_t  length;
  int32_t  numOfBlocks;
  char     blocks[];
S
Shengliang Guan 已提交
211
} SSubmitReq;
D
dapan1121 已提交
212

H
Hongze Cheng 已提交
213 214 215
typedef struct {
  int32_t totalLen;
  int32_t len;
216
  STSRow* row;
H
Hongze Cheng 已提交
217 218 219 220 221 222 223 224
} SSubmitBlkIter;

typedef struct {
  int32_t totalLen;
  int32_t len;
  void*   pMsg;
} SSubmitMsgIter;

S
Shengliang Guan 已提交
225
int32_t tInitSubmitMsgIter(SSubmitReq* pMsg, SSubmitMsgIter* pIter);
S
Shengliang Guan 已提交
226 227
int32_t tGetSubmitMsgNext(SSubmitMsgIter* pIter, SSubmitBlk** pPBlock);
int32_t tInitSubmitBlkIter(SSubmitBlk* pBlock, SSubmitBlkIter* pIter);
C
Cary Xu 已提交
228
STSRow* tGetSubmitBlkNext(SSubmitBlkIter* pIter);
H
Hongze Cheng 已提交
229

D
dapan1121 已提交
230 231 232 233 234
typedef struct {
  int32_t index;  // index of failed block in submit blocks
  int32_t vnode;  // vnode index of failed block
  int32_t sid;    // table index of failed block
  int32_t code;   // errorcode while write data to vnode, such as not created, dropped, no space, invalid table
S
Shengliang Guan 已提交
235
} SSubmitRspBlock;
D
dapan1121 已提交
236 237

typedef struct {
S
Shengliang Guan 已提交
238 239 240 241 242 243 244
  int32_t         code;          // 0-success, > 0 error code
  int32_t         numOfRows;     // number of records the client is trying to write
  int32_t         affectedRows;  // number of records actually written
  int32_t         failedRows;    // number of failed records (exclude duplicate records)
  int32_t         numOfFailedBlocks;
  SSubmitRspBlock failedBlocks[];
} SSubmitRsp;
D
dapan1121 已提交
245 246

typedef struct SSchema {
S
Shengliang Guan 已提交
247
  int8_t  type;
S
Shengliang Guan 已提交
248
  int32_t colId;
249
  int32_t bytes;
S
Shengliang Guan 已提交
250
  char    name[TSDB_COL_NAME_LEN];
D
dapan1121 已提交
251 252 253
} SSchema;

typedef struct {
S
Shengliang Guan 已提交
254 255 256
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  igExists;
  int32_t numOfColumns;
S
Shengliang Guan 已提交
257 258 259
  int32_t numOfTags;
  SArray* pColumns;
  SArray* pTags;
S
Shengliang Guan 已提交
260
  char    comment[TSDB_STB_COMMENT_LEN];
S
Shengliang Guan 已提交
261
} SMCreateStbReq;
D
dapan1121 已提交
262

S
Shengliang Guan 已提交
263 264
int32_t tSerializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
int32_t tDeserializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
265
void    tFreeSMCreateStbReq(SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
266

D
dapan1121 已提交
267 268 269
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
270
} SMDropStbReq;
S
Shengliang Guan 已提交
271

S
Shengliang Guan 已提交
272 273
int32_t tSerializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
int32_t tDeserializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
S
Shengliang Guan 已提交
274

S
Shengliang Guan 已提交
275 276 277
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
S
Shengliang Guan 已提交
278 279
  int32_t numOfFields;
  SArray* pFields;
S
Shengliang Guan 已提交
280
} SMAltertbReq;
D
dapan1121 已提交
281

S
Shengliang Guan 已提交
282 283 284
int32_t tSerializeSMAlterStbReq(void* buf, int32_t bufLen, SMAltertbReq* pReq);
int32_t tDeserializeSMAlterStbReq(void* buf, int32_t bufLen, SMAltertbReq* pReq);
void    tFreeSMAltertbReq(SMAltertbReq* pReq);
D
dapan1121 已提交
285

S
Shengliang Guan 已提交
286 287 288 289 290 291 292 293 294 295 296
typedef struct SEpSet {
  int8_t inUse;
  int8_t numOfEps;
  SEp    eps[TSDB_MAX_REPLICA];
} SEpSet;

int32_t tEncodeSEpSet(SCoder* pEncoder, const SEpSet* pEp);
int32_t tDecodeSEpSet(SCoder* pDecoder, SEpSet* pEp);
int32_t taosEncodeSEpSet(void** buf, const SEpSet* pEp);
void*   taosDecodeSEpSet(void* buf, SEpSet* pEp);

D
dapan1121 已提交
297 298
typedef struct {
  int32_t pid;
S
Shengliang Guan 已提交
299 300
  char    app[TSDB_APP_NAME_LEN];
  char    db[TSDB_DB_NAME_LEN];
301
  int64_t startTime;
S
Shengliang Guan 已提交
302
} SConnectReq;
D
dapan1121 已提交
303

S
Shengliang Guan 已提交
304 305
int32_t tSerializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
int32_t tDeserializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
S
Shengliang Guan 已提交
306

L
Liu Jicong 已提交
307 308 309 310 311 312
typedef struct {
  int32_t acctId;
  int64_t clusterId;
  int32_t connId;
  int8_t  superUser;
  SEpSet  epSet;
313
  char    sVersion[128];
L
Liu Jicong 已提交
314
} SConnectRsp;
L
Liu Jicong 已提交
315

S
Shengliang Guan 已提交
316 317 318
int32_t tSerializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);
int32_t tDeserializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);

L
Liu Jicong 已提交
319 320 321 322 323 324 325 326 327 328
typedef struct {
  char    user[TSDB_USER_LEN];
  char    pass[TSDB_PASSWORD_LEN];
  int32_t maxUsers;
  int32_t maxDbs;
  int32_t maxTimeSeries;
  int32_t maxStreams;
  int32_t accessState;  // Configured only by command
  int64_t maxStorage;   // In unit of GB
} SCreateAcctReq, SAlterAcctReq;
L
Liu Jicong 已提交
329

S
Shengliang Guan 已提交
330 331
int32_t tSerializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
int32_t tDeserializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
S
Shengliang Guan 已提交
332

L
Liu Jicong 已提交
333 334 335
typedef struct {
  char user[TSDB_USER_LEN];
} SDropUserReq, SDropAcctReq;
D
dapan1121 已提交
336

S
Shengliang Guan 已提交
337 338
int32_t tSerializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
int32_t tDeserializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
S
Shengliang Guan 已提交
339

D
dapan1121 已提交
340
typedef struct {
S
Shengliang Guan 已提交
341 342
  int8_t createType;
  int8_t superUser;  // denote if it is a super user or not
S
Shengliang Guan 已提交
343 344
  char   user[TSDB_USER_LEN];
  char   pass[TSDB_PASSWORD_LEN];
S
Shengliang Guan 已提交
345 346
} SCreateUserReq;

S
Shengliang Guan 已提交
347 348
int32_t tSerializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
int32_t tDeserializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
S
Shengliang Guan 已提交
349 350 351

typedef struct {
  int8_t alterType;
S
Shengliang Guan 已提交
352
  int8_t superUser;
S
Shengliang Guan 已提交
353 354 355 356 357
  char   user[TSDB_USER_LEN];
  char   pass[TSDB_PASSWORD_LEN];
  char   dbname[TSDB_DB_FNAME_LEN];
} SAlterUserReq;

S
Shengliang Guan 已提交
358 359
int32_t tSerializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
int32_t tDeserializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
D
dapan1121 已提交
360

S
Shengliang Guan 已提交
361 362 363 364
typedef struct {
  char user[TSDB_USER_LEN];
} SGetUserAuthReq;

S
Shengliang Guan 已提交
365 366
int32_t tSerializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
int32_t tDeserializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
S
Shengliang Guan 已提交
367 368 369 370 371 372 373 374

typedef struct {
  char      user[TSDB_USER_LEN];
  int8_t    superAuth;
  SHashObj* readDbs;
  SHashObj* writeDbs;
} SGetUserAuthRsp;

S
Shengliang Guan 已提交
375 376
int32_t tSerializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
int32_t tDeserializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
S
Shengliang Guan 已提交
377

D
dapan1121 已提交
378
typedef struct {
S
Shengliang Guan 已提交
379 380 381
  int16_t colId;     // column id
  int16_t colIndex;  // column index in colList if it is a normal column or index in tagColList if a tag
  int16_t flag;      // denote if it is a tag or a normal column
382
  char    name[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
383 384
} SColIndex;

S
Shengliang Guan 已提交
385
typedef struct {
D
dapan1121 已提交
386 387
  int16_t lowerRelOptr;
  int16_t upperRelOptr;
S
Shengliang Guan 已提交
388
  int16_t filterstr;  // denote if current column is char(binary/nchar)
D
dapan1121 已提交
389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405

  union {
    struct {
      int64_t lowerBndi;
      int64_t upperBndi;
    };
    struct {
      double lowerBndd;
      double upperBndd;
    };
    struct {
      int64_t pz;
      int64_t len;
    };
  };
} SColumnFilterInfo;

S
Shengliang Guan 已提交
406
typedef struct {
S
Shengliang Guan 已提交
407 408 409
  int16_t numOfFilters;
  union {
    int64_t            placeholder;
H
Hongze Cheng 已提交
410
    SColumnFilterInfo* filterInfo;
D
dapan1121 已提交
411 412 413 414 415 416
  };
} SColumnFilterList;
/*
 * for client side struct, we only need the column id, type, bytes are not necessary
 * But for data in vnode side, we need all the following information.
 */
S
Shengliang Guan 已提交
417
typedef struct {
S
Shengliang Guan 已提交
418 419 420 421
  int16_t           colId;
  int16_t           type;
  int16_t           bytes;
  SColumnFilterList flist;
D
dapan1121 已提交
422 423
} SColumnInfo;

S
Shengliang Guan 已提交
424
typedef struct {
D
dapan1121 已提交
425 426 427 428 429 430 431 432 433 434
  uint64_t uid;
  TSKEY    key;  // last accessed ts, for subscription
} STableIdInfo;

typedef struct STimeWindow {
  TSKEY skey;
  TSKEY ekey;
} STimeWindow;

typedef struct {
S
Shengliang Guan 已提交
435 436 437 438
  int32_t tsOffset;       // offset value in current msg body, NOTE: ts list is compressed
  int32_t tsLen;          // total length of ts comp block
  int32_t tsNumOfBlocks;  // ts comp block numbers
  int32_t tsOrder;        // ts comp block order
D
dapan1121 已提交
439 440
} STsBufInfo;

S
Shengliang Guan 已提交
441
typedef struct {
S
Shengliang Guan 已提交
442
  int32_t tz;  // query client timezone
D
dapan1121 已提交
443 444 445 446 447 448 449 450 451
  char    intervalUnit;
  char    slidingUnit;
  char    offsetUnit;
  int64_t interval;
  int64_t sliding;
  int64_t offset;
} SInterval;

typedef struct {
S
Shengliang Guan 已提交
452 453
  SMsgHead head;
  char     version[TSDB_VERSION_LEN];
D
dapan1121 已提交
454

S
Shengliang Guan 已提交
455 456 457 458 459 460 461 462 463 464 465 466 467
  bool stableQuery;        // super table query or not
  bool topBotQuery;        // TODO used bitwise flag
  bool interpQuery;        // interp query or not
  bool groupbyColumn;      // denote if this is a groupby normal column query
  bool hasTagResults;      // if there are tag values in final result or not
  bool timeWindowInterpo;  // if the time window start/end required interpolation
  bool queryBlockDist;     // if query data block distribution
  bool stabledev;          // super table stddev query
  bool tsCompQuery;        // is tscomp query
  bool simpleAgg;
  bool pointInterpQuery;  // point interpolation query
  bool needReverseScan;   // need reverse scan
  bool stateWindow;       // state window flag
D
dapan1121 已提交
468 469 470 471 472

  STimeWindow window;
  int32_t     numOfTables;
  int16_t     order;
  int16_t     orderColId;
S
Shengliang Guan 已提交
473
  int16_t     numOfCols;  // the number of columns will be load from vnode
D
dapan1121 已提交
474
  SInterval   interval;
S
Shengliang Guan 已提交
475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493
  //  SSessionWindow sw;            // session window
  int16_t tagCondLen;      // tag length in current query
  int16_t colCondLen;      // column length in current query
  int16_t numOfGroupCols;  // num of group by columns
  int16_t orderByIdx;
  int16_t orderType;    // used in group by xx order by xxx
  int64_t vgroupLimit;  // limit the number of rows for each table, used in order by + limit in stable projection query.
  int16_t prjOrder;     // global order in super table projection query.
  int64_t limit;
  int64_t offset;
  int32_t queryType;    // denote another query process
  int16_t numOfOutput;  // final output columns numbers
  int16_t fillType;     // interpolate type
  int64_t fillVal;      // default value array list
  int32_t secondStageOutput;
  STsBufInfo  tsBuf;          // tsBuf info
  int32_t     numOfTags;      // number of tags columns involved
  int32_t     sqlstrLen;      // sql query string
  int32_t     prevResultLen;  // previous result length
D
dapan1121 已提交
494
  int32_t     numOfOperator;
H
Hongze Cheng 已提交
495 496
  int32_t     tableScanOperator;  // table scan operator. -1 means no scan operator
  int32_t     udfNum;             // number of udf function
D
dapan1121 已提交
497 498 499
  int32_t     udfContentOffset;
  int32_t     udfContentLen;
  SColumnInfo tableCols[];
S
Shengliang Guan 已提交
500
} SQueryTableReq;
D
dapan1121 已提交
501 502

typedef struct {
S
Shengliang Guan 已提交
503
  int32_t code;
D
dapan1121 已提交
504 505 506
} SQueryTableRsp;

typedef struct {
507
  char    db[TSDB_DB_FNAME_LEN];
508
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
509 510 511 512 513 514
  int32_t cacheBlockSize;  // MB
  int32_t totalBlocks;
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
S
Shengliang Guan 已提交
515 516
  int32_t minRows;
  int32_t maxRows;
S
Shengliang Guan 已提交
517 518
  int32_t commitTime;
  int32_t fsyncPeriod;
S
Shengliang Guan 已提交
519
  int8_t  walLevel;
S
Shengliang Guan 已提交
520 521 522 523 524 525
  int8_t  precision;  // time resolution
  int8_t  compression;
  int8_t  replications;
  int8_t  quorum;
  int8_t  update;
  int8_t  cacheLastRow;
S
Shengliang Guan 已提交
526
  int8_t  ignoreExist;
S
Shengliang Guan 已提交
527
} SCreateDbReq;
S
Shengliang Guan 已提交
528

S
Shengliang Guan 已提交
529 530 531
int32_t tSerializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);
int32_t tDeserializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);

S
Shengliang Guan 已提交
532
typedef struct {
533
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
534 535 536 537 538 539 540 541
  int32_t totalBlocks;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
  int32_t fsyncPeriod;
  int8_t  walLevel;
  int8_t  quorum;
  int8_t  cacheLastRow;
S
Shengliang Guan 已提交
542
} SAlterDbReq;
S
Shengliang Guan 已提交
543

S
Shengliang Guan 已提交
544 545 546
int32_t tSerializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);
int32_t tDeserializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);

S
Shengliang Guan 已提交
547
typedef struct {
S
Shengliang Guan 已提交
548
  char   db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
549
  int8_t ignoreNotExists;
S
Shengliang Guan 已提交
550
} SDropDbReq;
S
Shengliang Guan 已提交
551

S
Shengliang Guan 已提交
552 553 554
int32_t tSerializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);
int32_t tDeserializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);

S
Shengliang Guan 已提交
555
typedef struct {
S
Shengliang Guan 已提交
556 557 558 559
  char     db[TSDB_DB_FNAME_LEN];
  uint64_t uid;
} SDropDbRsp;

S
Shengliang Guan 已提交
560 561 562
int32_t tSerializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);
int32_t tDeserializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);

S
Shengliang Guan 已提交
563 564
typedef struct {
  char    db[TSDB_DB_FNAME_LEN];
565
  int32_t vgVersion;
S
Shengliang Guan 已提交
566
} SUseDbReq;
S
Shengliang Guan 已提交
567

S
Shengliang Guan 已提交
568 569
int32_t tSerializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
int32_t tDeserializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
S
Shengliang Guan 已提交
570

S
Shengliang Guan 已提交
571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591
typedef struct {
  char     db[TSDB_DB_FNAME_LEN];
  uint64_t uid;
  int32_t  vgVersion;
  int32_t  vgNum;
  int8_t   hashMethod;
  SArray*  pVgroupInfos;  // Array of SVgroupInfo
} SUseDbRsp;

int32_t tSerializeSUseDbRsp(void* buf, int32_t bufLen, SUseDbRsp* pRsp);
int32_t tDeserializeSUseDbRsp(void* buf, int32_t bufLen, SUseDbRsp* pRsp);
void    tFreeSUsedbRsp(SUseDbRsp* pRsp);

typedef struct {
  SArray* pArray;  // Array of SUseDbRsp
} SUseDbBatchRsp;

int32_t tSerializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
int32_t tDeserializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
void    tFreeSUseDbBatchRsp(SUseDbBatchRsp* pRsp);

S
Shengliang Guan 已提交
592
typedef struct {
S
Shengliang Guan 已提交
593
  char db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
594 595 596 597
} SSyncDbReq, SCompactDbReq;

int32_t tSerializeSSyncDbReq(void* buf, int32_t bufLen, SSyncDbReq* pReq);
int32_t tDeserializeSSyncDbReq(void* buf, int32_t bufLen, SSyncDbReq* pReq);
D
dapan1121 已提交
598 599

typedef struct {
S
Shengliang Guan 已提交
600
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang 已提交
601
  int8_t  igExists;
S
Shengliang Guan 已提交
602 603
  int8_t  funcType;
  int8_t  scriptType;
S
Shengliang Guan 已提交
604
  int8_t  outputType;
S
Shengliang Guan 已提交
605
  int32_t outputLen;
S
Shengliang Guan 已提交
606
  int32_t bufSize;
S
Shengliang 已提交
607
  int64_t signature;
S
Shengliang Guan 已提交
608 609
  int32_t commentSize;
  int32_t codeSize;
S
Shengliang Guan 已提交
610 611
  char    pComment[TSDB_FUNC_COMMENT_LEN];
  char    pCode[TSDB_FUNC_CODE_LEN];
S
Shengliang Guan 已提交
612
} SCreateFuncReq;
D
dapan1121 已提交
613

S
Shengliang Guan 已提交
614 615 616
int32_t tSerializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);
int32_t tDeserializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);

D
dapan1121 已提交
617
typedef struct {
S
Shengliang 已提交
618 619
  char   name[TSDB_FUNC_NAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
620
} SDropFuncReq;
S
Shengliang Guan 已提交
621

S
Shengliang Guan 已提交
622 623 624
int32_t tSerializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);
int32_t tDeserializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);

S
Shengliang Guan 已提交
625 626
typedef struct {
  int32_t numOfFuncs;
S
Shengliang Guan 已提交
627
  SArray* pFuncNames;
S
Shengliang Guan 已提交
628
} SRetrieveFuncReq;
D
dapan1121 已提交
629

S
Shengliang Guan 已提交
630 631 632
int32_t tSerializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);
int32_t tDeserializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);

D
dapan1121 已提交
633 634
typedef struct {
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang Guan 已提交
635 636 637 638
  int8_t  funcType;
  int8_t  scriptType;
  int8_t  outputType;
  int32_t outputLen;
D
dapan1121 已提交
639
  int32_t bufSize;
S
Shengliang 已提交
640
  int64_t signature;
S
Shengliang Guan 已提交
641 642
  int32_t commentSize;
  int32_t codeSize;
S
Shengliang Guan 已提交
643 644
  char    pComment[TSDB_FUNC_COMMENT_LEN];
  char    pCode[TSDB_FUNC_CODE_LEN];
S
Shengliang Guan 已提交
645
} SFuncInfo;
D
dapan1121 已提交
646 647

typedef struct {
S
Shengliang Guan 已提交
648
  int32_t numOfFuncs;
S
Shengliang Guan 已提交
649
  SArray* pFuncInfos;
S
Shengliang Guan 已提交
650
} SRetrieveFuncRsp;
D
dapan1121 已提交
651

S
Shengliang Guan 已提交
652 653 654
int32_t tSerializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);
int32_t tDeserializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);

D
dapan1121 已提交
655
typedef struct {
S
Shengliang Guan 已提交
656 657 658 659 660 661
  int32_t statusInterval;
  int64_t checkTime;                    // 1970-01-01 00:00:00.000
  char    timezone[TSDB_TIMEZONE_LEN];  // tsTimezone
  char    locale[TSDB_LOCALE_LEN];      // tsLocale
  char    charset[TSDB_LOCALE_LEN];     // tsCharset
} SClusterCfg;
D
dapan1121 已提交
662

S
Shengliang Guan 已提交
663 664 665
typedef struct {
  int32_t vgId;
  int8_t  role;
S
Shengliang Guan 已提交
666 667
  int64_t numOfTables;
  int64_t numOfTimeSeries;
S
Shengliang Guan 已提交
668 669 670 671 672 673
  int64_t totalStorage;
  int64_t compStorage;
  int64_t pointsWritten;
} SVnodeLoad;

typedef struct {
S
Shengliang Guan 已提交
674 675
  int32_t     sver;  // software version
  int64_t     dver;  // dnode table version in sdb
S
Shengliang Guan 已提交
676
  int32_t     dnodeId;
677
  int64_t     clusterId;
S
Shengliang Guan 已提交
678 679
  int64_t     rebootTime;
  int64_t     updateTime;
S
Shengliang Guan 已提交
680 681
  int32_t     numOfCores;
  int32_t     numOfSupportVnodes;
S
Shengliang Guan 已提交
682 683
  char        dnodeEp[TSDB_EP_LEN];
  SClusterCfg clusterCfg;
S
Shengliang Guan 已提交
684
  SArray*     pVloads;  // array of SVnodeLoad
S
Shengliang Guan 已提交
685
} SStatusReq;
D
dapan1121 已提交
686

S
Shengliang Guan 已提交
687 688
int32_t tSerializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
int32_t tDeserializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
S
Shengliang Guan 已提交
689

D
dapan1121 已提交
690
typedef struct {
S
Shengliang Guan 已提交
691
  int32_t dnodeId;
692
  int64_t clusterId;
D
dapan1121 已提交
693 694 695
} SDnodeCfg;

typedef struct {
696 697 698
  int32_t id;
  int8_t  isMnode;
  SEp     ep;
D
dapan1121 已提交
699 700 701
} SDnodeEp;

typedef struct {
702
  int64_t   dver;
S
Shengliang Guan 已提交
703
  SDnodeCfg dnodeCfg;
S
Shengliang Guan 已提交
704
  SArray*   pDnodeEps;  // Array of SDnodeEp
D
dapan1121 已提交
705 706
} SStatusRsp;

S
Shengliang Guan 已提交
707 708
int32_t tSerializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
int32_t tDeserializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
S
Shengliang Guan 已提交
709 710

typedef struct {
S
Shengliang Guan 已提交
711 712 713 714 715
  int32_t reserved;
} SMTimerReq;

int32_t tSerializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
int32_t tDeserializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
S
Shengliang Guan 已提交
716

D
dapan1121 已提交
717
typedef struct {
S
Shengliang Guan 已提交
718 719 720
  int32_t  id;
  uint16_t port;                 // node sync Port
  char     fqdn[TSDB_FQDN_LEN];  // node FQDN
S
Shengliang Guan 已提交
721 722 723
} SReplica;

typedef struct {
S
Shengliang Guan 已提交
724
  int32_t  vgId;
S
Shengliang Guan 已提交
725
  int32_t  dnodeId;
726
  char     db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
727
  uint64_t dbUid;
728
  int32_t  vgVersion;
S
Shengliang Guan 已提交
729 730 731 732 733 734
  int32_t  cacheBlockSize;
  int32_t  totalBlocks;
  int32_t  daysPerFile;
  int32_t  daysToKeep0;
  int32_t  daysToKeep1;
  int32_t  daysToKeep2;
S
Shengliang Guan 已提交
735 736 737
  int32_t  minRows;
  int32_t  maxRows;
  int32_t  commitTime;
S
Shengliang Guan 已提交
738
  int32_t  fsyncPeriod;
S
Shengliang Guan 已提交
739
  int8_t   walLevel;
S
Shengliang Guan 已提交
740 741 742
  int8_t   precision;
  int8_t   compression;
  int8_t   quorum;
S
Shengliang Guan 已提交
743 744
  int8_t   update;
  int8_t   cacheLastRow;
S
Shengliang Guan 已提交
745
  int8_t   replica;
S
Shengliang Guan 已提交
746 747
  int8_t   selfIndex;
  SReplica replicas[TSDB_MAX_REPLICA];
S
Shengliang Guan 已提交
748
} SCreateVnodeReq, SAlterVnodeReq;
D
dapan1121 已提交
749

S
Shengliang Guan 已提交
750 751 752
int32_t tSerializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);
int32_t tDeserializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);

S
Shengliang Guan 已提交
753
typedef struct {
S
Shengliang Guan 已提交
754 755 756
  int32_t  vgId;
  int32_t  dnodeId;
  uint64_t dbUid;
S
Shengliang Guan 已提交
757 758
  char     db[TSDB_DB_FNAME_LEN];
} SDropVnodeReq, SSyncVnodeReq, SCompactVnodeReq;
S
Shengliang Guan 已提交
759

S
Shengliang Guan 已提交
760 761
int32_t tSerializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
int32_t tDeserializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
S
Shengliang Guan 已提交
762

D
dapan1121 已提交
763
typedef struct {
D
dapan1121 已提交
764
  SMsgHead header;
D
dapan1121 已提交
765 766
  char     dbFName[TSDB_DB_FNAME_LEN];
  char     tbName[TSDB_TABLE_NAME_LEN];
S
Shengliang Guan 已提交
767
} STableInfoReq;
D
dapan1121 已提交
768

S
Shengliang Guan 已提交
769 770 771
int32_t tSerializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);
int32_t tDeserializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);

D
dapan1121 已提交
772
typedef struct {
S
Shengliang Guan 已提交
773
  int8_t  metaClone;  // create local clone of the cached table meta
D
dapan1121 已提交
774 775 776 777
  int32_t numOfVgroups;
  int32_t numOfTables;
  int32_t numOfUdfs;
  char    tableNames[];
S
Shengliang Guan 已提交
778
} SMultiTableInfoReq;
D
dapan1121 已提交
779

H
Haojun Liao 已提交
780
// todo refactor
D
dapan1121 已提交
781
typedef struct SVgroupInfo {
782 783 784 785
  int32_t  vgId;
  uint32_t hashBegin;
  uint32_t hashEnd;
  SEpSet   epset;
D
dapan1121 已提交
786 787
} SVgroupInfo;

D
dapan1121 已提交
788
typedef struct {
H
Haojun Liao 已提交
789 790
  int32_t     numOfVgroups;
  SVgroupInfo vgroups[];
S
Shengliang Guan 已提交
791
} SVgroupsInfo;
D
dapan1121 已提交
792

S
Shengliang Guan 已提交
793
typedef struct {
D
dapan1121 已提交
794 795 796
  char     tbName[TSDB_TABLE_NAME_LEN];
  char     stbName[TSDB_TABLE_NAME_LEN];
  char     dbFName[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
797
  uint64_t dbId;
S
Shengliang Guan 已提交
798 799 800 801 802 803 804 805
  int32_t  numOfTags;
  int32_t  numOfColumns;
  int8_t   precision;
  int8_t   tableType;
  int8_t   update;
  int32_t  sversion;
  int32_t  tversion;
  uint64_t suid;
S
Shengliang Guan 已提交
806
  uint64_t tuid;
S
Shengliang Guan 已提交
807
  int32_t  vgId;
S
Shengliang Guan 已提交
808
  SSchema* pSchemas;
S
Shengliang Guan 已提交
809
} STableMetaRsp;
D
dapan1121 已提交
810

S
Shengliang Guan 已提交
811 812 813 814 815 816 817 818 819 820 821 822
int32_t tSerializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
int32_t tDeserializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
void    tFreeSTableMetaRsp(STableMetaRsp* pRsp);

typedef struct {
  SArray* pArray;  // Array of STableMetaRsp
} STableMetaBatchRsp;

int32_t tSerializeSTableMetaBatchRsp(void* buf, int32_t bufLen, STableMetaBatchRsp* pRsp);
int32_t tDeserializeSTableMetaBatchRsp(void* buf, int32_t bufLen, STableMetaBatchRsp* pRsp);
void    tFreeSTableMetaBatchRsp(STableMetaBatchRsp* pRsp);

S
Shengliang Guan 已提交
823
typedef struct {
S
Shengliang Guan 已提交
824 825 826 827 828 829 830 831
  int32_t numOfTables;
  int32_t numOfVgroup;
  int32_t numOfUdf;
  int32_t contLen;
  int8_t  compressed;  // denote if compressed or not
  int32_t rawLen;      // size before compress
  uint8_t metaClone;   // make meta clone after retrieve meta from mnode
  char    meta[];
D
dapan1121 已提交
832 833 834 835 836
} SMultiTableMeta;

typedef struct {
  int32_t dataLen;
  char    name[TSDB_TABLE_FNAME_LEN];
H
Hongze Cheng 已提交
837
  char*   data;
D
dapan1121 已提交
838 839 840 841 842 843 844 845
} STagData;

/*
 * sql: show tables like '%a_%'
 * payload is the query condition, e.g., '%a_%'
 * payloadLen is the length of payload
 */
typedef struct {
S
Shengliang Guan 已提交
846
  int32_t type;
847
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
848 849
  int32_t payloadLen;
  char*   payload;
S
Shengliang Guan 已提交
850
} SShowReq;
D
dapan1121 已提交
851

S
Shengliang Guan 已提交
852 853 854 855
int32_t tSerializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
int32_t tDeserializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
void    tFreeSShowReq(SShowReq* pReq);

S
Shengliang Guan 已提交
856
typedef struct {
857
  int64_t       showId;
S
Shengliang Guan 已提交
858
  STableMetaRsp tableMeta;
S
Shengliang Guan 已提交
859
} SShowRsp, SVShowTablesRsp;
D
dapan1121 已提交
860

S
Shengliang Guan 已提交
861 862 863 864
int32_t tSerializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
int32_t tDeserializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
void    tFreeSShowRsp(SShowRsp* pRsp);

865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882
typedef struct {
  int64_t showId;
  int8_t  free;
} SRetrieveTableReq;

int32_t tSerializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);
int32_t tDeserializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);

typedef struct {
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
} SRetrieveTableRsp;

D
dapan1121 已提交
883
typedef struct {
S
Shengliang Guan 已提交
884
  char    fqdn[TSDB_FQDN_LEN];  // end point, hostname:port
885
  int32_t port;
S
Shengliang Guan 已提交
886
} SCreateDnodeReq;
S
Shengliang Guan 已提交
887

S
Shengliang Guan 已提交
888 889 890
int32_t tSerializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);
int32_t tDeserializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);

S
Shengliang Guan 已提交
891 892
typedef struct {
  int32_t dnodeId;
S
Shengliang Guan 已提交
893
} SDropDnodeReq;
S
Shengliang Guan 已提交
894

S
Shengliang Guan 已提交
895 896 897
int32_t tSerializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);
int32_t tDeserializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);

S
Shengliang Guan 已提交
898 899
typedef struct {
  int32_t dnodeId;
900
  char    config[TSDB_DNODE_CONFIG_LEN];
S
Shengliang Guan 已提交
901
  char    value[TSDB_DNODE_VALUE_LEN];
S
Shengliang Guan 已提交
902
} SMCfgDnodeReq, SDCfgDnodeReq;
D
dapan1121 已提交
903

S
Shengliang Guan 已提交
904 905 906
int32_t tSerializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);
int32_t tDeserializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);

S
Shengliang Guan 已提交
907 908
typedef struct {
  int32_t dnodeId;
S
Shengliang Guan 已提交
909
} SMCreateMnodeReq, SMDropMnodeReq, SDDropMnodeReq;
S
Shengliang Guan 已提交
910

S
Shengliang Guan 已提交
911 912 913
int32_t tSerializeSMCreateDropMnodeReq(void* buf, int32_t bufLen, SMCreateMnodeReq* pReq);
int32_t tDeserializeSMCreateDropMnodeReq(void* buf, int32_t bufLen, SMCreateMnodeReq* pReq);

D
dapan1121 已提交
914
typedef struct {
S
Shengliang Guan 已提交
915 916
  int32_t  dnodeId;
  int8_t   replica;
S
Shengliang Guan 已提交
917
  SReplica replicas[TSDB_MAX_REPLICA];
S
Shengliang Guan 已提交
918
} SDCreateMnodeReq, SDAlterMnodeReq;
D
dapan1121 已提交
919

S
Shengliang Guan 已提交
920 921 922
int32_t tSerializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);
int32_t tDeserializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);

S
Shengliang Guan 已提交
923 924
typedef struct {
  int32_t dnodeId;
S
Shengliang Guan 已提交
925 926
} SMCreateQnodeReq, SMDropQnodeReq, SDCreateQnodeReq, SDDropQnodeReq, SMCreateSnodeReq, SMDropSnodeReq,
    SDCreateSnodeReq, SDDropSnodeReq, SMCreateBnodeReq, SMDropBnodeReq, SDCreateBnodeReq, SDDropBnodeReq;
S
Shengliang Guan 已提交
927

S
Shengliang Guan 已提交
928 929
int32_t tSerializeSMCreateDropQSBNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
int32_t tDeserializeSMCreateDropQSBNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
S
Shengliang Guan 已提交
930

D
dapan1121 已提交
931
typedef struct {
S
Shengliang Guan 已提交
932 933 934 935 936 937 938 939 940 941 942
  char    sql[TSDB_SHOW_SQL_LEN];
  int32_t queryId;
  int64_t useconds;
  int64_t stime;
  int64_t qId;
  int64_t sqlObjId;
  int32_t pid;
  char    fqdn[TSDB_FQDN_LEN];
  int8_t  stableQuery;
  int32_t numOfSub;
  char    subSqlInfo[TSDB_SHOW_SUBQUERY_LEN];  // include subqueries' index, Obj IDs and states(C-complete/I-imcomplete)
D
dapan1121 已提交
943 944 945
} SQueryDesc;

typedef struct {
S
Shengliang Guan 已提交
946 947 948 949 950 951
  int32_t connId;
  int32_t pid;
  int32_t numOfQueries;
  int32_t numOfStreams;
  char    app[TSDB_APP_NAME_LEN];
  char    pData[];
S
Shengliang Guan 已提交
952
} SHeartBeatReq;
D
dapan1121 已提交
953 954

typedef struct {
S
Shengliang Guan 已提交
955 956 957 958 959 960
  int32_t connId;
  int32_t queryId;
  int32_t streamId;
  int32_t totalDnodes;
  int32_t onlineDnodes;
  int8_t  killConnection;
S
Shengliang Guan 已提交
961
  int8_t  align[3];
S
Shengliang Guan 已提交
962
  SEpSet  epSet;
D
dapan1121 已提交
963 964
} SHeartBeatRsp;

S
Shengliang Guan 已提交
965 966 967
typedef struct {
  int32_t connId;
  int32_t queryId;
S
Shengliang Guan 已提交
968
} SKillQueryReq;
S
Shengliang Guan 已提交
969

S
Shengliang Guan 已提交
970 971 972
int32_t tSerializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);
int32_t tDeserializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);

S
Shengliang Guan 已提交
973 974
typedef struct {
  int32_t connId;
S
Shengliang Guan 已提交
975
} SKillConnReq;
D
dapan1121 已提交
976

S
Shengliang Guan 已提交
977 978 979
int32_t tSerializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);
int32_t tDeserializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);

D
dapan1121 已提交
980 981 982 983
typedef struct {
  char user[TSDB_USER_LEN];
  char spi;
  char encrypt;
984 985
  char secret[TSDB_PASSWORD_LEN];
  char ckey[TSDB_PASSWORD_LEN];
S
Shengliang Guan 已提交
986
} SAuthReq, SAuthRsp;
D
dapan1121 已提交
987

S
Shengliang Guan 已提交
988 989 990
int32_t tSerializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);
int32_t tDeserializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);

D
dapan1121 已提交
991
typedef struct {
S
Shengliang Guan 已提交
992 993 994
  int8_t finished;
  char   name[TSDB_STEP_NAME_LEN];
  char   desc[TSDB_STEP_DESC_LEN];
S
Shengliang Guan 已提交
995
} SStartupReq;
D
dapan1121 已提交
996

997 998 999 1000 1001 1002 1003
/**
 * The layout of the query message payload is as following:
 * +--------------------+---------------------------------+
 * |Sql statement       | Physical plan                   |
 * |(denoted by sqlLen) |(In JSON, denoted by contentLen) |
 * +--------------------+---------------------------------+
 */
L
Liu Jicong 已提交
1004
typedef struct SSubQueryMsg {
D
dapan1121 已提交
1005
  SMsgHead header;
D
dapan1121 已提交
1006
  uint64_t sId;
H
Hongze Cheng 已提交
1007 1008
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1009
  int8_t   taskType;
1010
  uint32_t sqlLen;  // the query sql,
1011
  uint32_t phyLen;
H
Hongze Cheng 已提交
1012
  char     msg[];
D
dapan1121 已提交
1013
} SSubQueryMsg;
D
dapan 已提交
1014

1015 1016 1017 1018 1019 1020 1021
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
} SSinkDataReq;

D
dapan1121 已提交
1022 1023 1024 1025 1026 1027 1028
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
} SQueryContinueReq;

S
Shengliang Guan 已提交
1029
typedef struct {
D
dapan1121 已提交
1030
  SMsgHead header;
D
dapan1121 已提交
1031
  uint64_t sId;
H
Hongze Cheng 已提交
1032 1033
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1034
} SResReadyReq;
D
dapan 已提交
1035

S
Shengliang Guan 已提交
1036
typedef struct {
D
dapan1121 已提交
1037 1038 1039
  int32_t code;
} SResReadyRsp;

S
Shengliang Guan 已提交
1040
typedef struct {
D
dapan1121 已提交
1041
  SMsgHead header;
D
dapan1121 已提交
1042
  uint64_t sId;
H
Hongze Cheng 已提交
1043 1044
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1045
} SResFetchReq;
D
dapan 已提交
1046

S
Shengliang Guan 已提交
1047
typedef struct {
D
dapan1121 已提交
1048
  SMsgHead header;
D
dapan1121 已提交
1049
  uint64_t sId;
S
Shengliang Guan 已提交
1050
} SSchTasksStatusReq;
D
dapan1121 已提交
1051

S
Shengliang Guan 已提交
1052
typedef struct {
H
Hongze Cheng 已提交
1053 1054 1055
  uint64_t queryId;
  uint64_t taskId;
  int8_t   status;
D
dapan1121 已提交
1056 1057
} STaskStatus;

S
Shengliang Guan 已提交
1058
typedef struct {
D
dapan1121 已提交
1059 1060 1061 1062
  uint32_t    num;
  STaskStatus status[];
} SSchedulerStatusRsp;

S
Shengliang Guan 已提交
1063
typedef struct {
D
dapan1121 已提交
1064
  SMsgHead header;
D
dapan1121 已提交
1065
  uint64_t sId;
H
Hongze Cheng 已提交
1066 1067
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1068
} STaskCancelReq;
D
dapan1121 已提交
1069

S
Shengliang Guan 已提交
1070
typedef struct {
D
dapan1121 已提交
1071 1072 1073
  int32_t code;
} STaskCancelRsp;

S
Shengliang Guan 已提交
1074
typedef struct {
D
dapan1121 已提交
1075
  SMsgHead header;
D
dapan1121 已提交
1076
  uint64_t sId;
H
Hongze Cheng 已提交
1077 1078
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1079
} STaskDropReq;
D
dapan1121 已提交
1080

S
Shengliang Guan 已提交
1081
typedef struct {
D
dapan1121 已提交
1082 1083 1084
  int32_t code;
} STaskDropRsp;

L
Liu Jicong 已提交
1085
typedef struct {
L
Liu Jicong 已提交
1086 1087
  int8_t igExists;
  char*  name;
1088
  char*  sql;
L
Liu Jicong 已提交
1089 1090
  char*  physicalPlan;
  char*  logicalPlan;
S
Shengliang Guan 已提交
1091
} SMCreateTopicReq;
L
Liu Jicong 已提交
1092

S
Shengliang Guan 已提交
1093 1094
int32_t tSerializeMCreateTopicReq(void** buf, const SMCreateTopicReq* pReq);
void*   tDeserializeSMCreateTopicReq(void* buf, SMCreateTopicReq* pReq);
L
Liu Jicong 已提交
1095 1096 1097

typedef struct {
  int64_t topicId;
S
Shengliang Guan 已提交
1098
} SMCreateTopicRsp;
L
Liu Jicong 已提交
1099

S
Shengliang Guan 已提交
1100 1101
int32_t tSerializeSMCreateTopicRsp(void* buf, int32_t bufLen, const SMCreateTopicRsp* pRsp);
int32_t tDeserializeSMCreateTopicRsp(void* buf, int32_t bufLen, SMCreateTopicRsp* pRsp);
L
Liu Jicong 已提交
1102 1103

typedef struct {
L
Liu Jicong 已提交
1104
  int32_t topicNum;
L
Liu Jicong 已提交
1105
  int64_t consumerId;
L
Liu Jicong 已提交
1106
  char*   consumerGroup;
L
Liu Jicong 已提交
1107
  SArray* topicNames;  // SArray<char*>
L
Liu Jicong 已提交
1108 1109 1110 1111
} SCMSubscribeReq;

static FORCE_INLINE int tSerializeSCMSubscribeReq(void** buf, const SCMSubscribeReq* pReq) {
  int tlen = 0;
L
Liu Jicong 已提交
1112
  tlen += taosEncodeFixedI32(buf, pReq->topicNum);
L
Liu Jicong 已提交
1113
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
L
Liu Jicong 已提交
1114
  tlen += taosEncodeString(buf, pReq->consumerGroup);
L
Liu Jicong 已提交
1115

L
Liu Jicong 已提交
1116
  for (int i = 0; i < pReq->topicNum; i++) {
L
Liu Jicong 已提交
1117
    tlen += taosEncodeString(buf, (char*)taosArrayGetP(pReq->topicNames, i));
L
Liu Jicong 已提交
1118
  }
L
Liu Jicong 已提交
1119 1120 1121 1122
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeReq(void* buf, SCMSubscribeReq* pReq) {
L
Liu Jicong 已提交
1123
  buf = taosDecodeFixedI32(buf, &pReq->topicNum);
L
Liu Jicong 已提交
1124
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
L
Liu Jicong 已提交
1125
  buf = taosDecodeString(buf, &pReq->consumerGroup);
L
Liu Jicong 已提交
1126
  pReq->topicNames = taosArrayInit(pReq->topicNum, sizeof(void*));
L
Liu Jicong 已提交
1127
  for (int i = 0; i < pReq->topicNum; i++) {
L
Liu Jicong 已提交
1128
    char* name;
L
Liu Jicong 已提交
1129 1130
    buf = taosDecodeString(buf, &name);
    taosArrayPush(pReq->topicNames, &name);
L
Liu Jicong 已提交
1131
  }
L
Liu Jicong 已提交
1132 1133 1134
  return buf;
}

L
Liu Jicong 已提交
1135
typedef struct SMqSubTopic {
L
Liu Jicong 已提交
1136
  int32_t vgId;
L
Liu Jicong 已提交
1137 1138 1139 1140 1141
  int64_t topicId;
  SEpSet  epSet;
} SMqSubTopic;

typedef struct {
L
Liu Jicong 已提交
1142
  int32_t     topicNum;
L
Liu Jicong 已提交
1143
  SMqSubTopic topics[];
L
Liu Jicong 已提交
1144 1145 1146 1147
} SCMSubscribeRsp;

static FORCE_INLINE int tSerializeSCMSubscribeRsp(void** buf, const SCMSubscribeRsp* pRsp) {
  int tlen = 0;
L
Liu Jicong 已提交
1148
  tlen += taosEncodeFixedI32(buf, pRsp->topicNum);
L
Liu Jicong 已提交
1149
  for (int i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1150 1151 1152 1153
    tlen += taosEncodeFixedI32(buf, pRsp->topics[i].vgId);
    tlen += taosEncodeFixedI64(buf, pRsp->topics[i].topicId);
    tlen += taosEncodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1154 1155 1156 1157
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeRsp(void* buf, SCMSubscribeRsp* pRsp) {
L
Liu Jicong 已提交
1158
  buf = taosDecodeFixedI32(buf, &pRsp->topicNum);
L
Liu Jicong 已提交
1159
  for (int i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1160 1161 1162 1163
    buf = taosDecodeFixedI32(buf, &pRsp->topics[i].vgId);
    buf = taosDecodeFixedI64(buf, &pRsp->topics[i].topicId);
    buf = taosDecodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1164 1165 1166 1167 1168 1169 1170 1171
  return buf;
}

typedef struct {
  int64_t topicId;
  int64_t consumerId;
  int64_t consumerGroupId;
  int64_t offset;
L
Liu Jicong 已提交
1172 1173 1174
  char*   sql;
  char*   logicalPlan;
  char*   physicalPlan;
L
Liu Jicong 已提交
1175 1176
} SMVSubscribeReq;

L
Liu Jicong 已提交
1177
static FORCE_INLINE int tSerializeSMVSubscribeReq(void** buf, SMVSubscribeReq* pReq) {
L
Liu Jicong 已提交
1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199
  int tlen = 0;
  tlen += taosEncodeFixedI64(buf, pReq->topicId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerGroupId);
  tlen += taosEncodeFixedI64(buf, pReq->offset);
  tlen += taosEncodeString(buf, pReq->sql);
  tlen += taosEncodeString(buf, pReq->logicalPlan);
  tlen += taosEncodeString(buf, pReq->physicalPlan);
  return tlen;
}

static FORCE_INLINE void* tDeserializeSMVSubscribeReq(void* buf, SMVSubscribeReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->topicId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerGroupId);
  buf = taosDecodeFixedI64(buf, &pReq->offset);
  buf = taosDecodeString(buf, &pReq->sql);
  buf = taosDecodeString(buf, &pReq->logicalPlan);
  buf = taosDecodeString(buf, &pReq->physicalPlan);
  return buf;
}

L
Liu Jicong 已提交
1200
typedef struct {
1201 1202 1203 1204
  const char* key;
  SArray*     lostConsumers;     // SArray<int64_t>
  SArray*     removedConsumers;  // SArray<int64_t>
  SArray*     newConsumers;      // SArray<int64_t>
L
Liu Jicong 已提交
1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233
} SMqRebSubscribe;

static FORCE_INLINE SMqRebSubscribe* tNewSMqRebSubscribe(const char* key) {
  SMqRebSubscribe* pRebSub = (SMqRebSubscribe*)calloc(1, sizeof(SMqRebSubscribe));
  if (pRebSub == NULL) {
    goto _err;
  }
  pRebSub->key = key;
  pRebSub->lostConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebSub->lostConsumers == NULL) {
    goto _err;
  }
  pRebSub->removedConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebSub->removedConsumers == NULL) {
    goto _err;
  }
  pRebSub->newConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebSub->newConsumers == NULL) {
    goto _err;
  }
  return pRebSub;
_err:
  taosArrayDestroy(pRebSub->lostConsumers);
  taosArrayDestroy(pRebSub->removedConsumers);
  taosArrayDestroy(pRebSub->newConsumers);
  tfree(pRebSub);
  return NULL;
}

1234 1235
// this message is sent from mnode to mnode(read thread to write thread), so there is no need for serialization /
// deserialization
L
Liu Jicong 已提交
1236
typedef struct {
1237 1238
  // SArray* rebSubscribes;     //SArray<SMqRebSubscribe>
  SHashObj* rebSubHash;  // SHashObj<key, SMqRebSubscribe>
L
Liu Jicong 已提交
1239 1240
} SMqDoRebalanceMsg;

L
Liu Jicong 已提交
1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255
#if 0
static FORCE_INLINE SMqDoRebalanceMsg* tNewSMqDoRebalanceMsg() {
  SMqDoRebalanceMsg *pMsg = malloc(sizeof(SMqDoRebalanceMsg));
  if (pMsg == NULL) {
    return NULL;
  }
  pMsg->rebSubscribes = taosArrayInit(0, sizeof(SMqRebSubscribe));
  if (pMsg->rebSubscribes == NULL) {
    free(pMsg);
    return NULL;
  }
  return pMsg;
}
#endif

L
Liu Jicong 已提交
1256
typedef struct {
L
Liu Jicong 已提交
1257
  int64_t status;
L
Liu Jicong 已提交
1258 1259
} SMVSubscribeRsp;

L
Liu Jicong 已提交
1260 1261 1262
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
1263 1264 1265 1266
} SMDropTopicReq;

int32_t tSerializeSMDropTopicReqq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
int32_t tDeserializeSMDropTopicReq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
L
Liu Jicong 已提交
1267 1268 1269 1270 1271

typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
  SSchema schema;
S
Shengliang Guan 已提交
1272
} SAlterTopicReq;
L
Liu Jicong 已提交
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
  uint64_t tuid;
  int32_t  sverson;
  int32_t  execLen;
  char*    executor;
  int32_t  sqlLen;
  char*    sql;
S
Shengliang Guan 已提交
1283
} SDCreateTopicReq;
L
Liu Jicong 已提交
1284 1285 1286 1287 1288

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
  uint64_t tuid;
S
Shengliang Guan 已提交
1289
} SDDropTopicReq;
S
Shengliang Guan 已提交
1290

H
more  
Hongze Cheng 已提交
1291 1292 1293 1294 1295
typedef struct SVCreateTbReq {
  uint64_t ver;  // use a general definition
  char*    name;
  uint32_t ttl;
  uint32_t keep;
S
Shengliang Guan 已提交
1296
  uint8_t  type;
H
more  
Hongze Cheng 已提交
1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313
  union {
    struct {
      tb_uid_t suid;
      uint32_t nCols;
      SSchema* pSchema;
      uint32_t nTagCols;
      SSchema* pTagSchema;
    } stbCfg;
    struct {
      tb_uid_t suid;
      SKVRow   pTag;
    } ctbCfg;
    struct {
      uint32_t nCols;
      SSchema* pSchema;
    } ntbCfg;
  };
S
Shengliang Guan 已提交
1314
} SVCreateTbReq, SVUpdateTbReq;
H
more  
Hongze Cheng 已提交
1315

H
more  
Hongze Cheng 已提交
1316
typedef struct {
S
Shengliang Guan 已提交
1317
} SVCreateTbRsp, SVUpdateTbRsp;
H
more  
Hongze Cheng 已提交
1318

S
Shengliang Guan 已提交
1319 1320
int32_t tSerializeSVCreateTbReq(void** buf, SVCreateTbReq* pReq);
void*   tDeserializeSVCreateTbReq(void* buf, SVCreateTbReq* pReq);
H
more  
Hongze Cheng 已提交
1321

H
more  
Hongze Cheng 已提交
1322 1323 1324 1325
typedef struct {
  uint64_t ver;  // use a general definition
  SArray*  pArray;
} SVCreateTbBatchReq;
H
more  
Hongze Cheng 已提交
1326

S
Shengliang Guan 已提交
1327
typedef struct {
S
Shengliang Guan 已提交
1328
} SVCreateTbBatchRsp;
H
more  
Hongze Cheng 已提交
1329

S
Shengliang Guan 已提交
1330 1331
int32_t tSerializeSVCreateTbBatchReq(void** buf, SVCreateTbBatchReq* pReq);
void*   tDeserializeSVCreateTbBatchReq(void* buf, SVCreateTbBatchReq* pReq);
S
Shengliang Guan 已提交
1332 1333

typedef struct {
S
Shengliang Guan 已提交
1334 1335 1336 1337
  uint64_t ver;
  char*    name;
  uint8_t  type;
  tb_uid_t suid;
S
Shengliang Guan 已提交
1338 1339 1340 1341 1342
} SVDropTbReq;

typedef struct {
} SVDropTbRsp;

S
Shengliang Guan 已提交
1343 1344 1345
int32_t tSerializeSVDropTbReq(void** buf, SVDropTbReq* pReq);
void*   tDeserializeSVDropTbReq(void* buf, SVDropTbReq* pReq);

S
Shengliang Guan 已提交
1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364
typedef struct {
  SMsgHead head;
  int64_t  uid;
  int32_t  tid;
  int16_t  tversion;
  int16_t  colId;
  int8_t   type;
  int16_t  bytes;
  int32_t  tagValLen;
  int16_t  numOfTags;
  int32_t  schemaLen;
  char     data[];
} SUpdateTagValReq;

typedef struct {
  SMsgHead head;
} SUpdateTagValRsp;

typedef struct {
H
Hongze Cheng 已提交
1365 1366 1367
  SMsgHead head;
} SVShowTablesReq;

S
Shengliang Guan 已提交
1368
typedef struct {
H
Hongze Cheng 已提交
1369
  SMsgHead head;
H
Haojun Liao 已提交
1370
  int32_t  id;
H
Hongze Cheng 已提交
1371 1372
} SVShowTablesFetchReq;

S
Shengliang Guan 已提交
1373
typedef struct {
H
Hongze Cheng 已提交
1374 1375 1376 1377 1378 1379 1380 1381 1382
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
} SVShowTablesFetchRsp;

L
Liu Jicong 已提交
1383 1384 1385 1386 1387 1388
typedef struct SMqCMGetSubEpReq {
  int64_t consumerId;
  int32_t epoch;
  char    cgroup[TSDB_CONSUMER_GROUP_LEN];
} SMqCMGetSubEpReq;

D
dapan1121 已提交
1389 1390
#pragma pack(pop)

L
Liu Jicong 已提交
1391 1392 1393 1394 1395 1396 1397 1398
static FORCE_INLINE int32_t tEncodeSMsgHead(void** buf, const SMsgHead* pMsg) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI32(buf, pMsg->contLen);
  tlen += taosEncodeFixedI32(buf, pMsg->vgId);
  return tlen;
}

typedef struct SMqHbRsp {
1399
  int8_t status;  // idle or not
L
Liu Jicong 已提交
1400
  int8_t vnodeChanged;
1401
  int8_t epChanged;  // should use new epset
L
Liu Jicong 已提交
1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423
  int8_t reserved;
  SEpSet epSet;
} SMqHbRsp;

static FORCE_INLINE int taosEncodeSMqHbRsp(void** buf, const SMqHbRsp* pRsp) {
  int tlen = 0;
  tlen += taosEncodeFixedI8(buf, pRsp->status);
  tlen += taosEncodeFixedI8(buf, pRsp->vnodeChanged);
  tlen += taosEncodeFixedI8(buf, pRsp->epChanged);
  tlen += taosEncodeSEpSet(buf, &pRsp->epSet);
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqHbRsp(void* buf, SMqHbRsp* pRsp) {
  buf = taosDecodeFixedI8(buf, &pRsp->status);
  buf = taosDecodeFixedI8(buf, &pRsp->vnodeChanged);
  buf = taosDecodeFixedI8(buf, &pRsp->epChanged);
  buf = taosDecodeSEpSet(buf, &pRsp->epSet);
  return buf;
}

typedef struct SMqHbOneTopicBatchRsp {
1424
  char    topicName[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453
  SArray* rsps;  // SArray<SMqHbRsp>
} SMqHbOneTopicBatchRsp;

static FORCE_INLINE int taosEncodeSMqHbOneTopicBatchRsp(void** buf, const SMqHbOneTopicBatchRsp* pBatchRsp) {
  int tlen = 0;
  tlen += taosEncodeString(buf, pBatchRsp->topicName);
  int32_t sz = taosArrayGetSize(pBatchRsp->rsps);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqHbRsp* pRsp = (SMqHbRsp*)taosArrayGet(pBatchRsp->rsps, i);
    tlen += taosEncodeSMqHbRsp(buf, pRsp);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqHbOneTopicBatchRsp(void* buf, SMqHbOneTopicBatchRsp* pBatchRsp) {
  int32_t sz;
  buf = taosDecodeStringTo(buf, pBatchRsp->topicName);
  buf = taosDecodeFixedI32(buf, &sz);
  pBatchRsp->rsps = taosArrayInit(sz, sizeof(SMqHbRsp));
  for (int32_t i = 0; i < sz; i++) {
    SMqHbRsp rsp;
    buf = taosDecodeSMqHbRsp(buf, &rsp);
    buf = taosArrayPush(pBatchRsp->rsps, &rsp);
  }
  return buf;
}

typedef struct SMqHbBatchRsp {
1454 1455
  int64_t consumerId;
  SArray* batchRsps;  // SArray<SMqHbOneTopicBatchRsp>
L
Liu Jicong 已提交
1456 1457 1458 1459 1460 1461 1462 1463
} SMqHbBatchRsp;

static FORCE_INLINE int taosEncodeSMqHbBatchRsp(void** buf, const SMqHbBatchRsp* pBatchRsp) {
  int tlen = 0;
  tlen += taosEncodeFixedI64(buf, pBatchRsp->consumerId);
  int32_t sz;
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
1464
    SMqHbOneTopicBatchRsp* pRsp = (SMqHbOneTopicBatchRsp*)taosArrayGet(pBatchRsp->batchRsps, i);
L
Liu Jicong 已提交
1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475
    tlen += taosEncodeSMqHbOneTopicBatchRsp(buf, pRsp);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqHbBatchRsp(void* buf, SMqHbBatchRsp* pBatchRsp) {
  buf = taosDecodeFixedI64(buf, &pBatchRsp->consumerId);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pBatchRsp->batchRsps = taosArrayInit(sz, sizeof(SMqHbOneTopicBatchRsp));
  for (int32_t i = 0; i < sz; i++) {
1476
    SMqHbOneTopicBatchRsp rsp;
L
Liu Jicong 已提交
1477 1478 1479 1480 1481 1482 1483
    buf = taosDecodeSMqHbOneTopicBatchRsp(buf, &rsp);
    buf = taosArrayPush(pBatchRsp->batchRsps, &rsp);
  }
  return buf;
}

typedef struct {
D
dapan1121 已提交
1484
  int32_t key;
L
Liu Jicong 已提交
1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506
  int32_t valueLen;
  void*   value;
} SKv;

typedef struct {
  int32_t connId;
  int32_t hbType;
} SClientHbKey;

typedef struct {
  SClientHbKey connKey;
  SHashObj*    info;  // hash<Skv.key, Skv>
} SClientHbReq;

typedef struct {
  int64_t reqId;
  SArray* reqs;  // SArray<SClientHbReq>
} SClientHbBatchReq;

typedef struct {
  SClientHbKey connKey;
  int32_t      status;
D
dapan1121 已提交
1507
  SArray*      info;  // Array<Skv>
L
Liu Jicong 已提交
1508 1509 1510 1511 1512 1513 1514 1515
} SClientHbRsp;

typedef struct {
  int64_t reqId;
  int64_t rspId;
  SArray* rsps;  // SArray<SClientHbRsp>
} SClientHbBatchRsp;

S
Shengliang Guan 已提交
1516
static FORCE_INLINE uint32_t hbKeyHashFunc(const char* key, uint32_t keyLen) { return taosIntHash_64(key, keyLen); }
L
Liu Jicong 已提交
1517

S
Shengliang Guan 已提交
1518 1519
static FORCE_INLINE void tFreeReqKvHash(SHashObj* info) {
  void* pIter = taosHashIterate(info, NULL);
D
dapan1121 已提交
1520 1521 1522 1523 1524 1525 1526
  while (pIter != NULL) {
    SKv* kv = (SKv*)pIter;
    tfree(kv->value);
    pIter = taosHashIterate(info, pIter);
  }
}

S
Shengliang Guan 已提交
1527
static FORCE_INLINE void tFreeClientHbReq(void* pReq) {
L
Liu Jicong 已提交
1528
  SClientHbReq* req = (SClientHbReq*)pReq;
D
dapan1121 已提交
1529 1530 1531 1532
  if (req->info) {
    tFreeReqKvHash(req->info);
    taosHashCleanup(req->info);
  }
L
Liu Jicong 已提交
1533 1534
}

S
Shengliang Guan 已提交
1535 1536
int32_t tSerializeSClientHbBatchReq(void* buf, int32_t bufLen, const SClientHbBatchReq* pReq);
int32_t tDeserializeSClientHbBatchReq(void* buf, int32_t bufLen, SClientHbBatchReq* pReq);
L
Liu Jicong 已提交
1537 1538

static FORCE_INLINE void tFreeClientHbBatchReq(void* pReq, bool deep) {
S
Shengliang Guan 已提交
1539
  SClientHbBatchReq* req = (SClientHbBatchReq*)pReq;
L
Liu Jicong 已提交
1540 1541 1542 1543 1544 1545 1546 1547
  if (deep) {
    taosArrayDestroyEx(req->reqs, tFreeClientHbReq);
  } else {
    taosArrayDestroy(req->reqs);
  }
  free(pReq);
}

S
Shengliang Guan 已提交
1548 1549
static FORCE_INLINE void tFreeClientKv(void* pKv) {
  SKv* kv = (SKv*)pKv;
D
dapan1121 已提交
1550 1551 1552 1553 1554
  if (kv) {
    tfree(kv->value);
  }
}

S
Shengliang Guan 已提交
1555
static FORCE_INLINE void tFreeClientHbRsp(void* pRsp) {
D
dapan1121 已提交
1556 1557 1558 1559 1560
  SClientHbRsp* rsp = (SClientHbRsp*)pRsp;
  if (rsp->info) taosArrayDestroyEx(rsp->info, tFreeClientKv);
}

static FORCE_INLINE void tFreeClientHbBatchRsp(void* pRsp) {
S
Shengliang Guan 已提交
1561
  SClientHbBatchRsp* rsp = (SClientHbBatchRsp*)pRsp;
D
dapan1121 已提交
1562 1563 1564
  taosArrayDestroyEx(rsp->rsps, tFreeClientHbRsp);
}

S
Shengliang Guan 已提交
1565 1566
int32_t tSerializeSClientHbBatchRsp(void* buf, int32_t bufLen, const SClientHbBatchRsp* pBatchRsp);
int32_t tDeserializeSClientHbBatchRsp(void* buf, int32_t bufLen, SClientHbBatchRsp* pBatchRsp);
D
dapan1121 已提交
1567

S
Shengliang Guan 已提交
1568 1569 1570
static FORCE_INLINE int32_t tEncodeSKv(SCoder* pEncoder, const SKv* pKv) {
  if (tEncodeI32(pEncoder, pKv->key) < 0) return -1;
  if (tEncodeI32(pEncoder, pKv->valueLen) < 0) return -1;
S
Shengliang Guan 已提交
1571
  if (tEncodeBinary(pEncoder, (const char*)pKv->value, pKv->valueLen) < 0) return -1;
S
Shengliang Guan 已提交
1572
  return 0;
L
Liu Jicong 已提交
1573 1574
}

S
Shengliang Guan 已提交
1575 1576 1577 1578 1579 1580 1581
static FORCE_INLINE int32_t tDecodeSKv(SCoder* pDecoder, SKv* pKv) {
  if (tDecodeI32(pDecoder, &pKv->key) < 0) return -1;
  if (tDecodeI32(pDecoder, &pKv->valueLen) < 0) return -1;
  pKv->value = malloc(pKv->valueLen + 1);
  if (pKv->value == NULL) return -1;
  if (tDecodeCStrTo(pDecoder, (char*)pKv->value) < 0) return -1;
  return 0;
L
Liu Jicong 已提交
1582 1583
}

S
Shengliang Guan 已提交
1584 1585 1586 1587
static FORCE_INLINE int32_t tEncodeSClientHbKey(SCoder* pEncoder, const SClientHbKey* pKey) {
  if (tEncodeI32(pEncoder, pKey->connId) < 0) return -1;
  if (tEncodeI32(pEncoder, pKey->hbType) < 0) return -1;
  return 0;
L
Liu Jicong 已提交
1588 1589
}

S
Shengliang Guan 已提交
1590 1591 1592 1593
static FORCE_INLINE int32_t tDecodeSClientHbKey(SCoder* pDecoder, SClientHbKey* pKey) {
  if (tDecodeI32(pDecoder, &pKey->connId) < 0) return -1;
  if (tDecodeI32(pDecoder, &pKey->hbType) < 0) return -1;
  return 0;
L
Liu Jicong 已提交
1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647
}

typedef struct SMqHbVgInfo {
  int32_t vgId;
} SMqHbVgInfo;

static FORCE_INLINE int taosEncodeSMqVgInfo(void** buf, const SMqHbVgInfo* pVgInfo) {
  int tlen = 0;
  tlen += taosEncodeFixedI32(buf, pVgInfo->vgId);
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqVgInfo(void* buf, SMqHbVgInfo* pVgInfo) {
  buf = taosDecodeFixedI32(buf, &pVgInfo->vgId);
  return buf;
}

typedef struct SMqHbTopicInfo {
  int32_t epoch;
  int64_t topicUid;
  char    name[TSDB_TOPIC_FNAME_LEN];
  SArray* pVgInfo;
} SMqHbTopicInfo;

static FORCE_INLINE int taosEncodeSMqHbTopicInfoMsg(void** buf, const SMqHbTopicInfo* pTopicInfo) {
  int tlen = 0;
  tlen += taosEncodeFixedI32(buf, pTopicInfo->epoch);
  tlen += taosEncodeFixedI64(buf, pTopicInfo->topicUid);
  tlen += taosEncodeString(buf, pTopicInfo->name);
  int32_t sz = taosArrayGetSize(pTopicInfo->pVgInfo);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqHbVgInfo* pVgInfo = (SMqHbVgInfo*)taosArrayGet(pTopicInfo->pVgInfo, i);
    tlen += taosEncodeSMqVgInfo(buf, pVgInfo);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqHbTopicInfoMsg(void* buf, SMqHbTopicInfo* pTopicInfo) {
  buf = taosDecodeFixedI32(buf, &pTopicInfo->epoch);
  buf = taosDecodeFixedI64(buf, &pTopicInfo->topicUid);
  buf = taosDecodeStringTo(buf, pTopicInfo->name);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pTopicInfo->pVgInfo = taosArrayInit(sz, sizeof(SMqHbVgInfo));
  for (int32_t i = 0; i < sz; i++) {
    SMqHbVgInfo vgInfo;
    buf = taosDecodeSMqVgInfo(buf, &vgInfo);
    taosArrayPush(pTopicInfo->pVgInfo, &vgInfo);
  }
  return buf;
}

typedef struct SMqHbMsg {
1648 1649 1650 1651
  int32_t status;  // ask hb endpoint
  int32_t epoch;
  int64_t consumerId;
  SArray* pTopics;  // SArray<SMqHbTopicInfo>
L
Liu Jicong 已提交
1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682
} SMqHbMsg;

static FORCE_INLINE int taosEncodeSMqMsg(void** buf, const SMqHbMsg* pMsg) {
  int tlen = 0;
  tlen += taosEncodeFixedI32(buf, pMsg->status);
  tlen += taosEncodeFixedI32(buf, pMsg->epoch);
  tlen += taosEncodeFixedI64(buf, pMsg->consumerId);
  int32_t sz = taosArrayGetSize(pMsg->pTopics);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int i = 0; i < sz; i++) {
    SMqHbTopicInfo* topicInfo = (SMqHbTopicInfo*)taosArrayGet(pMsg->pTopics, i);
    tlen += taosEncodeSMqHbTopicInfoMsg(buf, topicInfo);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSMqMsg(void* buf, SMqHbMsg* pMsg) {
  buf = taosDecodeFixedI32(buf, &pMsg->status);
  buf = taosDecodeFixedI32(buf, &pMsg->epoch);
  buf = taosDecodeFixedI64(buf, &pMsg->consumerId);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pMsg->pTopics = taosArrayInit(sz, sizeof(SMqHbTopicInfo));
  for (int i = 0; i < sz; i++) {
    SMqHbTopicInfo topicInfo;
    buf = taosDecodeSMqHbTopicInfoMsg(buf, &topicInfo);
    taosArrayPush(pMsg->pTopics, &topicInfo);
  }
  return buf;
}

L
Liu Jicong 已提交
1683
typedef struct {
1684 1685 1686 1687 1688 1689 1690 1691 1692
  int64_t leftForVer;
  int32_t vgId;
  int64_t consumerId;
  char    topicName[TSDB_TOPIC_FNAME_LEN];
  char    cgroup[TSDB_CONSUMER_GROUP_LEN];
  char*   sql;
  char*   logicalPlan;
  char*   physicalPlan;
  char*   qmsg;
L
Liu Jicong 已提交
1693 1694 1695 1696
} SMqSetCVgReq;

static FORCE_INLINE int32_t tEncodeSMqSetCVgReq(void** buf, const SMqSetCVgReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1697
  tlen += taosEncodeFixedI64(buf, pReq->leftForVer);
L
Liu Jicong 已提交
1698
  tlen += taosEncodeFixedI32(buf, pReq->vgId);
L
Liu Jicong 已提交
1699
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
L
Liu Jicong 已提交
1700
  tlen += taosEncodeString(buf, pReq->topicName);
L
Liu Jicong 已提交
1701
  tlen += taosEncodeString(buf, pReq->cgroup);
L
Liu Jicong 已提交
1702 1703 1704
  tlen += taosEncodeString(buf, pReq->sql);
  tlen += taosEncodeString(buf, pReq->logicalPlan);
  tlen += taosEncodeString(buf, pReq->physicalPlan);
L
Liu Jicong 已提交
1705
  tlen += taosEncodeString(buf, pReq->qmsg);
L
Liu Jicong 已提交
1706 1707 1708 1709
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSetCVgReq(void* buf, SMqSetCVgReq* pReq) {
L
Liu Jicong 已提交
1710
  buf = taosDecodeFixedI64(buf, &pReq->leftForVer);
L
Liu Jicong 已提交
1711
  buf = taosDecodeFixedI32(buf, &pReq->vgId);
L
Liu Jicong 已提交
1712
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
L
Liu Jicong 已提交
1713
  buf = taosDecodeStringTo(buf, pReq->topicName);
L
Liu Jicong 已提交
1714
  buf = taosDecodeStringTo(buf, pReq->cgroup);
L
Liu Jicong 已提交
1715 1716 1717
  buf = taosDecodeString(buf, &pReq->sql);
  buf = taosDecodeString(buf, &pReq->logicalPlan);
  buf = taosDecodeString(buf, &pReq->physicalPlan);
L
Liu Jicong 已提交
1718
  buf = taosDecodeString(buf, &pReq->qmsg);
L
Liu Jicong 已提交
1719 1720 1721
  return buf;
}

L
Liu Jicong 已提交
1722
typedef struct {
1723 1724 1725 1726 1727 1728 1729 1730 1731 1732
  int64_t leftForVer;
  int32_t vgId;
  int64_t oldConsumerId;
  int64_t newConsumerId;
  // char     topicName[TSDB_TOPIC_FNAME_LEN];
  // char     cgroup[TSDB_CONSUMER_GROUP_LEN];
  // char*    sql;
  // char*    logicalPlan;
  // char*    physicalPlan;
  // char*    qmsg;
L
Liu Jicong 已提交
1733 1734 1735 1736 1737 1738 1739 1740
} SMqMVRebReq;

static FORCE_INLINE int32_t tEncodeSMqMVRebReq(void** buf, const SMqMVRebReq* pReq) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI64(buf, pReq->leftForVer);
  tlen += taosEncodeFixedI32(buf, pReq->vgId);
  tlen += taosEncodeFixedI64(buf, pReq->oldConsumerId);
  tlen += taosEncodeFixedI64(buf, pReq->newConsumerId);
1741 1742 1743 1744 1745 1746 1747
  // tlen += taosEncodeString(buf, pReq->topicName);
  // tlen += taosEncodeString(buf, pReq->cgroup);
  // tlen += taosEncodeString(buf, pReq->sql);
  // tlen += taosEncodeString(buf, pReq->logicalPlan);
  // tlen += taosEncodeString(buf, pReq->physicalPlan);
  // tlen += taosEncodeString(buf, pReq->qmsg);
  // tlen += tEncodeSSubQueryMsg(buf, &pReq->msg);
L
Liu Jicong 已提交
1748 1749 1750 1751 1752 1753 1754 1755
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqMVRebReq(void* buf, SMqMVRebReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->leftForVer);
  buf = taosDecodeFixedI32(buf, &pReq->vgId);
  buf = taosDecodeFixedI64(buf, &pReq->oldConsumerId);
  buf = taosDecodeFixedI64(buf, &pReq->newConsumerId);
1756 1757 1758 1759 1760 1761 1762
  // buf = taosDecodeStringTo(buf, pReq->topicName);
  // buf = taosDecodeStringTo(buf, pReq->cgroup);
  // buf = taosDecodeString(buf, &pReq->sql);
  // buf = taosDecodeString(buf, &pReq->logicalPlan);
  // buf = taosDecodeString(buf, &pReq->physicalPlan);
  // buf = taosDecodeString(buf, &pReq->qmsg);
  // buf = tDecodeSSubQueryMsg(buf, &pReq->msg);
L
Liu Jicong 已提交
1763 1764 1765
  return buf;
}

L
Liu Jicong 已提交
1766
typedef struct {
L
Liu Jicong 已提交
1767 1768 1769 1770 1771
  SMsgHead header;
  int32_t  vgId;
  int64_t  consumerId;
  char     topicName[TSDB_TOPIC_FNAME_LEN];
  char     cGroup[TSDB_CONSUMER_GROUP_LEN];
L
Liu Jicong 已提交
1772 1773
} SMqSetCVgRsp;

L
Liu Jicong 已提交
1774 1775 1776 1777 1778 1779 1780 1781
typedef struct {
  SMsgHead header;
  int32_t  vgId;
  int64_t  consumerId;
  char     topicName[TSDB_TOPIC_FNAME_LEN];
  char     cGroup[TSDB_CONSUMER_GROUP_LEN];
} SMqMVRebRsp;

L
Liu Jicong 已提交
1782 1783
typedef struct {
  uint32_t nCols;
1784
  SSchema* pSchema;
L
Liu Jicong 已提交
1785 1786
} SSchemaWrapper;

S
Shengliang Guan 已提交
1787
static FORCE_INLINE int32_t taosEncodeSSchema(void** buf, const SSchema* pSchema) {
L
Liu Jicong 已提交
1788 1789 1790 1791 1792 1793 1794 1795
  int32_t tlen = 0;
  tlen += taosEncodeFixedI8(buf, pSchema->type);
  tlen += taosEncodeFixedI32(buf, pSchema->bytes);
  tlen += taosEncodeFixedI32(buf, pSchema->colId);
  tlen += taosEncodeString(buf, pSchema->name);
  return tlen;
}

S
Shengliang Guan 已提交
1796
static FORCE_INLINE void* taosDecodeSSchema(void* buf, SSchema* pSchema) {
L
Liu Jicong 已提交
1797 1798 1799 1800 1801 1802 1803
  buf = taosDecodeFixedI8(buf, &pSchema->type);
  buf = taosDecodeFixedI32(buf, &pSchema->bytes);
  buf = taosDecodeFixedI32(buf, &pSchema->colId);
  buf = taosDecodeStringTo(buf, pSchema->name);
  return buf;
}

S
Shengliang Guan 已提交
1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819
static FORCE_INLINE int32_t tEncodeSSchema(SCoder* pEncoder, const SSchema* pSchema) {
  if (tEncodeI8(pEncoder, pSchema->type) < 0) return -1;
  if (tEncodeI32(pEncoder, pSchema->bytes) < 0) return -1;
  if (tEncodeI32(pEncoder, pSchema->colId) < 0) return -1;
  if (tEncodeCStr(pEncoder, pSchema->name) < 0) return -1;
  return 0;
}

static FORCE_INLINE int32_t tDecodeSSchema(SCoder* pDecoder, SSchema* pSchema) {
  if (tDecodeI8(pDecoder, &pSchema->type) < 0) return -1;
  if (tDecodeI32(pDecoder, &pSchema->bytes) < 0) return -1;
  if (tDecodeI32(pDecoder, &pSchema->colId) < 0) return -1;
  if (tDecodeCStrTo(pDecoder, pSchema->name) < 0) return -1;
  return 0;
}

L
Liu Jicong 已提交
1820 1821 1822
static FORCE_INLINE int32_t tEncodeSSchemaWrapper(void** buf, const SSchemaWrapper* pSW) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedU32(buf, pSW->nCols);
1823
  for (int32_t i = 0; i < pSW->nCols; i++) {
S
Shengliang Guan 已提交
1824
    tlen += taosEncodeSSchema(buf, &pSW->pSchema[i]);
L
Liu Jicong 已提交
1825 1826 1827 1828 1829 1830
  }
  return tlen;
}

static FORCE_INLINE void* tDecodeSSchemaWrapper(void* buf, SSchemaWrapper* pSW) {
  buf = taosDecodeFixedU32(buf, &pSW->nCols);
1831
  pSW->pSchema = (SSchema*)calloc(pSW->nCols, sizeof(SSchema));
L
Liu Jicong 已提交
1832 1833 1834
  if (pSW->pSchema == NULL) {
    return NULL;
  }
1835

1836
  for (int32_t i = 0; i < pSW->nCols; i++) {
S
Shengliang Guan 已提交
1837
    buf = taosDecodeSSchema(buf, &pSW->pSchema[i]);
L
Liu Jicong 已提交
1838 1839 1840
  }
  return buf;
}
L
Liu Jicong 已提交
1841

L
Liu Jicong 已提交
1842
typedef struct {
1843 1844 1845
  int64_t uid;
  int32_t numOfRows;
  char*   colData;
L
Liu Jicong 已提交
1846 1847
} SMqTbData;

L
Liu Jicong 已提交
1848
typedef struct {
L
Liu Jicong 已提交
1849 1850 1851 1852 1853 1854 1855 1856
  char       topicName[TSDB_TOPIC_FNAME_LEN];
  int64_t    committedOffset;
  int64_t    reqOffset;
  int64_t    rspOffset;
  int32_t    skipLogNum;
  int32_t    bodyLen;
  int32_t    numOfTb;
  SMqTbData* tbData;
L
Liu Jicong 已提交
1857 1858
} SMqTopicData;

L
Liu Jicong 已提交
1859
typedef struct {
L
Liu Jicong 已提交
1860 1861
  int64_t         consumerId;
  SSchemaWrapper* schemas;
L
Liu Jicong 已提交
1862 1863 1864 1865
  int64_t         committedOffset;
  int64_t         reqOffset;
  int64_t         rspOffset;
  int32_t         skipLogNum;
L
Liu Jicong 已提交
1866
  int32_t         numOfTopics;
1867
  SArray*         pBlockData;  // SArray<SSDataBlock>
L
Liu Jicong 已提交
1868
} SMqConsumeRsp;
L
Liu Jicong 已提交
1869

L
Liu Jicong 已提交
1870
// one req for one vg+topic
L
Liu Jicong 已提交
1871
typedef struct {
1872 1873 1874 1875 1876
  SMsgHead head;
  // 0: commit only, current offset
  // 1: consume only, poll next offset
  // 2: commit current and consume next offset
  int32_t reqType;
L
Liu Jicong 已提交
1877

1878 1879 1880 1881
  int64_t reqId;
  int64_t consumerId;
  int64_t blockingTime;
  char    cgroup[TSDB_CONSUMER_GROUP_LEN];
L
Liu Jicong 已提交
1882

1883 1884
  int64_t offset;
  char    topic[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
1885 1886
} SMqConsumeReq;

L
Liu Jicong 已提交
1887
typedef struct {
L
Liu Jicong 已提交
1888 1889 1890 1891
  int32_t vgId;
  SEpSet  epSet;
} SMqSubVgEp;

L
Liu Jicong 已提交
1892
typedef struct {
L
Liu Jicong 已提交
1893
  char    topic[TSDB_TOPIC_FNAME_LEN];
1894
  SArray* vgs;  // SArray<SMqSubVgEp>
L
Liu Jicong 已提交
1895 1896
} SMqSubTopicEp;

L
Liu Jicong 已提交
1897
typedef struct {
L
Liu Jicong 已提交
1898
  int64_t consumerId;
L
Liu Jicong 已提交
1899
  int32_t epoch;
L
Liu Jicong 已提交
1900 1901 1902 1903
  char    cgroup[TSDB_CONSUMER_GROUP_LEN];
  SArray* topics;  // SArray<SMqSubTopicEp>
} SMqCMGetSubEpRsp;

1904
static FORCE_INLINE void tDeleteSMqSubTopicEp(SMqSubTopicEp* pSubTopicEp) { taosArrayDestroy(pSubTopicEp->vgs); }
L
Liu Jicong 已提交
1905

L
Liu Jicong 已提交
1906 1907
static FORCE_INLINE int32_t tEncodeSMqSubVgEp(void** buf, const SMqSubVgEp* pVgEp) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1908
  tlen += taosEncodeFixedI32(buf, pVgEp->vgId);
L
Liu Jicong 已提交
1909 1910 1911 1912 1913 1914 1915 1916 1917 1918
  tlen += taosEncodeSEpSet(buf, &pVgEp->epSet);
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubVgEp(void* buf, SMqSubVgEp* pVgEp) {
  buf = taosDecodeFixedI32(buf, &pVgEp->vgId);
  buf = taosDecodeSEpSet(buf, &pVgEp->epSet);
  return buf;
}

L
Liu Jicong 已提交
1919
static FORCE_INLINE void tDeleteSMqCMGetSubEpRsp(SMqCMGetSubEpRsp* pRsp) {
1920
  taosArrayDestroyEx(pRsp->topics, (void (*)(void*))tDeleteSMqSubTopicEp);
L
Liu Jicong 已提交
1921 1922
}

L
Liu Jicong 已提交
1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
static FORCE_INLINE int32_t tEncodeSMqSubTopicEp(void** buf, const SMqSubTopicEp* pTopicEp) {
  int32_t tlen = 0;
  tlen += taosEncodeString(buf, pTopicEp->topic);
  int32_t sz = taosArrayGetSize(pTopicEp->vgs);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp* pVgEp = (SMqSubVgEp*)taosArrayGet(pTopicEp->vgs, i);
    tlen += tEncodeSMqSubVgEp(buf, pVgEp);
  }
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubTopicEp(void* buf, SMqSubTopicEp* pTopicEp) {
  buf = taosDecodeStringTo(buf, pTopicEp->topic);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pTopicEp->vgs = taosArrayInit(sz, sizeof(SMqSubVgEp));
  if (pTopicEp->vgs == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp vgEp;
    buf = tDecodeSMqSubVgEp(buf, &vgEp);
    taosArrayPush(pTopicEp->vgs, &vgEp);
  }
  return buf;
}

static FORCE_INLINE int32_t tEncodeSMqCMGetSubEpRsp(void** buf, const SMqCMGetSubEpRsp* pRsp) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI64(buf, pRsp->consumerId);
L
Liu Jicong 已提交
1954
  tlen += taosEncodeFixedI32(buf, pRsp->epoch);
L
Liu Jicong 已提交
1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966
  tlen += taosEncodeString(buf, pRsp->cgroup);
  int32_t sz = taosArrayGetSize(pRsp->topics);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp* pVgEp = (SMqSubTopicEp*)taosArrayGet(pRsp->topics, i);
    tlen += tEncodeSMqSubTopicEp(buf, pVgEp);
  }
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqCMGetSubEpRsp(void* buf, SMqCMGetSubEpRsp* pRsp) {
  buf = taosDecodeFixedI64(buf, &pRsp->consumerId);
L
Liu Jicong 已提交
1967
  buf = taosDecodeFixedI32(buf, &pRsp->epoch);
L
Liu Jicong 已提交
1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981
  buf = taosDecodeStringTo(buf, pRsp->cgroup);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pRsp->topics = taosArrayInit(sz, sizeof(SMqSubTopicEp));
  if (pRsp->topics == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp topicEp;
    buf = tDecodeSMqSubTopicEp(buf, &topicEp);
    taosArrayPush(pRsp->topics, &topicEp);
  }
  return buf;
}
L
Liu Jicong 已提交
1982

D
dapan1121 已提交
1983 1984 1985 1986 1987
#ifdef __cplusplus
}
#endif

#endif /*_TD_COMMON_TAOS_MSG_H_*/