tmsg.h 93.0 KB
Newer Older
D
dapan1121 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_COMMON_TAOS_MSG_H_
#define _TD_COMMON_TAOS_MSG_H_

#include "taosdef.h"
#include "taoserror.h"
H
more  
Hongze Cheng 已提交
21
#include "tarray.h"
H
more  
Hongze Cheng 已提交
22
#include "tcoding.h"
S
Shengliang Guan 已提交
23
#include "tencode.h"
L
Liu Jicong 已提交
24
#include "thash.h"
H
Hongze Cheng 已提交
25
#include "tlist.h"
D
dapan1121 已提交
26
#include "tname.h"
L
Liu Jicong 已提交
27
#include "trow.h"
L
Liu Jicong 已提交
28
#include "tuuid.h"
D
dapan1121 已提交
29

S
Shengliang Guan 已提交
30 31 32 33
#ifdef __cplusplus
extern "C" {
#endif

H
Hongze Cheng 已提交
34
/* ------------------------ MESSAGE DEFINITIONS ------------------------ */
H
Hongze Cheng 已提交
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#define TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#define TD_MSG_SEG_CODE_
#include "tmsgdef.h"

#undef TD_MSG_NUMBER_
#undef TD_MSG_DICT_
#undef TD_MSG_INFO_
#undef TD_MSG_SEG_CODE_
#include "tmsgdef.h"

S
Shengliang Guan 已提交
53 54
extern char*   tMsgInfo[];
extern int32_t tMsgDict[];
H
Hongze Cheng 已提交
55 56

#define TMSG_SEG_CODE(TYPE) (((TYPE)&0xff00) >> 8)
L
Liu Jicong 已提交
57
#define TMSG_SEG_SEQ(TYPE)  ((TYPE)&0xff)
S
Shengliang Guan 已提交
58 59
#define TMSG_INFO(TYPE)                                                                                                \
  ((TYPE) < TDMT_DND_MAX_MSG || (TYPE) < TDMT_MND_MAX_MSG || (TYPE) < TDMT_VND_MAX_MSG || (TYPE) < TDMT_SCH_MAX_MSG || \
L
Liu Jicong 已提交
60 61
   (TYPE) < TDMT_STREAM_MAX_MSG || (TYPE) < TDMT_MON_MAX_MSG || (TYPE) < TDMT_SYNC_MAX_MSG) ||                         \
          (TYPE) < TDMT_VND_STREAM_MSG || (TYPE) < TDMT_VND_TMQ_MSG                                                    \
S
Shengliang Guan 已提交
62
      ? tMsgInfo[tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE)]                                                   \
dengyihao's avatar
dengyihao 已提交
63
      : 0
L
Liu Jicong 已提交
64

dengyihao's avatar
dengyihao 已提交
65
#define TMSG_INDEX(TYPE) (tMsgDict[TMSG_SEG_CODE(TYPE)] + TMSG_SEG_SEQ(TYPE))
D
dapan1121 已提交
66

H
Hongze Cheng 已提交
67 68
typedef uint16_t tmsg_t;

69 70
static inline bool vnodeIsMsgBlock(tmsg_t type) {
  return (type == TDMT_VND_CREATE_TABLE) || (type == TDMT_VND_ALTER_TABLE) || (type == TDMT_VND_DROP_TABLE) ||
71
         (type == TDMT_VND_UPDATE_TAG_VAL) || (type == TDMT_VND_ALTER_CONFIRM);
72
}
73 74 75 76 77

static inline bool syncUtilUserCommit(tmsg_t msgType) {
  return msgType != TDMT_SYNC_NOOP && msgType != TDMT_SYNC_LEADER_TRANSFER;
}

H
Hongze Cheng 已提交
78
/* ------------------------ OTHER DEFINITIONS ------------------------ */
D
dapan1121 已提交
79
// IE type
L
Liu Jicong 已提交
80 81 82 83
#define TSDB_IE_TYPE_SEC         1
#define TSDB_IE_TYPE_META        2
#define TSDB_IE_TYPE_MGMT_IP     3
#define TSDB_IE_TYPE_DNODE_CFG   4
D
dapan1121 已提交
84
#define TSDB_IE_TYPE_NEW_VERSION 5
L
Liu Jicong 已提交
85
#define TSDB_IE_TYPE_DNODE_EXT   6
D
dapan1121 已提交
86 87
#define TSDB_IE_TYPE_DNODE_STATE 7

88 89 90 91 92 93
enum {
  CONN_TYPE__QUERY = 1,
  CONN_TYPE__TMQ,
  CONN_TYPE__UDFD,
  CONN_TYPE__MAX,
};
L
Liu Jicong 已提交
94

D
dapan1121 已提交
95
enum {
D
dapan 已提交
96 97
  HEARTBEAT_KEY_USER_AUTHINFO = 1,
  HEARTBEAT_KEY_DBINFO,
D
dapan1121 已提交
98
  HEARTBEAT_KEY_STBINFO,
99
  HEARTBEAT_KEY_TMQ,
D
dapan1121 已提交
100 101
};

S
Shengliang Guan 已提交
102 103
typedef enum _mgmt_table {
  TSDB_MGMT_TABLE_START,
D
dapan1121 已提交
104 105
  TSDB_MGMT_TABLE_DNODE,
  TSDB_MGMT_TABLE_MNODE,
106
  TSDB_MGMT_TABLE_MODULE,
S
Shengliang Guan 已提交
107 108
  TSDB_MGMT_TABLE_QNODE,
  TSDB_MGMT_TABLE_SNODE,
S
Shengliang Guan 已提交
109
  TSDB_MGMT_TABLE_BNODE,  // no longer used
110 111 112 113
  TSDB_MGMT_TABLE_CLUSTER,
  TSDB_MGMT_TABLE_DB,
  TSDB_MGMT_TABLE_FUNC,
  TSDB_MGMT_TABLE_INDEX,
S
Shengliang Guan 已提交
114
  TSDB_MGMT_TABLE_STB,
D
dapan1121 已提交
115
  TSDB_MGMT_TABLE_STREAMS,
116
  TSDB_MGMT_TABLE_TABLE,
117
  TSDB_MGMT_TABLE_TAG,
118
  TSDB_MGMT_TABLE_COL,
119
  TSDB_MGMT_TABLE_USER,
D
dapan1121 已提交
120
  TSDB_MGMT_TABLE_GRANTS,
121 122 123
  TSDB_MGMT_TABLE_VGROUP,
  TSDB_MGMT_TABLE_TOPICS,
  TSDB_MGMT_TABLE_CONSUMERS,
L
Liu Jicong 已提交
124
  TSDB_MGMT_TABLE_SUBSCRIPTIONS,
125 126 127 128 129
  TSDB_MGMT_TABLE_TRANS,
  TSDB_MGMT_TABLE_SMAS,
  TSDB_MGMT_TABLE_CONFIGS,
  TSDB_MGMT_TABLE_CONNS,
  TSDB_MGMT_TABLE_QUERIES,
D
dapan1121 已提交
130
  TSDB_MGMT_TABLE_VNODES,
D
dapan1121 已提交
131
  TSDB_MGMT_TABLE_APPS,
132
  TSDB_MGMT_TABLE_STREAM_TASKS,
S
Shengliang Guan 已提交
133
  TSDB_MGMT_TABLE_PRIVILEGES,
D
dapan1121 已提交
134
  TSDB_MGMT_TABLE_MAX,
S
Shengliang Guan 已提交
135
} EShowType;
D
dapan1121 已提交
136

137 138 139 140
#define TSDB_ALTER_TABLE_ADD_TAG             1
#define TSDB_ALTER_TABLE_DROP_TAG            2
#define TSDB_ALTER_TABLE_UPDATE_TAG_NAME     3
#define TSDB_ALTER_TABLE_UPDATE_TAG_VAL      4
L
Liu Jicong 已提交
141 142
#define TSDB_ALTER_TABLE_ADD_COLUMN          5
#define TSDB_ALTER_TABLE_DROP_COLUMN         6
S
Shengliang Guan 已提交
143
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES 7
L
Liu Jicong 已提交
144
#define TSDB_ALTER_TABLE_UPDATE_TAG_BYTES    8
145 146
#define TSDB_ALTER_TABLE_UPDATE_OPTIONS      9
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME  10
D
dapan1121 已提交
147

L
Liu Jicong 已提交
148 149
#define TSDB_FILL_NONE      0
#define TSDB_FILL_NULL      1
H
Hongze Cheng 已提交
150
#define TSDB_FILL_SET_VALUE 2
L
Liu Jicong 已提交
151 152 153 154
#define TSDB_FILL_LINEAR    3
#define TSDB_FILL_PREV      4
#define TSDB_FILL_NEXT      5

155 156 157 158 159 160 161 162 163 164 165 166
#define TSDB_ALTER_USER_PASSWD                 0x1
#define TSDB_ALTER_USER_SUPERUSER              0x2
#define TSDB_ALTER_USER_ADD_READ_DB            0x3
#define TSDB_ALTER_USER_REMOVE_READ_DB         0x4
#define TSDB_ALTER_USER_ADD_WRITE_DB           0x5
#define TSDB_ALTER_USER_REMOVE_WRITE_DB        0x6
#define TSDB_ALTER_USER_ADD_ALL_DB             0x7
#define TSDB_ALTER_USER_REMOVE_ALL_DB          0x8
#define TSDB_ALTER_USER_ENABLE                 0x9
#define TSDB_ALTER_USER_SYSINFO                0xA
#define TSDB_ALTER_USER_ADD_SUBSCRIBE_TOPIC    0xB
#define TSDB_ALTER_USER_REMOVE_SUBSCRIBE_TOPIC 0xC
S
Shengliang Guan 已提交
167

D
dapan1121 已提交
168 169
#define TSDB_ALTER_USER_PRIVILEGES 0x2

H
Hongze Cheng 已提交
170
#define TSDB_KILL_MSG_LEN 30
D
dapan1121 已提交
171

D
dapan1121 已提交
172 173
#define TSDB_TABLE_NUM_UNIT 100000

L
Liu Jicong 已提交
174
#define TSDB_VN_READ_ACCCESS  ((char)0x1)
H
Hongze Cheng 已提交
175
#define TSDB_VN_WRITE_ACCCESS ((char)0x2)
L
Liu Jicong 已提交
176
#define TSDB_VN_ALL_ACCCESS   (TSDB_VN_READ_ACCCESS | TSDB_VN_WRITE_ACCCESS)
D
dapan1121 已提交
177

H
Hongze Cheng 已提交
178
#define TSDB_COL_NORMAL 0x0u  // the normal column of the table
L
Liu Jicong 已提交
179 180 181 182
#define TSDB_COL_TAG    0x1u  // the tag column type
#define TSDB_COL_UDC    0x2u  // the user specified normal string column, it is a dummy column
#define TSDB_COL_TMP    0x4u  // internal column generated by the previous operators
#define TSDB_COL_NULL   0x8u  // the column filter NULL or not
D
dapan1121 已提交
183

L
Liu Jicong 已提交
184
#define TSDB_COL_IS_TAG(f)        (((f & (~(TSDB_COL_NULL))) & TSDB_COL_TAG) != 0)
H
Hongze Cheng 已提交
185
#define TSDB_COL_IS_NORMAL_COL(f) ((f & (~(TSDB_COL_NULL))) == TSDB_COL_NORMAL)
L
Liu Jicong 已提交
186 187
#define TSDB_COL_IS_UD_COL(f)     ((f & (~(TSDB_COL_NULL))) == TSDB_COL_UDC)
#define TSDB_COL_REQ_NULL(f)      (((f)&TSDB_COL_NULL) != 0)
S
Shengliang Guan 已提交
188

L
Liu Jicong 已提交
189 190
#define TD_SUPER_TABLE  TSDB_SUPER_TABLE
#define TD_CHILD_TABLE  TSDB_CHILD_TABLE
S
Shengliang Guan 已提交
191 192
#define TD_NORMAL_TABLE TSDB_NORMAL_TABLE

193 194 195
#define TD_REQ_FROM_APP  0
#define TD_REQ_FROM_TAOX 1

S
Shengliang Guan 已提交
196
typedef struct {
S
Shengliang Guan 已提交
197
  int32_t vgId;
D
dapan1121 已提交
198 199
  char*   dbFName;
  char*   tbName;
D
dapan1121 已提交
200
} SBuildTableInput;
D
dapan1121 已提交
201

S
Shengliang Guan 已提交
202
typedef struct {
D
dapan1121 已提交
203
  char    db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
204
  int64_t dbId;
205
  int32_t vgVersion;
L
Liu Jicong 已提交
206
  int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
D
dapan1121 已提交
207
  int64_t stateTs;
D
dapan1121 已提交
208 209
} SBuildUseDBInput;

S
Shengliang Guan 已提交
210 211 212
typedef struct SField {
  char    name[TSDB_COL_NAME_LEN];
  uint8_t type;
213
  int8_t  flags;
214
  int32_t bytes;
S
Shengliang Guan 已提交
215 216
} SField;

S
Shengliang Guan 已提交
217
typedef struct SRetention {
C
Cary Xu 已提交
218 219
  int64_t freq;
  int64_t keep;
S
sma  
Shengliang Guan 已提交
220 221
  int8_t  freqUnit;
  int8_t  keepUnit;
S
Shengliang Guan 已提交
222 223
} SRetention;

C
Cary Xu 已提交
224 225
#define RETENTION_VALID(r) (((r)->freq > 0) && ((r)->keep > 0))

D
dapan1121 已提交
226 227 228
#pragma pack(push, 1)

// null-terminated string instead of char array to avoid too many memory consumption in case of more than 1M tableMeta
H
Haojun Liao 已提交
229
typedef struct SEp {
D
dapan1121 已提交
230
  char     fqdn[TSDB_FQDN_LEN];
D
dapan1121 已提交
231
  uint16_t port;
H
Haojun Liao 已提交
232
} SEp;
D
dapan1121 已提交
233

S
Shengliang Guan 已提交
234
typedef struct {
D
dapan1121 已提交
235
  int32_t contLen;
L
Liu Jicong 已提交
236
  int32_t vgId;
D
dapan1121 已提交
237 238 239 240
} SMsgHead;

// Submit message for one table
typedef struct SSubmitBlk {
241
  int64_t uid;        // table unique id
L
Liu Jicong 已提交
242
  int64_t suid;       // stable id
243 244 245
  int32_t sversion;   // data schema version
  int32_t dataLen;    // data part length, not including the SSubmitBlk head
  int32_t schemaLen;  // schema length, if length is 0, no schema exists
246
  int32_t numOfRows;  // total number of rows in current submit block
247
  char    data[];
D
dapan1121 已提交
248 249 250
} SSubmitBlk;

// Submit message for this TSDB
S
Shengliang Guan 已提交
251
typedef struct {
S
Shengliang Guan 已提交
252
  SMsgHead header;
H
Hongze Cheng 已提交
253
  int64_t  version;
S
Shengliang Guan 已提交
254 255 256
  int32_t  length;
  int32_t  numOfBlocks;
  char     blocks[];
S
Shengliang Guan 已提交
257
} SSubmitReq;
D
dapan1121 已提交
258

H
Hongze Cheng 已提交
259 260 261
typedef struct {
  int32_t totalLen;
  int32_t len;
262
  STSRow* row;
H
Hongze Cheng 已提交
263 264 265
} SSubmitBlkIter;

typedef struct {
C
Cary Xu 已提交
266 267 268
  int32_t totalLen;
  int32_t len;
  // head of SSubmitBlk
C
Cary Xu 已提交
269 270 271 272 273
  int64_t uid;        // table unique id
  int64_t suid;       // stable id
  int32_t sversion;   // data schema version
  int32_t dataLen;    // data part length, not including the SSubmitBlk head
  int32_t schemaLen;  // schema length, if length is 0, no schema exists
274
  int32_t numOfRows;  // total number of rows in current submit block
C
Cary Xu 已提交
275
  // head of SSubmitBlk
C
Cary Xu 已提交
276
  int32_t     numOfBlocks;
C
Cary Xu 已提交
277
  const void* pMsg;
H
Hongze Cheng 已提交
278
} SSubmitMsgIter;
C
Cary Xu 已提交
279

L
Liu Jicong 已提交
280
int32_t tInitSubmitMsgIter(const SSubmitReq* pMsg, SSubmitMsgIter* pIter);
S
Shengliang Guan 已提交
281
int32_t tGetSubmitMsgNext(SSubmitMsgIter* pIter, SSubmitBlk** pPBlock);
C
Cary Xu 已提交
282
int32_t tInitSubmitBlkIter(SSubmitMsgIter* pMsgIter, SSubmitBlk* pBlock, SSubmitBlkIter* pIter);
C
Cary Xu 已提交
283
STSRow* tGetSubmitBlkNext(SSubmitBlkIter* pIter);
L
Liu Jicong 已提交
284
// for debug
H
Hongze Cheng 已提交
285
int32_t tPrintFixedSchemaSubmitReq(SSubmitReq* pReq, STSchema* pSchema);
H
Hongze Cheng 已提交
286

287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312
struct SSchema {
  int8_t   type;
  int8_t   flags;
  col_id_t colId;
  int32_t  bytes;
  char     name[TSDB_COL_NAME_LEN];
};

typedef struct {
  char     tbName[TSDB_TABLE_NAME_LEN];
  char     stbName[TSDB_TABLE_NAME_LEN];
  char     dbFName[TSDB_DB_FNAME_LEN];
  int64_t  dbId;
  int32_t  numOfTags;
  int32_t  numOfColumns;
  int8_t   precision;
  int8_t   tableType;
  int32_t  sversion;
  int32_t  tversion;
  uint64_t suid;
  uint64_t tuid;
  int32_t  vgId;
  int8_t   sysInfo;
  SSchema* pSchemas;
} STableMetaRsp;

D
dapan1121 已提交
313
typedef struct {
L
Liu Jicong 已提交
314 315 316 317 318 319 320
  int32_t        code;
  int64_t        uid;
  char*          tblFName;
  int32_t        numOfRows;
  int32_t        affectedRows;
  int64_t        sver;
  STableMetaRsp* pMeta;
H
Hongze Cheng 已提交
321
} SSubmitBlkRsp;
D
dapan1121 已提交
322 323

typedef struct {
H
Hongze Cheng 已提交
324 325 326 327 328 329 330
  int32_t numOfRows;
  int32_t affectedRows;
  int32_t nBlocks;
  union {
    SArray*        pArray;
    SSubmitBlkRsp* pBlocks;
  };
S
Shengliang Guan 已提交
331
} SSubmitRsp;
D
dapan1121 已提交
332

H
Hongze Cheng 已提交
333 334
int32_t tEncodeSSubmitRsp(SEncoder* pEncoder, const SSubmitRsp* pRsp);
int32_t tDecodeSSubmitRsp(SDecoder* pDecoder, SSubmitRsp* pRsp);
L
Liu Jicong 已提交
335
void    tFreeSSubmitBlkRsp(void* param);
H
Hongze Cheng 已提交
336
void    tFreeSSubmitRsp(SSubmitRsp* pRsp);
337

338 339 340 341 342
#define COL_SMA_ON     ((int8_t)0x1)
#define COL_IDX_ON     ((int8_t)0x2)
#define COL_SET_NULL   ((int8_t)0x10)
#define COL_SET_VAL    ((int8_t)0x20)
#define COL_IS_SYSINFO ((int8_t)0x40)
D
dapan1121 已提交
343

wmmhello's avatar
wmmhello 已提交
344
#define COL_IS_SET(FLG)  (((FLG) & (COL_SET_VAL | COL_SET_NULL)) != 0)
H
Hongze Cheng 已提交
345
#define COL_CLR_SET(FLG) ((FLG) &= (~(COL_SET_VAL | COL_SET_NULL)))
H
Hongze Cheng 已提交
346

H
Hongze Cheng 已提交
347
#define IS_BSMA_ON(s) (((s)->flags & 0x01) == COL_SMA_ON)
C
Cary Xu 已提交
348

dengyihao's avatar
dengyihao 已提交
349
#define SSCHMEA_TYPE(s)  ((s)->type)
C
Cary Xu 已提交
350
#define SSCHMEA_FLAGS(s) ((s)->flags)
C
Cary Xu 已提交
351 352
#define SSCHMEA_COLID(s) ((s)->colId)
#define SSCHMEA_BYTES(s) ((s)->bytes)
dengyihao's avatar
dengyihao 已提交
353
#define SSCHMEA_NAME(s)  ((s)->name)
C
Cary Xu 已提交
354

H
Hongze Cheng 已提交
355 356
typedef struct {
  int32_t  nCols;
357
  int32_t  version;
H
Hongze Cheng 已提交
358 359 360
  SSchema* pSchema;
} SSchemaWrapper;

L
Liu Jicong 已提交
361
static FORCE_INLINE SSchemaWrapper* tCloneSSchemaWrapper(const SSchemaWrapper* pSchemaWrapper) {
M
Minglei Jin 已提交
362 363
  if (pSchemaWrapper->pSchema == NULL) return NULL;

L
Liu Jicong 已提交
364 365 366
  SSchemaWrapper* pSW = (SSchemaWrapper*)taosMemoryMalloc(sizeof(SSchemaWrapper));
  if (pSW == NULL) return pSW;
  pSW->nCols = pSchemaWrapper->nCols;
367
  pSW->version = pSchemaWrapper->version;
L
Liu Jicong 已提交
368 369 370 371 372
  pSW->pSchema = (SSchema*)taosMemoryCalloc(pSW->nCols, sizeof(SSchema));
  if (pSW->pSchema == NULL) {
    taosMemoryFree(pSW);
    return NULL;
  }
M
Minglei Jin 已提交
373

L
Liu Jicong 已提交
374 375 376 377 378
  memcpy(pSW->pSchema, pSchemaWrapper->pSchema, pSW->nCols * sizeof(SSchema));
  return pSW;
}

static FORCE_INLINE void tDeleteSSchemaWrapper(SSchemaWrapper* pSchemaWrapper) {
379 380 381 382
  if (pSchemaWrapper) {
    taosMemoryFree(pSchemaWrapper->pSchema);
    taosMemoryFree(pSchemaWrapper);
  }
L
Liu Jicong 已提交
383 384
}

wmmhello's avatar
wmmhello 已提交
385
static FORCE_INLINE void tDeleteSSchemaWrapperForHash(void* pSchemaWrapper) {
wmmhello's avatar
wmmhello 已提交
386 387 388
  if (pSchemaWrapper != NULL && *(SSchemaWrapper**)pSchemaWrapper != NULL) {
    taosMemoryFree((*(SSchemaWrapper**)pSchemaWrapper)->pSchema);
    taosMemoryFree(*(SSchemaWrapper**)pSchemaWrapper);
wmmhello's avatar
wmmhello 已提交
389 390 391
  }
}

L
Liu Jicong 已提交
392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431
static FORCE_INLINE int32_t taosEncodeSSchema(void** buf, const SSchema* pSchema) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI8(buf, pSchema->type);
  tlen += taosEncodeFixedI8(buf, pSchema->flags);
  tlen += taosEncodeFixedI32(buf, pSchema->bytes);
  tlen += taosEncodeFixedI16(buf, pSchema->colId);
  tlen += taosEncodeString(buf, pSchema->name);
  return tlen;
}

static FORCE_INLINE void* taosDecodeSSchema(const void* buf, SSchema* pSchema) {
  buf = taosDecodeFixedI8(buf, &pSchema->type);
  buf = taosDecodeFixedI8(buf, &pSchema->flags);
  buf = taosDecodeFixedI32(buf, &pSchema->bytes);
  buf = taosDecodeFixedI16(buf, &pSchema->colId);
  buf = taosDecodeStringTo(buf, pSchema->name);
  return (void*)buf;
}

static FORCE_INLINE int32_t tEncodeSSchema(SEncoder* pEncoder, const SSchema* pSchema) {
  if (tEncodeI8(pEncoder, pSchema->type) < 0) return -1;
  if (tEncodeI8(pEncoder, pSchema->flags) < 0) return -1;
  if (tEncodeI32v(pEncoder, pSchema->bytes) < 0) return -1;
  if (tEncodeI16v(pEncoder, pSchema->colId) < 0) return -1;
  if (tEncodeCStr(pEncoder, pSchema->name) < 0) return -1;
  return 0;
}

static FORCE_INLINE int32_t tDecodeSSchema(SDecoder* pDecoder, SSchema* pSchema) {
  if (tDecodeI8(pDecoder, &pSchema->type) < 0) return -1;
  if (tDecodeI8(pDecoder, &pSchema->flags) < 0) return -1;
  if (tDecodeI32v(pDecoder, &pSchema->bytes) < 0) return -1;
  if (tDecodeI16v(pDecoder, &pSchema->colId) < 0) return -1;
  if (tDecodeCStrTo(pDecoder, pSchema->name) < 0) return -1;
  return 0;
}

static FORCE_INLINE int32_t taosEncodeSSchemaWrapper(void** buf, const SSchemaWrapper* pSW) {
  int32_t tlen = 0;
  tlen += taosEncodeVariantI32(buf, pSW->nCols);
432
  tlen += taosEncodeVariantI32(buf, pSW->version);
L
Liu Jicong 已提交
433 434 435 436 437 438 439 440
  for (int32_t i = 0; i < pSW->nCols; i++) {
    tlen += taosEncodeSSchema(buf, &pSW->pSchema[i]);
  }
  return tlen;
}

static FORCE_INLINE void* taosDecodeSSchemaWrapper(const void* buf, SSchemaWrapper* pSW) {
  buf = taosDecodeVariantI32(buf, &pSW->nCols);
441
  buf = taosDecodeVariantI32(buf, &pSW->version);
442 443 444 445 446
  if (pSW->nCols > 0) {
    pSW->pSchema = (SSchema*)taosMemoryCalloc(pSW->nCols, sizeof(SSchema));
    if (pSW->pSchema == NULL) {
      return NULL;
    }
L
Liu Jicong 已提交
447

448 449 450 451 452
    for (int32_t i = 0; i < pSW->nCols; i++) {
      buf = taosDecodeSSchema(buf, &pSW->pSchema[i]);
    }
  } else {
    pSW->pSchema = NULL;
L
Liu Jicong 已提交
453 454 455 456 457 458
  }
  return (void*)buf;
}

static FORCE_INLINE int32_t tEncodeSSchemaWrapper(SEncoder* pEncoder, const SSchemaWrapper* pSW) {
  if (tEncodeI32v(pEncoder, pSW->nCols) < 0) return -1;
459
  if (tEncodeI32v(pEncoder, pSW->version) < 0) return -1;
L
Liu Jicong 已提交
460 461 462 463 464 465 466 467 468
  for (int32_t i = 0; i < pSW->nCols; i++) {
    if (tEncodeSSchema(pEncoder, &pSW->pSchema[i]) < 0) return -1;
  }

  return 0;
}

static FORCE_INLINE int32_t tDecodeSSchemaWrapper(SDecoder* pDecoder, SSchemaWrapper* pSW) {
  if (tDecodeI32v(pDecoder, &pSW->nCols) < 0) return -1;
469
  if (tDecodeI32v(pDecoder, &pSW->version) < 0) return -1;
L
Liu Jicong 已提交
470 471 472 473 474 475 476 477 478 479

  pSW->pSchema = (SSchema*)taosMemoryCalloc(pSW->nCols, sizeof(SSchema));
  if (pSW->pSchema == NULL) return -1;
  for (int32_t i = 0; i < pSW->nCols; i++) {
    if (tDecodeSSchema(pDecoder, &pSW->pSchema[i]) < 0) return -1;
  }

  return 0;
}

C
Cary Xu 已提交
480 481
static FORCE_INLINE int32_t tDecodeSSchemaWrapperEx(SDecoder* pDecoder, SSchemaWrapper* pSW) {
  if (tDecodeI32v(pDecoder, &pSW->nCols) < 0) return -1;
482
  if (tDecodeI32v(pDecoder, &pSW->version) < 0) return -1;
C
Cary Xu 已提交
483 484 485 486 487 488 489 490 491 492

  pSW->pSchema = (SSchema*)tDecoderMalloc(pDecoder, pSW->nCols * sizeof(SSchema));
  if (pSW->pSchema == NULL) return -1;
  for (int32_t i = 0; i < pSW->nCols; i++) {
    if (tDecodeSSchema(pDecoder, &pSW->pSchema[i]) < 0) return -1;
  }

  return 0;
}

D
dapan1121 已提交
493
typedef struct {
494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517
  char     name[TSDB_TABLE_FNAME_LEN];
  int8_t   igExists;
  int8_t   source;  // 1-taosX or 0-taosClient
  int8_t   reserved[6];
  tb_uid_t suid;
  int64_t  delay1;
  int64_t  delay2;
  int64_t  watermark1;
  int64_t  watermark2;
  int32_t  ttl;
  int32_t  colVer;
  int32_t  tagVer;
  int32_t  numOfColumns;
  int32_t  numOfTags;
  int32_t  numOfFuncs;
  int32_t  commentLen;
  int32_t  ast1Len;
  int32_t  ast2Len;
  SArray*  pColumns;  // array of SField
  SArray*  pTags;     // array of SField
  SArray*  pFuncs;
  char*    pComment;
  char*    pAst1;
  char*    pAst2;
518 519
  int64_t  deleteMark1;
  int64_t  deleteMark2;
S
Shengliang Guan 已提交
520
} SMCreateStbReq;
D
dapan1121 已提交
521

S
Shengliang Guan 已提交
522 523
int32_t tSerializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
int32_t tDeserializeSMCreateStbReq(void* buf, int32_t bufLen, SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
524
void    tFreeSMCreateStbReq(SMCreateStbReq* pReq);
S
Shengliang Guan 已提交
525

526 527 528 529 530 531 532 533
typedef struct {
  STableMetaRsp* pMeta;
} SMCreateStbRsp;

int32_t tEncodeSMCreateStbRsp(SEncoder* pEncoder, const SMCreateStbRsp* pRsp);
int32_t tDecodeSMCreateStbRsp(SDecoder* pDecoder, SMCreateStbRsp* pRsp);
void    tFreeSMCreateStbRsp(SMCreateStbRsp* pRsp);

D
dapan1121 已提交
534
typedef struct {
535 536 537 538 539
  char     name[TSDB_TABLE_FNAME_LEN];
  int8_t   igNotExists;
  int8_t   source;  // 1-taosX or 0-taosClient
  int8_t   reserved[6];
  tb_uid_t suid;
S
Shengliang Guan 已提交
540
} SMDropStbReq;
S
Shengliang Guan 已提交
541

S
Shengliang Guan 已提交
542 543
int32_t tSerializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
int32_t tDeserializeSMDropStbReq(void* buf, int32_t bufLen, SMDropStbReq* pReq);
S
Shengliang Guan 已提交
544

S
Shengliang Guan 已提交
545 546 547
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
S
Shengliang Guan 已提交
548 549
  int32_t numOfFields;
  SArray* pFields;
X
Xiaoyu Wang 已提交
550 551 552
  int32_t ttl;
  int32_t commentLen;
  char*   comment;
S
Shengliang Guan 已提交
553
} SMAlterStbReq;
D
dapan1121 已提交
554

S
Shengliang Guan 已提交
555 556 557
int32_t tSerializeSMAlterStbReq(void* buf, int32_t bufLen, SMAlterStbReq* pReq);
int32_t tDeserializeSMAlterStbReq(void* buf, int32_t bufLen, SMAlterStbReq* pReq);
void    tFreeSMAltertbReq(SMAlterStbReq* pReq);
D
dapan1121 已提交
558 559

typedef struct SEpSet {
560 561 562
  int8_t inUse;
  int8_t numOfEps;
  SEp    eps[TSDB_MAX_REPLICA];
D
dapan1121 已提交
563 564
} SEpSet;

H
Hongze Cheng 已提交
565 566
int32_t tEncodeSEpSet(SEncoder* pEncoder, const SEpSet* pEp);
int32_t tDecodeSEpSet(SDecoder* pDecoder, SEpSet* pEp);
S
Shengliang Guan 已提交
567
int32_t taosEncodeSEpSet(void** buf, const SEpSet* pEp);
568
void*   taosDecodeSEpSet(const void* buf, SEpSet* pEp);
L
Liu Jicong 已提交
569

570 571
int32_t tSerializeSEpSet(void* buf, int32_t bufLen, const SEpSet* pEpset);
int32_t tDeserializeSEpSet(void* buf, int32_t buflen, SEpSet* pEpset);
dengyihao's avatar
dengyihao 已提交
572

D
dapan1121 已提交
573
typedef struct {
L
Liu Jicong 已提交
574
  int8_t  connType;
D
dapan1121 已提交
575
  int32_t pid;
S
Shengliang Guan 已提交
576 577
  char    app[TSDB_APP_NAME_LEN];
  char    db[TSDB_DB_NAME_LEN];
dengyihao's avatar
dengyihao 已提交
578 579
  char    user[TSDB_USER_LEN];
  char    passwd[TSDB_PASSWORD_LEN];
580
  int64_t startTime;
S
Shengliang Guan 已提交
581
} SConnectReq;
L
Liu Jicong 已提交
582

S
Shengliang Guan 已提交
583 584
int32_t tSerializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
int32_t tDeserializeSConnectReq(void* buf, int32_t bufLen, SConnectReq* pReq);
585

L
Liu Jicong 已提交
586
typedef struct {
587 588
  int32_t  acctId;
  int64_t  clusterId;
D
dapan1121 已提交
589
  uint32_t connId;
D
dapan 已提交
590
  int32_t  dnodeNum;
591
  int8_t   superUser;
592
  int8_t   sysInfo;
593 594
  int8_t   connType;
  SEpSet   epSet;
dengyihao's avatar
dengyihao 已提交
595
  int32_t  svrTimestamp;
D
dapan1121 已提交
596 597
  char     sVer[TSDB_VERSION_LEN];
  char     sDetailVer[128];
L
Liu Jicong 已提交
598
} SConnectRsp;
L
Liu Jicong 已提交
599

S
Shengliang Guan 已提交
600 601 602
int32_t tSerializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);
int32_t tDeserializeSConnectRsp(void* buf, int32_t bufLen, SConnectRsp* pRsp);

L
Liu Jicong 已提交
603 604 605 606 607 608 609 610
typedef struct {
  char    user[TSDB_USER_LEN];
  char    pass[TSDB_PASSWORD_LEN];
  int32_t maxUsers;
  int32_t maxDbs;
  int32_t maxTimeSeries;
  int32_t maxStreams;
  int32_t accessState;  // Configured only by command
611
  int64_t maxStorage;
L
Liu Jicong 已提交
612
} SCreateAcctReq, SAlterAcctReq;
L
Liu Jicong 已提交
613

S
Shengliang Guan 已提交
614 615
int32_t tSerializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
int32_t tDeserializeSCreateAcctReq(void* buf, int32_t bufLen, SCreateAcctReq* pReq);
S
Shengliang Guan 已提交
616

L
Liu Jicong 已提交
617 618 619
typedef struct {
  char user[TSDB_USER_LEN];
} SDropUserReq, SDropAcctReq;
D
dapan1121 已提交
620

S
Shengliang Guan 已提交
621 622
int32_t tSerializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
int32_t tDeserializeSDropUserReq(void* buf, int32_t bufLen, SDropUserReq* pReq);
S
Shengliang Guan 已提交
623

D
dapan1121 已提交
624
typedef struct {
S
Shengliang Guan 已提交
625 626
  int8_t createType;
  int8_t superUser;  // denote if it is a super user or not
627 628
  int8_t sysInfo;
  int8_t enable;
S
Shengliang Guan 已提交
629
  char   user[TSDB_USER_LEN];
S
Shengliang Guan 已提交
630
  char   pass[TSDB_USET_PASSWORD_LEN];
S
Shengliang Guan 已提交
631 632
} SCreateUserReq;

S
Shengliang Guan 已提交
633 634
int32_t tSerializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
int32_t tDeserializeSCreateUserReq(void* buf, int32_t bufLen, SCreateUserReq* pReq);
S
Shengliang Guan 已提交
635 636 637

typedef struct {
  int8_t alterType;
S
Shengliang Guan 已提交
638
  int8_t superUser;
639 640
  int8_t sysInfo;
  int8_t enable;
S
Shengliang Guan 已提交
641
  char   user[TSDB_USER_LEN];
S
Shengliang Guan 已提交
642
  char   pass[TSDB_USET_PASSWORD_LEN];
643
  char   objname[TSDB_DB_FNAME_LEN];  // db or topic
S
Shengliang Guan 已提交
644 645
} SAlterUserReq;

S
Shengliang Guan 已提交
646 647
int32_t tSerializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
int32_t tDeserializeSAlterUserReq(void* buf, int32_t bufLen, SAlterUserReq* pReq);
D
dapan1121 已提交
648

S
Shengliang Guan 已提交
649 650 651 652
typedef struct {
  char user[TSDB_USER_LEN];
} SGetUserAuthReq;

S
Shengliang Guan 已提交
653 654
int32_t tSerializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
int32_t tDeserializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq* pReq);
S
Shengliang Guan 已提交
655 656 657

typedef struct {
  char      user[TSDB_USER_LEN];
D
dapan 已提交
658
  int32_t   version;
S
Shengliang Guan 已提交
659
  int8_t    superAuth;
660 661 662
  int8_t    sysInfo;
  int8_t    enable;
  int8_t    reserve;
D
dapan 已提交
663
  SHashObj* createdDbs;
S
Shengliang Guan 已提交
664 665 666 667
  SHashObj* readDbs;
  SHashObj* writeDbs;
} SGetUserAuthRsp;

S
Shengliang Guan 已提交
668 669
int32_t tSerializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
int32_t tDeserializeSGetUserAuthRsp(void* buf, int32_t bufLen, SGetUserAuthRsp* pRsp);
S
Shengliang Guan 已提交
670
void    tFreeSGetUserAuthRsp(SGetUserAuthRsp* pRsp);
S
Shengliang Guan 已提交
671

D
dapan1121 已提交
672
/*
L
Liu Jicong 已提交
673
 * for client side struct, only column id, type, bytes are necessary
D
dapan1121 已提交
674 675
 * But for data in vnode side, we need all the following information.
 */
S
Shengliang Guan 已提交
676
typedef struct {
H
Haojun Liao 已提交
677
  union {
678 679
    col_id_t colId;
    int16_t  slotId;
H
Haojun Liao 已提交
680 681
  };

L
Liu Jicong 已提交
682 683
  uint8_t precision;
  uint8_t scale;
H
Haojun Liao 已提交
684 685
  int32_t bytes;
  int8_t  type;
D
dapan1121 已提交
686 687 688 689 690 691 692 693
} SColumnInfo;

typedef struct STimeWindow {
  TSKEY skey;
  TSKEY ekey;
} STimeWindow;

typedef struct {
S
Shengliang Guan 已提交
694 695 696 697
  int32_t tsOffset;       // offset value in current msg body, NOTE: ts list is compressed
  int32_t tsLen;          // total length of ts comp block
  int32_t tsNumOfBlocks;  // ts comp block numbers
  int32_t tsOrder;        // ts comp block order
D
dapan1121 已提交
698 699
} STsBufInfo;

S
Shengliang Guan 已提交
700
typedef struct {
S
Shengliang Guan 已提交
701
  int32_t tz;  // query client timezone
D
dapan1121 已提交
702 703
  char    intervalUnit;
  char    slidingUnit;
704
  char    offsetUnit;
H
Haojun Liao 已提交
705
  int8_t  precision;
D
dapan1121 已提交
706 707 708 709 710 711
  int64_t interval;
  int64_t sliding;
  int64_t offset;
} SInterval;

typedef struct {
S
Shengliang Guan 已提交
712
  int32_t code;
D
dapan1121 已提交
713 714 715
  char    tbFName[TSDB_TABLE_FNAME_LEN];
  int32_t sversion;
  int32_t tversion;
D
dapan1121 已提交
716
  int64_t affectedRows;
D
dapan1121 已提交
717 718
} SQueryTableRsp;

L
Liu Jicong 已提交
719
int32_t tSerializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
D
dapan1121 已提交
720

L
Liu Jicong 已提交
721
int32_t tDeserializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
D
dapan1121 已提交
722

D
dapan1121 已提交
723 724 725 726 727 728
typedef struct {
  SMsgHead header;
  char     dbFName[TSDB_DB_FNAME_LEN];
  char     tbName[TSDB_TABLE_NAME_LEN];
} STableCfgReq;

D
dapan1121 已提交
729 730 731 732 733 734 735 736 737 738 739 740
typedef struct {
  char     tbName[TSDB_TABLE_NAME_LEN];
  char     stbName[TSDB_TABLE_NAME_LEN];
  char     dbFName[TSDB_DB_FNAME_LEN];
  int32_t  numOfTags;
  int32_t  numOfColumns;
  int8_t   tableType;
  int64_t  delay1;
  int64_t  delay2;
  int64_t  watermark1;
  int64_t  watermark2;
  int32_t  ttl;
D
dapan1121 已提交
741 742 743
  SArray*  pFuncs;
  int32_t  commentLen;
  char*    pComment;
D
dapan1121 已提交
744
  SSchema* pSchemas;
D
dapan1121 已提交
745 746
  int32_t  tagsLen;
  char*    pTags;
D
dapan1121 已提交
747 748
} STableCfg;

D
dapan1121 已提交
749 750
typedef STableCfg STableCfgRsp;

L
Liu Jicong 已提交
751 752
int32_t tSerializeSTableCfgReq(void* buf, int32_t bufLen, STableCfgReq* pReq);
int32_t tDeserializeSTableCfgReq(void* buf, int32_t bufLen, STableCfgReq* pReq);
D
dapan1121 已提交
753

L
Liu Jicong 已提交
754 755 756
int32_t tSerializeSTableCfgRsp(void* buf, int32_t bufLen, STableCfgRsp* pRsp);
int32_t tDeserializeSTableCfgRsp(void* buf, int32_t bufLen, STableCfgRsp* pRsp);
void    tFreeSTableCfgRsp(STableCfgRsp* pRsp);
D
dapan1121 已提交
757

D
dapan1121 已提交
758
typedef struct {
759
  char    db[TSDB_DB_FNAME_LEN];
760
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
761 762 763 764
  int32_t numOfStables;  // single_stable
  int32_t buffer;        // MB
  int32_t pageSize;
  int32_t pages;
765
  int32_t cacheLastSize;
S
Shengliang Guan 已提交
766 767 768 769
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
S
Shengliang Guan 已提交
770 771
  int32_t minRows;
  int32_t maxRows;
772
  int32_t walFsyncPeriod;
S
Shengliang Guan 已提交
773
  int8_t  walLevel;
S
Shengliang Guan 已提交
774 775 776
  int8_t  precision;  // time resolution
  int8_t  compression;
  int8_t  replications;
S
Shengliang Guan 已提交
777
  int8_t  strict;
778
  int8_t  cacheLast;
X
Xiaoyu Wang 已提交
779
  int8_t  schemaless;
S
Shengliang Guan 已提交
780
  int8_t  ignoreExist;
S
Shengliang Guan 已提交
781 782
  int32_t numOfRetensions;
  SArray* pRetensions;  // SRetention
X
Xiaoyu Wang 已提交
783
  int32_t walRetentionPeriod;
784
  int64_t walRetentionSize;
X
Xiaoyu Wang 已提交
785
  int32_t walRollPeriod;
786
  int64_t walSegmentSize;
787
  int32_t sstTrigger;
788 789
  int16_t hashPrefix;
  int16_t hashSuffix;
790
  int32_t tsdbPageSize;
S
Shengliang Guan 已提交
791
} SCreateDbReq;
S
Shengliang Guan 已提交
792

S
Shengliang Guan 已提交
793 794
int32_t tSerializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);
int32_t tDeserializeSCreateDbReq(void* buf, int32_t bufLen, SCreateDbReq* pReq);
S
Shengliang Guan 已提交
795
void    tFreeSCreateDbReq(SCreateDbReq* pReq);
S
Shengliang Guan 已提交
796

S
Shengliang Guan 已提交
797
typedef struct {
798
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
799 800 801
  int32_t buffer;
  int32_t pageSize;
  int32_t pages;
802
  int32_t cacheLastSize;
S
Shengliang Guan 已提交
803
  int32_t daysPerFile;
S
Shengliang Guan 已提交
804 805 806
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
807
  int32_t walFsyncPeriod;
S
Shengliang Guan 已提交
808
  int8_t  walLevel;
S
Shengliang Guan 已提交
809
  int8_t  strict;
810
  int8_t  cacheLast;
X
Xiaoyu Wang 已提交
811
  int8_t  replications;
812
  int32_t sstTrigger;
S
Shengliang Guan 已提交
813
} SAlterDbReq;
S
Shengliang Guan 已提交
814

S
Shengliang Guan 已提交
815 816 817
int32_t tSerializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);
int32_t tDeserializeSAlterDbReq(void* buf, int32_t bufLen, SAlterDbReq* pReq);

S
Shengliang Guan 已提交
818
typedef struct {
S
Shengliang Guan 已提交
819
  char   db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
820
  int8_t ignoreNotExists;
S
Shengliang Guan 已提交
821
} SDropDbReq;
S
Shengliang Guan 已提交
822

S
Shengliang Guan 已提交
823 824 825
int32_t tSerializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);
int32_t tDeserializeSDropDbReq(void* buf, int32_t bufLen, SDropDbReq* pReq);

S
Shengliang Guan 已提交
826
typedef struct {
L
Liu Jicong 已提交
827 828
  char    db[TSDB_DB_FNAME_LEN];
  int64_t uid;
S
Shengliang Guan 已提交
829 830
} SDropDbRsp;

S
Shengliang Guan 已提交
831 832 833
int32_t tSerializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);
int32_t tDeserializeSDropDbRsp(void* buf, int32_t bufLen, SDropDbRsp* pRsp);

S
Shengliang Guan 已提交
834 835
typedef struct {
  char    db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
836
  int64_t dbId;
837
  int32_t vgVersion;
L
Liu Jicong 已提交
838
  int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
839
  int64_t stateTs;     // ms
S
Shengliang Guan 已提交
840
} SUseDbReq;
S
Shengliang Guan 已提交
841

S
Shengliang Guan 已提交
842 843
int32_t tSerializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
int32_t tDeserializeSUseDbReq(void* buf, int32_t bufLen, SUseDbReq* pReq);
S
Shengliang Guan 已提交
844 845

typedef struct {
L
Liu Jicong 已提交
846 847 848 849
  char    db[TSDB_DB_FNAME_LEN];
  int64_t uid;
  int32_t vgVersion;
  int32_t vgNum;
850 851
  int16_t hashPrefix;
  int16_t hashSuffix;
L
Liu Jicong 已提交
852 853
  int8_t  hashMethod;
  SArray* pVgroupInfos;  // Array of SVgroupInfo
854
  int32_t errCode;
855
  int64_t stateTs;  // ms
S
Shengliang Guan 已提交
856 857
} SUseDbRsp;

L
Liu Jicong 已提交
858
int32_t tSerializeSUseDbRsp(void* buf, int32_t bufLen, const SUseDbRsp* pRsp);
S
Shengliang Guan 已提交
859
int32_t tDeserializeSUseDbRsp(void* buf, int32_t bufLen, SUseDbRsp* pRsp);
H
Hongze Cheng 已提交
860 861
int32_t tSerializeSUseDbRspImp(SEncoder* pEncoder, const SUseDbRsp* pRsp);
int32_t tDeserializeSUseDbRspImp(SDecoder* pDecoder, SUseDbRsp* pRsp);
S
Shengliang Guan 已提交
862 863
void    tFreeSUsedbRsp(SUseDbRsp* pRsp);

D
dapan1121 已提交
864
typedef struct {
dengyihao's avatar
dengyihao 已提交
865
  char db[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
866 867 868 869 870
} SDbCfgReq;

int32_t tSerializeSDbCfgReq(void* buf, int32_t bufLen, SDbCfgReq* pReq);
int32_t tDeserializeSDbCfgReq(void* buf, int32_t bufLen, SDbCfgReq* pReq);

X
Xiaoyu Wang 已提交
871
typedef struct {
872 873
  char    db[TSDB_DB_FNAME_LEN];
  int32_t maxSpeed;
X
Xiaoyu Wang 已提交
874 875 876 877 878
} STrimDbReq;

int32_t tSerializeSTrimDbReq(void* buf, int32_t bufLen, STrimDbReq* pReq);
int32_t tDeserializeSTrimDbReq(void* buf, int32_t bufLen, STrimDbReq* pReq);

S
Shengliang Guan 已提交
879
typedef struct {
880
  int32_t timestamp;
S
Shengliang Guan 已提交
881 882 883 884 885 886 887 888 889 890 891 892
} SVTrimDbReq;

int32_t tSerializeSVTrimDbReq(void* buf, int32_t bufLen, SVTrimDbReq* pReq);
int32_t tDeserializeSVTrimDbReq(void* buf, int32_t bufLen, SVTrimDbReq* pReq);

typedef struct {
  int32_t timestamp;
} SVDropTtlTableReq;

int32_t tSerializeSVDropTtlTableReq(void* buf, int32_t bufLen, SVDropTtlTableReq* pReq);
int32_t tDeserializeSVDropTtlTableReq(void* buf, int32_t bufLen, SVDropTtlTableReq* pReq);

D
dapan1121 已提交
893 894
typedef struct {
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
895 896
  int32_t numOfStables;
  int32_t buffer;
897
  int32_t cacheSize;
S
Shengliang Guan 已提交
898 899
  int32_t pageSize;
  int32_t pages;
D
dapan1121 已提交
900 901 902 903 904 905
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
  int32_t minRows;
  int32_t maxRows;
906
  int32_t walFsyncPeriod;
D
dapan1121 已提交
907 908 909 910
  int8_t  walLevel;
  int8_t  precision;
  int8_t  compression;
  int8_t  replications;
S
Shengliang Guan 已提交
911
  int8_t  strict;
912
  int8_t  cacheLast;
913 914
  int32_t numOfRetensions;
  SArray* pRetensions;
wmmhello's avatar
wmmhello 已提交
915
  int8_t  schemaless;
D
dapan1121 已提交
916 917 918 919 920
} SDbCfgRsp;

int32_t tSerializeSDbCfgRsp(void* buf, int32_t bufLen, const SDbCfgRsp* pRsp);
int32_t tDeserializeSDbCfgRsp(void* buf, int32_t bufLen, SDbCfgRsp* pRsp);

D
dapan1121 已提交
921 922 923 924 925 926 927
typedef struct {
  int32_t rowNum;
} SQnodeListReq;

int32_t tSerializeSQnodeListReq(void* buf, int32_t bufLen, SQnodeListReq* pReq);
int32_t tDeserializeSQnodeListReq(void* buf, int32_t bufLen, SQnodeListReq* pReq);

D
dapan1121 已提交
928 929 930 931 932 933 934
typedef struct {
  int32_t rowNum;
} SDnodeListReq;

int32_t tSerializeSDnodeListReq(void* buf, int32_t bufLen, SDnodeListReq* pReq);
int32_t tDeserializeSDnodeListReq(void* buf, int32_t bufLen, SDnodeListReq* pReq);

D
dapan1121 已提交
935 936 937 938 939 940 941 942 943 944 945 946 947 948
typedef struct {
  int32_t useless;  // useless
} SServerVerReq;

int32_t tSerializeSServerVerReq(void* buf, int32_t bufLen, SServerVerReq* pReq);
int32_t tDeserializeSServerVerReq(void* buf, int32_t bufLen, SServerVerReq* pReq);

typedef struct {
  char ver[TSDB_VERSION_LEN];
} SServerVerRsp;

int32_t tSerializeSServerVerRsp(void* buf, int32_t bufLen, SServerVerRsp* pRsp);
int32_t tDeserializeSServerVerRsp(void* buf, int32_t bufLen, SServerVerRsp* pRsp);

D
dapan1121 已提交
949 950 951 952 953
typedef struct SQueryNodeAddr {
  int32_t nodeId;  // vgId or qnodeId
  SEpSet  epSet;
} SQueryNodeAddr;

D
dapan1121 已提交
954
typedef struct {
D
dapan1121 已提交
955 956 957 958
  SQueryNodeAddr addr;
  uint64_t       load;
} SQueryNodeLoad;

D
dapan1121 已提交
959
typedef struct {
D
dapan1121 已提交
960
  SArray* qnodeList;  // SArray<SQueryNodeLoad>
D
dapan1121 已提交
961 962 963 964 965 966
} SQnodeListRsp;

int32_t tSerializeSQnodeListRsp(void* buf, int32_t bufLen, SQnodeListRsp* pRsp);
int32_t tDeserializeSQnodeListRsp(void* buf, int32_t bufLen, SQnodeListRsp* pRsp);
void    tFreeSQnodeListRsp(SQnodeListRsp* pRsp);

D
dapan1121 已提交
967 968 969 970 971 972 973 974
typedef struct {
  SArray* dnodeList;  // SArray<SEpSet>
} SDnodeListRsp;

int32_t tSerializeSDnodeListRsp(void* buf, int32_t bufLen, SDnodeListRsp* pRsp);
int32_t tDeserializeSDnodeListRsp(void* buf, int32_t bufLen, SDnodeListRsp* pRsp);
void    tFreeSDnodeListRsp(SDnodeListRsp* pRsp);

S
Shengliang Guan 已提交
975 976 977 978 979 980 981
typedef struct {
  SArray* pArray;  // Array of SUseDbRsp
} SUseDbBatchRsp;

int32_t tSerializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
int32_t tDeserializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
void    tFreeSUseDbBatchRsp(SUseDbBatchRsp* pRsp);
S
Shengliang Guan 已提交
982

D
dapan 已提交
983 984 985 986 987 988 989 990
typedef struct {
  SArray* pArray;  // Array of SGetUserAuthRsp
} SUserAuthBatchRsp;

int32_t tSerializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp);
int32_t tDeserializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp);
void    tFreeSUserAuthBatchRsp(SUserAuthBatchRsp* pRsp);

S
Shengliang Guan 已提交
991
typedef struct {
S
Shengliang Guan 已提交
992
  char db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
993
} SCompactDbReq;
S
Shengliang Guan 已提交
994

S
Shengliang Guan 已提交
995 996
int32_t tSerializeSCompactDbReq(void* buf, int32_t bufLen, SCompactDbReq* pReq);
int32_t tDeserializeSCompactDbReq(void* buf, int32_t bufLen, SCompactDbReq* pReq);
D
dapan1121 已提交
997 998

typedef struct {
S
Shengliang Guan 已提交
999
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang 已提交
1000
  int8_t  igExists;
S
Shengliang Guan 已提交
1001 1002
  int8_t  funcType;
  int8_t  scriptType;
S
Shengliang Guan 已提交
1003
  int8_t  outputType;
S
Shengliang Guan 已提交
1004
  int32_t outputLen;
S
Shengliang Guan 已提交
1005
  int32_t bufSize;
1006
  int32_t codeLen;
S
Shengliang 已提交
1007
  int64_t signature;
1008 1009
  char*   pComment;
  char*   pCode;
S
Shengliang Guan 已提交
1010
} SCreateFuncReq;
D
dapan1121 已提交
1011

S
Shengliang Guan 已提交
1012 1013
int32_t tSerializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);
int32_t tDeserializeSCreateFuncReq(void* buf, int32_t bufLen, SCreateFuncReq* pReq);
1014
void    tFreeSCreateFuncReq(SCreateFuncReq* pReq);
S
Shengliang Guan 已提交
1015

D
dapan1121 已提交
1016
typedef struct {
S
Shengliang 已提交
1017 1018
  char   name[TSDB_FUNC_NAME_LEN];
  int8_t igNotExists;
S
Shengliang Guan 已提交
1019
} SDropFuncReq;
S
Shengliang Guan 已提交
1020

S
Shengliang Guan 已提交
1021 1022 1023
int32_t tSerializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);
int32_t tDeserializeSDropFuncReq(void* buf, int32_t bufLen, SDropFuncReq* pReq);

S
Shengliang Guan 已提交
1024 1025
typedef struct {
  int32_t numOfFuncs;
D
dapan1121 已提交
1026
  bool    ignoreCodeComment;
S
Shengliang Guan 已提交
1027
  SArray* pFuncNames;
S
Shengliang Guan 已提交
1028
} SRetrieveFuncReq;
D
dapan1121 已提交
1029

S
Shengliang Guan 已提交
1030 1031
int32_t tSerializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);
int32_t tDeserializeSRetrieveFuncReq(void* buf, int32_t bufLen, SRetrieveFuncReq* pReq);
1032
void    tFreeSRetrieveFuncReq(SRetrieveFuncReq* pReq);
S
Shengliang Guan 已提交
1033

D
dapan1121 已提交
1034 1035
typedef struct {
  char    name[TSDB_FUNC_NAME_LEN];
S
Shengliang Guan 已提交
1036 1037 1038 1039
  int8_t  funcType;
  int8_t  scriptType;
  int8_t  outputType;
  int32_t outputLen;
D
dapan1121 已提交
1040
  int32_t bufSize;
S
Shengliang 已提交
1041
  int64_t signature;
S
Shengliang Guan 已提交
1042 1043
  int32_t commentSize;
  int32_t codeSize;
1044 1045
  char*   pComment;
  char*   pCode;
S
Shengliang Guan 已提交
1046
} SFuncInfo;
D
dapan1121 已提交
1047 1048

typedef struct {
S
Shengliang Guan 已提交
1049
  int32_t numOfFuncs;
S
Shengliang Guan 已提交
1050
  SArray* pFuncInfos;
S
Shengliang Guan 已提交
1051
} SRetrieveFuncRsp;
D
dapan1121 已提交
1052

S
Shengliang Guan 已提交
1053 1054
int32_t tSerializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);
int32_t tDeserializeSRetrieveFuncRsp(void* buf, int32_t bufLen, SRetrieveFuncRsp* pRsp);
L
Liu Jicong 已提交
1055
void    tFreeSFuncInfo(SFuncInfo* pInfo);
1056
void    tFreeSRetrieveFuncRsp(SRetrieveFuncRsp* pRsp);
S
Shengliang Guan 已提交
1057

D
dapan1121 已提交
1058
typedef struct {
S
Shengliang Guan 已提交
1059
  int32_t statusInterval;
S
Shengliang Guan 已提交
1060
  int64_t checkTime;                  // 1970-01-01 00:00:00.000
S
Shengliang Guan 已提交
1061 1062 1063
  char    timezone[TD_TIMEZONE_LEN];  // tsTimezone
  char    locale[TD_LOCALE_LEN];      // tsLocale
  char    charset[TD_LOCALE_LEN];     // tsCharset
S
Shengliang Guan 已提交
1064
} SClusterCfg;
D
dapan1121 已提交
1065

1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077
typedef struct {
  int32_t openVnodes;
  int32_t totalVnodes;
  int32_t masterNum;
  int64_t numOfSelectReqs;
  int64_t numOfInsertReqs;
  int64_t numOfInsertSuccessReqs;
  int64_t numOfBatchInsertReqs;
  int64_t numOfBatchInsertSuccessReqs;
  int64_t errors;
} SVnodesStat;

S
Shengliang Guan 已提交
1078 1079
typedef struct {
  int32_t vgId;
1080 1081
  int8_t  syncState;
  int8_t  syncRestore;
1082
  int8_t  syncCanRead;
1083
  int64_t cacheUsage;
S
Shengliang Guan 已提交
1084 1085
  int64_t numOfTables;
  int64_t numOfTimeSeries;
S
Shengliang Guan 已提交
1086 1087 1088
  int64_t totalStorage;
  int64_t compStorage;
  int64_t pointsWritten;
S
Shengliang Guan 已提交
1089 1090 1091 1092 1093
  int64_t numOfSelectReqs;
  int64_t numOfInsertReqs;
  int64_t numOfInsertSuccessReqs;
  int64_t numOfBatchInsertReqs;
  int64_t numOfBatchInsertSuccessReqs;
S
Shengliang Guan 已提交
1094 1095
} SVnodeLoad;

S
Shengliang Guan 已提交
1096
typedef struct {
1097 1098
  int8_t syncState;
  int8_t syncRestore;
S
Shengliang Guan 已提交
1099 1100
} SMnodeLoad;

D
dapan1121 已提交
1101 1102 1103 1104 1105 1106 1107
typedef struct {
  int32_t dnodeId;
  int64_t numOfProcessedQuery;
  int64_t numOfProcessedCQuery;
  int64_t numOfProcessedFetch;
  int64_t numOfProcessedDrop;
  int64_t numOfProcessedHb;
D
dapan1121 已提交
1108
  int64_t numOfProcessedDelete;
D
dapan1121 已提交
1109 1110 1111 1112 1113 1114 1115
  int64_t cacheDataSize;
  int64_t numOfQueryInQueue;
  int64_t numOfFetchInQueue;
  int64_t timeInQueryQueue;
  int64_t timeInFetchQueue;
} SQnodeLoad;

S
Shengliang Guan 已提交
1116
typedef struct {
S
Shengliang Guan 已提交
1117 1118
  int32_t     sver;      // software version
  int64_t     dnodeVer;  // dnode table version in sdb
S
Shengliang Guan 已提交
1119
  int32_t     dnodeId;
1120
  int64_t     clusterId;
S
Shengliang Guan 已提交
1121 1122
  int64_t     rebootTime;
  int64_t     updateTime;
S
Shengliang Guan 已提交
1123
  float       numOfCores;
S
Shengliang Guan 已提交
1124
  int32_t     numOfSupportVnodes;
1125 1126
  int64_t     memTotal;
  int64_t     memAvail;
S
Shengliang Guan 已提交
1127
  char        dnodeEp[TSDB_EP_LEN];
1128
  SMnodeLoad  mload;
D
dapan1121 已提交
1129
  SQnodeLoad  qload;
S
Shengliang Guan 已提交
1130
  SClusterCfg clusterCfg;
S
Shengliang Guan 已提交
1131
  SArray*     pVloads;  // array of SVnodeLoad
1132
  int32_t     statusSeq;
S
Shengliang Guan 已提交
1133
} SStatusReq;
D
dapan1121 已提交
1134

S
Shengliang Guan 已提交
1135 1136
int32_t tSerializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
int32_t tDeserializeSStatusReq(void* buf, int32_t bufLen, SStatusReq* pReq);
S
Shengliang Guan 已提交
1137
void    tFreeSStatusReq(SStatusReq* pReq);
S
Shengliang Guan 已提交
1138

D
dapan1121 已提交
1139
typedef struct {
S
Shengliang Guan 已提交
1140
  int32_t dnodeId;
1141
  int64_t clusterId;
D
dapan1121 已提交
1142 1143 1144
} SDnodeCfg;

typedef struct {
1145 1146 1147
  int32_t id;
  int8_t  isMnode;
  SEp     ep;
D
dapan1121 已提交
1148 1149 1150
} SDnodeEp;

typedef struct {
S
Shengliang Guan 已提交
1151
  int64_t   dnodeVer;
S
Shengliang Guan 已提交
1152
  SDnodeCfg dnodeCfg;
S
Shengliang Guan 已提交
1153
  SArray*   pDnodeEps;  // Array of SDnodeEp
1154
  int32_t   statusSeq;
D
dapan1121 已提交
1155 1156
} SStatusRsp;

S
Shengliang Guan 已提交
1157 1158
int32_t tSerializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
int32_t tDeserializeSStatusRsp(void* buf, int32_t bufLen, SStatusRsp* pRsp);
S
shm  
Shengliang Guan 已提交
1159
void    tFreeSStatusRsp(SStatusRsp* pRsp);
S
Shengliang Guan 已提交
1160 1161

typedef struct {
S
Shengliang Guan 已提交
1162 1163 1164 1165 1166
  int32_t reserved;
} SMTimerReq;

int32_t tSerializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
int32_t tDeserializeSMTimerMsg(void* buf, int32_t bufLen, SMTimerReq* pReq);
S
Shengliang Guan 已提交
1167

1168 1169 1170 1171 1172 1173 1174
typedef struct {
  int64_t tick;
} SMStreamTickReq;

int32_t tSerializeSMStreamTickMsg(void* buf, int32_t bufLen, SMStreamTickReq* pReq);
int32_t tDeserializeSMStreamTickMsg(void* buf, int32_t bufLen, SMStreamTickReq* pReq);

D
dapan1121 已提交
1175
typedef struct {
S
Shengliang Guan 已提交
1176 1177 1178
  int32_t  id;
  uint16_t port;                 // node sync Port
  char     fqdn[TSDB_FQDN_LEN];  // node FQDN
S
Shengliang Guan 已提交
1179 1180 1181
} SReplica;

typedef struct {
S
Shengliang Guan 已提交
1182
  int32_t  vgId;
1183
  char     db[TSDB_DB_FNAME_LEN];
L
Liu Jicong 已提交
1184
  int64_t  dbUid;
1185
  int32_t  vgVersion;
L
Liu Jicong 已提交
1186
  int32_t  numOfStables;
S
Shengliang Guan 已提交
1187 1188 1189
  int32_t  buffer;
  int32_t  pageSize;
  int32_t  pages;
1190
  int32_t  cacheLastSize;
S
Shengliang Guan 已提交
1191 1192 1193 1194
  int32_t  daysPerFile;
  int32_t  daysToKeep0;
  int32_t  daysToKeep1;
  int32_t  daysToKeep2;
S
Shengliang Guan 已提交
1195 1196
  int32_t  minRows;
  int32_t  maxRows;
1197
  int32_t  walFsyncPeriod;
D
dapan1121 已提交
1198 1199
  uint32_t hashBegin;
  uint32_t hashEnd;
L
Liu Jicong 已提交
1200
  int8_t   hashMethod;
S
Shengliang Guan 已提交
1201
  int8_t   walLevel;
S
Shengliang Guan 已提交
1202 1203
  int8_t   precision;
  int8_t   compression;
S
Shengliang Guan 已提交
1204
  int8_t   strict;
1205
  int8_t   cacheLast;
1206
  int8_t   isTsma;
S
Shengliang Guan 已提交
1207
  int8_t   replica;
S
Shengliang Guan 已提交
1208 1209
  int8_t   selfIndex;
  SReplica replicas[TSDB_MAX_REPLICA];
S
sma  
Shengliang Guan 已提交
1210 1211
  int32_t  numOfRetensions;
  SArray*  pRetensions;  // SRetention
1212
  void*    pTsma;
S
Shengliang Guan 已提交
1213
  int32_t  walRetentionPeriod;
L
Liu Jicong 已提交
1214
  int64_t  walRetentionSize;
S
Shengliang Guan 已提交
1215
  int32_t  walRollPeriod;
L
Liu Jicong 已提交
1216
  int64_t  walSegmentSize;
1217
  int16_t  sstTrigger;
1218 1219
  int16_t  hashPrefix;
  int16_t  hashSuffix;
1220
  int32_t  tsdbPageSize;
S
Shengliang Guan 已提交
1221
  int64_t  reserved[8];
S
Shengliang Guan 已提交
1222
} SCreateVnodeReq;
D
dapan1121 已提交
1223

S
Shengliang Guan 已提交
1224 1225
int32_t tSerializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);
int32_t tDeserializeSCreateVnodeReq(void* buf, int32_t bufLen, SCreateVnodeReq* pReq);
S
sma  
Shengliang Guan 已提交
1226
int32_t tFreeSCreateVnodeReq(SCreateVnodeReq* pReq);
S
Shengliang Guan 已提交
1227

S
Shengliang Guan 已提交
1228
typedef struct {
L
Liu Jicong 已提交
1229 1230 1231 1232
  int32_t vgId;
  int32_t dnodeId;
  int64_t dbUid;
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
1233
  int64_t reserved[8];
S
Shengliang Guan 已提交
1234
} SDropVnodeReq;
S
Shengliang Guan 已提交
1235

S
Shengliang Guan 已提交
1236 1237
int32_t tSerializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
int32_t tDeserializeSDropVnodeReq(void* buf, int32_t bufLen, SDropVnodeReq* pReq);
S
Shengliang Guan 已提交
1238

S
Shengliang Guan 已提交
1239 1240 1241
typedef struct {
  int64_t dbUid;
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
1242
  int64_t reserved[8];
S
Shengliang Guan 已提交
1243 1244 1245 1246 1247 1248
} SCompactVnodeReq;

int32_t tSerializeSCompactVnodeReq(void* buf, int32_t bufLen, SCompactVnodeReq* pReq);
int32_t tDeserializeSCompactVnodeReq(void* buf, int32_t bufLen, SCompactVnodeReq* pReq);

typedef struct {
L
Liu Jicong 已提交
1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262
  int32_t vgVersion;
  int32_t buffer;
  int32_t pageSize;
  int32_t pages;
  int32_t cacheLastSize;
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
  int32_t walFsyncPeriod;
  int8_t  walLevel;
  int8_t  strict;
  int8_t  cacheLast;
  int64_t reserved[8];
S
Shengliang Guan 已提交
1263 1264 1265 1266 1267 1268 1269 1270
} SAlterVnodeConfigReq;

int32_t tSerializeSAlterVnodeConfigReq(void* buf, int32_t bufLen, SAlterVnodeConfigReq* pReq);
int32_t tDeserializeSAlterVnodeConfigReq(void* buf, int32_t bufLen, SAlterVnodeConfigReq* pReq);

typedef struct {
  int32_t  vgId;
  int8_t   strict;
S
Shengliang Guan 已提交
1271
  int8_t   selfIndex;
1272
  int8_t   replica;
S
Shengliang Guan 已提交
1273
  SReplica replicas[TSDB_MAX_REPLICA];
S
Shengliang Guan 已提交
1274 1275
  int64_t  reserved[8];
} SAlterVnodeReplicaReq;
S
Shengliang Guan 已提交
1276

S
Shengliang Guan 已提交
1277 1278
int32_t tSerializeSAlterVnodeReplicaReq(void* buf, int32_t bufLen, SAlterVnodeReplicaReq* pReq);
int32_t tDeserializeSAlterVnodeReplicaReq(void* buf, int32_t bufLen, SAlterVnodeReplicaReq* pReq);
S
Shengliang Guan 已提交
1279

D
dapan1121 已提交
1280
typedef struct {
D
dapan1121 已提交
1281
  SMsgHead header;
D
dapan1121 已提交
1282 1283
  char     dbFName[TSDB_DB_FNAME_LEN];
  char     tbName[TSDB_TABLE_NAME_LEN];
S
Shengliang Guan 已提交
1284
} STableInfoReq;
D
dapan1121 已提交
1285

S
Shengliang Guan 已提交
1286 1287 1288
int32_t tSerializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);
int32_t tDeserializeSTableInfoReq(void* buf, int32_t bufLen, STableInfoReq* pReq);

D
dapan1121 已提交
1289
typedef struct {
S
Shengliang Guan 已提交
1290
  int8_t  metaClone;  // create local clone of the cached table meta
D
dapan1121 已提交
1291 1292 1293 1294
  int32_t numOfVgroups;
  int32_t numOfTables;
  int32_t numOfUdfs;
  char    tableNames[];
S
Shengliang Guan 已提交
1295
} SMultiTableInfoReq;
D
dapan1121 已提交
1296

H
Haojun Liao 已提交
1297
// todo refactor
D
dapan1121 已提交
1298
typedef struct SVgroupInfo {
1299 1300 1301
  int32_t  vgId;
  uint32_t hashBegin;
  uint32_t hashEnd;
L
Liu Jicong 已提交
1302
  SEpSet   epSet;
L
Liu Jicong 已提交
1303 1304 1305 1306
  union {
    int32_t numOfTable;  // unit is TSDB_TABLE_NUM_UNIT
    int32_t taskId;      // used in stream
  };
D
dapan1121 已提交
1307 1308
} SVgroupInfo;

D
dapan1121 已提交
1309
typedef struct {
H
Haojun Liao 已提交
1310 1311
  int32_t     numOfVgroups;
  SVgroupInfo vgroups[];
S
Shengliang Guan 已提交
1312
} SVgroupsInfo;
D
dapan1121 已提交
1313

C
Cary Xu 已提交
1314
typedef struct {
D
dapan1121 已提交
1315 1316 1317
  STableMetaRsp* pMeta;
} SMAlterStbRsp;

C
Cary Xu 已提交
1318 1319 1320
int32_t tEncodeSMAlterStbRsp(SEncoder* pEncoder, const SMAlterStbRsp* pRsp);
int32_t tDecodeSMAlterStbRsp(SDecoder* pDecoder, SMAlterStbRsp* pRsp);
void    tFreeSMAlterStbRsp(SMAlterStbRsp* pRsp);
D
dapan1121 已提交
1321

S
Shengliang Guan 已提交
1322 1323
int32_t tSerializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
int32_t tDeserializeSTableMetaRsp(void* buf, int32_t bufLen, STableMetaRsp* pRsp);
1324
void    tFreeSTableMetaRsp(void* pRsp);
X
Xiaoyu Wang 已提交
1325
void    tFreeSTableIndexRsp(void* info);
S
Shengliang Guan 已提交
1326 1327

typedef struct {
X
Xiaoyu Wang 已提交
1328 1329
  SArray* pMetaRsp;   // Array of STableMetaRsp
  SArray* pIndexRsp;  // Array of STableIndexRsp;
D
dapan1121 已提交
1330
} SSTbHbRsp;
S
Shengliang Guan 已提交
1331

D
dapan1121 已提交
1332 1333 1334
int32_t tSerializeSSTbHbRsp(void* buf, int32_t bufLen, SSTbHbRsp* pRsp);
int32_t tDeserializeSSTbHbRsp(void* buf, int32_t bufLen, SSTbHbRsp* pRsp);
void    tFreeSSTbHbRsp(SSTbHbRsp* pRsp);
S
Shengliang Guan 已提交
1335

S
Shengliang Guan 已提交
1336
typedef struct {
S
Shengliang Guan 已提交
1337 1338 1339 1340 1341 1342 1343 1344
  int32_t numOfTables;
  int32_t numOfVgroup;
  int32_t numOfUdf;
  int32_t contLen;
  int8_t  compressed;  // denote if compressed or not
  int32_t rawLen;      // size before compress
  uint8_t metaClone;   // make meta clone after retrieve meta from mnode
  char    meta[];
D
dapan1121 已提交
1345 1346 1347 1348 1349
} SMultiTableMeta;

typedef struct {
  int32_t dataLen;
  char    name[TSDB_TABLE_FNAME_LEN];
H
Hongze Cheng 已提交
1350
  char*   data;
D
dapan1121 已提交
1351 1352
} STagData;

X
Xiaoyu Wang 已提交
1353 1354 1355 1356 1357 1358 1359
typedef struct {
  int32_t useless;  // useless
} SShowVariablesReq;

int32_t tSerializeSShowVariablesReq(void* buf, int32_t bufLen, SShowVariablesReq* pReq);
int32_t tDeserializeSShowVariablesReq(void* buf, int32_t bufLen, SShowVariablesReq* pReq);

D
dapan1121 已提交
1360
typedef struct {
1361 1362
  char name[TSDB_CONFIG_OPTION_LEN + 1];
  char value[TSDB_CONFIG_VALUE_LEN + 1];
D
dapan1121 已提交
1363 1364 1365
} SVariablesInfo;

typedef struct {
1366
  SArray* variables;  // SArray<SVariablesInfo>
D
dapan1121 已提交
1367 1368 1369 1370 1371 1372 1373
} SShowVariablesRsp;

int32_t tSerializeSShowVariablesRsp(void* buf, int32_t bufLen, SShowVariablesRsp* pReq);
int32_t tDeserializeSShowVariablesRsp(void* buf, int32_t bufLen, SShowVariablesRsp* pReq);

void tFreeSShowVariablesRsp(SShowVariablesRsp* pRsp);

D
dapan1121 已提交
1374 1375 1376 1377 1378 1379
/*
 * sql: show tables like '%a_%'
 * payload is the query condition, e.g., '%a_%'
 * payloadLen is the length of payload
 */
typedef struct {
L
Liu Jicong 已提交
1380
  int32_t type;
1381
  char    db[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
1382 1383
  int32_t payloadLen;
  char*   payload;
S
Shengliang Guan 已提交
1384
} SShowReq;
D
dapan1121 已提交
1385

S
Shengliang Guan 已提交
1386 1387 1388 1389
int32_t tSerializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
int32_t tDeserializeSShowReq(void* buf, int32_t bufLen, SShowReq* pReq);
void    tFreeSShowReq(SShowReq* pReq);

S
Shengliang Guan 已提交
1390
typedef struct {
1391
  int64_t       showId;
S
Shengliang Guan 已提交
1392
  STableMetaRsp tableMeta;
S
Shengliang Guan 已提交
1393
} SShowRsp, SVShowTablesRsp;
D
dapan1121 已提交
1394

S
Shengliang Guan 已提交
1395 1396 1397
int32_t tSerializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
int32_t tDeserializeSShowRsp(void* buf, int32_t bufLen, SShowRsp* pRsp);
void    tFreeSShowRsp(SShowRsp* pRsp);
D
dapan1121 已提交
1398

1399
typedef struct {
1400
  char    db[TSDB_DB_FNAME_LEN];
H
Haojun Liao 已提交
1401
  char    tb[TSDB_TABLE_NAME_LEN];
1402
  char    user[TSDB_USER_LEN];
1403 1404 1405
  int64_t showId;
} SRetrieveTableReq;

1406 1407 1408 1409 1410 1411
typedef struct SSysTableSchema {
  int8_t   type;
  col_id_t colId;
  int32_t  bytes;
} SSysTableSchema;

1412 1413 1414 1415 1416 1417 1418 1419
int32_t tSerializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);
int32_t tDeserializeSRetrieveTableReq(void* buf, int32_t bufLen, SRetrieveTableReq* pReq);

typedef struct {
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
L
Liu Jicong 已提交
1420
  int8_t  streamBlockType;
1421
  int32_t compLen;
1422
  int32_t numOfBlocks;
1423 1424
  int64_t numOfRows;  // from int32_t change to int64_t
  int64_t numOfCols;
1425 1426
  int64_t skey;
  int64_t ekey;
1427 1428 1429
  int64_t version;                         // for stream
  TSKEY   watermark;                       // for stream
  char    parTbName[TSDB_TABLE_NAME_LEN];  // for stream
1430 1431 1432
  char    data[];
} SRetrieveTableRsp;

H
Haojun Liao 已提交
1433
typedef struct {
L
Liu Jicong 已提交
1434 1435 1436 1437 1438 1439 1440 1441
  int64_t handle;
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
H
Haojun Liao 已提交
1442 1443
} SRetrieveMetaTableRsp;

D
dapan1121 已提交
1444
typedef struct SExplainExecInfo {
1445 1446
  double   startupCost;
  double   totalCost;
D
dapan1121 已提交
1447
  uint64_t numOfRows;
1448
  uint32_t verboseLen;
dengyihao's avatar
dengyihao 已提交
1449
  void*    verboseInfo;
D
dapan1121 已提交
1450 1451
} SExplainExecInfo;

D
dapan1121 已提交
1452
typedef struct {
D
dapan1121 已提交
1453
  int32_t           numOfPlans;
dengyihao's avatar
dengyihao 已提交
1454
  SExplainExecInfo* subplanInfo;
D
dapan1121 已提交
1455 1456
} SExplainRsp;

1457 1458
typedef struct {
  SExplainRsp rsp;
1459 1460 1461 1462
  uint64_t    qId;
  uint64_t    tId;
  int64_t     rId;
  int32_t     eId;
1463 1464
} SExplainLocalRsp;

1465 1466 1467 1468 1469 1470 1471 1472 1473
typedef struct STableScanAnalyzeInfo {
  uint64_t totalRows;
  uint64_t totalCheckedRows;
  uint32_t totalBlocks;
  uint32_t loadBlocks;
  uint32_t loadBlockStatis;
  uint32_t skipBlocks;
  uint32_t filterOutBlocks;
  double   elapsedTime;
1474
  double   filterTime;
1475 1476
} STableScanAnalyzeInfo;

D
dapan1121 已提交
1477 1478
int32_t tSerializeSExplainRsp(void* buf, int32_t bufLen, SExplainRsp* pRsp);
int32_t tDeserializeSExplainRsp(void* buf, int32_t bufLen, SExplainRsp* pRsp);
1479
void    tFreeSExplainRsp(SExplainRsp* pRsp);
D
dapan1121 已提交
1480

D
dapan1121 已提交
1481
typedef struct {
S
Shengliang Guan 已提交
1482
  char    fqdn[TSDB_FQDN_LEN];  // end point, hostname:port
1483
  int32_t port;
S
Shengliang Guan 已提交
1484
} SCreateDnodeReq;
S
Shengliang Guan 已提交
1485

S
Shengliang Guan 已提交
1486 1487 1488
int32_t tSerializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);
int32_t tDeserializeSCreateDnodeReq(void* buf, int32_t bufLen, SCreateDnodeReq* pReq);

S
Shengliang Guan 已提交
1489 1490
typedef struct {
  int32_t dnodeId;
1491 1492
  char    fqdn[TSDB_FQDN_LEN];
  int32_t port;
1493
  int8_t  force;
S
Shengliang Guan 已提交
1494
} SDropDnodeReq;
S
Shengliang Guan 已提交
1495

S
Shengliang Guan 已提交
1496 1497 1498
int32_t tSerializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);
int32_t tDeserializeSDropDnodeReq(void* buf, int32_t bufLen, SDropDnodeReq* pReq);

S
Shengliang Guan 已提交
1499 1500
typedef struct {
  int32_t dnodeId;
1501
  char    config[TSDB_DNODE_CONFIG_LEN];
S
Shengliang Guan 已提交
1502
  char    value[TSDB_DNODE_VALUE_LEN];
S
Shengliang Guan 已提交
1503
} SMCfgDnodeReq;
D
dapan1121 已提交
1504

S
Shengliang Guan 已提交
1505 1506 1507
int32_t tSerializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);
int32_t tDeserializeSMCfgDnodeReq(void* buf, int32_t bufLen, SMCfgDnodeReq* pReq);

S
Shengliang Guan 已提交
1508 1509 1510 1511 1512 1513 1514 1515
typedef struct {
  char config[TSDB_DNODE_CONFIG_LEN];
  char value[TSDB_DNODE_VALUE_LEN];
} SDCfgDnodeReq;

int32_t tSerializeSDCfgDnodeReq(void* buf, int32_t bufLen, SDCfgDnodeReq* pReq);
int32_t tDeserializeSDCfgDnodeReq(void* buf, int32_t bufLen, SDCfgDnodeReq* pReq);

S
Shengliang Guan 已提交
1516 1517
typedef struct {
  int32_t dnodeId;
dengyihao's avatar
dengyihao 已提交
1518
} SMCreateMnodeReq, SMDropMnodeReq, SDDropMnodeReq, SMCreateQnodeReq, SMDropQnodeReq, SDCreateQnodeReq, SDDropQnodeReq,
S
Shengliang Guan 已提交
1519
    SMCreateSnodeReq, SMDropSnodeReq, SDCreateSnodeReq, SDDropSnodeReq;
S
Shengliang Guan 已提交
1520

S
Shengliang Guan 已提交
1521 1522
int32_t tSerializeSCreateDropMQSNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
int32_t tDeserializeSCreateDropMQSNodeReq(void* buf, int32_t bufLen, SMCreateQnodeReq* pReq);
S
Shengliang Guan 已提交
1523

D
dapan1121 已提交
1524
typedef struct {
S
Shengliang Guan 已提交
1525
  int8_t   replica;
S
Shengliang Guan 已提交
1526
  SReplica replicas[TSDB_MAX_REPLICA];
S
Shengliang Guan 已提交
1527
} SDCreateMnodeReq, SDAlterMnodeReq;
D
dapan1121 已提交
1528

S
Shengliang Guan 已提交
1529 1530 1531
int32_t tSerializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);
int32_t tDeserializeSDCreateMnodeReq(void* buf, int32_t bufLen, SDCreateMnodeReq* pReq);

S
Shengliang Guan 已提交
1532
typedef struct {
X
Xiaoyu Wang 已提交
1533
  char queryStrId[TSDB_QUERY_ID_LEN];
S
Shengliang Guan 已提交
1534
} SKillQueryReq;
S
Shengliang Guan 已提交
1535

S
Shengliang Guan 已提交
1536 1537 1538
int32_t tSerializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);
int32_t tDeserializeSKillQueryReq(void* buf, int32_t bufLen, SKillQueryReq* pReq);

S
Shengliang Guan 已提交
1539
typedef struct {
D
dapan1121 已提交
1540
  uint32_t connId;
S
Shengliang Guan 已提交
1541
} SKillConnReq;
D
dapan1121 已提交
1542

S
Shengliang Guan 已提交
1543 1544 1545
int32_t tSerializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);
int32_t tDeserializeSKillConnReq(void* buf, int32_t bufLen, SKillConnReq* pReq);

S
Shengliang Guan 已提交
1546 1547 1548 1549 1550 1551 1552
typedef struct {
  int32_t transId;
} SKillTransReq;

int32_t tSerializeSKillTransReq(void* buf, int32_t bufLen, SKillTransReq* pReq);
int32_t tDeserializeSKillTransReq(void* buf, int32_t bufLen, SKillTransReq* pReq);

X
Xiaoyu Wang 已提交
1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577
typedef struct {
  int32_t useless;  // useless
} SBalanceVgroupReq;

int32_t tSerializeSBalanceVgroupReq(void* buf, int32_t bufLen, SBalanceVgroupReq* pReq);
int32_t tDeserializeSBalanceVgroupReq(void* buf, int32_t bufLen, SBalanceVgroupReq* pReq);

typedef struct {
  int32_t vgId1;
  int32_t vgId2;
} SMergeVgroupReq;

int32_t tSerializeSMergeVgroupReq(void* buf, int32_t bufLen, SMergeVgroupReq* pReq);
int32_t tDeserializeSMergeVgroupReq(void* buf, int32_t bufLen, SMergeVgroupReq* pReq);

typedef struct {
  int32_t vgId;
  int32_t dnodeId1;
  int32_t dnodeId2;
  int32_t dnodeId3;
} SRedistributeVgroupReq;

int32_t tSerializeSRedistributeVgroupReq(void* buf, int32_t bufLen, SRedistributeVgroupReq* pReq);
int32_t tDeserializeSRedistributeVgroupReq(void* buf, int32_t bufLen, SRedistributeVgroupReq* pReq);

1578 1579 1580 1581 1582 1583 1584
typedef struct {
  int32_t vgId;
} SSplitVgroupReq;

int32_t tSerializeSSplitVgroupReq(void* buf, int32_t bufLen, SSplitVgroupReq* pReq);
int32_t tDeserializeSSplitVgroupReq(void* buf, int32_t bufLen, SSplitVgroupReq* pReq);

D
dapan1121 已提交
1585 1586 1587 1588
typedef struct {
  char user[TSDB_USER_LEN];
  char spi;
  char encrypt;
1589 1590
  char secret[TSDB_PASSWORD_LEN];
  char ckey[TSDB_PASSWORD_LEN];
S
Shengliang Guan 已提交
1591
} SAuthReq, SAuthRsp;
D
dapan1121 已提交
1592

S
Shengliang Guan 已提交
1593 1594 1595
int32_t tSerializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);
int32_t tDeserializeSAuthReq(void* buf, int32_t bufLen, SAuthReq* pReq);

D
dapan1121 已提交
1596
typedef struct {
S
Shengliang Guan 已提交
1597
  int32_t statusCode;
S
Shengliang Guan 已提交
1598
  char    details[1024];
S
Shengliang Guan 已提交
1599 1600 1601 1602
} SServerStatusRsp;

int32_t tSerializeSServerStatusRsp(void* buf, int32_t bufLen, SServerStatusRsp* pRsp);
int32_t tDeserializeSServerStatusRsp(void* buf, int32_t bufLen, SServerStatusRsp* pRsp);
D
dapan1121 已提交
1603

1604 1605 1606 1607 1608 1609 1610
/**
 * The layout of the query message payload is as following:
 * +--------------------+---------------------------------+
 * |Sql statement       | Physical plan                   |
 * |(denoted by sqlLen) |(In JSON, denoted by contentLen) |
 * +--------------------+---------------------------------+
 */
L
Liu Jicong 已提交
1611
typedef struct SSubQueryMsg {
D
dapan1121 已提交
1612
  SMsgHead header;
D
dapan1121 已提交
1613
  uint64_t sId;
H
Hongze Cheng 已提交
1614 1615
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1616
  int64_t  refId;
D
dapan1121 已提交
1617
  int32_t  execId;
D
dapan1121 已提交
1618
  int32_t  msgMask;
D
dapan1121 已提交
1619
  int8_t   taskType;
D
dapan1121 已提交
1620
  int8_t   explain;
D
dapan1121 已提交
1621
  int8_t   needFetch;
D
dapan1121 已提交
1622
  uint32_t sqlLen;
H
Hongze Cheng 已提交
1623
  char*    sql;
D
dapan1121 已提交
1624
  uint32_t msgLen;
H
Hongze Cheng 已提交
1625
  char*    msg;
D
dapan1121 已提交
1626
} SSubQueryMsg;
D
dapan 已提交
1627

H
Hongze Cheng 已提交
1628 1629 1630
int32_t tSerializeSSubQueryMsg(void* buf, int32_t bufLen, SSubQueryMsg* pReq);
int32_t tDeserializeSSubQueryMsg(void* buf, int32_t bufLen, SSubQueryMsg* pReq);
void    tFreeSSubQueryMsg(SSubQueryMsg* pReq);
D
dapan1121 已提交
1631

1632 1633 1634 1635 1636 1637 1638
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
} SSinkDataReq;

D
dapan1121 已提交
1639 1640 1641 1642 1643
typedef struct {
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1644
  int32_t  execId;
D
dapan1121 已提交
1645 1646
} SQueryContinueReq;

S
Shengliang Guan 已提交
1647
typedef struct {
D
dapan1121 已提交
1648
  SMsgHead header;
D
dapan1121 已提交
1649
  uint64_t sId;
H
Hongze Cheng 已提交
1650 1651
  uint64_t queryId;
  uint64_t taskId;
S
Shengliang Guan 已提交
1652
} SResReadyReq;
D
dapan 已提交
1653

S
Shengliang Guan 已提交
1654
typedef struct {
D
dapan1121 已提交
1655
  int32_t code;
L
Liu Jicong 已提交
1656
  char    tbFName[TSDB_TABLE_FNAME_LEN];
1657 1658
  int32_t sversion;
  int32_t tversion;
D
dapan1121 已提交
1659 1660
} SResReadyRsp;

S
Shengliang Guan 已提交
1661
typedef struct {
D
dapan1121 已提交
1662
  SMsgHead header;
D
dapan1121 已提交
1663
  uint64_t sId;
H
Hongze Cheng 已提交
1664 1665
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1666
  int32_t  execId;
S
Shengliang Guan 已提交
1667
} SResFetchReq;
D
dapan 已提交
1668

H
Hongze Cheng 已提交
1669 1670
int32_t tSerializeSResFetchReq(void* buf, int32_t bufLen, SResFetchReq* pReq);
int32_t tDeserializeSResFetchReq(void* buf, int32_t bufLen, SResFetchReq* pReq);
D
dapan1121 已提交
1671

S
Shengliang Guan 已提交
1672
typedef struct {
D
dapan1121 已提交
1673
  SMsgHead header;
D
dapan1121 已提交
1674
  uint64_t sId;
S
Shengliang Guan 已提交
1675
} SSchTasksStatusReq;
D
dapan1121 已提交
1676

S
Shengliang Guan 已提交
1677
typedef struct {
H
Hongze Cheng 已提交
1678 1679
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1680
  int64_t  refId;
D
dapan1121 已提交
1681
  int32_t  execId;
H
Hongze Cheng 已提交
1682
  int8_t   status;
D
dapan1121 已提交
1683 1684
} STaskStatus;

S
Shengliang Guan 已提交
1685
typedef struct {
L
Liu Jicong 已提交
1686 1687
  int64_t refId;
  SArray* taskStatus;  // SArray<STaskStatus>
D
dapan1121 已提交
1688 1689
} SSchedulerStatusRsp;

D
dapan1121 已提交
1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704
typedef struct {
  uint64_t queryId;
  uint64_t taskId;
  int8_t   action;
} STaskAction;

typedef struct SQueryNodeEpId {
  int32_t nodeId;  // vgId or qnodeId
  SEp     ep;
} SQueryNodeEpId;

typedef struct {
  SMsgHead       header;
  uint64_t       sId;
  SQueryNodeEpId epId;
L
Liu Jicong 已提交
1705
  SArray*        taskAction;  // SArray<STaskAction>
D
dapan1121 已提交
1706 1707
} SSchedulerHbReq;

L
Liu Jicong 已提交
1708 1709 1710
int32_t tSerializeSSchedulerHbReq(void* buf, int32_t bufLen, SSchedulerHbReq* pReq);
int32_t tDeserializeSSchedulerHbReq(void* buf, int32_t bufLen, SSchedulerHbReq* pReq);
void    tFreeSSchedulerHbReq(SSchedulerHbReq* pReq);
D
dapan1121 已提交
1711 1712 1713

typedef struct {
  SQueryNodeEpId epId;
L
Liu Jicong 已提交
1714
  SArray*        taskStatus;  // SArray<STaskStatus>
D
dapan1121 已提交
1715 1716
} SSchedulerHbRsp;

L
Liu Jicong 已提交
1717 1718 1719
int32_t tSerializeSSchedulerHbRsp(void* buf, int32_t bufLen, SSchedulerHbRsp* pRsp);
int32_t tDeserializeSSchedulerHbRsp(void* buf, int32_t bufLen, SSchedulerHbRsp* pRsp);
void    tFreeSSchedulerHbRsp(SSchedulerHbRsp* pRsp);
D
dapan1121 已提交
1720

S
Shengliang Guan 已提交
1721
typedef struct {
D
dapan1121 已提交
1722
  SMsgHead header;
D
dapan1121 已提交
1723
  uint64_t sId;
H
Hongze Cheng 已提交
1724 1725
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1726
  int64_t  refId;
D
dapan1121 已提交
1727
  int32_t  execId;
S
Shengliang Guan 已提交
1728
} STaskCancelReq;
D
dapan1121 已提交
1729

S
Shengliang Guan 已提交
1730
typedef struct {
D
dapan1121 已提交
1731 1732 1733
  int32_t code;
} STaskCancelRsp;

S
Shengliang Guan 已提交
1734
typedef struct {
D
dapan1121 已提交
1735
  SMsgHead header;
D
dapan1121 已提交
1736
  uint64_t sId;
H
Hongze Cheng 已提交
1737 1738
  uint64_t queryId;
  uint64_t taskId;
D
dapan1121 已提交
1739
  int64_t  refId;
D
dapan1121 已提交
1740
  int32_t  execId;
S
Shengliang Guan 已提交
1741
} STaskDropReq;
D
dapan1121 已提交
1742

1743 1744
int32_t tSerializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
int32_t tDeserializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
H
Hongze Cheng 已提交
1745 1746
int32_t tSerializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
int32_t tDeserializeSTaskDropReq(void* buf, int32_t bufLen, STaskDropReq* pReq);
D
dapan1121 已提交
1747

H
Hongze Cheng 已提交
1748 1749
int32_t tSerializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
int32_t tDeserializeSQueryTableRsp(void* buf, int32_t bufLen, SQueryTableRsp* pRsp);
D
dapan1121 已提交
1750

S
Shengliang Guan 已提交
1751
typedef struct {
D
dapan1121 已提交
1752 1753 1754
  int32_t code;
} STaskDropRsp;

X
Xiaoyu Wang 已提交
1755 1756 1757
#define STREAM_TRIGGER_AT_ONCE        1
#define STREAM_TRIGGER_WINDOW_CLOSE   2
#define STREAM_TRIGGER_MAX_DELAY      3
X
Xiaoyu Wang 已提交
1758
#define STREAM_DEFAULT_IGNORE_EXPIRED 0
1759 1760 1761
#define STREAM_FILL_HISTORY_ON        1
#define STREAM_FILL_HISTORY_OFF       0
#define STREAM_DEFAULT_FILL_HISTORY   STREAM_FILL_HISTORY_OFF
1762 1763
#define STREAM_CREATE_STABLE_TRUE     1
#define STREAM_CREATE_STABLE_FALSE    0
X
Xiaoyu Wang 已提交
1764

L
Liu Jicong 已提交
1765
typedef struct {
L
Liu Jicong 已提交
1766
  char    name[TSDB_STREAM_FNAME_LEN];
L
Liu Jicong 已提交
1767 1768
  char    sourceDB[TSDB_DB_FNAME_LEN];
  char    targetStbFullName[TSDB_TABLE_FNAME_LEN];
1769 1770
  char*   sql;
  char*   ast;
L
Liu Jicong 已提交
1771
  int8_t  igExists;
1772
  int8_t  triggerType;
L
Liu Jicong 已提交
1773 1774
  int8_t  igExpired;
  int8_t  fillHistory;  // process data inserted before creating stream
1775
  int64_t maxDelay;
X
Xiaoyu Wang 已提交
1776
  int64_t watermark;
1777 1778
  int32_t numOfTags;
  SArray* pTags;  // array of SField
1779 1780
  // 3.0.20
  int64_t checkpointFreq;  // ms
1781 1782
  // 3.0.2.3
  int8_t createStb;
L
Liu Jicong 已提交
1783
} SCMCreateStreamReq;
L
Liu Jicong 已提交
1784

L
Liu Jicong 已提交
1785 1786 1787 1788 1789 1790 1791 1792
typedef struct {
  int64_t streamId;
} SCMCreateStreamRsp;

int32_t tSerializeSCMCreateStreamReq(void* buf, int32_t bufLen, const SCMCreateStreamReq* pReq);
int32_t tDeserializeSCMCreateStreamReq(void* buf, int32_t bufLen, SCMCreateStreamReq* pReq);
void    tFreeSCMCreateStreamReq(SCMCreateStreamReq* pReq);

L
Liu Jicong 已提交
1793
typedef struct {
L
Liu Jicong 已提交
1794
  char    name[TSDB_STREAM_FNAME_LEN];
L
Liu Jicong 已提交
1795 1796 1797 1798 1799 1800 1801 1802 1803
  int64_t streamId;
  char*   sql;
  char*   executorMsg;
} SMVCreateStreamReq, SMSCreateStreamReq;

typedef struct {
  int64_t streamId;
} SMVCreateStreamRsp, SMSCreateStreamRsp;

L
Liu Jicong 已提交
1804 1805 1806 1807 1808 1809
enum {
  TOPIC_SUB_TYPE__DB = 1,
  TOPIC_SUB_TYPE__TABLE,
  TOPIC_SUB_TYPE__COLUMN,
};

L
Liu Jicong 已提交
1810
typedef struct {
L
Liu Jicong 已提交
1811 1812
  char   name[TSDB_TOPIC_FNAME_LEN];  // accout.topic
  int8_t igExists;
L
Liu Jicong 已提交
1813
  int8_t subType;
L
Liu Jicong 已提交
1814
  int8_t withMeta;
L
Liu Jicong 已提交
1815
  char*  sql;
L
Liu Jicong 已提交
1816
  char   subDbName[TSDB_DB_FNAME_LEN];
L
Liu Jicong 已提交
1817 1818 1819 1820
  union {
    char* ast;
    char  subStbName[TSDB_TABLE_FNAME_LEN];
  };
L
Liu Jicong 已提交
1821 1822 1823 1824 1825
} SCMCreateTopicReq;

int32_t tSerializeSCMCreateTopicReq(void* buf, int32_t bufLen, const SCMCreateTopicReq* pReq);
int32_t tDeserializeSCMCreateTopicReq(void* buf, int32_t bufLen, SCMCreateTopicReq* pReq);
void    tFreeSCMCreateTopicReq(SCMCreateTopicReq* pReq);
L
Liu Jicong 已提交
1826 1827 1828

typedef struct {
  int64_t topicId;
L
Liu Jicong 已提交
1829
} SCMCreateTopicRsp;
L
Liu Jicong 已提交
1830

L
Liu Jicong 已提交
1831 1832
int32_t tSerializeSCMCreateTopicRsp(void* buf, int32_t bufLen, const SCMCreateTopicRsp* pRsp);
int32_t tDeserializeSCMCreateTopicRsp(void* buf, int32_t bufLen, SCMCreateTopicRsp* pRsp);
L
Liu Jicong 已提交
1833

1834 1835
typedef struct {
  int64_t consumerId;
L
Liu Jicong 已提交
1836
} SMqConsumerLostMsg, SMqConsumerRecoverMsg, SMqConsumerClearMsg;
1837

L
Liu Jicong 已提交
1838 1839
typedef struct {
  int64_t consumerId;
1840
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
1841
  char    clientId[256];
L
Liu Jicong 已提交
1842
  SArray* topicNames;  // SArray<char**>
L
Liu Jicong 已提交
1843 1844
} SCMSubscribeReq;

S
Shengliang Guan 已提交
1845 1846
static FORCE_INLINE int32_t tSerializeSCMSubscribeReq(void** buf, const SCMSubscribeReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1847
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
1848
  tlen += taosEncodeString(buf, pReq->cgroup);
L
Liu Jicong 已提交
1849
  tlen += taosEncodeString(buf, pReq->clientId);
L
Liu Jicong 已提交
1850

L
Liu Jicong 已提交
1851 1852 1853 1854
  int32_t topicNum = taosArrayGetSize(pReq->topicNames);
  tlen += taosEncodeFixedI32(buf, topicNum);

  for (int32_t i = 0; i < topicNum; i++) {
L
Liu Jicong 已提交
1855
    tlen += taosEncodeString(buf, (char*)taosArrayGetP(pReq->topicNames, i));
L
Liu Jicong 已提交
1856
  }
L
Liu Jicong 已提交
1857 1858 1859 1860 1861
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeReq(void* buf, SCMSubscribeReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
1862
  buf = taosDecodeStringTo(buf, pReq->cgroup);
L
Liu Jicong 已提交
1863
  buf = taosDecodeStringTo(buf, pReq->clientId);
L
Liu Jicong 已提交
1864 1865 1866 1867 1868 1869

  int32_t topicNum;
  buf = taosDecodeFixedI32(buf, &topicNum);

  pReq->topicNames = taosArrayInit(topicNum, sizeof(void*));
  for (int32_t i = 0; i < topicNum; i++) {
L
Liu Jicong 已提交
1870
    char* name;
L
Liu Jicong 已提交
1871 1872
    buf = taosDecodeString(buf, &name);
    taosArrayPush(pReq->topicNames, &name);
L
Liu Jicong 已提交
1873
  }
L
Liu Jicong 已提交
1874 1875 1876
  return buf;
}

L
Liu Jicong 已提交
1877
typedef struct SMqSubTopic {
L
Liu Jicong 已提交
1878
  int32_t vgId;
L
Liu Jicong 已提交
1879 1880 1881 1882 1883
  int64_t topicId;
  SEpSet  epSet;
} SMqSubTopic;

typedef struct {
L
Liu Jicong 已提交
1884
  int32_t     topicNum;
L
Liu Jicong 已提交
1885
  SMqSubTopic topics[];
L
Liu Jicong 已提交
1886 1887
} SCMSubscribeRsp;

S
Shengliang Guan 已提交
1888 1889
static FORCE_INLINE int32_t tSerializeSCMSubscribeRsp(void** buf, const SCMSubscribeRsp* pRsp) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1890
  tlen += taosEncodeFixedI32(buf, pRsp->topicNum);
S
Shengliang Guan 已提交
1891
  for (int32_t i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1892 1893 1894 1895
    tlen += taosEncodeFixedI32(buf, pRsp->topics[i].vgId);
    tlen += taosEncodeFixedI64(buf, pRsp->topics[i].topicId);
    tlen += taosEncodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1896 1897 1898 1899
  return tlen;
}

static FORCE_INLINE void* tDeserializeSCMSubscribeRsp(void* buf, SCMSubscribeRsp* pRsp) {
L
Liu Jicong 已提交
1900
  buf = taosDecodeFixedI32(buf, &pRsp->topicNum);
S
Shengliang Guan 已提交
1901
  for (int32_t i = 0; i < pRsp->topicNum; i++) {
L
Liu Jicong 已提交
1902 1903 1904 1905
    buf = taosDecodeFixedI32(buf, &pRsp->topics[i].vgId);
    buf = taosDecodeFixedI64(buf, &pRsp->topics[i].topicId);
    buf = taosDecodeSEpSet(buf, &pRsp->topics[i].epSet);
  }
L
Liu Jicong 已提交
1906 1907 1908 1909 1910 1911 1912 1913
  return buf;
}

typedef struct {
  int64_t topicId;
  int64_t consumerId;
  int64_t consumerGroupId;
  int64_t offset;
L
Liu Jicong 已提交
1914 1915 1916
  char*   sql;
  char*   logicalPlan;
  char*   physicalPlan;
L
Liu Jicong 已提交
1917 1918
} SMVSubscribeReq;

S
Shengliang Guan 已提交
1919 1920
static FORCE_INLINE int32_t tSerializeSMVSubscribeReq(void** buf, SMVSubscribeReq* pReq) {
  int32_t tlen = 0;
L
Liu Jicong 已提交
1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941
  tlen += taosEncodeFixedI64(buf, pReq->topicId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerId);
  tlen += taosEncodeFixedI64(buf, pReq->consumerGroupId);
  tlen += taosEncodeFixedI64(buf, pReq->offset);
  tlen += taosEncodeString(buf, pReq->sql);
  tlen += taosEncodeString(buf, pReq->logicalPlan);
  tlen += taosEncodeString(buf, pReq->physicalPlan);
  return tlen;
}

static FORCE_INLINE void* tDeserializeSMVSubscribeReq(void* buf, SMVSubscribeReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->topicId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerId);
  buf = taosDecodeFixedI64(buf, &pReq->consumerGroupId);
  buf = taosDecodeFixedI64(buf, &pReq->offset);
  buf = taosDecodeString(buf, &pReq->sql);
  buf = taosDecodeString(buf, &pReq->logicalPlan);
  buf = taosDecodeString(buf, &pReq->physicalPlan);
  return buf;
}

L
Liu Jicong 已提交
1942
typedef struct {
1943 1944 1945 1946
  char    key[TSDB_SUBSCRIBE_KEY_LEN];
  SArray* lostConsumers;     // SArray<int64_t>
  SArray* removedConsumers;  // SArray<int64_t>
  SArray* newConsumers;      // SArray<int64_t>
L
Liu Jicong 已提交
1947
} SMqRebInfo;
L
Liu Jicong 已提交
1948

L
Liu Jicong 已提交
1949 1950 1951
static FORCE_INLINE SMqRebInfo* tNewSMqRebSubscribe(const char* key) {
  SMqRebInfo* pRebInfo = (SMqRebInfo*)taosMemoryCalloc(1, sizeof(SMqRebInfo));
  if (pRebInfo == NULL) {
L
Liu Jicong 已提交
1952
    return NULL;
L
Liu Jicong 已提交
1953
  }
L
Liu Jicong 已提交
1954
  tstrncpy(pRebInfo->key, key, TSDB_SUBSCRIBE_KEY_LEN);
L
Liu Jicong 已提交
1955 1956
  pRebInfo->lostConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->lostConsumers == NULL) {
L
Liu Jicong 已提交
1957 1958
    goto _err;
  }
L
Liu Jicong 已提交
1959 1960
  pRebInfo->removedConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->removedConsumers == NULL) {
L
Liu Jicong 已提交
1961 1962
    goto _err;
  }
L
Liu Jicong 已提交
1963 1964
  pRebInfo->newConsumers = taosArrayInit(0, sizeof(int64_t));
  if (pRebInfo->newConsumers == NULL) {
L
Liu Jicong 已提交
1965 1966
    goto _err;
  }
L
Liu Jicong 已提交
1967
  return pRebInfo;
L
Liu Jicong 已提交
1968
_err:
L
Liu Jicong 已提交
1969 1970 1971 1972
  taosArrayDestroy(pRebInfo->lostConsumers);
  taosArrayDestroy(pRebInfo->removedConsumers);
  taosArrayDestroy(pRebInfo->newConsumers);
  taosMemoryFreeClear(pRebInfo);
L
Liu Jicong 已提交
1973 1974 1975
  return NULL;
}

L
Liu Jicong 已提交
1976 1977
// this message is sent from mnode to mnode(read thread to write thread),
// so there is no need for serialization or deserialization
L
Liu Jicong 已提交
1978
typedef struct {
1979
  SHashObj* rebSubHash;  // SHashObj<key, SMqRebSubscribe>
L
Liu Jicong 已提交
1980 1981
} SMqDoRebalanceMsg;

1982 1983 1984 1985 1986 1987
typedef struct {
  int64_t streamId;
  int64_t checkpointId;
  char    streamName[TSDB_STREAM_FNAME_LEN];
} SMStreamDoCheckpointMsg;

L
Liu Jicong 已提交
1988
typedef struct {
L
Liu Jicong 已提交
1989
  int64_t status;
L
Liu Jicong 已提交
1990 1991
} SMVSubscribeRsp;

L
Liu Jicong 已提交
1992
typedef struct {
1993
  char   name[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
1994
  int8_t igNotExists;
S
Shengliang Guan 已提交
1995 1996
} SMDropTopicReq;

S
Shengliang Guan 已提交
1997
int32_t tSerializeSMDropTopicReq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
S
Shengliang Guan 已提交
1998
int32_t tDeserializeSMDropTopicReq(void* buf, int32_t bufLen, SMDropTopicReq* pReq);
L
Liu Jicong 已提交
1999

2000 2001 2002 2003 2004 2005 2006 2007 2008
typedef struct {
  char   topic[TSDB_TOPIC_FNAME_LEN];
  char   cgroup[TSDB_CGROUP_LEN];
  int8_t igNotExists;
} SMDropCgroupReq;

int32_t tSerializeSMDropCgroupReq(void* buf, int32_t bufLen, SMDropCgroupReq* pReq);
int32_t tDeserializeSMDropCgroupReq(void* buf, int32_t bufLen, SMDropCgroupReq* pReq);

L
Liu Jicong 已提交
2009 2010 2011 2012
typedef struct {
  int8_t reserved;
} SMDropCgroupRsp;

L
Liu Jicong 已提交
2013 2014 2015 2016
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  int8_t  alterType;
  SSchema schema;
S
Shengliang Guan 已提交
2017
} SAlterTopicReq;
L
Liu Jicong 已提交
2018 2019 2020 2021

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
2022
  int64_t  tuid;
L
Liu Jicong 已提交
2023 2024 2025 2026 2027
  int32_t  sverson;
  int32_t  execLen;
  char*    executor;
  int32_t  sqlLen;
  char*    sql;
S
Shengliang Guan 已提交
2028
} SDCreateTopicReq;
L
Liu Jicong 已提交
2029 2030 2031 2032

typedef struct {
  SMsgHead head;
  char     name[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
2033
  int64_t  tuid;
S
Shengliang Guan 已提交
2034
} SDDropTopicReq;
S
Shengliang Guan 已提交
2035

C
Cary Xu 已提交
2036
typedef struct {
2037 2038
  int64_t maxdelay[2];
  int64_t watermark[2];
2039
  int64_t deleteMark[2];
2040 2041
  int32_t qmsgLen[2];
  char*   qmsg[2];  // pAst:qmsg:SRetention => trigger aggr task1/2
C
Cary Xu 已提交
2042 2043
} SRSmaParam;

H
Hongze Cheng 已提交
2044 2045
int32_t tEncodeSRSmaParam(SEncoder* pCoder, const SRSmaParam* pRSmaParam);
int32_t tDecodeSRSmaParam(SDecoder* pCoder, SRSmaParam* pRSmaParam);
H
Hongze Cheng 已提交
2046

H
Hongze Cheng 已提交
2047
// TDMT_VND_CREATE_STB ==============
H
Hongze Cheng 已提交
2048
typedef struct SVCreateStbReq {
H
Hongze Cheng 已提交
2049
  char*          name;
H
Hongze Cheng 已提交
2050 2051
  tb_uid_t       suid;
  int8_t         rollup;
2052
  SSchemaWrapper schemaRow;
H
Hongze Cheng 已提交
2053
  SSchemaWrapper schemaTag;
C
Cary Xu 已提交
2054
  SRSmaParam     rsmaParam;
wmmhello's avatar
wmmhello 已提交
2055 2056
  int32_t        alterOriDataLen;
  void*          alterOriData;
H
Hongze Cheng 已提交
2057 2058
} SVCreateStbReq;

H
Hongze Cheng 已提交
2059 2060
int tEncodeSVCreateStbReq(SEncoder* pCoder, const SVCreateStbReq* pReq);
int tDecodeSVCreateStbReq(SDecoder* pCoder, SVCreateStbReq* pReq);
H
Hongze Cheng 已提交
2061

H
Hongze Cheng 已提交
2062
// TDMT_VND_DROP_STB ==============
H
Hongze Cheng 已提交
2063
typedef struct SVDropStbReq {
H
Hongze Cheng 已提交
2064 2065
  char*    name;
  tb_uid_t suid;
H
Hongze Cheng 已提交
2066 2067
} SVDropStbReq;

H
Hongze Cheng 已提交
2068 2069
int32_t tEncodeSVDropStbReq(SEncoder* pCoder, const SVDropStbReq* pReq);
int32_t tDecodeSVDropStbReq(SDecoder* pCoder, SVDropStbReq* pReq);
H
Hongze Cheng 已提交
2070

H
Hongze Cheng 已提交
2071
// TDMT_VND_CREATE_TABLE ==============
H
Hongze Cheng 已提交
2072
#define TD_CREATE_IF_NOT_EXISTS 0x1
H
more  
Hongze Cheng 已提交
2073
typedef struct SVCreateTbReq {
H
Hongze Cheng 已提交
2074
  int32_t  flags;
H
Hongze Cheng 已提交
2075
  char*    name;
H
Hongze Cheng 已提交
2076 2077 2078
  tb_uid_t uid;
  int64_t  ctime;
  int32_t  ttl;
wmmhello's avatar
wmmhello 已提交
2079 2080
  int32_t  commentLen;
  char*    comment;
H
Hongze Cheng 已提交
2081
  int8_t   type;
C
Cary Xu 已提交
2082 2083
  union {
    struct {
2084
      char*    stbName;  // super table name
X
Xiaoyu Wang 已提交
2085
      uint8_t  tagNum;
H
Hongze Cheng 已提交
2086
      tb_uid_t suid;
wmmhello's avatar
wmmhello 已提交
2087
      SArray*  tagName;
H
Hongze Cheng 已提交
2088
      uint8_t* pTag;
H
Hongze Cheng 已提交
2089
    } ctb;
H
more  
Hongze Cheng 已提交
2090
    struct {
2091
      SSchemaWrapper schemaRow;
H
Hongze Cheng 已提交
2092
    } ntb;
H
more  
Hongze Cheng 已提交
2093
  };
H
Hongze Cheng 已提交
2094
} SVCreateTbReq;
H
Hongze Cheng 已提交
2095

H
Hongze Cheng 已提交
2096 2097 2098
int  tEncodeSVCreateTbReq(SEncoder* pCoder, const SVCreateTbReq* pReq);
int  tDecodeSVCreateTbReq(SDecoder* pCoder, SVCreateTbReq* pReq);
void tDestroySVCreateTbReq(SVCreateTbReq* pReq, int32_t flags);
H
Hongze Cheng 已提交
2099

C
Cary Xu 已提交
2100
static FORCE_INLINE void tdDestroySVCreateTbReq(SVCreateTbReq* req) {
X
Xiaoyu Wang 已提交
2101 2102 2103 2104
  if (NULL == req) {
    return;
  }

C
Cary Xu 已提交
2105
  taosMemoryFreeClear(req->name);
wmmhello's avatar
wmmhello 已提交
2106
  taosMemoryFreeClear(req->comment);
C
Cary Xu 已提交
2107 2108
  if (req->type == TSDB_CHILD_TABLE) {
    taosMemoryFreeClear(req->ctb.pTag);
2109
    taosMemoryFreeClear(req->ctb.stbName);
wmmhello's avatar
wmmhello 已提交
2110
    taosArrayDestroy(req->ctb.tagName);
wmmhello's avatar
wmmhello 已提交
2111
    req->ctb.tagName = NULL;
C
Cary Xu 已提交
2112 2113 2114 2115 2116
  } else if (req->type == TSDB_NORMAL_TABLE) {
    taosMemoryFreeClear(req->ntb.schemaRow.pSchema);
  }
}

H
more  
Hongze Cheng 已提交
2117
typedef struct {
H
Hongze Cheng 已提交
2118 2119 2120 2121 2122
  int32_t nReqs;
  union {
    SVCreateTbReq* pReqs;
    SArray*        pArray;
  };
H
more  
Hongze Cheng 已提交
2123
} SVCreateTbBatchReq;
H
more  
Hongze Cheng 已提交
2124

H
Hongze Cheng 已提交
2125 2126
int tEncodeSVCreateTbBatchReq(SEncoder* pCoder, const SVCreateTbBatchReq* pReq);
int tDecodeSVCreateTbBatchReq(SDecoder* pCoder, SVCreateTbBatchReq* pReq);
H
more  
Hongze Cheng 已提交
2127

H
more  
Hongze Cheng 已提交
2128
typedef struct {
2129 2130
  int32_t        code;
  STableMetaRsp* pMeta;
S
Shengliang Guan 已提交
2131
} SVCreateTbRsp, SVUpdateTbRsp;
H
more  
Hongze Cheng 已提交
2132

L
Liu Jicong 已提交
2133 2134
int  tEncodeSVCreateTbRsp(SEncoder* pCoder, const SVCreateTbRsp* pRsp);
int  tDecodeSVCreateTbRsp(SDecoder* pCoder, SVCreateTbRsp* pRsp);
2135
void tFreeSVCreateTbRsp(void* param);
H
Hongze Cheng 已提交
2136

S
Shengliang Guan 已提交
2137 2138
int32_t tSerializeSVCreateTbReq(void** buf, SVCreateTbReq* pReq);
void*   tDeserializeSVCreateTbReq(void* buf, SVCreateTbReq* pReq);
H
more  
Hongze Cheng 已提交
2139

H
more  
Hongze Cheng 已提交
2140
typedef struct {
H
Hongze Cheng 已提交
2141 2142 2143 2144 2145
  int32_t nRsps;
  union {
    SVCreateTbRsp* pRsps;
    SArray*        pArray;
  };
S
Shengliang Guan 已提交
2146
} SVCreateTbBatchRsp;
H
more  
Hongze Cheng 已提交
2147

H
Hongze Cheng 已提交
2148 2149
int tEncodeSVCreateTbBatchRsp(SEncoder* pCoder, const SVCreateTbBatchRsp* pRsp);
int tDecodeSVCreateTbBatchRsp(SDecoder* pCoder, SVCreateTbBatchRsp* pRsp);
H
Hongze Cheng 已提交
2150

L
Liu Jicong 已提交
2151 2152
int32_t tSerializeSVCreateTbBatchRsp(void* buf, int32_t bufLen, SVCreateTbBatchRsp* pRsp);
int32_t tDeserializeSVCreateTbBatchRsp(void* buf, int32_t bufLen, SVCreateTbBatchRsp* pRsp);
S
Shengliang Guan 已提交
2153

H
Hongze Cheng 已提交
2154
// TDMT_VND_DROP_TABLE =================
S
Shengliang Guan 已提交
2155
typedef struct {
2156 2157 2158
  char*    name;
  uint64_t suid;  // for tmq in wal format
  int8_t   igNotExists;
S
Shengliang Guan 已提交
2159 2160 2161
} SVDropTbReq;

typedef struct {
H
Hongze Cheng 已提交
2162
  int32_t code;
S
Shengliang Guan 已提交
2163 2164
} SVDropTbRsp;

H
Hongze Cheng 已提交
2165 2166 2167 2168 2169 2170 2171 2172
typedef struct {
  int32_t nReqs;
  union {
    SVDropTbReq* pReqs;
    SArray*      pArray;
  };
} SVDropTbBatchReq;

H
Hongze Cheng 已提交
2173 2174
int32_t tEncodeSVDropTbBatchReq(SEncoder* pCoder, const SVDropTbBatchReq* pReq);
int32_t tDecodeSVDropTbBatchReq(SDecoder* pCoder, SVDropTbBatchReq* pReq);
H
Hongze Cheng 已提交
2175 2176 2177 2178 2179 2180 2181 2182 2183

typedef struct {
  int32_t nRsps;
  union {
    SVDropTbRsp* pRsps;
    SArray*      pArray;
  };
} SVDropTbBatchRsp;

H
Hongze Cheng 已提交
2184 2185
int32_t tEncodeSVDropTbBatchRsp(SEncoder* pCoder, const SVDropTbBatchRsp* pRsp);
int32_t tDecodeSVDropTbBatchRsp(SDecoder* pCoder, SVDropTbBatchRsp* pRsp);
S
Shengliang Guan 已提交
2186

H
Hongze Cheng 已提交
2187 2188
// TDMT_VND_ALTER_TABLE =====================
typedef struct {
2189 2190 2191 2192
  char*   tbName;
  int8_t  action;
  char*   colName;
  int32_t colId;
H
Hongze Cheng 已提交
2193
  // TSDB_ALTER_TABLE_ADD_COLUMN
H
Hongze Cheng 已提交
2194 2195 2196
  int8_t  type;
  int8_t  flags;
  int32_t bytes;
H
Hongze Cheng 已提交
2197 2198
  // TSDB_ALTER_TABLE_DROP_COLUMN
  // TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES
wmmhello's avatar
wmmhello 已提交
2199
  int8_t  colModType;
H
Hongze Cheng 已提交
2200
  int32_t colModBytes;
H
Hongze Cheng 已提交
2201
  // TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME
H
Hongze Cheng 已提交
2202
  char* colNewName;
H
Hongze Cheng 已提交
2203
  // TSDB_ALTER_TABLE_UPDATE_TAG_VAL
H
Hongze Cheng 已提交
2204 2205
  char*    tagName;
  int8_t   isNull;
wmmhello's avatar
wmmhello 已提交
2206
  int8_t   tagType;
H
Hongze Cheng 已提交
2207 2208
  uint32_t nTagVal;
  uint8_t* pTagVal;
H
Hongze Cheng 已提交
2209
  // TSDB_ALTER_TABLE_UPDATE_OPTIONS
H
Hongze Cheng 已提交
2210 2211
  int8_t  updateTTL;
  int32_t newTTL;
wmmhello's avatar
wmmhello 已提交
2212
  int32_t newCommentLen;
H
Hongze Cheng 已提交
2213
  char*   newComment;
H
Hongze Cheng 已提交
2214 2215 2216 2217 2218 2219
} SVAlterTbReq;

int32_t tEncodeSVAlterTbReq(SEncoder* pEncoder, const SVAlterTbReq* pReq);
int32_t tDecodeSVAlterTbReq(SDecoder* pDecoder, SVAlterTbReq* pReq);

typedef struct {
D
dapan1121 已提交
2220 2221
  int32_t        code;
  STableMetaRsp* pMeta;
H
Hongze Cheng 已提交
2222 2223 2224 2225 2226 2227
} SVAlterTbRsp;

int32_t tEncodeSVAlterTbRsp(SEncoder* pEncoder, const SVAlterTbRsp* pRsp);
int32_t tDecodeSVAlterTbRsp(SDecoder* pDecoder, SVAlterTbRsp* pRsp);
// ======================

S
Shengliang Guan 已提交
2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246
typedef struct {
  SMsgHead head;
  int64_t  uid;
  int32_t  tid;
  int16_t  tversion;
  int16_t  colId;
  int8_t   type;
  int16_t  bytes;
  int32_t  tagValLen;
  int16_t  numOfTags;
  int32_t  schemaLen;
  char     data[];
} SUpdateTagValReq;

typedef struct {
  SMsgHead head;
} SUpdateTagValRsp;

typedef struct {
H
Hongze Cheng 已提交
2247 2248 2249
  SMsgHead head;
} SVShowTablesReq;

S
Shengliang Guan 已提交
2250
typedef struct {
H
Hongze Cheng 已提交
2251
  SMsgHead head;
H
Haojun Liao 已提交
2252
  int32_t  id;
H
Hongze Cheng 已提交
2253 2254
} SVShowTablesFetchReq;

S
Shengliang Guan 已提交
2255
typedef struct {
H
Hongze Cheng 已提交
2256 2257 2258 2259 2260 2261 2262 2263 2264
  int64_t useconds;
  int8_t  completed;  // all results are returned to client
  int8_t  precision;
  int8_t  compressed;
  int32_t compLen;
  int32_t numOfRows;
  char    data[];
} SVShowTablesFetchRsp;

L
Liu Jicong 已提交
2265
typedef struct {
L
Liu Jicong 已提交
2266 2267
  int64_t consumerId;
  int32_t epoch;
L
Liu Jicong 已提交
2268
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
2269
} SMqAskEpReq;
L
Liu Jicong 已提交
2270

2271 2272 2273 2274 2275 2276 2277 2278 2279
typedef struct {
  int64_t consumerId;
  int32_t epoch;
} SMqHbReq;

typedef struct {
  int8_t reserved;
} SMqHbRsp;

L
Liu Jicong 已提交
2280
typedef struct {
D
dapan1121 已提交
2281
  int32_t key;
L
Liu Jicong 已提交
2282 2283 2284 2285 2286
  int32_t valueLen;
  void*   value;
} SKv;

typedef struct {
D
dapan1121 已提交
2287
  int64_t tscRid;
D
dapan1121 已提交
2288
  int8_t  connType;
L
Liu Jicong 已提交
2289 2290 2291
} SClientHbKey;

typedef struct {
D
dapan1121 已提交
2292
  int64_t tid;
2293
  char    status[TSDB_JOB_STATUS_LEN];
D
dapan1121 已提交
2294 2295 2296 2297 2298 2299
} SQuerySubDesc;

typedef struct {
  char     sql[TSDB_SHOW_SQL_LEN];
  uint64_t queryId;
  int64_t  useconds;
L
Liu Jicong 已提交
2300
  int64_t  stime;  // timestamp precision ms
D
dapan1121 已提交
2301
  int64_t  reqRid;
2302
  bool     stableQuery;
D
dapan1121 已提交
2303 2304
  char     fqdn[TSDB_FQDN_LEN];
  int32_t  subPlanNum;
2305
  SArray*  subDesc;  // SArray<SQuerySubDesc>
D
dapan1121 已提交
2306 2307 2308
} SQueryDesc;

typedef struct {
2309 2310
  uint32_t connId;
  SArray*  queryDesc;  // SArray<SQueryDesc>
D
dapan1121 已提交
2311 2312 2313 2314 2315 2316 2317 2318 2319 2320
} SQueryHbReqBasic;

typedef struct {
  uint32_t connId;
  uint64_t killRid;
  int32_t  totalDnodes;
  int32_t  onlineDnodes;
  int8_t   killConnection;
  int8_t   align[3];
  SEpSet   epSet;
L
Liu Jicong 已提交
2321
  SArray*  pQnodeList;
D
dapan1121 已提交
2322 2323
} SQueryHbRspBasic;

D
dapan1121 已提交
2324 2325 2326 2327 2328 2329 2330
typedef struct SAppClusterSummary {
  uint64_t numOfInsertsReq;
  uint64_t numOfInsertRows;
  uint64_t insertElapsedTime;
  uint64_t insertBytes;  // submit to tsdb since launched.

  uint64_t fetchBytes;
D
dapan1121 已提交
2331
  uint64_t numOfQueryReq;
D
dapan1121 已提交
2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345
  uint64_t queryElapsedTime;
  uint64_t numOfSlowQueries;
  uint64_t totalRequests;
  uint64_t currentRequests;  // the number of SRequestObj
} SAppClusterSummary;

typedef struct {
  int64_t            appId;
  int32_t            pid;
  char               name[TSDB_APP_NAME_LEN];
  int64_t            startTime;
  SAppClusterSummary summary;
} SAppHbReq;

D
dapan1121 已提交
2346 2347
typedef struct {
  SClientHbKey      connKey;
D
dapan1121 已提交
2348
  int64_t           clusterId;
D
dapan1121 已提交
2349
  SAppHbReq         app;
D
dapan1121 已提交
2350 2351
  SQueryHbReqBasic* query;
  SHashObj*         info;  // hash<Skv.key, Skv>
L
Liu Jicong 已提交
2352 2353 2354 2355 2356 2357 2358 2359
} SClientHbReq;

typedef struct {
  int64_t reqId;
  SArray* reqs;  // SArray<SClientHbReq>
} SClientHbBatchReq;

typedef struct {
D
dapan1121 已提交
2360 2361 2362 2363
  SClientHbKey      connKey;
  int32_t           status;
  SQueryHbRspBasic* query;
  SArray*           info;  // Array<Skv>
L
Liu Jicong 已提交
2364 2365 2366 2367 2368
} SClientHbRsp;

typedef struct {
  int64_t reqId;
  int64_t rspId;
dengyihao's avatar
dengyihao 已提交
2369
  int32_t svrTimestamp;
L
Liu Jicong 已提交
2370 2371 2372
  SArray* rsps;  // SArray<SClientHbRsp>
} SClientHbBatchRsp;

2373
static FORCE_INLINE uint32_t hbKeyHashFunc(const char* key, uint32_t keyLen) { return taosIntHash_64(key, keyLen); }
L
Liu Jicong 已提交
2374

2375 2376
static FORCE_INLINE void tFreeReqKvHash(SHashObj* info) {
  void* pIter = taosHashIterate(info, NULL);
D
dapan1121 已提交
2377 2378
  while (pIter != NULL) {
    SKv* kv = (SKv*)pIter;
wafwerar's avatar
wafwerar 已提交
2379
    taosMemoryFreeClear(kv->value);
D
dapan1121 已提交
2380 2381 2382 2383
    pIter = taosHashIterate(info, pIter);
  }
}

D
dapan1121 已提交
2384 2385 2386 2387 2388 2389 2390 2391
static FORCE_INLINE void tFreeClientHbQueryDesc(void* pDesc) {
  SQueryDesc* desc = (SQueryDesc*)pDesc;
  if (desc->subDesc) {
    taosArrayDestroy(desc->subDesc);
    desc->subDesc = NULL;
  }
}

2392
static FORCE_INLINE void tFreeClientHbReq(void* pReq) {
L
Liu Jicong 已提交
2393
  SClientHbReq* req = (SClientHbReq*)pReq;
D
dapan1121 已提交
2394 2395 2396 2397 2398 2399
  if (req->query) {
    if (req->query->queryDesc) {
      taosArrayDestroyEx(req->query->queryDesc, tFreeClientHbQueryDesc);
    }
    taosMemoryFreeClear(req->query);
  }
2400

D
dapan1121 已提交
2401 2402 2403
  if (req->info) {
    tFreeReqKvHash(req->info);
    taosHashCleanup(req->info);
D
dapan1121 已提交
2404
    req->info = NULL;
D
dapan1121 已提交
2405
  }
L
Liu Jicong 已提交
2406 2407
}

S
Shengliang Guan 已提交
2408 2409
int32_t tSerializeSClientHbBatchReq(void* buf, int32_t bufLen, const SClientHbBatchReq* pReq);
int32_t tDeserializeSClientHbBatchReq(void* buf, int32_t bufLen, SClientHbBatchReq* pReq);
L
Liu Jicong 已提交
2410

D
dapan1121 已提交
2411
static FORCE_INLINE void tFreeClientHbBatchReq(void* pReq) {
dengyihao's avatar
dengyihao 已提交
2412
  if (pReq == NULL) return;
2413
  SClientHbBatchReq* req = (SClientHbBatchReq*)pReq;
D
dapan1121 已提交
2414
  taosArrayDestroyEx(req->reqs, tFreeClientHbReq);
wafwerar's avatar
wafwerar 已提交
2415
  taosMemoryFree(pReq);
L
Liu Jicong 已提交
2416 2417
}

2418 2419
static FORCE_INLINE void tFreeClientKv(void* pKv) {
  SKv* kv = (SKv*)pKv;
D
dapan1121 已提交
2420
  if (kv) {
wafwerar's avatar
wafwerar 已提交
2421
    taosMemoryFreeClear(kv->value);
D
dapan1121 已提交
2422 2423 2424
  }
}

2425
static FORCE_INLINE void tFreeClientHbRsp(void* pRsp) {
D
dapan1121 已提交
2426
  SClientHbRsp* rsp = (SClientHbRsp*)pRsp;
D
dapan1121 已提交
2427 2428 2429 2430
  if (rsp->query) {
    taosArrayDestroy(rsp->query->pQnodeList);
    taosMemoryFreeClear(rsp->query);
  }
D
dapan1121 已提交
2431 2432 2433 2434
  if (rsp->info) taosArrayDestroyEx(rsp->info, tFreeClientKv);
}

static FORCE_INLINE void tFreeClientHbBatchRsp(void* pRsp) {
2435
  SClientHbBatchRsp* rsp = (SClientHbBatchRsp*)pRsp;
D
dapan1121 已提交
2436 2437 2438
  taosArrayDestroyEx(rsp->rsps, tFreeClientHbRsp);
}

S
Shengliang Guan 已提交
2439 2440
int32_t tSerializeSClientHbBatchRsp(void* buf, int32_t bufLen, const SClientHbBatchRsp* pBatchRsp);
int32_t tDeserializeSClientHbBatchRsp(void* buf, int32_t bufLen, SClientHbBatchRsp* pBatchRsp);
H
Hongze Cheng 已提交
2441
void    tFreeSClientHbBatchRsp(SClientHbBatchRsp* pBatchRsp);
L
Liu Jicong 已提交
2442

H
Hongze Cheng 已提交
2443
static FORCE_INLINE int32_t tEncodeSKv(SEncoder* pEncoder, const SKv* pKv) {
S
Shengliang Guan 已提交
2444 2445
  if (tEncodeI32(pEncoder, pKv->key) < 0) return -1;
  if (tEncodeI32(pEncoder, pKv->valueLen) < 0) return -1;
H
Hongze Cheng 已提交
2446
  if (tEncodeBinary(pEncoder, (uint8_t*)pKv->value, pKv->valueLen) < 0) return -1;
S
Shengliang Guan 已提交
2447
  return 0;
L
Liu Jicong 已提交
2448 2449
}

H
Hongze Cheng 已提交
2450
static FORCE_INLINE int32_t tDecodeSKv(SDecoder* pDecoder, SKv* pKv) {
S
Shengliang Guan 已提交
2451 2452
  if (tDecodeI32(pDecoder, &pKv->key) < 0) return -1;
  if (tDecodeI32(pDecoder, &pKv->valueLen) < 0) return -1;
wafwerar's avatar
wafwerar 已提交
2453
  pKv->value = taosMemoryMalloc(pKv->valueLen + 1);
S
Shengliang Guan 已提交
2454 2455 2456
  if (pKv->value == NULL) return -1;
  if (tDecodeCStrTo(pDecoder, (char*)pKv->value) < 0) return -1;
  return 0;
L
Liu Jicong 已提交
2457 2458
}

H
Hongze Cheng 已提交
2459
static FORCE_INLINE int32_t tEncodeSClientHbKey(SEncoder* pEncoder, const SClientHbKey* pKey) {
D
dapan1121 已提交
2460
  if (tEncodeI64(pEncoder, pKey->tscRid) < 0) return -1;
D
dapan1121 已提交
2461
  if (tEncodeI8(pEncoder, pKey->connType) < 0) return -1;
S
Shengliang Guan 已提交
2462
  return 0;
L
Liu Jicong 已提交
2463 2464
}

H
Hongze Cheng 已提交
2465
static FORCE_INLINE int32_t tDecodeSClientHbKey(SDecoder* pDecoder, SClientHbKey* pKey) {
D
dapan1121 已提交
2466
  if (tDecodeI64(pDecoder, &pKey->tscRid) < 0) return -1;
D
dapan1121 已提交
2467
  if (tDecodeI8(pDecoder, &pKey->connType) < 0) return -1;
S
Shengliang Guan 已提交
2468
  return 0;
L
Liu Jicong 已提交
2469 2470
}

2471
typedef struct {
L
Liu Jicong 已提交
2472
  int32_t vgId;
2473 2474
  // TODO stas
} SMqReportVgInfo;
L
Liu Jicong 已提交
2475

2476
static FORCE_INLINE int32_t taosEncodeSMqVgInfo(void** buf, const SMqReportVgInfo* pVgInfo) {
S
Shengliang Guan 已提交
2477
  int32_t tlen = 0;
L
Liu Jicong 已提交
2478 2479 2480 2481
  tlen += taosEncodeFixedI32(buf, pVgInfo->vgId);
  return tlen;
}

2482
static FORCE_INLINE void* taosDecodeSMqVgInfo(void* buf, SMqReportVgInfo* pVgInfo) {
L
Liu Jicong 已提交
2483 2484 2485 2486
  buf = taosDecodeFixedI32(buf, &pVgInfo->vgId);
  return buf;
}

2487
typedef struct {
L
Liu Jicong 已提交
2488 2489 2490
  int32_t epoch;
  int64_t topicUid;
  char    name[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
2491
  SArray* pVgInfo;  // SArray<SMqHbVgInfo>
2492
} SMqTopicInfo;
L
Liu Jicong 已提交
2493

2494
static FORCE_INLINE int32_t taosEncodeSMqTopicInfoMsg(void** buf, const SMqTopicInfo* pTopicInfo) {
S
Shengliang Guan 已提交
2495
  int32_t tlen = 0;
L
Liu Jicong 已提交
2496 2497 2498 2499 2500 2501
  tlen += taosEncodeFixedI32(buf, pTopicInfo->epoch);
  tlen += taosEncodeFixedI64(buf, pTopicInfo->topicUid);
  tlen += taosEncodeString(buf, pTopicInfo->name);
  int32_t sz = taosArrayGetSize(pTopicInfo->pVgInfo);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
2502
    SMqReportVgInfo* pVgInfo = (SMqReportVgInfo*)taosArrayGet(pTopicInfo->pVgInfo, i);
L
Liu Jicong 已提交
2503 2504 2505 2506 2507
    tlen += taosEncodeSMqVgInfo(buf, pVgInfo);
  }
  return tlen;
}

2508
static FORCE_INLINE void* taosDecodeSMqTopicInfoMsg(void* buf, SMqTopicInfo* pTopicInfo) {
L
Liu Jicong 已提交
2509 2510 2511 2512 2513
  buf = taosDecodeFixedI32(buf, &pTopicInfo->epoch);
  buf = taosDecodeFixedI64(buf, &pTopicInfo->topicUid);
  buf = taosDecodeStringTo(buf, pTopicInfo->name);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
2514
  pTopicInfo->pVgInfo = taosArrayInit(sz, sizeof(SMqReportVgInfo));
L
Liu Jicong 已提交
2515
  for (int32_t i = 0; i < sz; i++) {
2516
    SMqReportVgInfo vgInfo;
L
Liu Jicong 已提交
2517 2518 2519 2520 2521 2522
    buf = taosDecodeSMqVgInfo(buf, &vgInfo);
    taosArrayPush(pTopicInfo->pVgInfo, &vgInfo);
  }
  return buf;
}

2523
typedef struct {
2524 2525 2526 2527
  int32_t status;  // ask hb endpoint
  int32_t epoch;
  int64_t consumerId;
  SArray* pTopics;  // SArray<SMqHbTopicInfo>
2528
} SMqReportReq;
L
Liu Jicong 已提交
2529

2530
static FORCE_INLINE int32_t taosEncodeSMqReportMsg(void** buf, const SMqReportReq* pMsg) {
S
Shengliang Guan 已提交
2531
  int32_t tlen = 0;
L
Liu Jicong 已提交
2532 2533 2534 2535 2536
  tlen += taosEncodeFixedI32(buf, pMsg->status);
  tlen += taosEncodeFixedI32(buf, pMsg->epoch);
  tlen += taosEncodeFixedI64(buf, pMsg->consumerId);
  int32_t sz = taosArrayGetSize(pMsg->pTopics);
  tlen += taosEncodeFixedI32(buf, sz);
S
Shengliang Guan 已提交
2537
  for (int32_t i = 0; i < sz; i++) {
2538 2539
    SMqTopicInfo* topicInfo = (SMqTopicInfo*)taosArrayGet(pMsg->pTopics, i);
    tlen += taosEncodeSMqTopicInfoMsg(buf, topicInfo);
L
Liu Jicong 已提交
2540 2541 2542 2543
  }
  return tlen;
}

2544
static FORCE_INLINE void* taosDecodeSMqReportMsg(void* buf, SMqReportReq* pMsg) {
L
Liu Jicong 已提交
2545 2546 2547 2548 2549
  buf = taosDecodeFixedI32(buf, &pMsg->status);
  buf = taosDecodeFixedI32(buf, &pMsg->epoch);
  buf = taosDecodeFixedI64(buf, &pMsg->consumerId);
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
2550
  pMsg->pTopics = taosArrayInit(sz, sizeof(SMqTopicInfo));
S
Shengliang Guan 已提交
2551
  for (int32_t i = 0; i < sz; i++) {
2552 2553
    SMqTopicInfo topicInfo;
    buf = taosDecodeSMqTopicInfoMsg(buf, &topicInfo);
L
Liu Jicong 已提交
2554 2555 2556 2557 2558
    taosArrayPush(pMsg->pTopics, &topicInfo);
  }
  return buf;
}

L
Liu Jicong 已提交
2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570
typedef struct {
  SMsgHead head;
  int64_t  leftForVer;
  int32_t  vgId;
  int64_t  consumerId;
  char     subKey[TSDB_SUBSCRIBE_KEY_LEN];
} SMqVDeleteReq;

typedef struct {
  int8_t reserved;
} SMqVDeleteRsp;

L
Liu Jicong 已提交
2571
typedef struct {
L
Liu Jicong 已提交
2572 2573
  char   name[TSDB_STREAM_FNAME_LEN];
  int8_t igNotExists;
L
Liu Jicong 已提交
2574
} SMDropStreamReq;
L
Liu Jicong 已提交
2575 2576 2577

typedef struct {
  int8_t reserved;
L
Liu Jicong 已提交
2578
} SMDropStreamRsp;
L
Liu Jicong 已提交
2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589

typedef struct {
  SMsgHead head;
  int64_t  leftForVer;
  int32_t  taskId;
} SVDropStreamTaskReq;

typedef struct {
  int8_t reserved;
} SVDropStreamTaskRsp;

L
Liu Jicong 已提交
2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610
int32_t tSerializeSMDropStreamReq(void* buf, int32_t bufLen, const SMDropStreamReq* pReq);
int32_t tDeserializeSMDropStreamReq(void* buf, int32_t bufLen, SMDropStreamReq* pReq);

typedef struct {
  char   name[TSDB_STREAM_FNAME_LEN];
  int8_t igNotExists;
} SMRecoverStreamReq;

typedef struct {
  int8_t reserved;
} SMRecoverStreamRsp;

typedef struct {
  int64_t recoverObjUid;
  int32_t taskId;
  int32_t hasCheckPoint;
} SMVStreamGatherInfoReq;

int32_t tSerializeSMRecoverStreamReq(void* buf, int32_t bufLen, const SMRecoverStreamReq* pReq);
int32_t tDeserializeSMRecoverStreamReq(void* buf, int32_t bufLen, SMRecoverStreamReq* pReq);

2611 2612 2613 2614 2615 2616
typedef struct {
  int64_t leftForVer;
  int32_t vgId;
  int64_t oldConsumerId;
  int64_t newConsumerId;
  char    subKey[TSDB_SUBSCRIBE_KEY_LEN];
L
Liu Jicong 已提交
2617
  int8_t  subType;
L
Liu Jicong 已提交
2618
  int8_t  withMeta;
L
Liu Jicong 已提交
2619 2620
  char*   qmsg;
  int64_t suid;
2621 2622 2623 2624 2625 2626 2627 2628 2629
} SMqRebVgReq;

static FORCE_INLINE int32_t tEncodeSMqRebVgReq(void** buf, const SMqRebVgReq* pReq) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI64(buf, pReq->leftForVer);
  tlen += taosEncodeFixedI32(buf, pReq->vgId);
  tlen += taosEncodeFixedI64(buf, pReq->oldConsumerId);
  tlen += taosEncodeFixedI64(buf, pReq->newConsumerId);
  tlen += taosEncodeString(buf, pReq->subKey);
L
Liu Jicong 已提交
2630
  tlen += taosEncodeFixedI8(buf, pReq->subType);
L
Liu Jicong 已提交
2631
  tlen += taosEncodeFixedI8(buf, pReq->withMeta);
L
Liu Jicong 已提交
2632
  if (pReq->subType == TOPIC_SUB_TYPE__COLUMN) {
L
Liu Jicong 已提交
2633
    tlen += taosEncodeString(buf, pReq->qmsg);
L
Liu Jicong 已提交
2634 2635
  } else if (pReq->subType == TOPIC_SUB_TYPE__TABLE) {
    tlen += taosEncodeFixedI64(buf, pReq->suid);
L
Liu Jicong 已提交
2636
  }
2637 2638 2639 2640 2641 2642 2643 2644 2645
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqRebVgReq(const void* buf, SMqRebVgReq* pReq) {
  buf = taosDecodeFixedI64(buf, &pReq->leftForVer);
  buf = taosDecodeFixedI32(buf, &pReq->vgId);
  buf = taosDecodeFixedI64(buf, &pReq->oldConsumerId);
  buf = taosDecodeFixedI64(buf, &pReq->newConsumerId);
  buf = taosDecodeStringTo(buf, pReq->subKey);
L
Liu Jicong 已提交
2646
  buf = taosDecodeFixedI8(buf, &pReq->subType);
L
Liu Jicong 已提交
2647
  buf = taosDecodeFixedI8(buf, &pReq->withMeta);
L
Liu Jicong 已提交
2648
  if (pReq->subType == TOPIC_SUB_TYPE__COLUMN) {
L
Liu Jicong 已提交
2649
    buf = taosDecodeString(buf, &pReq->qmsg);
L
Liu Jicong 已提交
2650 2651
  } else if (pReq->subType == TOPIC_SUB_TYPE__TABLE) {
    buf = taosDecodeFixedI64(buf, &pReq->suid);
L
Liu Jicong 已提交
2652
  }
2653 2654 2655
  return (void*)buf;
}

L
Liu Jicong 已提交
2656 2657 2658 2659
typedef struct {
  char    topic[TSDB_TOPIC_FNAME_LEN];
  int64_t ntbUid;
  SArray* colIdList;  // SArray<int16_t>
2660
} STqCheckInfo;
L
Liu Jicong 已提交
2661

2662 2663
int32_t tEncodeSTqCheckInfo(SEncoder* pEncoder, const STqCheckInfo* pInfo);
int32_t tDecodeSTqCheckInfo(SDecoder* pDecoder, STqCheckInfo* pInfo);
L
Liu Jicong 已提交
2664
void    tDeleteSTqCheckInfo(STqCheckInfo* pInfo);
2665 2666 2667 2668

typedef struct {
  char topic[TSDB_TOPIC_FNAME_LEN];
} STqDelCheckInfoReq;
L
Liu Jicong 已提交
2669

L
Liu Jicong 已提交
2670 2671 2672 2673
typedef struct {
  int32_t vgId;
  int64_t offset;
  char    topicName[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
2674
  char    cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
2675 2676 2677 2678 2679
} SMqOffset;

typedef struct {
  int32_t    num;
  SMqOffset* offsets;
L
Liu Jicong 已提交
2680
} SMqCMCommitOffsetReq;
L
Liu Jicong 已提交
2681 2682 2683

typedef struct {
  int32_t reserved;
L
Liu Jicong 已提交
2684
} SMqCMCommitOffsetRsp;
L
Liu Jicong 已提交
2685

H
Hongze Cheng 已提交
2686 2687 2688 2689
int32_t tEncodeSMqOffset(SEncoder* encoder, const SMqOffset* pOffset);
int32_t tDecodeSMqOffset(SDecoder* decoder, SMqOffset* pOffset);
int32_t tEncodeSMqCMCommitOffsetReq(SEncoder* encoder, const SMqCMCommitOffsetReq* pReq);
int32_t tDecodeSMqCMCommitOffsetReq(SDecoder* decoder, SMqCMCommitOffsetReq* pReq);
L
Liu Jicong 已提交
2690

2691 2692
// tqOffset
enum {
L
Liu Jicong 已提交
2693 2694 2695 2696 2697 2698
  TMQ_OFFSET__RESET_NONE = -3,
  TMQ_OFFSET__RESET_EARLIEAST = -2,
  TMQ_OFFSET__RESET_LATEST = -1,
  TMQ_OFFSET__LOG = 1,
  TMQ_OFFSET__SNAPSHOT_DATA = 2,
  TMQ_OFFSET__SNAPSHOT_META = 3,
2699 2700 2701 2702 2703
};

typedef struct {
  int8_t type;
  union {
wmmhello's avatar
wmmhello 已提交
2704
    // snapshot
2705 2706 2707 2708
    struct {
      int64_t uid;
      int64_t ts;
    };
L
Liu Jicong 已提交
2709
    // log
2710 2711 2712 2713
    struct {
      int64_t version;
    };
  };
L
Liu Jicong 已提交
2714 2715
} STqOffsetVal;

L
Liu Jicong 已提交
2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731
static FORCE_INLINE void tqOffsetResetToData(STqOffsetVal* pOffsetVal, int64_t uid, int64_t ts) {
  pOffsetVal->type = TMQ_OFFSET__SNAPSHOT_DATA;
  pOffsetVal->uid = uid;
  pOffsetVal->ts = ts;
}

static FORCE_INLINE void tqOffsetResetToMeta(STqOffsetVal* pOffsetVal, int64_t uid) {
  pOffsetVal->type = TMQ_OFFSET__SNAPSHOT_META;
  pOffsetVal->uid = uid;
}

static FORCE_INLINE void tqOffsetResetToLog(STqOffsetVal* pOffsetVal, int64_t ver) {
  pOffsetVal->type = TMQ_OFFSET__LOG;
  pOffsetVal->version = ver;
}

L
Liu Jicong 已提交
2732 2733 2734 2735 2736 2737 2738 2739
int32_t tEncodeSTqOffsetVal(SEncoder* pEncoder, const STqOffsetVal* pOffsetVal);
int32_t tDecodeSTqOffsetVal(SDecoder* pDecoder, STqOffsetVal* pOffsetVal);
int32_t tFormatOffset(char* buf, int32_t maxLen, const STqOffsetVal* pVal);
bool    tOffsetEqual(const STqOffsetVal* pLeft, const STqOffsetVal* pRight);

typedef struct {
  STqOffsetVal val;
  char         subKey[TSDB_SUBSCRIBE_KEY_LEN];
2740 2741 2742 2743 2744
} STqOffset;

int32_t tEncodeSTqOffset(SEncoder* pEncoder, const STqOffset* pOffset);
int32_t tDecodeSTqOffset(SDecoder* pDecoder, STqOffset* pOffset);

S
Shengliang Guan 已提交
2745 2746 2747 2748 2749 2750 2751
typedef struct {
  char    name[TSDB_TABLE_FNAME_LEN];
  char    stb[TSDB_TABLE_FNAME_LEN];
  int8_t  igExists;
  int8_t  intervalUnit;
  int8_t  slidingUnit;
  int8_t  timezone;
S
sma  
Shengliang Guan 已提交
2752
  int32_t dstVgId;  // for stream
S
Shengliang Guan 已提交
2753 2754 2755
  int64_t interval;
  int64_t offset;
  int64_t sliding;
2756 2757
  int64_t maxDelay;
  int64_t watermark;
S
sma  
Shengliang Guan 已提交
2758 2759 2760 2761
  int32_t exprLen;        // strlen + 1
  int32_t tagsFilterLen;  // strlen + 1
  int32_t sqlLen;         // strlen + 1
  int32_t astLen;         // strlen + 1
L
Liu Jicong 已提交
2762
  char*   expr;
S
Shengliang Guan 已提交
2763
  char*   tagsFilter;
S
sma  
Shengliang Guan 已提交
2764 2765
  char*   sql;
  char*   ast;
2766
  int64_t deleteMark;
S
Shengliang Guan 已提交
2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780
} SMCreateSmaReq;

int32_t tSerializeSMCreateSmaReq(void* buf, int32_t bufLen, SMCreateSmaReq* pReq);
int32_t tDeserializeSMCreateSmaReq(void* buf, int32_t bufLen, SMCreateSmaReq* pReq);
void    tFreeSMCreateSmaReq(SMCreateSmaReq* pReq);

typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
} SMDropSmaReq;

int32_t tSerializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);
int32_t tDeserializeSMDropSmaReq(void* buf, int32_t bufLen, SMDropSmaReq* pReq);

C
Cary Xu 已提交
2781
typedef struct {
C
Cary Xu 已提交
2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801
  int8_t         version;       // for compatibility(default 0)
  int8_t         intervalUnit;  // MACRO: TIME_UNIT_XXX
  int8_t         slidingUnit;   // MACRO: TIME_UNIT_XXX
  int8_t         timezoneInt;   // sma data expired if timezone changes.
  int32_t        dstVgId;
  char           indexName[TSDB_INDEX_NAME_LEN];
  int32_t        exprLen;
  int32_t        tagsFilterLen;
  int64_t        indexUid;
  tb_uid_t       tableUid;  // super/child/common table uid
  tb_uid_t       dstTbUid;  // for dstVgroup
  int64_t        interval;
  int64_t        offset;  // use unit by precision of DB
  int64_t        sliding;
  char*          dstTbName;  // for dstVgroup
  char*          expr;       // sma expression
  char*          tagsFilter;
  SSchemaWrapper schemaRow;  // for dstVgroup
  SSchemaWrapper schemaTag;  // for dstVgroup
} STSma;                     // Time-range-wise SMA
C
Cary Xu 已提交
2802

2803
typedef STSma SVCreateTSmaReq;
C
Cary Xu 已提交
2804 2805

typedef struct {
C
Cary Xu 已提交
2806 2807 2808
  int8_t  type;  // 0 status report, 1 update data
  int64_t indexUid;
  int64_t skey;  // start TS key of interval/sliding window
C
Cary Xu 已提交
2809 2810 2811
} STSmaMsg;

typedef struct {
C
Cary Xu 已提交
2812
  int64_t indexUid;
C
Cary Xu 已提交
2813
  char    indexName[TSDB_INDEX_NAME_LEN];
C
Cary Xu 已提交
2814
} SVDropTSmaReq;
2815

C
Cary Xu 已提交
2816
typedef struct {
L
Liu Jicong 已提交
2817
  int tmp;  // TODO: to avoid compile error
C
Cary Xu 已提交
2818 2819
} SVCreateTSmaRsp, SVDropTSmaRsp;

2820
#if 0
C
Cary Xu 已提交
2821 2822 2823 2824
int32_t tSerializeSVCreateTSmaReq(void** buf, SVCreateTSmaReq* pReq);
void*   tDeserializeSVCreateTSmaReq(void* buf, SVCreateTSmaReq* pReq);
int32_t tSerializeSVDropTSmaReq(void** buf, SVDropTSmaReq* pReq);
void*   tDeserializeSVDropTSmaReq(void* buf, SVDropTSmaReq* pReq);
2825
#endif
C
Cary Xu 已提交
2826

2827 2828 2829 2830
int32_t tEncodeSVCreateTSmaReq(SEncoder* pCoder, const SVCreateTSmaReq* pReq);
int32_t tDecodeSVCreateTSmaReq(SDecoder* pCoder, SVCreateTSmaReq* pReq);
int32_t tEncodeSVDropTSmaReq(SEncoder* pCoder, const SVDropTSmaReq* pReq);
int32_t tDecodeSVDropTSmaReq(SDecoder* pCoder, SVDropTSmaReq* pReq);
C
Cary Xu 已提交
2831

C
Cary Xu 已提交
2832
typedef struct {
2833 2834
  int32_t number;
  STSma*  tSma;
C
Cary Xu 已提交
2835 2836
} STSmaWrapper;

C
Cary Xu 已提交
2837
static FORCE_INLINE void tDestroyTSma(STSma* pSma) {
C
Cary Xu 已提交
2838
  if (pSma) {
C
Cary Xu 已提交
2839
    taosMemoryFreeClear(pSma->dstTbName);
wafwerar's avatar
wafwerar 已提交
2840 2841
    taosMemoryFreeClear(pSma->expr);
    taosMemoryFreeClear(pSma->tagsFilter);
C
Cary Xu 已提交
2842 2843 2844
  }
}

C
Cary Xu 已提交
2845
static FORCE_INLINE void tDestroyTSmaWrapper(STSmaWrapper* pSW, bool deepCopy) {
C
Cary Xu 已提交
2846 2847
  if (pSW) {
    if (pSW->tSma) {
C
Cary Xu 已提交
2848 2849
      if (deepCopy) {
        for (uint32_t i = 0; i < pSW->number; ++i) {
C
Cary Xu 已提交
2850
          tDestroyTSma(pSW->tSma + i);
C
Cary Xu 已提交
2851
        }
C
Cary Xu 已提交
2852
      }
wafwerar's avatar
wafwerar 已提交
2853
      taosMemoryFreeClear(pSW->tSma);
C
Cary Xu 已提交
2854
    }
C
Cary Xu 已提交
2855 2856 2857
  }
}

C
Cary Xu 已提交
2858 2859
static FORCE_INLINE void* tFreeTSmaWrapper(STSmaWrapper* pSW, bool deepCopy) {
  tDestroyTSmaWrapper(pSW, deepCopy);
C
Cary Xu 已提交
2860
  taosMemoryFreeClear(pSW);
C
Cary Xu 已提交
2861
  return NULL;
C
Cary Xu 已提交
2862 2863
}

2864 2865
int32_t tEncodeSVCreateTSmaReq(SEncoder* pCoder, const SVCreateTSmaReq* pReq);
int32_t tDecodeSVCreateTSmaReq(SDecoder* pCoder, SVCreateTSmaReq* pReq);
C
Cary Xu 已提交
2866

2867
int32_t tEncodeTSma(SEncoder* pCoder, const STSma* pSma);
C
Cary Xu 已提交
2868
int32_t tDecodeTSma(SDecoder* pCoder, STSma* pSma, bool deepCopy);
C
Cary Xu 已提交
2869

2870 2871 2872 2873
static int32_t tEncodeTSmaWrapper(SEncoder* pEncoder, const STSmaWrapper* pReq) {
  if (tEncodeI32(pEncoder, pReq->number) < 0) return -1;
  for (int32_t i = 0; i < pReq->number; ++i) {
    tEncodeTSma(pEncoder, pReq->tSma + i);
C
Cary Xu 已提交
2874
  }
2875
  return 0;
C
Cary Xu 已提交
2876 2877
}

C
Cary Xu 已提交
2878
static int32_t tDecodeTSmaWrapper(SDecoder* pDecoder, STSmaWrapper* pReq, bool deepCopy) {
2879 2880
  if (tDecodeI32(pDecoder, &pReq->number) < 0) return -1;
  for (int32_t i = 0; i < pReq->number; ++i) {
C
Cary Xu 已提交
2881
    tDecodeTSma(pDecoder, pReq->tSma + i, deepCopy);
C
Cary Xu 已提交
2882
  }
2883
  return 0;
C
Cary Xu 已提交
2884
}
L
Liu Jicong 已提交
2885

dengyihao's avatar
dengyihao 已提交
2886
typedef struct {
dengyihao's avatar
dengyihao 已提交
2887
  int idx;
dengyihao's avatar
dengyihao 已提交
2888 2889 2890 2891 2892 2893
} SMCreateFullTextReq;

int32_t tSerializeSMCreateFullTextReq(void* buf, int32_t bufLen, SMCreateFullTextReq* pReq);
int32_t tDeserializeSMCreateFullTextReq(void* buf, int32_t bufLen, SMCreateFullTextReq* pReq);
void    tFreeSMCreateFullTextReq(SMCreateFullTextReq* pReq);

dengyihao's avatar
dengyihao 已提交
2894 2895 2896 2897 2898 2899 2900 2901
typedef struct {
  char   name[TSDB_TABLE_FNAME_LEN];
  int8_t igNotExists;
} SMDropFullTextReq;

int32_t tSerializeSMDropFullTextReq(void* buf, int32_t bufLen, SMDropFullTextReq* pReq);
int32_t tDeserializeSMDropFullTextReq(void* buf, int32_t bufLen, SMDropFullTextReq* pReq);

D
dapan1121 已提交
2902 2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919
typedef struct {
  char indexFName[TSDB_INDEX_FNAME_LEN];
} SUserIndexReq;

int32_t tSerializeSUserIndexReq(void* buf, int32_t bufLen, SUserIndexReq* pReq);
int32_t tDeserializeSUserIndexReq(void* buf, int32_t bufLen, SUserIndexReq* pReq);

typedef struct {
  char dbFName[TSDB_DB_FNAME_LEN];
  char tblFName[TSDB_TABLE_FNAME_LEN];
  char colName[TSDB_COL_NAME_LEN];
  char indexType[TSDB_INDEX_TYPE_LEN];
  char indexExts[TSDB_INDEX_EXTS_LEN];
} SUserIndexRsp;

int32_t tSerializeSUserIndexRsp(void* buf, int32_t bufLen, const SUserIndexRsp* pRsp);
int32_t tDeserializeSUserIndexRsp(void* buf, int32_t bufLen, SUserIndexRsp* pRsp);

D
dapan1121 已提交
2920 2921 2922 2923 2924 2925 2926 2927
typedef struct {
  char tbFName[TSDB_TABLE_FNAME_LEN];
} STableIndexReq;

int32_t tSerializeSTableIndexReq(void* buf, int32_t bufLen, STableIndexReq* pReq);
int32_t tDeserializeSTableIndexReq(void* buf, int32_t bufLen, STableIndexReq* pReq);

typedef struct {
2928 2929 2930 2931 2932 2933
  int8_t  intervalUnit;
  int8_t  slidingUnit;
  int64_t interval;
  int64_t offset;
  int64_t sliding;
  int64_t dstTbUid;
X
Xiaoyu Wang 已提交
2934
  int32_t dstVgId;
2935 2936
  SEpSet  epSet;
  char*   expr;
D
dapan1121 已提交
2937 2938 2939
} STableIndexInfo;

typedef struct {
D
dapan1121 已提交
2940 2941
  char     tbName[TSDB_TABLE_NAME_LEN];
  char     dbFName[TSDB_DB_FNAME_LEN];
D
dapan1121 已提交
2942 2943 2944
  uint64_t suid;
  int32_t  version;
  SArray*  pIndex;
D
dapan1121 已提交
2945 2946 2947 2948
} STableIndexRsp;

int32_t tSerializeSTableIndexRsp(void* buf, int32_t bufLen, const STableIndexRsp* pRsp);
int32_t tDeserializeSTableIndexRsp(void* buf, int32_t bufLen, STableIndexRsp* pRsp);
2949
void    tFreeSerializeSTableIndexRsp(STableIndexRsp* pRsp);
C
Cary Xu 已提交
2950 2951

void tFreeSTableIndexInfo(void* pInfo);
D
dapan1121 已提交
2952

L
Liu Jicong 已提交
2953 2954 2955 2956
typedef struct {
  int8_t  mqMsgType;
  int32_t code;
  int32_t epoch;
L
Liu Jicong 已提交
2957
  int64_t consumerId;
L
Liu Jicong 已提交
2958 2959
} SMqRspHead;

L
Liu Jicong 已提交
2960 2961 2962
typedef struct {
  SMsgHead head;
  char     subKey[TSDB_SUBSCRIBE_KEY_LEN];
2963
  int8_t   withTbName;
L
Liu Jicong 已提交
2964
  int8_t   useSnapshot;
L
Liu Jicong 已提交
2965 2966 2967
  int32_t  epoch;
  uint64_t reqId;
  int64_t  consumerId;
2968
  int64_t  timeout;
L
Liu Jicong 已提交
2969 2970
  // int64_t      currentOffset;
  STqOffsetVal reqOffset;
L
Liu Jicong 已提交
2971
} SMqPollReq;
L
Liu Jicong 已提交
2972

H
Hongze Cheng 已提交
2973 2974
int32_t tSerializeSMqPollReq(void* buf, int32_t bufLen, SMqPollReq* pReq);
int32_t tDeserializeSMqPollReq(void* buf, int32_t bufLen, SMqPollReq* pReq);
D
dapan1121 已提交
2975

L
Liu Jicong 已提交
2976
typedef struct {
L
Liu Jicong 已提交
2977
  int32_t vgId;
L
Liu Jicong 已提交
2978
  int64_t offset;
L
Liu Jicong 已提交
2979 2980 2981
  SEpSet  epSet;
} SMqSubVgEp;

L
Liu Jicong 已提交
2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996
static FORCE_INLINE int32_t tEncodeSMqSubVgEp(void** buf, const SMqSubVgEp* pVgEp) {
  int32_t tlen = 0;
  tlen += taosEncodeFixedI32(buf, pVgEp->vgId);
  tlen += taosEncodeFixedI64(buf, pVgEp->offset);
  tlen += taosEncodeSEpSet(buf, &pVgEp->epSet);
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubVgEp(void* buf, SMqSubVgEp* pVgEp) {
  buf = taosDecodeFixedI32(buf, &pVgEp->vgId);
  buf = taosDecodeFixedI64(buf, &pVgEp->offset);
  buf = taosDecodeSEpSet(buf, &pVgEp->epSet);
  return buf;
}

L
Liu Jicong 已提交
2997
typedef struct {
L
Liu Jicong 已提交
2998
  char           topic[TSDB_TOPIC_FNAME_LEN];
L
Liu Jicong 已提交
2999
  char           db[TSDB_DB_FNAME_LEN];
L
Liu Jicong 已提交
3000 3001
  SArray*        vgs;  // SArray<SMqSubVgEp>
  SSchemaWrapper schema;
L
Liu Jicong 已提交
3002 3003
} SMqSubTopicEp;

L
Liu Jicong 已提交
3004 3005 3006
static FORCE_INLINE int32_t tEncodeSMqSubTopicEp(void** buf, const SMqSubTopicEp* pTopicEp) {
  int32_t tlen = 0;
  tlen += taosEncodeString(buf, pTopicEp->topic);
L
Liu Jicong 已提交
3007
  tlen += taosEncodeString(buf, pTopicEp->db);
L
Liu Jicong 已提交
3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019
  int32_t sz = taosArrayGetSize(pTopicEp->vgs);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp* pVgEp = (SMqSubVgEp*)taosArrayGet(pTopicEp->vgs, i);
    tlen += tEncodeSMqSubVgEp(buf, pVgEp);
  }
  tlen += taosEncodeSSchemaWrapper(buf, &pTopicEp->schema);
  return tlen;
}

static FORCE_INLINE void* tDecodeSMqSubTopicEp(void* buf, SMqSubTopicEp* pTopicEp) {
  buf = taosDecodeStringTo(buf, pTopicEp->topic);
L
Liu Jicong 已提交
3020
  buf = taosDecodeStringTo(buf, pTopicEp->db);
L
Liu Jicong 已提交
3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pTopicEp->vgs = taosArrayInit(sz, sizeof(SMqSubVgEp));
  if (pTopicEp->vgs == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubVgEp vgEp;
    buf = tDecodeSMqSubVgEp(buf, &vgEp);
    taosArrayPush(pTopicEp->vgs, &vgEp);
  }
  buf = taosDecodeSSchemaWrapper(buf, &pTopicEp->schema);
  return buf;
}

static FORCE_INLINE void tDeleteSMqSubTopicEp(SMqSubTopicEp* pSubTopicEp) {
3037 3038
  taosMemoryFreeClear(pSubTopicEp->schema.pSchema);
  pSubTopicEp->schema.nCols = 0;
L
Liu Jicong 已提交
3039 3040 3041
  taosArrayDestroy(pSubTopicEp->vgs);
}

L
Liu Jicong 已提交
3042
typedef struct {
L
Liu Jicong 已提交
3043
  SMqRspHead   head;
3044
  STqOffsetVal rspOffset;
L
Liu Jicong 已提交
3045 3046 3047
  int16_t      resMsgType;
  int32_t      metaRspLen;
  void*        metaRsp;
L
Liu Jicong 已提交
3048 3049
} SMqMetaRsp;

3050 3051
int32_t tEncodeSMqMetaRsp(SEncoder* pEncoder, const SMqMetaRsp* pRsp);
int32_t tDecodeSMqMetaRsp(SDecoder* pDecoder, SMqMetaRsp* pRsp);
L
Liu Jicong 已提交
3052

L
Liu Jicong 已提交
3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067
typedef struct {
  SMqRspHead   head;
  STqOffsetVal reqOffset;
  STqOffsetVal rspOffset;
  int32_t      blockNum;
  int8_t       withTbName;
  int8_t       withSchema;
  SArray*      blockDataLen;
  SArray*      blockData;
  SArray*      blockTbName;
  SArray*      blockSchema;
} SMqDataRsp;

int32_t tEncodeSMqDataRsp(SEncoder* pEncoder, const SMqDataRsp* pRsp);
int32_t tDecodeSMqDataRsp(SDecoder* pDecoder, SMqDataRsp* pRsp);
L
Liu Jicong 已提交
3068
void    tDeleteSMqDataRsp(SMqDataRsp* pRsp);
L
Liu Jicong 已提交
3069

L
Liu Jicong 已提交
3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087
typedef struct {
  SMqRspHead   head;
  STqOffsetVal reqOffset;
  STqOffsetVal rspOffset;
  int32_t      blockNum;
  int8_t       withTbName;
  int8_t       withSchema;
  SArray*      blockDataLen;
  SArray*      blockData;
  SArray*      blockTbName;
  SArray*      blockSchema;
  int32_t      createTableNum;
  SArray*      createTableLen;
  SArray*      createTableReq;
} STaosxRsp;

int32_t tEncodeSTaosxRsp(SEncoder* pEncoder, const STaosxRsp* pRsp);
int32_t tDecodeSTaosxRsp(SDecoder* pDecoder, STaosxRsp* pRsp);
3088
void    tDeleteSTaosxRsp(STaosxRsp* pRsp);
L
Liu Jicong 已提交
3089

L
Liu Jicong 已提交
3090
typedef struct {
L
Liu Jicong 已提交
3091
  SMqRspHead head;
L
Liu Jicong 已提交
3092 3093
  char       cgroup[TSDB_CGROUP_LEN];
  SArray*    topics;  // SArray<SMqSubTopicEp>
L
Liu Jicong 已提交
3094
} SMqAskEpRsp;
L
Liu Jicong 已提交
3095

L
Liu Jicong 已提交
3096
static FORCE_INLINE int32_t tEncodeSMqAskEpRsp(void** buf, const SMqAskEpRsp* pRsp) {
L
Liu Jicong 已提交
3097
  int32_t tlen = 0;
L
Liu Jicong 已提交
3098
  // tlen += taosEncodeString(buf, pRsp->cgroup);
L
Liu Jicong 已提交
3099 3100 3101 3102 3103 3104 3105 3106 3107
  int32_t sz = taosArrayGetSize(pRsp->topics);
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp* pVgEp = (SMqSubTopicEp*)taosArrayGet(pRsp->topics, i);
    tlen += tEncodeSMqSubTopicEp(buf, pVgEp);
  }
  return tlen;
}

L
Liu Jicong 已提交
3108
static FORCE_INLINE void* tDecodeSMqAskEpRsp(void* buf, SMqAskEpRsp* pRsp) {
L
Liu Jicong 已提交
3109
  // buf = taosDecodeStringTo(buf, pRsp->cgroup);
L
Liu Jicong 已提交
3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  pRsp->topics = taosArrayInit(sz, sizeof(SMqSubTopicEp));
  if (pRsp->topics == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    SMqSubTopicEp topicEp;
    buf = tDecodeSMqSubTopicEp(buf, &topicEp);
    taosArrayPush(pRsp->topics, &topicEp);
  }
  return buf;
}
dengyihao's avatar
dengyihao 已提交
3123

L
Liu Jicong 已提交
3124
static FORCE_INLINE void tDeleteSMqAskEpRsp(SMqAskEpRsp* pRsp) {
L
Liu Jicong 已提交
3125
  taosArrayDestroyEx(pRsp->topics, (FDelete)tDeleteSMqSubTopicEp);
L
Liu Jicong 已提交
3126 3127
}

H
Hongze Cheng 已提交
3128 3129
#define TD_AUTO_CREATE_TABLE 0x1
typedef struct {
H
Hongze Cheng 已提交
3130 3131 3132 3133 3134 3135
  int64_t       suid;
  int64_t       uid;
  int32_t       sver;
  uint32_t      nData;
  uint8_t*      pData;
  SVCreateTbReq cTbReq;
H
Hongze Cheng 已提交
3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146
} SVSubmitBlk;

typedef struct {
  int32_t flags;
  int32_t nBlocks;
  union {
    SArray*      pArray;
    SVSubmitBlk* pBlocks;
  };
} SVSubmitReq;

H
Hongze Cheng 已提交
3147 3148
int32_t tEncodeSVSubmitReq(SEncoder* pCoder, const SVSubmitReq* pReq);
int32_t tDecodeSVSubmitReq(SDecoder* pCoder, SVSubmitReq* pReq);
H
Hongze Cheng 已提交
3149

H
more  
Hongze Cheng 已提交
3150
typedef struct {
D
dapan1121 已提交
3151 3152 3153 3154 3155 3156 3157 3158
  SMsgHead header;
  uint64_t sId;
  uint64_t queryId;
  uint64_t taskId;
  uint32_t sqlLen;
  uint32_t phyLen;
  char*    sql;
  char*    msg;
H
more  
Hongze Cheng 已提交
3159 3160
} SVDeleteReq;

C
Cary Xu 已提交
3161 3162
int32_t tSerializeSVDeleteReq(void* buf, int32_t bufLen, SVDeleteReq* pReq);
int32_t tDeserializeSVDeleteReq(void* buf, int32_t bufLen, SVDeleteReq* pReq);
C
Cary Xu 已提交
3163

H
more  
Hongze Cheng 已提交
3164
typedef struct {
C
Cary Xu 已提交
3165
  int64_t affectedRows;
H
more  
Hongze Cheng 已提交
3166 3167
} SVDeleteRsp;

C
Cary Xu 已提交
3168 3169 3170
int32_t tEncodeSVDeleteRsp(SEncoder* pCoder, const SVDeleteRsp* pReq);
int32_t tDecodeSVDeleteRsp(SDecoder* pCoder, SVDeleteRsp* pReq);

H
Hongze Cheng 已提交
3171 3172 3173 3174 3175 3176
typedef struct SDeleteRes {
  uint64_t suid;
  SArray*  uidList;
  int64_t  skey;
  int64_t  ekey;
  int64_t  affectedRows;
3177 3178
  char     tableFName[TSDB_TABLE_NAME_LEN];
  char     tsColName[TSDB_COL_NAME_LEN];
H
Hongze Cheng 已提交
3179 3180 3181 3182 3183
} SDeleteRes;

int32_t tEncodeDeleteRes(SEncoder* pCoder, const SDeleteRes* pRes);
int32_t tDecodeDeleteRes(SDecoder* pCoder, SDeleteRes* pRes);

3184
typedef struct {
3185 3186
  // int64_t uid;
  char    tbname[TSDB_TABLE_NAME_LEN];
L
Liu Jicong 已提交
3187 3188
  int64_t startTs;
  int64_t endTs;
3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201
} SSingleDeleteReq;

int32_t tEncodeSSingleDeleteReq(SEncoder* pCoder, const SSingleDeleteReq* pReq);
int32_t tDecodeSSingleDeleteReq(SDecoder* pCoder, SSingleDeleteReq* pReq);

typedef struct {
  int64_t suid;
  SArray* deleteReqs;  // SArray<SSingleDeleteReq>
} SBatchDeleteReq;

int32_t tEncodeSBatchDeleteReq(SEncoder* pCoder, const SBatchDeleteReq* pReq);
int32_t tDecodeSBatchDeleteReq(SDecoder* pCoder, SBatchDeleteReq* pReq);

D
dapan1121 已提交
3202
typedef struct {
D
dapan1121 已提交
3203
  int32_t msgIdx;
D
dapan1121 已提交
3204 3205 3206 3207 3208
  int32_t msgType;
  int32_t msgLen;
  void*   msg;
} SBatchMsg;

3209
typedef struct {
H
Hongze Cheng 已提交
3210 3211
  SMsgHead header;
  SArray*  pMsgs;  // SArray<SBatchMsg>
3212 3213
} SBatchReq;

D
dapan1121 已提交
3214 3215
typedef struct {
  int32_t reqType;
D
dapan1121 已提交
3216
  int32_t msgIdx;
D
dapan1121 已提交
3217 3218 3219
  int32_t msgLen;
  int32_t rspCode;
  void*   msg;
D
dapan1121 已提交
3220 3221 3222
} SBatchRspMsg;

typedef struct {
H
Hongze Cheng 已提交
3223
  SArray* pRsps;  // SArray<SBatchRspMsg>
D
dapan1121 已提交
3224 3225
} SBatchRsp;

H
Hongze Cheng 已提交
3226 3227
int32_t                  tSerializeSBatchReq(void* buf, int32_t bufLen, SBatchReq* pReq);
int32_t                  tDeserializeSBatchReq(void* buf, int32_t bufLen, SBatchReq* pReq);
D
dapan1121 已提交
3228 3229 3230 3231 3232 3233 3234 3235
static FORCE_INLINE void tFreeSBatchReqMsg(void* msg) {
  if (NULL == msg) {
    return;
  }
  SBatchMsg* pMsg = (SBatchMsg*)msg;
  taosMemoryFree(pMsg->msg);
}

H
Hongze Cheng 已提交
3236 3237
int32_t tSerializeSBatchRsp(void* buf, int32_t bufLen, SBatchRsp* pRsp);
int32_t tDeserializeSBatchRsp(void* buf, int32_t bufLen, SBatchRsp* pRsp);
D
dapan1121 已提交
3238 3239

static FORCE_INLINE void tFreeSBatchRspMsg(void* p) {
D
dapan1121 已提交
3240 3241 3242 3243
  if (NULL == p) {
    return;
  }

D
dapan1121 已提交
3244
  SBatchRspMsg* pRsp = (SBatchRspMsg*)p;
D
dapan1121 已提交
3245 3246 3247
  taosMemoryFree(pRsp->msg);
}

L
Liu Jicong 已提交
3248 3249 3250 3251
int32_t tSerializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tDeserializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tSerializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
int32_t tDeserializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
H
Hongze Cheng 已提交
3252 3253 3254 3255
int32_t tSerializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tDeserializeSMqAskEpReq(void* buf, int32_t bufLen, SMqAskEpReq* pReq);
int32_t tSerializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
int32_t tDeserializeSMqHbReq(void* buf, int32_t bufLen, SMqHbReq* pReq);
D
dapan1121 已提交
3256

H
Hongze Cheng 已提交
3257 3258 3259
#define SUBMIT_REQ_AUTO_CREATE_TABLE  0x1
#define SUBMIT_REQ_COLUMN_DATA_FORMAT 0x2

H
Hongze Cheng 已提交
3260
typedef struct {
H
Hongze Cheng 已提交
3261 3262 3263 3264 3265
  int32_t        flags;
  SVCreateTbReq* pCreateTbReq;
  int64_t        suid;
  int64_t        uid;
  int32_t        sver;
H
Hongze Cheng 已提交
3266 3267 3268 3269 3270 3271 3272
  union {
    SArray* aRowP;
    SArray* aCol;
  };
} SSubmitTbData;

typedef struct {
H
Hongze Cheng 已提交
3273
  SArray* aSubmitTbData;  // SArray<SSubmitTbData>
H
Hongze Cheng 已提交
3274 3275 3276
} SSubmitReq2;

int32_t tEncodeSSubmitReq2(SEncoder* pCoder, const SSubmitReq2* pReq);
H
Hongze Cheng 已提交
3277
int32_t tDecodeSSubmitReq2(SDecoder* pCoder, SSubmitReq2* pReq);
H
Hongze Cheng 已提交
3278 3279
void    tDestroySSubmitTbData(SSubmitTbData* pTbData, int32_t flag);
void    tDestroySSubmitReq2(SSubmitReq2* pReq, int32_t flag);
H
Hongze Cheng 已提交
3280

H
Hongze Cheng 已提交
3281 3282 3283 3284 3285 3286 3287
typedef struct {
  int32_t affectedRows;
  SArray* aCreateTbRsp;  // SArray<SVCreateTbRsp>
} SSubmitRsp2;

int32_t tEncodeSSubmitRsp2(SEncoder* pCoder, const SSubmitRsp2* pRsp);
int32_t tDecodeSSubmitRsp2(SDecoder* pCoder, SSubmitRsp2* pRsp);
H
Hongze Cheng 已提交
3288
void    tDestroySSubmitRsp2(SSubmitRsp2* pRsp, int32_t flag);
H
Hongze Cheng 已提交
3289 3290 3291 3292

#define TSDB_MSG_FLG_ENCODE 0x1
#define TSDB_MSG_FLG_DECODE 0x2

L
Liu Jicong 已提交
3293
typedef struct {
L
Liu Jicong 已提交
3294 3295 3296 3297 3298 3299 3300 3301 3302
  union {
    struct {
      void*   msgStr;
      int32_t msgLen;
      int64_t ver;
    };
    void* pDataBlock;
  };
} SPackedData;
L
Liu Jicong 已提交
3303

L
Liu Jicong 已提交
3304 3305
#pragma pack(pop)

D
dapan1121 已提交
3306 3307 3308 3309 3310
#ifdef __cplusplus
}
#endif

#endif /*_TD_COMMON_TAOS_MSG_H_*/