mndDef.h 17.3 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16 17
#ifndef _TD_MND_DEF_H_
#define _TD_MND_DEF_H_
S
Shengliang Guan 已提交
18

19
#include "os.h"
S
Shengliang Guan 已提交
20 21

#include "cJSON.h"
L
Liu Jicong 已提交
22
#include "scheduler.h"
S
Shengliang Guan 已提交
23 24
#include "sync.h"
#include "thash.h"
L
Liu Jicong 已提交
25
#include "tlist.h"
S
Shengliang Guan 已提交
26
#include "tlog.h"
L
Liu Jicong 已提交
27
#include "tmsg.h"
S
Shengliang Guan 已提交
28
#include "trpc.h"
L
Liu Jicong 已提交
29
#include "tstream.h"
S
Shengliang Guan 已提交
30
#include "ttimer.h"
S
Shengliang Guan 已提交
31

S
Shengliang Guan 已提交
32
#include "mnode.h"
S
Shengliang Guan 已提交
33

S
Shengliang Guan 已提交
34 35 36
#ifdef __cplusplus
extern "C" {
#endif
S
Shengliang Guan 已提交
37

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
typedef enum {
  MND_OPER_CONNECT = 1,
  MND_OPER_CREATE_ACCT,
  MND_OPER_DROP_ACCT,
  MND_OPER_ALTER_ACCT,
  MND_OPER_CREATE_USER,
  MND_OPER_DROP_USER,
  MND_OPER_ALTER_USER,
  MND_OPER_CREATE_DNODE,
  MND_OPER_DROP_DNODE,
  MND_OPER_CONFIG_DNODE,
  MND_OPER_CREATE_MNODE,
  MND_OPER_DROP_MNODE,
  MND_OPER_CREATE_QNODE,
  MND_OPER_DROP_QNODE,
  MND_OPER_CREATE_SNODE,
  MND_OPER_DROP_SNODE,
  MND_OPER_REDISTRIBUTE_VGROUP,
  MND_OPER_MERGE_VGROUP,
  MND_OPER_SPLIT_VGROUP,
  MND_OPER_BALANCE_VGROUP,
  MND_OPER_CREATE_FUNC,
  MND_OPER_DROP_FUNC,
  MND_OPER_KILL_TRANS,
  MND_OPER_KILL_CONN,
  MND_OPER_KILL_QUERY,
  MND_OPER_CREATE_DB,
  MND_OPER_ALTER_DB,
  MND_OPER_DROP_DB,
  MND_OPER_COMPACT_DB,
  MND_OPER_TRIM_DB,
  MND_OPER_USE_DB,
  MND_OPER_WRITE_DB,
  MND_OPER_READ_DB,
  MND_OPER_READ_OR_WRITE_DB,
  MND_OPER_SHOW_VARIBALES,
74
  MND_OPER_SUBSCRIBE,
S
Shengliang Guan 已提交
75 76
  MND_OPER_CREATE_TOPIC,
  MND_OPER_DROP_TOPIC,
77 78
} EOperType;

S
Shengliang Guan 已提交
79
typedef enum {
80 81 82 83 84 85 86 87
  MND_AUTH_ACCT_START = 0,
  MND_AUTH_ACCT_USER,
  MND_AUTH_ACCT_DNODE,
  MND_AUTH_ACCT_MNODE,
  MND_AUTH_ACCT_DB,
  MND_AUTH_ACCT_TABLE,
  MND_AUTH_ACCT_MAX
} EAuthAcct;
S
Shengliang Guan 已提交
88 89

typedef enum {
90 91 92 93 94 95
  MND_AUTH_OP_START = 0,
  MND_AUTH_OP_CREATE_USER,
  MND_AUTH_OP_ALTER_USER,
  MND_AUTH_OP_DROP_USER,
  MND_AUTH_MAX
} EAuthOp;
S
Shengliang Guan 已提交
96

S
Shengliang Guan 已提交
97
typedef enum {
98 99 100
  TRN_CONFLICT_NOTHING = 0,
  TRN_CONFLICT_GLOBAL = 1,
  TRN_CONFLICT_DB = 2,
101
  TRN_CONFLICT_DB_INSIDE = 3,
102
} ETrnConflct;
S
Shengliang Guan 已提交
103

S
Shengliang Guan 已提交
104
typedef enum {
105
  TRN_STAGE_PREPARE = 0,
106 107 108 109 110
  TRN_STAGE_REDO_ACTION = 1,
  TRN_STAGE_ROLLBACK = 2,
  TRN_STAGE_UNDO_ACTION = 3,
  TRN_STAGE_COMMIT = 4,
  TRN_STAGE_COMMIT_ACTION = 5,
111 112
  TRN_STAGE_FINISHED = 6,
  TRN_STAGE_PRE_FINISH = 7
S
Shengliang Guan 已提交
113 114
} ETrnStage;

S
Shengliang Guan 已提交
115 116 117 118
typedef enum {
  TRN_POLICY_ROLLBACK = 0,
  TRN_POLICY_RETRY = 1,
} ETrnPolicy;
S
Shengliang Guan 已提交
119

120
typedef enum {
B
Benguang Zhao 已提交
121
  TRN_EXEC_PARALLEL = 0,
122 123
  TRN_EXEC_SERIAL = 1,
} ETrnExec;
124

S
Shengliang Guan 已提交
125 126 127 128 129 130 131 132 133 134 135 136 137 138
typedef enum {
  DND_REASON_ONLINE = 0,
  DND_REASON_STATUS_MSG_TIMEOUT,
  DND_REASON_STATUS_NOT_RECEIVED,
  DND_REASON_VERSION_NOT_MATCH,
  DND_REASON_DNODE_ID_NOT_MATCH,
  DND_REASON_CLUSTER_ID_NOT_MATCH,
  DND_REASON_STATUS_INTERVAL_NOT_MATCH,
  DND_REASON_TIME_ZONE_NOT_MATCH,
  DND_REASON_LOCALE_NOT_MATCH,
  DND_REASON_CHARSET_NOT_MATCH,
  DND_REASON_OTHERS
} EDndReason;

S
Shengliang Guan 已提交
139
typedef enum {
140
  CONSUMER_UPDATE__TOUCH = 1,   // rebalance req do not need change consume topic
S
Shengliang Guan 已提交
141 142 143 144
  CONSUMER_UPDATE__ADD,
  CONSUMER_UPDATE__REMOVE,
  CONSUMER_UPDATE__LOST,
  CONSUMER_UPDATE__RECOVER,
145
  CONSUMER_UPDATE__REBALANCE,      // subscribe req need change consume topic
S
Shengliang Guan 已提交
146 147
} ECsmUpdateType;

S
Shengliang Guan 已提交
148
typedef struct {
L
Liu Jicong 已提交
149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
  int32_t     id;
  ETrnStage   stage;
  ETrnPolicy  policy;
  ETrnConflct conflict;
  ETrnExec    exec;
  EOperType   oper;
  int32_t     code;
  int32_t     failedTimes;
  void*       rpcRsp;
  int32_t     rpcRspLen;
  int32_t     redoActionPos;
  SArray*     redoActions;
  SArray*     undoActions;
  SArray*     commitActions;
  int64_t     createdTime;
  int64_t     lastExecTime;
  int32_t     lastAction;
  int32_t     lastErrorNo;
  SEpSet      lastEpset;
168 169
  tmsg_t      lastMsgType;
  tmsg_t      originRpcType;
170 171
  char        dbname[TSDB_TABLE_FNAME_LEN];
  char        stbname[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
172 173 174 175
  int32_t     startFunc;
  int32_t     stopFunc;
  int32_t     paramLen;
  void*       param;
176
  char        opername[TSDB_TRANS_OPER_LEN];
L
Liu Jicong 已提交
177
  SArray*     pRpcArray;
178
  SRWLatch    lockRpcArray;
dengyihao's avatar
dengyihao 已提交
179
  int64_t     mTraceId;
D
dmchen 已提交
180
  TdThreadMutex    mutex;
S
Shengliang Guan 已提交
181
} STrans;
S
Shengliang Guan 已提交
182

S
Shengliang Guan 已提交
183
typedef struct {
184
  int64_t id;
S
Shengliang Guan 已提交
185
  char    name[TSDB_CLUSTER_ID_LEN];
S
Shengliang Guan 已提交
186 187
  int64_t createdTime;
  int64_t updateTime;
188
  int32_t upTime;
S
Shengliang Guan 已提交
189 190
} SClusterObj;

S
Shengliang Guan 已提交
191
typedef struct {
S
Shengliang Guan 已提交
192 193 194 195
  int32_t    id;
  int64_t    createdTime;
  int64_t    updateTime;
  int64_t    rebootTime;
196
  int64_t    lastAccessTime;
S
Shengliang Guan 已提交
197
  int32_t    accessTimes;
S
Shengliang Guan 已提交
198
  int32_t    numOfVnodes;
199
  int32_t    numOfOtherNodes;
S
Shengliang Guan 已提交
200
  int32_t    numOfSupportVnodes;
S
Shengliang Guan 已提交
201
  float      numOfCores;
202 203 204
  int64_t    memTotal;
  int64_t    memAvail;
  int64_t    memUsed;
S
Shengliang Guan 已提交
205 206 207 208
  EDndReason offlineReason;
  uint16_t   port;
  char       fqdn[TSDB_FQDN_LEN];
  char       ep[TSDB_EP_LEN];
K
kailixu 已提交
209 210
  char       active[TSDB_ACTIVE_KEY_LEN];
  char       connActive[TSDB_CONN_ACTIVE_KEY_LEN];
S
Shengliang Guan 已提交
211 212
} SDnodeObj;

S
Shengliang Guan 已提交
213
typedef struct {
S
Shengliang Guan 已提交
214
  int32_t    id;
S
Shengliang Guan 已提交
215 216
  int64_t    createdTime;
  int64_t    updateTime;
217 218
  ESyncState syncState;
  bool       syncRestore;
219
  int64_t    stateStartTime;
L
Liu Jicong 已提交
220
  SDnodeObj* pDnode;
C
cadem 已提交
221 222
  int32_t    role;
  SyncIndex  lastIndex;
S
Shengliang Guan 已提交
223 224
} SMnodeObj;

S
Shengliang Guan 已提交
225 226 227 228
typedef struct {
  int32_t    id;
  int64_t    createdTime;
  int64_t    updateTime;
L
Liu Jicong 已提交
229
  SDnodeObj* pDnode;
L
Liu Jicong 已提交
230
  SQnodeLoad load;
S
Shengliang Guan 已提交
231 232 233 234 235 236
} SQnodeObj;

typedef struct {
  int32_t    id;
  int64_t    createdTime;
  int64_t    updateTime;
L
Liu Jicong 已提交
237
  SDnodeObj* pDnode;
S
Shengliang Guan 已提交
238 239
} SSnodeObj;

S
Shengliang Guan 已提交
240 241 242
typedef struct {
  int32_t maxUsers;
  int32_t maxDbs;
S
Shengliang Guan 已提交
243 244
  int32_t maxStbs;
  int32_t maxTbs;
S
Shengliang Guan 已提交
245 246
  int32_t maxTimeSeries;
  int32_t maxStreams;
S
Shengliang Guan 已提交
247 248 249 250
  int32_t maxFuncs;
  int32_t maxConsumers;
  int32_t maxConns;
  int32_t maxTopics;
251
  int64_t maxStorage;
S
Shengliang Guan 已提交
252
  int32_t accessState;  // Configured only by command
S
Shengliang Guan 已提交
253 254 255 256 257 258 259
} SAcctCfg;

typedef struct {
  int32_t numOfUsers;
  int32_t numOfDbs;
  int32_t numOfTimeSeries;
  int32_t numOfStreams;
S
Shengliang Guan 已提交
260 261
  int64_t totalStorage;  // Total storage wrtten from this account
  int64_t compStorage;   // Compressed storage on disk
S
Shengliang Guan 已提交
262 263
} SAcctInfo;

S
Shengliang Guan 已提交
264
typedef struct {
S
Shengliang Guan 已提交
265 266 267 268
  char      acct[TSDB_USER_LEN];
  int64_t   createdTime;
  int64_t   updateTime;
  int32_t   acctId;
S
Shengliang Guan 已提交
269
  int32_t   status;
S
Shengliang Guan 已提交
270 271 272 273
  SAcctCfg  cfg;
  SAcctInfo info;
} SAcctObj;

S
Shengliang Guan 已提交
274
typedef struct {
S
Shengliang Guan 已提交
275
  char      user[TSDB_USER_LEN];
276
  char      pass[TSDB_PASSWORD_LEN];
S
Shengliang Guan 已提交
277 278 279
  char      acct[TSDB_USER_LEN];
  int64_t   createdTime;
  int64_t   updateTime;
280
  int8_t    superUser;
281 282 283
  int8_t    sysInfo;
  int8_t    enable;
  int8_t    reserve;
S
Shengliang Guan 已提交
284
  int32_t   acctId;
D
dapan 已提交
285
  int32_t   authVersion;
K
kailixu 已提交
286
  int32_t   passVersion;
287 288
  SHashObj* readDbs;
  SHashObj* writeDbs;
289
  SHashObj* topics;
C
cademfly 已提交
290 291
  SHashObj* readTbs;
  SHashObj* writeTbs;
X
Xiaoyu Wang 已提交
292
  SHashObj* useDbs;
S
Shengliang Guan 已提交
293
  SRWLatch  lock;
S
Shengliang Guan 已提交
294 295 296
} SUserObj;

typedef struct {
297
  int32_t numOfVgroups;
S
Shengliang Guan 已提交
298 299 300 301
  int32_t numOfStables;
  int32_t buffer;
  int32_t pageSize;
  int32_t pages;
302
  int32_t cacheLastSize;
S
Shengliang Guan 已提交
303 304 305 306
  int32_t daysPerFile;
  int32_t daysToKeep0;
  int32_t daysToKeep1;
  int32_t daysToKeep2;
S
Shengliang Guan 已提交
307 308
  int32_t minRows;
  int32_t maxRows;
309
  int32_t walFsyncPeriod;
S
Shengliang Guan 已提交
310
  int8_t  walLevel;
S
Shengliang Guan 已提交
311 312 313
  int8_t  precision;
  int8_t  compression;
  int8_t  replications;
S
Shengliang Guan 已提交
314 315
  int8_t  strict;
  int8_t  hashMethod;  // default is 1
316
  int8_t  cacheLast;
S
Shengliang Guan 已提交
317
  int8_t  schemaless;
318 319 320
  int16_t hashPrefix;
  int16_t hashSuffix;
  int16_t sstTrigger;
321
  int32_t tsdbPageSize;
S
sma  
Shengliang Guan 已提交
322 323
  int32_t numOfRetensions;
  SArray* pRetensions;
S
Shengliang Guan 已提交
324 325
  int32_t walRetentionPeriod;
  int32_t walRollPeriod;
326
  int64_t walRetentionSize;
L
Liu Jicong 已提交
327
  int64_t walSegmentSize;
S
Shengliang Guan 已提交
328 329
} SDbCfg;

S
Shengliang Guan 已提交
330
typedef struct {
331 332 333 334 335 336 337 338 339 340
  char     name[TSDB_DB_FNAME_LEN];
  char     acct[TSDB_USER_LEN];
  char     createUser[TSDB_USER_LEN];
  int64_t  createdTime;
  int64_t  updateTime;
  int64_t  uid;
  int32_t  cfgVersion;
  int32_t  vgVersion;
  SDbCfg   cfg;
  SRWLatch lock;
341
  int64_t  stateTs;
342
  int64_t  compactStartTime;
S
Shengliang Guan 已提交
343 344 345 346
} SDbObj;

typedef struct {
  int32_t    dnodeId;
347 348
  ESyncState syncState;
  bool       syncRestore;
349
  bool       syncCanRead;
C
cadem 已提交
350
  ESyncRole  nodeRole;
S
Shengliang Guan 已提交
351 352
} SVnodeGid;

S
Shengliang Guan 已提交
353
typedef struct {
S
Shengliang Guan 已提交
354
  int32_t   vgId;
S
Shengliang Guan 已提交
355 356
  int64_t   createdTime;
  int64_t   updateTime;
S
Shengliang Guan 已提交
357
  int32_t   version;
S
Shengliang Guan 已提交
358 359
  uint32_t  hashBegin;
  uint32_t  hashEnd;
360
  char      dbName[TSDB_DB_FNAME_LEN];
S
Shengliang Guan 已提交
361
  int64_t   dbUid;
362
  int64_t   cacheUsage;
S
Shengliang Guan 已提交
363 364
  int64_t   numOfTables;
  int64_t   numOfTimeSeries;
S
Shengliang Guan 已提交
365 366 367
  int64_t   totalStorage;
  int64_t   compStorage;
  int64_t   pointsWritten;
S
Shengliang Guan 已提交
368
  int8_t    compact;
S
Shengliang Guan 已提交
369
  int8_t    isTsma;
S
Shengliang Guan 已提交
370
  int8_t    replica;
C
cadem 已提交
371
  SVnodeGid vnodeGid[TSDB_MAX_REPLICA + TSDB_MAX_LEARNER_REPLICA];
C
Cary Xu 已提交
372
  void*     pTsma;
D
dapan1121 已提交
373
  int32_t   numOfCachedTables;
S
Shengliang Guan 已提交
374 375
} SVgObj;

S
Shengliang Guan 已提交
376
typedef struct {
C
Cary Xu 已提交
377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
  char           name[TSDB_TABLE_FNAME_LEN];
  char           stb[TSDB_TABLE_FNAME_LEN];
  char           db[TSDB_DB_FNAME_LEN];
  char           dstTbName[TSDB_TABLE_FNAME_LEN];
  int64_t        createdTime;
  int64_t        uid;
  int64_t        stbUid;
  int64_t        dbUid;
  int64_t        dstTbUid;
  int8_t         intervalUnit;
  int8_t         slidingUnit;
  int8_t         timezone;
  int32_t        dstVgId;  // for stream
  int64_t        interval;
  int64_t        offset;
  int64_t        sliding;
  int32_t        exprLen;  // strlen + 1
  int32_t        tagsFilterLen;
  int32_t        sqlLen;
  int32_t        astLen;
  char*          expr;
  char*          tagsFilter;
  char*          sql;
  char*          ast;
  SSchemaWrapper schemaRow;  // for dstVgroup
  SSchemaWrapper schemaTag;  // for dstVgroup
S
Shengliang Guan 已提交
403 404
} SSmaObj;

dengyihao's avatar
dengyihao 已提交
405
typedef struct {
dengyihao's avatar
dengyihao 已提交
406
  char    name[TSDB_INDEX_FNAME_LEN];
dengyihao's avatar
dengyihao 已提交
407 408 409 410 411 412 413 414 415 416
  char    stb[TSDB_TABLE_FNAME_LEN];
  char    db[TSDB_DB_FNAME_LEN];
  char    dstTbName[TSDB_TABLE_FNAME_LEN];
  char    colName[TSDB_COL_NAME_LEN];
  int64_t createdTime;
  int64_t uid;
  int64_t stbUid;
  int64_t dbUid;
} SIdxObj;

S
Shengliang Guan 已提交
417
typedef struct {
S
Shengliang Guan 已提交
418
  char     name[TSDB_TABLE_FNAME_LEN];
419
  char     db[TSDB_DB_FNAME_LEN];
420 421
  int64_t  createdTime;
  int64_t  updateTime;
L
Liu Jicong 已提交
422 423
  int64_t  uid;
  int64_t  dbUid;
424 425
  int32_t  tagVer;
  int32_t  colVer;
D
dapan1121 已提交
426
  int32_t  smaVer;
S
Shengliang Guan 已提交
427
  int32_t  nextColId;
428
  int64_t  maxdelay[2];
S
Shengliang Guan 已提交
429
  int64_t  watermark[2];
S
sma  
Shengliang Guan 已提交
430
  int32_t  ttl;
S
Shengliang Guan 已提交
431 432
  int32_t  numOfColumns;
  int32_t  numOfTags;
S
Shengliang Guan 已提交
433
  int32_t  numOfFuncs;
S
sma  
Shengliang Guan 已提交
434
  int32_t  commentLen;
435 436
  int32_t  ast1Len;
  int32_t  ast2Len;
D
dapan1121 已提交
437
  SArray*  pFuncs;
S
Shengliang Guan 已提交
438
  SSchema* pColumns;
S
Shengliang Guan 已提交
439
  SSchema* pTags;
S
sma  
Shengliang Guan 已提交
440
  char*    comment;
441 442
  char*    pAst1;
  char*    pAst2;
S
Shengliang Guan 已提交
443
  SRWLatch lock;
S
Shengliang Guan 已提交
444
} SStbObj;
S
Shengliang Guan 已提交
445

S
Shengliang Guan 已提交
446
typedef struct {
S
Shengliang Guan 已提交
447 448
  char    name[TSDB_FUNC_NAME_LEN];
  int64_t createdTime;
S
Shengliang Guan 已提交
449 450 451 452 453 454
  int8_t  funcType;
  int8_t  scriptType;
  int8_t  align;
  int8_t  outputType;
  int32_t outputLen;
  int32_t bufSize;
S
Shengliang 已提交
455
  int64_t signature;
S
Shengliang Guan 已提交
456 457
  int32_t commentSize;
  int32_t codeSize;
L
Liu Jicong 已提交
458 459
  char*   pComment;
  char*   pCode;
460
  int32_t funcVersion;
“happyguoxy” 已提交
461
  SRWLatch lock;
S
Shengliang Guan 已提交
462 463
} SFuncObj;

S
Shengliang Guan 已提交
464
typedef struct {
L
Liu Jicong 已提交
465 466 467 468 469 470 471
  int64_t        id;
  int8_t         type;
  int8_t         replica;
  int16_t        numOfColumns;
  int32_t        numOfRows;
  void*          pIter;
  SMnode*        pMnode;
472
  STableMetaRsp* pMeta;
D
dapan1121 已提交
473
  bool           restore;
L
Liu Jicong 已提交
474 475
  bool           sysDbRsp;
  char           db[TSDB_DB_FNAME_LEN];
wmmhello's avatar
wmmhello 已提交
476
  char           filterTb[TSDB_TABLE_NAME_LEN];
S
Shengliang Guan 已提交
477 478
} SShowObj;

479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495
typedef struct {
  int64_t id;
  int8_t  type;
  int8_t  replica;
  int16_t numOfColumns;
  int32_t rowSize;
  int32_t numOfRows;
  int32_t numOfReads;
  int32_t payloadLen;
  void*   pIter;
  SMnode* pMnode;
  char    db[TSDB_DB_FNAME_LEN];
  int16_t offset[TSDB_MAX_COLUMNS];
  int32_t bytes[TSDB_MAX_COLUMNS];
  char    payload[];
} SSysTableRetrieveObj;

L
Liu Jicong 已提交
496 497
typedef struct {
  char    key[TSDB_PARTITION_KEY_LEN];
L
Liu Jicong 已提交
498
  int64_t dbUid;
L
Liu Jicong 已提交
499 500 501
  int64_t offset;
} SMqOffsetObj;

S
Shengliang Guan 已提交
502 503
int32_t tEncodeSMqOffsetObj(void** buf, const SMqOffsetObj* pOffset);
void*   tDecodeSMqOffsetObj(void* buf, SMqOffsetObj* pOffset);
L
Liu Jicong 已提交
504

L
Liu Jicong 已提交
505
typedef struct {
L
Liu Jicong 已提交
506 507
  char           name[TSDB_TOPIC_FNAME_LEN];
  char           db[TSDB_DB_FNAME_LEN];
508
  char           createUser[TSDB_USER_LEN];
L
Liu Jicong 已提交
509 510 511 512 513
  int64_t        createTime;
  int64_t        updateTime;
  int64_t        uid;
  int64_t        dbUid;
  int32_t        version;
L
Liu Jicong 已提交
514 515
  int8_t         subType;   // column, db or stable
  int8_t         withMeta;  // TODO
L
Liu Jicong 已提交
516 517
  SRWLatch       lock;
  int32_t        sqlLen;
L
Liu Jicong 已提交
518
  int32_t        astLen;
L
Liu Jicong 已提交
519
  char*          sql;
L
Liu Jicong 已提交
520
  char*          ast;
L
Liu Jicong 已提交
521 522
  char*          physicalPlan;
  SSchemaWrapper schema;
L
Liu Jicong 已提交
523
  int64_t        stbUid;
524
  char           stbName[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
525 526 527
  // forbid condition
  int64_t ntbUid;
  SArray* ntbColIds;
L
Liu Jicong 已提交
528
  int64_t ctbStbUid;
L
Liu Jicong 已提交
529 530
} SMqTopicObj;

L
Liu Jicong 已提交
531
typedef struct {
S
Shengliang Guan 已提交
532 533
  int64_t  consumerId;
  char     cgroup[TSDB_CGROUP_LEN];
L
Liu Jicong 已提交
534
  char     clientId[256];
S
Shengliang Guan 已提交
535 536 537 538 539
  int8_t   updateType;  // used only for update
  int32_t  epoch;
  int32_t  status;
  int32_t  hbStatus;          // hbStatus is not applicable to serialization
  SRWLatch lock;              // lock is used for topics update
L
Liu Jicong 已提交
540 541 542
  SArray*  currentTopics;     // SArray<char*>
  SArray*  rebNewTopics;      // SArray<char*>
  SArray*  rebRemovedTopics;  // SArray<char*>
L
Liu Jicong 已提交
543

L
Liu Jicong 已提交
544 545 546
  // subscribed by user
  SArray* assignedTopics;  // SArray<char*>

L
Liu Jicong 已提交
547 548 549 550 551 552
  // data for display
  int32_t pid;
  SEpSet  ep;
  int64_t upTime;
  int64_t subscribeTime;
  int64_t rebalanceTime;
L
Liu Jicong 已提交
553 554
} SMqConsumerObj;

555 556 557 558
SMqConsumerObj* tNewSMqConsumerObj(int64_t consumerId, char cgroup[TSDB_CGROUP_LEN]);
void            tDeleteSMqConsumerObj(SMqConsumerObj* pConsumer);
int32_t         tEncodeSMqConsumerObj(void** buf, const SMqConsumerObj* pConsumer);
void*           tDecodeSMqConsumerObj(const void* buf, SMqConsumerObj* pConsumer);
L
Liu Jicong 已提交
559

560 561
typedef struct {
  int32_t vgId;
562
  char*   qmsg;  // SubPlanToString
L
Liu Jicong 已提交
563
  SEpSet  epSet;
564 565 566 567 568 569 570 571 572 573
} SMqVgEp;

SMqVgEp* tCloneSMqVgEp(const SMqVgEp* pVgEp);
void     tDeleteSMqVgEp(SMqVgEp* pVgEp);
int32_t  tEncodeSMqVgEp(void** buf, const SMqVgEp* pVgEp);
void*    tDecodeSMqVgEp(const void* buf, SMqVgEp* pVgEp);

typedef struct {
  int64_t consumerId;  // -1 for unassigned
  SArray* vgs;         // SArray<SMqVgEp*>
574
} SMqConsumerEp;
575

576
SMqConsumerEp* tCloneSMqConsumerEp(const SMqConsumerEp* pEp);
577
void           tDeleteSMqConsumerEp(void* pEp);
578 579
int32_t        tEncodeSMqConsumerEp(void** buf, const SMqConsumerEp* pEp);
void*          tDecodeSMqConsumerEp(const void* buf, SMqConsumerEp* pEp);
580 581

typedef struct {
L
Liu Jicong 已提交
582 583 584 585 586
  char      key[TSDB_SUBSCRIBE_KEY_LEN];
  SRWLatch  lock;
  int64_t   dbUid;
  int32_t   vgNum;
  int8_t    subType;
L
Liu Jicong 已提交
587
  int8_t    withMeta;
L
Liu Jicong 已提交
588
  int64_t   stbUid;
589 590
  SHashObj* consumerHash;   // consumerId -> SMqConsumerEp
  SArray*   unassignedVgs;  // SArray<SMqVgEp*>
L
Liu Jicong 已提交
591
  char      dbName[TSDB_DB_FNAME_LEN];
592 593 594 595 596 597 598 599 600 601
} SMqSubscribeObj;

SMqSubscribeObj* tNewSubscribeObj(const char key[TSDB_SUBSCRIBE_KEY_LEN]);
SMqSubscribeObj* tCloneSubscribeObj(const SMqSubscribeObj* pSub);
void             tDeleteSubscribeObj(SMqSubscribeObj* pSub);
int32_t          tEncodeSubscribeObj(void** buf, const SMqSubscribeObj* pSub);
void*            tDecodeSubscribeObj(const void* buf, SMqSubscribeObj* pSub);

typedef struct {
  int32_t epoch;
602
  SArray* consumers;  // SArray<SMqConsumerEp*>
603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620
} SMqSubActionLogEntry;

SMqSubActionLogEntry* tCloneSMqSubActionLogEntry(SMqSubActionLogEntry* pEntry);
void                  tDeleteSMqSubActionLogEntry(SMqSubActionLogEntry* pEntry);
int32_t               tEncodeSMqSubActionLogEntry(void** buf, const SMqSubActionLogEntry* pEntry);
void*                 tDecodeSMqSubActionLogEntry(const void* buf, SMqSubActionLogEntry* pEntry);

typedef struct {
  char    key[TSDB_SUBSCRIBE_KEY_LEN];
  SArray* logs;  // SArray<SMqSubActionLogEntry*>
} SMqSubActionLogObj;

SMqSubActionLogObj* tCloneSMqSubActionLogObj(SMqSubActionLogObj* pLog);
void                tDeleteSMqSubActionLogObj(SMqSubActionLogObj* pLog);
int32_t             tEncodeSMqSubActionLogObj(void** buf, const SMqSubActionLogObj* pLog);
void*               tDecodeSMqSubActionLogObj(const void* buf, SMqSubActionLogObj* pLog);

typedef struct {
L
Liu Jicong 已提交
621 622
  int32_t           oldConsumerNum;
  const SMqRebInfo* pRebInfo;
623 624 625 626 627 628 629 630 631 632 633 634
} SMqRebInputObj;

typedef struct {
  int64_t  oldConsumerId;
  int64_t  newConsumerId;
  SMqVgEp* pVgEp;
} SMqRebOutputVg;

typedef struct {
  SArray*               rebVgs;            // SArray<SMqRebOutputVg>
  SArray*               newConsumers;      // SArray<int64_t>
  SArray*               removedConsumers;  // SArray<int64_t>
635
  SArray*               modifyConsumers;   // SArray<int64_t>
636 637 638
  SMqSubscribeObj*      pSub;
  SMqSubActionLogEntry* pLogEntry;
} SMqRebOutputObj;
L
Liu Jicong 已提交
639

L
Liu Jicong 已提交
640
typedef struct {
L
Liu Jicong 已提交
641 642 643 644 645 646 647
  char name[TSDB_STREAM_FNAME_LEN];
  // ctl
  SRWLatch lock;
  // create info
  int64_t createTime;
  int64_t updateTime;
  int32_t version;
L
Liu Jicong 已提交
648
  int32_t totalLevel;
L
Liu Jicong 已提交
649 650 651 652 653
  int64_t smaId;  // 0 for unused
  // info
  int64_t uid;
  int8_t  status;
  // config
654
  int8_t  igExpired;
L
Liu Jicong 已提交
655
  int8_t  trigger;
L
Liu Jicong 已提交
656
  int8_t  fillHistory;
L
Liu Jicong 已提交
657 658 659 660 661 662 663 664 665
  int64_t triggerParam;
  int64_t watermark;
  // source and target
  int64_t sourceDbUid;
  int64_t targetDbUid;
  char    sourceDb[TSDB_DB_FNAME_LEN];
  char    targetDb[TSDB_DB_FNAME_LEN];
  char    targetSTbName[TSDB_TABLE_FNAME_LEN];
  int64_t targetStbUid;
666

L
Liu Jicong 已提交
667 668
  // fixedSinkVg is not applicable for encode and decode
  SVgObj fixedSinkVg;
669
  int32_t fixedSinkVgId;  // 0 for shuffle
L
Liu Jicong 已提交
670

L
Liu Jicong 已提交
671
  // transformation
L
Liu Jicong 已提交
672
  char*          sql;
L
Liu Jicong 已提交
673
  char*          ast;
L
Liu Jicong 已提交
674 675 676
  char*          physicalPlan;
  SArray*        tasks;  // SArray<SArray<SStreamTask>>
  SSchemaWrapper outputSchema;
677
  SSchemaWrapper tagSchema;
678 679 680 681

  // 3.0.20
  int64_t checkpointFreq;  // ms
  int64_t currentTick;     // do not serialize
682
  int64_t deleteMark;
683
  int8_t  igCheckUpdate;
L
Liu Jicong 已提交
684 685
} SStreamObj;

H
Hongze Cheng 已提交
686
int32_t tEncodeSStreamObj(SEncoder* pEncoder, const SStreamObj* pObj);
687
int32_t tDecodeSStreamObj(SDecoder* pDecoder, SStreamObj* pObj, int32_t sver);
L
Liu Jicong 已提交
688
void    tFreeStreamObj(SStreamObj* pObj);
L
Liu Jicong 已提交
689

L
Liu Jicong 已提交
690 691 692 693 694 695 696
typedef struct {
  char    streamName[TSDB_STREAM_FNAME_LEN];
  int64_t uid;
  int64_t streamUid;
  SArray* childInfo;  // SArray<SStreamChildEpInfo>
} SStreamCheckpointObj;

S
Shengliang Guan 已提交
697 698 699
#ifdef __cplusplus
}
#endif
S
Shengliang Guan 已提交
700

S
Shengliang Guan 已提交
701
#endif /*_TD_MND_DEF_H_*/