tstream.h 18.3 KB
Newer Older
L
Liu Jicong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

L
Liu Jicong 已提交
16
#include "executor.h"
L
Liu Jicong 已提交
17
#include "os.h"
L
Liu Jicong 已提交
18
#include "query.h"
19
#include "streamState.h"
L
Liu Jicong 已提交
20
#include "tdatablock.h"
L
Liu Jicong 已提交
21
#include "tdbInt.h"
L
Liu Jicong 已提交
22 23
#include "tmsg.h"
#include "tmsgcb.h"
L
Liu Jicong 已提交
24
#include "tqueue.h"
L
Liu Jicong 已提交
25 26 27 28 29 30
#include "trpc.h"

#ifdef __cplusplus
extern "C" {
#endif

L
Liu Jicong 已提交
31 32
#ifndef _STREAM_H_
#define _STREAM_H_
L
Liu Jicong 已提交
33

L
Liu Jicong 已提交
34 35
typedef struct SStreamTask SStreamTask;

36 37
enum {
  STREAM_STATUS__NORMAL = 0,
L
Liu Jicong 已提交
38
  STREAM_STATUS__STOP,
L
Liu Jicong 已提交
39
  STREAM_STATUS__INIT,
L
Liu Jicong 已提交
40
  STREAM_STATUS__FAILED,
41 42 43
  STREAM_STATUS__RECOVER,
};

L
Liu Jicong 已提交
44
enum {
L
Liu Jicong 已提交
45 46
  TASK_STATUS__NORMAL = 0,
  TASK_STATUS__DROPPING,
L
Liu Jicong 已提交
47 48
  TASK_STATUS__FAIL,
  TASK_STATUS__STOP,
49
  TASK_STATUS__WAIT_DOWNSTREAM,
50 51 52
  TASK_STATUS__RECOVER_PREPARE,
  TASK_STATUS__RECOVER1,
  TASK_STATUS__RECOVER2,
L
Liu Jicong 已提交
53 54 55
};

enum {
L
Liu Jicong 已提交
56 57 58 59
  TASK_SCHED_STATUS__INACTIVE = 1,
  TASK_SCHED_STATUS__WAITING,
  TASK_SCHED_STATUS__ACTIVE,
  TASK_SCHED_STATUS__FAILED,
L
Liu Jicong 已提交
60
  TASK_SCHED_STATUS__DROPPING,
L
Liu Jicong 已提交
61 62 63 64 65 66 67
};

enum {
  TASK_INPUT_STATUS__NORMAL = 1,
  TASK_INPUT_STATUS__BLOCKED,
  TASK_INPUT_STATUS__RECOVER,
  TASK_INPUT_STATUS__STOP,
L
Liu Jicong 已提交
68
  TASK_INPUT_STATUS__FAILED,
L
Liu Jicong 已提交
69 70 71 72 73 74
};

enum {
  TASK_OUTPUT_STATUS__NORMAL = 1,
  TASK_OUTPUT_STATUS__WAIT,
  TASK_OUTPUT_STATUS__BLOCKED,
L
Liu Jicong 已提交
75 76
};

77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95
enum {
  TASK_TRIGGER_STATUS__INACTIVE = 1,
  TASK_TRIGGER_STATUS__ACTIVE,
};

enum {
  TASK_LEVEL__SOURCE = 1,
  TASK_LEVEL__AGG,
  TASK_LEVEL__SINK,
};

enum {
  TASK_OUTPUT__FIXED_DISPATCH = 1,
  TASK_OUTPUT__SHUFFLE_DISPATCH,
  TASK_OUTPUT__TABLE,
  TASK_OUTPUT__SMA,
  TASK_OUTPUT__FETCH,
};

L
Liu Jicong 已提交
96 97 98 99 100 101
enum {
  STREAM_QUEUE__SUCESS = 1,
  STREAM_QUEUE__FAILED,
  STREAM_QUEUE__PROCESSING,
};

L
Liu Jicong 已提交
102 103 104 105
typedef struct {
  int8_t type;
} SStreamQueueItem;

L
Liu Jicong 已提交
106
#if 0
L
Liu Jicong 已提交
107
typedef struct {
L
Liu Jicong 已提交
108 109
  int8_t      type;
  int64_t     ver;
L
Liu Jicong 已提交
110 111 112 113
  int32_t*    dataRef;
  SSubmitReq* data;
} SStreamDataSubmit;

114 115 116 117 118 119
typedef struct {
  int8_t  type;
  int64_t ver;
  SArray* dataRefs;  // SArray<int32_t*>
  SArray* reqs;      // SArray<SSubmitReq*>
} SStreamMergedSubmit;
L
Liu Jicong 已提交
120 121 122
#endif

typedef struct {
L
Liu Jicong 已提交
123 124 125 126
  int8_t      type;
  int64_t     ver;
  int32_t*    dataRef;
  SPackedData submit;
L
Liu Jicong 已提交
127 128 129 130 131 132 133 134
} SStreamDataSubmit2;

typedef struct {
  int8_t  type;
  int64_t ver;
  SArray* dataRefs;  // SArray<int32_t*>
  SArray* submits;   // SArray<SPackedSubmit>
} SStreamMergedSubmit2;
135

L
Liu Jicong 已提交
136 137 138
typedef struct {
  int8_t type;

L
Liu Jicong 已提交
139
  int32_t srcVgId;
L
Liu Jicong 已提交
140
  int32_t childId;
L
Liu Jicong 已提交
141
  int64_t sourceVer;
L
Liu Jicong 已提交
142
  int64_t reqId;
L
Liu Jicong 已提交
143

L
Liu Jicong 已提交
144
  SArray* blocks;  // SArray<SSDataBlock>
L
Liu Jicong 已提交
145 146
} SStreamDataBlock;

L
Liu Jicong 已提交
147 148 149 150 151 152 153 154
// ref data block, for delete
typedef struct {
  int8_t       type;
  int64_t      ver;
  int32_t*     dataRef;
  SSDataBlock* pBlock;
} SStreamRefDataBlock;

L
Liu Jicong 已提交
155 156 157 158
typedef struct {
  int8_t type;
} SStreamCheckpoint;

159 160 161 162 163
typedef struct {
  int8_t       type;
  SSDataBlock* pBlock;
} SStreamTrigger;

L
Liu Jicong 已提交
164 165 166 167 168 169 170 171 172 173 174 175 176 177
typedef struct SStreamQueueNode SStreamQueueNode;

struct SStreamQueueNode {
  SStreamQueueItem* item;
  SStreamQueueNode* next;
};

typedef struct {
  SStreamQueueNode* head;
  int64_t           size;
} SStreamQueueRes;

void streamFreeQitem(SStreamQueueItem* data);

5
54liuyao 已提交
178
#if 0
L
Liu Jicong 已提交
179 180 181 182 183 184
bool              streamQueueResEmpty(const SStreamQueueRes* pRes);
int64_t           streamQueueResSize(const SStreamQueueRes* pRes);
SStreamQueueNode* streamQueueResFront(SStreamQueueRes* pRes);
SStreamQueueNode* streamQueueResPop(SStreamQueueRes* pRes);
void              streamQueueResClear(SStreamQueueRes* pRes);
SStreamQueueRes   streamQueueBuildRes(SStreamQueueNode* pNode);
5
54liuyao 已提交
185
#endif
L
Liu Jicong 已提交
186 187 188 189 190

typedef struct {
  SStreamQueueNode* pHead;
} SStreamQueue1;

5
54liuyao 已提交
191
#if 0
L
Liu Jicong 已提交
192 193 194
bool            streamQueueHasTask(const SStreamQueue1* pQueue);
int32_t         streamQueuePush(SStreamQueue1* pQueue, SStreamQueueItem* pItem);
SStreamQueueRes streamQueueGetRes(SStreamQueue1* pQueue);
5
54liuyao 已提交
195
#endif
L
Liu Jicong 已提交
196

L
Liu Jicong 已提交
197 198 199 200
typedef struct {
  STaosQueue* queue;
  STaosQall*  qall;
  void*       qItem;
L
Liu Jicong 已提交
201 202
  int8_t      status;
} SStreamQueue;
L
Liu Jicong 已提交
203

204 205 206
int32_t streamInit();
void    streamCleanUp();

L
Liu Jicong 已提交
207 208 209 210
SStreamQueue* streamQueueOpen();
void          streamQueueClose(SStreamQueue* queue);

static FORCE_INLINE void streamQueueProcessSuccess(SStreamQueue* queue) {
211
  ASSERT(atomic_load_8(&queue->status) == STREAM_QUEUE__PROCESSING);
L
Liu Jicong 已提交
212 213
  queue->qItem = NULL;
  atomic_store_8(&queue->status, STREAM_QUEUE__SUCESS);
L
Liu Jicong 已提交
214 215
}

L
Liu Jicong 已提交
216
static FORCE_INLINE void streamQueueProcessFail(SStreamQueue* queue) {
217
  ASSERT(atomic_load_8(&queue->status) == STREAM_QUEUE__PROCESSING);
L
Liu Jicong 已提交
218 219 220
  atomic_store_8(&queue->status, STREAM_QUEUE__FAILED);
}

L
Liu Jicong 已提交
221 222 223 224
static FORCE_INLINE void* streamQueueCurItem(SStreamQueue* queue) {
  //
  return queue->qItem;
}
L
Liu Jicong 已提交
225 226 227 228

static FORCE_INLINE void* streamQueueNextItem(SStreamQueue* queue) {
  int8_t dequeueFlag = atomic_exchange_8(&queue->status, STREAM_QUEUE__PROCESSING);
  if (dequeueFlag == STREAM_QUEUE__FAILED) {
229
    ASSERT(queue->qItem != NULL);
L
Liu Jicong 已提交
230
    return streamQueueCurItem(queue);
L
Liu Jicong 已提交
231
  } else {
232
    queue->qItem = NULL;
L
Liu Jicong 已提交
233 234 235 236 237
    taosGetQitem(queue->qall, &queue->qItem);
    if (queue->qItem == NULL) {
      taosReadAllQitems(queue->queue, queue->qall);
      taosGetQitem(queue->qall, &queue->qItem);
    }
L
Liu Jicong 已提交
238
    return streamQueueCurItem(queue);
L
Liu Jicong 已提交
239 240 241
  }
}

L
Liu Jicong 已提交
242
SStreamDataSubmit2* streamDataSubmitNew(SPackedData submit);
L
Liu Jicong 已提交
243

L
Liu Jicong 已提交
244
void streamDataSubmitRefDec(SStreamDataSubmit2* pDataSubmit);
L
Liu Jicong 已提交
245

L
Liu Jicong 已提交
246
SStreamDataSubmit2* streamSubmitRefClone(SStreamDataSubmit2* pSubmit);
L
Liu Jicong 已提交
247

L
Liu Jicong 已提交
248
typedef struct {
L
Liu Jicong 已提交
249
  char* qmsg;
L
Liu Jicong 已提交
250
  // followings are not applicable to encoder and decoder
L
Liu Jicong 已提交
251
  void* executor;
L
Liu Jicong 已提交
252 253 254
} STaskExec;

typedef struct {
L
Liu Jicong 已提交
255
  int32_t taskId;
L
Liu Jicong 已提交
256 257 258 259 260
  int32_t nodeId;
  SEpSet  epSet;
} STaskDispatcherFixedEp;

typedef struct {
L
Liu Jicong 已提交
261
  char      stbFullName[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
262
  int32_t   waitingRspCnt;
L
Liu Jicong 已提交
263
  SUseDbRsp dbInfo;
L
Liu Jicong 已提交
264 265
} STaskDispatcherShuffle;

L
Liu Jicong 已提交
266
typedef void FTbSink(SStreamTask* pTask, void* vnode, int64_t ver, void* data);
L
Liu Jicong 已提交
267

L
Liu Jicong 已提交
268
typedef struct {
L
Liu Jicong 已提交
269
  int64_t         stbUid;
L
Liu Jicong 已提交
270
  char            stbFullName[TSDB_TABLE_FNAME_LEN];
L
Liu Jicong 已提交
271
  SSchemaWrapper* pSchemaWrapper;
L
Liu Jicong 已提交
272
  // not applicable to encoder and decoder
L
Liu Jicong 已提交
273 274
  void*     vnode;
  FTbSink*  tbSinkFunc;
L
Liu Jicong 已提交
275
  STSchema* pTSchema;
L
Liu Jicong 已提交
276 277
} STaskSinkTb;

L
Liu Jicong 已提交
278
typedef void FSmaSink(void* vnode, int64_t smaId, const SArray* data);
L
Liu Jicong 已提交
279

L
Liu Jicong 已提交
280
typedef struct {
L
Liu Jicong 已提交
281 282
  int64_t smaId;
  // following are not applicable to encoder and decoder
L
Liu Jicong 已提交
283
  void*     vnode;
L
Liu Jicong 已提交
284
  FSmaSink* smaSink;
L
Liu Jicong 已提交
285 286 287 288 289 290
} STaskSinkSma;

typedef struct {
  int8_t reserved;
} STaskSinkFetch;

L
Liu Jicong 已提交
291 292 293 294
typedef struct {
  int32_t nodeId;
  int32_t childId;
  int32_t taskId;
L
Liu Jicong 已提交
295
  SEpSet  epSet;
L
Liu Jicong 已提交
296 297
} SStreamChildEpInfo;

298
typedef struct SStreamTask {
L
Liu Jicong 已提交
299 300
  int64_t streamId;
  int32_t taskId;
L
Liu Jicong 已提交
301
  int32_t totalLevel;
302 303
  int8_t  taskLevel;
  int8_t  outputType;
L
Liu Jicong 已提交
304 305
  int16_t dispatchMsgType;

306
  int8_t taskStatus;
L
Liu Jicong 已提交
307
  int8_t schedStatus;
L
Liu Jicong 已提交
308

L
Liu Jicong 已提交
309
  // node info
L
Liu Jicong 已提交
310
  int32_t selfChildId;
L
Liu Jicong 已提交
311 312 313
  int32_t nodeId;
  SEpSet  epSet;

L
Liu Jicong 已提交
314 315 316
  int64_t recoverSnapVer;
  int64_t startVer;

L
Liu Jicong 已提交
317 318 319
  // fill history
  int8_t fillHistory;

L
Liu Jicong 已提交
320 321
  // children info
  SArray* childEpInfo;  // SArray<SStreamChildEpInfo*>
L
Liu Jicong 已提交
322 323
  int32_t nextCheckId;
  SArray* checkpointInfo;  // SArray<SStreamCheckpointInfo>
L
Liu Jicong 已提交
324

L
Liu Jicong 已提交
325 326 327
  // exec
  STaskExec exec;

328
  // output
L
Liu Jicong 已提交
329 330 331
  union {
    STaskDispatcherFixedEp fixedEpDispatcher;
    STaskDispatcherShuffle shuffleDispatcher;
332 333 334
    STaskSinkTb            tbSink;
    STaskSinkSma           smaSink;
    STaskSinkFetch         fetchSink;
L
Liu Jicong 已提交
335 336
  };

L
Liu Jicong 已提交
337 338
  int8_t inputStatus;
  int8_t outputStatus;
L
Liu Jicong 已提交
339

340 341
  // STaosQueue*   inputQueue1;
  // STaosQall*    inputQall;
L
Liu Jicong 已提交
342 343
  SStreamQueue* inputQueue;
  SStreamQueue* outputQueue;
L
Liu Jicong 已提交
344

345 346 347 348 349 350 351
  // trigger
  int8_t  triggerStatus;
  int64_t triggerParam;
  void*   timer;

  // msg handle
  SMsgCb* pMsgCb;
352 353 354 355

  // state backend
  SStreamState* pState;

356
  // do not serialize
357 358 359 360
  int32_t recoverTryingDownstream;
  int32_t recoverWaitingUpstream;
  int64_t checkReqId;
  SArray* checkReqIds;  // shuffle
L
Liu Jicong 已提交
361
  int32_t refCnt;
362 363 364 365

  int64_t checkpointingId;
  int32_t checkpointAlignCnt;

366
} SStreamTask;
L
Liu Jicong 已提交
367

L
Liu Jicong 已提交
368 369 370
int32_t tEncodeStreamEpInfo(SEncoder* pEncoder, const SStreamChildEpInfo* pInfo);
int32_t tDecodeStreamEpInfo(SDecoder* pDecoder, SStreamChildEpInfo* pInfo);

L
Liu Jicong 已提交
371
SStreamTask* tNewSStreamTask(int64_t streamId);
H
Hongze Cheng 已提交
372 373
int32_t      tEncodeSStreamTask(SEncoder* pEncoder, const SStreamTask* pTask);
int32_t      tDecodeSStreamTask(SDecoder* pDecoder, SStreamTask* pTask);
L
Liu Jicong 已提交
374 375
void         tFreeSStreamTask(SStreamTask* pTask);

L
Liu Jicong 已提交
376
static FORCE_INLINE int32_t streamTaskInput(SStreamTask* pTask, SStreamQueueItem* pItem) {
L
Liu Jicong 已提交
377 378
  int8_t type = pItem->type;
  if (type == STREAM_INPUT__DATA_SUBMIT) {
X
Xiaoyu Wang 已提交
379
    SStreamDataSubmit2* pSubmitClone = streamSubmitRefClone((SStreamDataSubmit2*)pItem);
L
Liu Jicong 已提交
380
    if (pSubmitClone == NULL) {
L
Liu Jicong 已提交
381 382
      qDebug("task %d %p submit enqueue failed since out of memory", pTask->taskId, pTask);
      terrno = TSDB_CODE_OUT_OF_MEMORY;
L
Liu Jicong 已提交
383 384 385
      atomic_store_8(&pTask->inputStatus, TASK_INPUT_STATUS__FAILED);
      return -1;
    }
L
Liu Jicong 已提交
386 387
    qDebug("task %d %p submit enqueue %p %p %p %d %" PRId64, pTask->taskId, pTask, pItem, pSubmitClone,
           pSubmitClone->submit.msgStr, pSubmitClone->submit.msgLen, pSubmitClone->submit.ver);
L
Liu Jicong 已提交
388
    taosWriteQitem(pTask->inputQueue->queue, pSubmitClone);
L
Liu Jicong 已提交
389
    // qStreamInput(pTask->exec.executor, pSubmitClone);
L
Liu Jicong 已提交
390 391
  } else if (type == STREAM_INPUT__DATA_BLOCK || type == STREAM_INPUT__DATA_RETRIEVE ||
             type == STREAM_INPUT__REF_DATA_BLOCK) {
L
Liu Jicong 已提交
392
    taosWriteQitem(pTask->inputQueue->queue, pItem);
L
Liu Jicong 已提交
393
    // qStreamInput(pTask->exec.executor, pItem);
L
Liu Jicong 已提交
394
  } else if (type == STREAM_INPUT__CHECKPOINT) {
L
Liu Jicong 已提交
395
    taosWriteQitem(pTask->inputQueue->queue, pItem);
L
Liu Jicong 已提交
396
    // qStreamInput(pTask->exec.executor, pItem);
L
Liu Jicong 已提交
397
  } else if (type == STREAM_INPUT__GET_RES) {
398
    taosWriteQitem(pTask->inputQueue->queue, pItem);
L
Liu Jicong 已提交
399
    // qStreamInput(pTask->exec.executor, pItem);
400 401
  }

L
Liu Jicong 已提交
402
  if (type != STREAM_INPUT__GET_RES && type != STREAM_INPUT__CHECKPOINT && pTask->triggerParam != 0) {
403
    atomic_val_compare_exchange_8(&pTask->triggerStatus, TASK_TRIGGER_STATUS__INACTIVE, TASK_TRIGGER_STATUS__ACTIVE);
L
Liu Jicong 已提交
404 405
  }

406
#if 0
L
Liu Jicong 已提交
407 408
  // TODO: back pressure
  atomic_store_8(&pTask->inputStatus, TASK_INPUT_STATUS__NORMAL);
409
#endif
L
Liu Jicong 已提交
410 411 412 413 414 415 416 417 418 419 420 421 422
  return 0;
}

static FORCE_INLINE void streamTaskInputFail(SStreamTask* pTask) {
  atomic_store_8(&pTask->inputStatus, TASK_INPUT_STATUS__FAILED);
}

typedef struct {
  SMsgHead head;
  int64_t  streamId;
  int32_t  taskId;
} SStreamTaskRunReq;

L
Liu Jicong 已提交
423 424 425
typedef struct {
  int64_t streamId;
  int32_t taskId;
L
Liu Jicong 已提交
426 427 428
  int32_t dataSrcVgId;
  int32_t upstreamTaskId;
  int32_t upstreamChildId;
L
Liu Jicong 已提交
429
  int32_t upstreamNodeId;
L
Liu Jicong 已提交
430 431 432
  int32_t blockNum;
  SArray* dataLen;  // SArray<int32_t>
  SArray* data;     // SArray<SRetrieveTableRsp*>
L
Liu Jicong 已提交
433 434 435 436
} SStreamDispatchReq;

typedef struct {
  int64_t streamId;
437 438 439 440
  int32_t upstreamNodeId;
  int32_t upstreamTaskId;
  int32_t downstreamNodeId;
  int32_t downstreamTaskId;
L
Liu Jicong 已提交
441 442 443
  int8_t  inputStatus;
} SStreamDispatchRsp;

L
Liu Jicong 已提交
444 445
typedef struct {
  int64_t            streamId;
L
Liu Jicong 已提交
446
  int64_t            reqId;
L
Liu Jicong 已提交
447 448 449 450 451 452 453 454 455 456 457 458 459 460 461
  int32_t            srcTaskId;
  int32_t            srcNodeId;
  int32_t            dstTaskId;
  int32_t            dstNodeId;
  int32_t            retrieveLen;
  SRetrieveTableRsp* pRetrieve;
} SStreamRetrieveReq;

typedef struct {
  int64_t streamId;
  int32_t childId;
  int32_t rspFromTaskId;
  int32_t rspToTaskId;
} SStreamRetrieveRsp;

462
typedef struct {
463
  int64_t reqId;
464
  int64_t streamId;
465 466 467 468
  int32_t upstreamNodeId;
  int32_t upstreamTaskId;
  int32_t downstreamNodeId;
  int32_t downstreamTaskId;
469
  int32_t childId;
470
} SStreamTaskCheckReq;
471

L
Liu Jicong 已提交
472
typedef struct {
473
  int64_t reqId;
L
Liu Jicong 已提交
474
  int64_t streamId;
L
Liu Jicong 已提交
475
  int32_t upstreamNodeId;
476 477 478 479 480 481
  int32_t upstreamTaskId;
  int32_t downstreamNodeId;
  int32_t downstreamTaskId;
  int32_t childId;
  int8_t  status;
} SStreamTaskCheckRsp;
L
Liu Jicong 已提交
482 483

typedef struct {
484 485 486 487
  SMsgHead msgHead;
  int64_t  streamId;
  int32_t  taskId;
} SStreamRecoverStep1Req, SStreamRecoverStep2Req;
L
Liu Jicong 已提交
488 489 490 491

typedef struct {
  int64_t streamId;
  int32_t taskId;
492 493
  int32_t childId;
} SStreamRecoverFinishReq;
L
Liu Jicong 已提交
494

495 496
int32_t tEncodeSStreamRecoverFinishReq(SEncoder* pEncoder, const SStreamRecoverFinishReq* pReq);
int32_t tDecodeSStreamRecoverFinishReq(SDecoder* pDecoder, SStreamRecoverFinishReq* pReq);
L
Liu Jicong 已提交
497

498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551
typedef struct {
  int64_t streamId;
  int64_t checkpointId;
  int32_t taskId;
  int32_t nodeId;
  int64_t expireTime;
} SStreamCheckpointSourceReq;

typedef struct {
  int64_t streamId;
  int64_t checkpointId;
  int32_t taskId;
  int32_t nodeId;
  int64_t expireTime;
} SStreamCheckpointSourceRsp;

int32_t tEncodeSStreamCheckpointSourceReq(SEncoder* pEncoder, const SStreamCheckpointSourceReq* pReq);
int32_t tDecodeSStreamCheckpointSourceReq(SDecoder* pDecoder, SStreamCheckpointSourceReq* pReq);

int32_t tEncodeSStreamCheckpointSourceRsp(SEncoder* pEncoder, const SStreamCheckpointSourceRsp* pRsp);
int32_t tDecodeSStreamCheckpointSourceRsp(SDecoder* pDecoder, SStreamCheckpointSourceRsp* pRsp);

typedef struct {
  SMsgHead msgHead;
  int64_t  streamId;
  int64_t  checkpointId;
  int32_t  downstreamTaskId;
  int32_t  downstreamNodeId;
  int32_t  upstreamTaskId;
  int32_t  upstreamNodeId;
  int32_t  childId;
  int64_t  expireTime;
  int8_t   taskLevel;
} SStreamCheckpointReq;

typedef struct {
  SMsgHead msgHead;
  int64_t  streamId;
  int64_t  checkpointId;
  int32_t  downstreamTaskId;
  int32_t  downstreamNodeId;
  int32_t  upstreamTaskId;
  int32_t  upstreamNodeId;
  int32_t  childId;
  int64_t  expireTime;
  int8_t   taskLevel;
} SStreamCheckpointRsp;

int32_t tEncodeSStreamCheckpointReq(SEncoder* pEncoder, const SStreamCheckpointReq* pReq);
int32_t tDecodeSStreamCheckpointReq(SDecoder* pDecoder, SStreamCheckpointReq* pReq);

int32_t tEncodeSStreamCheckpointRsp(SEncoder* pEncoder, const SStreamCheckpointRsp* pRsp);
int32_t tDecodeSStreamCheckpointRsp(SDecoder* pDecoder, SStreamCheckpointRsp* pRsp);

L
Liu Jicong 已提交
552 553
typedef struct {
  int64_t streamId;
L
Liu Jicong 已提交
554 555 556
  int32_t downstreamTaskId;
  int32_t taskId;
} SStreamRecoverDownstreamReq;
L
Liu Jicong 已提交
557 558

typedef struct {
L
Liu Jicong 已提交
559 560 561 562 563 564
  int64_t streamId;
  int32_t downstreamTaskId;
  int32_t taskId;
  SArray* checkpointVer;  // SArray<SStreamCheckpointInfo>
} SStreamRecoverDownstreamRsp;

565 566 567 568 569 570
int32_t tEncodeSStreamTaskCheckReq(SEncoder* pEncoder, const SStreamTaskCheckReq* pReq);
int32_t tDecodeSStreamTaskCheckReq(SDecoder* pDecoder, SStreamTaskCheckReq* pReq);

int32_t tEncodeSStreamTaskCheckRsp(SEncoder* pEncoder, const SStreamTaskCheckRsp* pRsp);
int32_t tDecodeSStreamTaskCheckRsp(SDecoder* pDecoder, SStreamTaskCheckRsp* pRsp);

L
Liu Jicong 已提交
571
int32_t tEncodeSStreamTaskRecoverReq(SEncoder* pEncoder, const SStreamRecoverDownstreamReq* pReq);
L
Liu Jicong 已提交
572 573 574 575 576
int32_t tDecodeSStreamTaskRecoverReq(SDecoder* pDecoder, SStreamRecoverDownstreamReq* pReq);

int32_t tEncodeSStreamTaskRecoverRsp(SEncoder* pEncoder, const SStreamRecoverDownstreamRsp* pRsp);
int32_t tDecodeSStreamTaskRecoverRsp(SDecoder* pDecoder, SStreamRecoverDownstreamRsp* pRsp);

577
int32_t tDecodeStreamDispatchReq(SDecoder* pDecoder, SStreamDispatchReq* pReq);
L
Liu Jicong 已提交
578
int32_t tDecodeStreamRetrieveReq(SDecoder* pDecoder, SStreamRetrieveReq* pReq);
L
Liu Jicong 已提交
579 580 581
void    tDeleteStreamRetrieveReq(SStreamRetrieveReq* pReq);

void tDeleteStreamDispatchReq(SStreamDispatchReq* pReq);
582

583
int32_t streamSetupTrigger(SStreamTask* pTask);
L
Liu Jicong 已提交
584

L
Liu Jicong 已提交
585
int32_t streamProcessRunReq(SStreamTask* pTask);
L
Liu Jicong 已提交
586
int32_t streamProcessDispatchReq(SStreamTask* pTask, SStreamDispatchReq* pReq, SRpcMsg* pMsg, bool exec);
587
int32_t streamProcessDispatchRsp(SStreamTask* pTask, SStreamDispatchRsp* pRsp, int32_t code);
L
Liu Jicong 已提交
588

L
Liu Jicong 已提交
589 590 591
int32_t streamProcessRetrieveReq(SStreamTask* pTask, SStreamRetrieveReq* pReq, SRpcMsg* pMsg);
int32_t streamProcessRetrieveRsp(SStreamTask* pTask, SStreamRetrieveRsp* pRsp);

L
Liu Jicong 已提交
592 593
int32_t streamTryExec(SStreamTask* pTask);
int32_t streamSchedExec(SStreamTask* pTask);
L
Liu Jicong 已提交
594
int32_t streamTaskOutput(SStreamTask* pTask, SStreamDataBlock* pBlock);
L
Liu Jicong 已提交
595

596 597 598
int32_t streamScanExec(SStreamTask* pTask, int32_t batchSz);

// recover and fill history
599 600 601 602
int32_t streamTaskCheckDownstream(SStreamTask* pTask, int64_t version);
int32_t streamTaskLaunchRecover(SStreamTask* pTask, int64_t version);
int32_t streamProcessTaskCheckReq(SStreamTask* pTask, const SStreamTaskCheckReq* pReq);
int32_t streamProcessTaskCheckRsp(SStreamTask* pTask, const SStreamTaskCheckRsp* pRsp, int64_t version);
603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622
// common
int32_t streamSetParamForRecover(SStreamTask* pTask);
int32_t streamRestoreParam(SStreamTask* pTask);
int32_t streamSetStatusNormal(SStreamTask* pTask);
// source level
int32_t streamSourceRecoverPrepareStep1(SStreamTask* pTask, int64_t ver);
int32_t streamBuildSourceRecover1Req(SStreamTask* pTask, SStreamRecoverStep1Req* pReq);
int32_t streamSourceRecoverScanStep1(SStreamTask* pTask);
int32_t streamBuildSourceRecover2Req(SStreamTask* pTask, SStreamRecoverStep2Req* pReq);
int32_t streamSourceRecoverScanStep2(SStreamTask* pTask, int64_t ver);
int32_t streamDispatchRecoverFinishReq(SStreamTask* pTask);
// agg level
int32_t streamAggRecoverPrepare(SStreamTask* pTask);
// int32_t streamAggChildrenRecoverFinish(SStreamTask* pTask);
int32_t streamProcessRecoverFinishReq(SStreamTask* pTask, int32_t childId);

// expand and deploy
typedef int32_t FTaskExpand(void* ahandle, SStreamTask* pTask, int64_t ver);

// meta
L
Liu Jicong 已提交
623 624 625 626
typedef struct SStreamMeta {
  char*        path;
  TDB*         db;
  TTB*         pTaskDb;
627
  TTB*         pCheckpointDb;
L
Liu Jicong 已提交
628
  SHashObj*    pTasks;
L
Liu Jicong 已提交
629
  SHashObj*    pRecoverStatus;
L
Liu Jicong 已提交
630
  void*        ahandle;
631
  TXN*         txn;
L
Liu Jicong 已提交
632
  FTaskExpand* expandFunc;
633
  int32_t      vgId;
L
Liu Jicong 已提交
634
  SRWLatch     lock;
L
Liu Jicong 已提交
635
} SStreamMeta;
L
Liu Jicong 已提交
636

637
SStreamMeta* streamMetaOpen(const char* path, void* ahandle, FTaskExpand expandFunc, int32_t vgId);
L
Liu Jicong 已提交
638 639
void         streamMetaClose(SStreamMeta* streamMeta);

L
Liu Jicong 已提交
640
int32_t      streamMetaSaveTask(SStreamMeta* pMeta, SStreamTask* pTask);
641
int32_t      streamMetaAddTask(SStreamMeta* pMeta, int64_t ver, SStreamTask* pTask);
642
int32_t      streamMetaAddSerializedTask(SStreamMeta* pMeta, int64_t startVer, char* msg, int32_t msgLen);
5
54liuyao 已提交
643
// SStreamTask* streamMetaGetTask(SStreamMeta* pMeta, int32_t taskId);
L
Liu Jicong 已提交
644

L
Liu Jicong 已提交
645 646
SStreamTask* streamMetaAcquireTask(SStreamMeta* pMeta, int32_t taskId);
void         streamMetaReleaseTask(SStreamMeta* pMeta, SStreamTask* pTask);
647
void         streamMetaRemoveTask(SStreamMeta* pMeta, int32_t taskId);
L
Liu Jicong 已提交
648

L
Liu Jicong 已提交
649 650 651
int32_t streamMetaBegin(SStreamMeta* pMeta);
int32_t streamMetaCommit(SStreamMeta* pMeta);
int32_t streamMetaRollBack(SStreamMeta* pMeta);
L
Liu Jicong 已提交
652
int32_t streamLoadTasks(SStreamMeta* pMeta, int64_t ver);
L
Liu Jicong 已提交
653

654 655 656 657 658
// checkpoint
int32_t streamProcessCheckpointSourceReq(SStreamMeta* pMeta, SStreamTask* pTask, SStreamCheckpointSourceReq* pReq);
int32_t streamProcessCheckpointReq(SStreamMeta* pMeta, SStreamTask* pTask, SStreamCheckpointReq* pReq);
int32_t streamProcessCheckpointRsp(SStreamMeta* pMeta, SStreamTask* pTask, SStreamCheckpointRsp* pRsp);

L
Liu Jicong 已提交
659 660 661 662
#ifdef __cplusplus
}
#endif

L
Liu Jicong 已提交
663
#endif /* ifndef _STREAM_H_ */