executorimpl.h 44.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
#ifndef TDENGINE_EXECUTORIMPL_H
#define TDENGINE_EXECUTORIMPL_H

18 19 20 21
#ifdef __cplusplus
extern "C" {
#endif

22
#include "os.h"
S
common  
Shengliang Guan 已提交
23
#include "tcommon.h"
24
#include "tlosertree.h"
dengyihao's avatar
dengyihao 已提交
25
#include "tsort.h"
26 27 28
#include "ttszip.h"
#include "tvariant.h"

H
Haojun Liao 已提交
29
#include "dataSinkMgt.h"
30
#include "executil.h"
H
Haojun Liao 已提交
31
#include "executor.h"
H
Haojun Liao 已提交
32
#include "planner.h"
D
dapan1121 已提交
33
#include "scalar.h"
34 35
#include "taosdef.h"
#include "tarray.h"
5
54liuyao 已提交
36
#include "tfill.h"
H
Haojun Liao 已提交
37
#include "thash.h"
38
#include "tlockfree.h"
D
dapan1121 已提交
39
#include "tmsg.h"
dengyihao's avatar
dengyihao 已提交
40
#include "tpagedbuf.h"
L
Liu Jicong 已提交
41
#include "tstream.h"
L
Liu Jicong 已提交
42
#include "tstreamUpdate.h"
H
Haojun Liao 已提交
43

44
#include "executorInt.h"
L
Liu Jicong 已提交
45
#include "vnode.h"
H
Hongze Cheng 已提交
46

47 48
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);

dengyihao's avatar
dengyihao 已提交
49 50
#define IS_QUERY_KILLED(_q)   ((_q)->code == TSDB_CODE_TSC_QUERY_CANCELLED)
#define Q_STATUS_EQUAL(p, s)  (((p) & (s)) != 0u)
51 52
#define QUERY_IS_ASC_QUERY(q) (GET_FORWARD_DIRECTION_FACTOR((q)->order.order) == QUERY_ASC_FORWARD_STEP)

53
#define NEEDTO_COMPRESS_QUERY(size) ((size) > tsCompressColData ? 1 : 0)
54

5
54liuyao 已提交
55 56 57 58 59
#define IS_VALID_SESSION_WIN(winInfo)        ((winInfo).sessionWin.win.skey > 0)
#define SET_SESSION_WIN_INVALID(winInfo)     ((winInfo).sessionWin.win.skey = INT64_MIN)
#define IS_INVALID_SESSION_WIN_KEY(winKey)   ((winKey).win.skey <= 0)
#define SET_SESSION_WIN_KEY_INVALID(pWinKey) ((pWinKey)->win.skey = INT64_MIN)

60
enum {
61 62
  // when this task starts to execute, this status will set
  TASK_NOT_COMPLETED = 0x1u,
63

64
  /* Task is over
65 66 67
   * 1. this status is used in one row result query process, e.g., count/sum/first/last/ avg...etc.
   * 2. when all data within queried time window, it is also denoted as query_completed
   */
68
  TASK_COMPLETED = 0x2u,
69 70 71 72 73 74
};

/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
dengyihao's avatar
dengyihao 已提交
75 76 77 78 79
typedef struct SResultInfo {  // TODO refactor
  int64_t totalRows;          // total generated result size in rows
  int64_t totalBytes;         // total results in bytes.
  int32_t capacity;           // capacity of current result output buffer
  int32_t threshold;          // result size threshold in rows.
H
Haojun Liao 已提交
80
} SResultInfo;
81 82

typedef struct STableQueryInfo {
L
Liu Jicong 已提交
83 84
  TSKEY              lastKey;  // last check ts, todo remove it later
  SResultRowPosition pos;      // current active time window
85 86
} STableQueryInfo;

H
Haojun Liao 已提交
87 88 89 90 91
typedef struct SLimit {
  int64_t limit;
  int64_t offset;
} SLimit;

92
typedef struct STableScanAnalyzeInfo SFileBlockLoadRecorder;
93

H
Haojun Liao 已提交
94
typedef struct STaskCostInfo {
95 96
  int64_t  created;
  int64_t  start;
97 98 99 100 101 102 103 104
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;

  uint64_t loadDataTime;
105 106

  SFileBlockLoadRecorder* pRecoder;
L
Liu Jicong 已提交
107
  uint64_t                elapsedTime;
108

109 110 111 112 113 114 115
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
  uint64_t hashSize;
  uint64_t numOfTimeWindows;

  SArray*   queryProfEvents;      // SArray<SQueryProfEvent>
  SHashObj* operatorProfResults;  // map<operator_type, SQueryProfEvent>
H
Haojun Liao 已提交
116
} STaskCostInfo;
117

H
Haojun Liao 已提交
118
typedef struct SOperatorCostInfo {
L
Liu Jicong 已提交
119 120
  double openCost;
  double totalCost;
H
Haojun Liao 已提交
121 122
} SOperatorCostInfo;

123 124
struct SOperatorInfo;

wmmhello's avatar
wmmhello 已提交
125
typedef int32_t (*__optr_encode_fn_t)(struct SOperatorInfo* pOperator, char** result, int32_t* length);
126
typedef int32_t (*__optr_decode_fn_t)(struct SOperatorInfo* pOperator, char* result);
127

128
typedef int32_t (*__optr_open_fn_t)(struct SOperatorInfo* pOptr);
129
typedef SSDataBlock* (*__optr_fn_t)(struct SOperatorInfo* pOptr);
130
typedef void (*__optr_close_fn_t)(void* param);
131
typedef int32_t (*__optr_explain_fn_t)(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len);
H
Haojun Liao 已提交
132

H
Haojun Liao 已提交
133
typedef struct STaskIdInfo {
134 135 136 137
  uint64_t queryId;  // this is also a request id
  uint64_t subplanId;
  uint64_t templateId;
  char*    str;
H
Haojun Liao 已提交
138 139
} STaskIdInfo;

L
Liu Jicong 已提交
140 141
enum {
  STREAM_RECOVER_STEP__NONE = 0,
142 143
  STREAM_RECOVER_STEP__PREPARE1,
  STREAM_RECOVER_STEP__PREPARE2,
L
Liu Jicong 已提交
144 145 146
  STREAM_RECOVER_STEP__SCAN,
};

L
Liu Jicong 已提交
147
typedef struct {
L
Liu Jicong 已提交
148
  // TODO remove prepareStatus
149 150 151 152 153 154
  STqOffsetVal      prepareStatus;  // for tmq
  STqOffsetVal      lastStatus;     // for tmq
  SMqMetaRsp        metaRsp;        // for tmq fetching meta
  int8_t            returned;
  int64_t           snapshotVer;
  const SSubmitReq* pReq;
L
Liu Jicong 已提交
155 156 157 158 159 160 161

  SSchemaWrapper*     schema;
  char                tbName[TSDB_TABLE_NAME_LEN];
  SSDataBlock*        pullOverBlk;  // for streaming
  SWalFilterCond      cond;
  int64_t             lastScanUid;
  int8_t              recoverStep;
L
Liu Jicong 已提交
162
  SQueryTableDataCond tableCond;
L
Liu Jicong 已提交
163 164
  int64_t             recoverStartVer;
  int64_t             recoverEndVer;
L
Liu Jicong 已提交
165 166
  int64_t             fillHistoryVer1;
  int64_t             fillHistoryVer2;
167 168 169 170

  int8_t        triggerSaved;
  int64_t       deleteMarkSaved;
  SStreamState* pState;
L
Liu Jicong 已提交
171 172
} SStreamTaskInfo;

173 174 175 176 177
typedef struct {
  char*           tablename;
  char*           dbname;
  int32_t         tversion;
  SSchemaWrapper* sw;
178
  SSchemaWrapper* qsw;
179 180
} SSchemaInfo;

181
typedef struct SExecTaskInfo {
L
Liu Jicong 已提交
182 183 184 185 186 187 188 189 190 191 192 193 194 195 196
  STaskIdInfo   id;
  uint32_t      status;
  STimeWindow   window;
  STaskCostInfo cost;
  int64_t       owner;  // if it is in execution
  int32_t       code;

  int64_t               version;  // used for stream to record wal version
  SStreamTaskInfo       streamInfo;
  SSchemaInfo           schemaInfo;
  STableListInfo        tableqinfoList;  // this is a table list
  const char*           sql;             // query sql string
  jmp_buf               env;             // jump to this position when error happens.
  EOPTR_EXEC_MODEL      execModel;       // operator execution model [batch model|stream model]
  SSubplan*             pSubplan;
197
  struct SOperatorInfo* pRoot;
198
  SLocalFetch           localFetch;
199
} SExecTaskInfo;
H
Haojun Liao 已提交
200

201
enum {
L
Liu Jicong 已提交
202 203
  OP_NOT_OPENED = 0x0,
  OP_OPENED = 0x1,
H
Haojun Liao 已提交
204
  OP_RES_TO_RETURN = 0x5,
L
Liu Jicong 已提交
205
  OP_EXEC_DONE = 0x9,
L
Liu Jicong 已提交
206
  OP_EXEC_RECV = 0x11,
207 208
};

209
typedef struct SOperatorFpSet {
L
Liu Jicong 已提交
210 211 212 213 214 215 216 217
  __optr_open_fn_t    _openFn;  // DO NOT invoke this function directly
  __optr_fn_t         getNextFn;
  __optr_fn_t         getStreamResFn;  // execute the aggregate in the stream model, todo remove it
  __optr_fn_t         cleanupFn;       // call this function to release the allocated resources ASAP
  __optr_close_fn_t   closeFn;
  __optr_encode_fn_t  encodeResultRow;
  __optr_decode_fn_t  decodeResultRow;
  __optr_explain_fn_t getExplainFn;
218 219
} SOperatorFpSet;

220 221
typedef struct SExprSupp {
  SExprInfo*      pExprInfo;
L
Liu Jicong 已提交
222
  int32_t         numOfExprs;  // the number of scalar expression in group operator
223 224
  SqlFunctionCtx* pCtx;
  int32_t*        rowEntryInfoOffset;  // offset value for each row result cell info
H
Haojun Liao 已提交
225
  SFilterInfo*    pFilterInfo;
226 227
} SExprSupp;

228
typedef struct SOperatorInfo {
229
  uint16_t               operatorType;
230
  int16_t                resultDataBlockId;
L
Liu Jicong 已提交
231 232 233 234 235 236 237 238 239 240 241
  bool                   blocking;  // block operator or not
  uint8_t                status;    // denote if current operator is completed
  char*                  name;      // name, for debug purpose
  void*                  info;      // extension attribution
  SExprSupp              exprSupp;
  SExecTaskInfo*         pTaskInfo;
  SOperatorCostInfo      cost;
  SResultInfo            resultInfo;
  struct SOperatorInfo** pDownstream;      // downstram pointer list
  int32_t                numOfDownstream;  // number of downstream. The value is always ONE expect for join operator
  SOperatorFpSet         fpSet;
242 243
} SOperatorInfo;

244 245
typedef enum {
  EX_SOURCE_DATA_NOT_READY = 0x1,
L
Liu Jicong 已提交
246
  EX_SOURCE_DATA_READY = 0x2,
247 248
  EX_SOURCE_DATA_EXHAUSTED = 0x3,
} EX_SOURCE_STATUS;
249

250 251 252
#define COL_MATCH_FROM_COL_ID  0x1
#define COL_MATCH_FROM_SLOT_ID 0x2

253
typedef struct SSourceDataInfo {
L
Liu Jicong 已提交
254 255 256 257 258 259
  int32_t            index;
  SRetrieveTableRsp* pRsp;
  uint64_t           totalRows;
  int32_t            code;
  EX_SOURCE_STATUS   status;
  const char*        taskId;
260 261
} SSourceDataInfo;

H
Haojun Liao 已提交
262
typedef struct SLoadRemoteDataInfo {
dengyihao's avatar
dengyihao 已提交
263 264 265
  uint64_t totalSize;     // total load bytes from remote
  uint64_t totalRows;     // total number of rows
  uint64_t totalElapsed;  // total elapsed time
H
Haojun Liao 已提交
266 267
} SLoadRemoteDataInfo;

268
typedef struct SLimitInfo {
L
Liu Jicong 已提交
269 270 271 272 273 274 275
  SLimit   limit;
  SLimit   slimit;
  uint64_t currentGroupId;
  int64_t  remainGroupOffset;
  int64_t  numOfOutputGroups;
  int64_t  remainOffset;
  int64_t  numOfOutputRows;
276 277
} SLimitInfo;

278
typedef struct SExchangeInfo {
L
Liu Jicong 已提交
279 280 281 282
  SArray* pSources;
  SArray* pSourceDataInfo;
  tsem_t  ready;
  void*   pTransporter;
283 284 285
  // SArray<SSDataBlock*>, result block list, used to keep the multi-block that
  // passed by downstream operator
  SArray*             pResultBlockList;
L
Liu Jicong 已提交
286 287 288
  int32_t             rspBlockIndex;  // indicate the return block index in pResultBlockList
  SSDataBlock*        pDummyBlock;    // dummy block, not keep data
  bool                seqLoadData;    // sequential load data or not, false by default
dengyihao's avatar
dengyihao 已提交
289
  int32_t             current;
H
Haojun Liao 已提交
290
  SLoadRemoteDataInfo loadInfo;
291
  uint64_t            self;
292
  SLimitInfo          limitInfo;
293 294
} SExchangeInfo;

H
Haojun Liao 已提交
295
typedef struct SColMatchInfo {
L
Liu Jicong 已提交
296
  int32_t srcSlotId;  // source slot id
H
Haojun Liao 已提交
297 298
  int32_t colId;
  int32_t targetSlotId;
L
Liu Jicong 已提交
299
  bool    output;  // todo remove this?
300
  bool    reserved;
L
Liu Jicong 已提交
301
  int32_t matchType;  // determinate the source according to col id or slot id
H
Haojun Liao 已提交
302 303
} SColMatchInfo;

304
typedef struct SScanInfo {
L
Liu Jicong 已提交
305 306
  int32_t numOfAsc;
  int32_t numOfDesc;
307 308
} SScanInfo;

309
typedef struct SSampleExecInfo {
L
Liu Jicong 已提交
310 311
  double   sampleRatio;  // data block sample ratio, 1 by default
  uint32_t seed;         // random seed value
312 313
} SSampleExecInfo;

L
Liu Jicong 已提交
314 315
enum {
  TABLE_SCAN__TABLE_ORDER = 1,
316
  TABLE_SCAN__BLOCK_ORDER = 2,
L
Liu Jicong 已提交
317 318
};

319
typedef struct SAggSupporter {
H
Haojun Liao 已提交
320
  SSHashObj*     pResultRowHashTable;  // quick locate the window object for each result
321 322
  char*          keyBuf;               // window key buffer
  SDiskbasedBuf* pResultBuf;           // query result buffer based on blocked-wised disk file
L
Liu Jicong 已提交
323 324
  int32_t        resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  int32_t        currentPageId;  // current write page id
325 326 327
} SAggSupporter;

typedef struct {
L
Liu Jicong 已提交
328 329 330 331 332
  // if the upstream is an interval operator, the interval info is also kept here to get the time window to check if
  // current data block needs to be loaded.
  SInterval      interval;
  SAggSupporter* pAggSup;
  SExprSupp*     pExprSup;  // expr supporter of aggregate operator
333 334
} SAggOptrPushDownInfo;

335
typedef struct STableScanInfo {
L
Liu Jicong 已提交
336 337
  STsdbReader* dataReader;
  SReadHandle  readHandle;
338

339
  SFileBlockLoadRecorder readRecorder;
L
Liu Jicong 已提交
340 341 342
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
343

L
Liu Jicong 已提交
344 345 346 347 348 349 350 351 352 353 354
  SSDataBlock*         pResBlock;
  SArray*              pColMatchInfo;
  SExprSupp            pseudoSup;
  SQueryTableDataCond  cond;
  int32_t              scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t              dataBlockLoadFlag;
  SSampleExecInfo      sample;  // sample execution info
  int32_t              currentGroupId;
  int32_t              currentTable;
  int8_t               scanMode;
  int8_t               noTable;
355
  SAggOptrPushDownInfo pdInfo;
L
Liu Jicong 已提交
356
  int8_t               assignBlockUid;
357 358
} STableScanInfo;

359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388
typedef struct STableMergeScanInfo {
  STableListInfo* tableListInfo;
  int32_t         tableStartIndex;
  int32_t         tableEndIndex;
  bool            hasGroupId;
  uint64_t        groupId;
  SArray*         dataReaders;  // array of tsdbReaderT*
  SReadHandle     readHandle;
  int32_t         bufPageSize;
  uint32_t        sortBufSize;  // max buffer size for in-memory sort
  SArray*         pSortInfo;
  SSortHandle*    pSortHandle;

  SSDataBlock* pSortInputBlock;
  int64_t      startTs;  // sort start time
  SArray*      sortSourceParams;

  SFileBlockLoadRecorder readRecorder;
  int64_t                numOfRows;
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
  SqlFunctionCtx*        pCtx;         // which belongs to the direct upstream operator operator query context
  SResultRowInfo*        pResultRowInfo;
  int32_t*               rowEntryInfoOffset;
  SExprInfo*             pExpr;
  SSDataBlock*           pResBlock;
  SArray*                pColMatchInfo;
  int32_t                numOfOutput;

L
Liu Jicong 已提交
389
  SExprSupp pseudoSup;
390 391 392 393 394 395 396 397

  SQueryTableDataCond cond;
  int32_t             scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t             dataBlockLoadFlag;
  // if the upstream is an interval operator, the interval info is also kept here to get the time
  // window to check if current data block needs to be loaded.
  SInterval       interval;
  SSampleExecInfo sample;  // sample execution info
398 399

  SSortExecInfo sortExecInfo;
400 401
} STableMergeScanInfo;

402
typedef struct STagScanInfo {
L
Liu Jicong 已提交
403 404 405 406 407 408
  SColumnInfo*    pCols;
  SSDataBlock*    pRes;
  SArray*         pColMatchInfo;
  int32_t         curPos;
  SReadHandle     readHandle;
  STableListInfo* pTableList;
409 410
} STagScanInfo;

411
typedef struct SLastrowScanInfo {
L
Liu Jicong 已提交
412 413 414 415 416 417 418 419 420 421 422
  SSDataBlock* pRes;
  SReadHandle  readHandle;
  void*        pLastrowReader;
  SArray*      pColMatchInfo;
  int32_t*     pSlotIds;
  SExprSupp    pseudoExprSup;
  int32_t      retrieveType;
  int32_t      currentGroupIndex;
  SSDataBlock* pBufferredRes;
  SArray*      pUidList;
  int32_t      indexOfBufferedRes;
423 424
} SLastrowScanInfo;

5
54liuyao 已提交
425 426 427 428
typedef enum EStreamScanMode {
  STREAM_SCAN_FROM_READERHANDLE = 1,
  STREAM_SCAN_FROM_RES,
  STREAM_SCAN_FROM_UPDATERES,
429
  STREAM_SCAN_FROM_DELETE_DATA,
5
54liuyao 已提交
430
  STREAM_SCAN_FROM_DATAREADER_RETRIEVE,
L
Liu Jicong 已提交
431
  STREAM_SCAN_FROM_DATAREADER_RANGE,
5
54liuyao 已提交
432 433
} EStreamScanMode;

434 435 436 437 438
enum {
  PROJECT_RETRIEVE_CONTINUE = 0x1,
  PROJECT_RETRIEVE_DONE = 0x2,
};

5
54liuyao 已提交
439
typedef struct SCatchSupporter {
L
Liu Jicong 已提交
440 441 442 443
  SHashObj*      pWindowHashTable;  // quick locate the window object for each window
  SDiskbasedBuf* pDataBuf;          // buffer based on blocked-wised disk file
  int32_t        keySize;
  int64_t*       pKeyBuf;
5
54liuyao 已提交
444 445
} SCatchSupporter;

5
54liuyao 已提交
446
typedef struct SStreamAggSupporter {
5
54liuyao 已提交
447 448 449
  int32_t         resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  SSDataBlock*    pScanBlock;
  SStreamState*   pState;
450 451
  int64_t         gap;        // stream session window gap
  SqlFunctionCtx* pDummyCtx;  // for combine
5
54liuyao 已提交
452 453 454 455
  SSHashObj*      pResultRows;
  int32_t         stateKeySize;
  int16_t         stateKeyType;
  SDiskbasedBuf*  pResultBuf;
5
54liuyao 已提交
456 457
} SStreamAggSupporter;

458
typedef struct SWindowSupporter {
5
54liuyao 已提交
459
  SStreamAggSupporter* pStreamAggSup;
L
Liu Jicong 已提交
460
  int64_t              gap;
461
  uint16_t             parentType;
462
  SAggSupporter*       pIntervalAggSup;
463
} SWindowSupporter;
464

465
typedef struct SPartitionBySupporter {
L
Liu Jicong 已提交
466 467 468 469
  SArray* pGroupCols;     // group by columns, SArray<SColumn>
  SArray* pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*   keyBuf;         // group by keys for hash
  bool    needCalc;       // partition by column
470 471 472
} SPartitionBySupporter;

typedef struct SPartitionDataInfo {
L
Liu Jicong 已提交
473
  uint64_t groupId;
474 475
  char*    tbname;
  SArray*  tags;
L
Liu Jicong 已提交
476
  SArray*  rowIds;
477
} SPartitionDataInfo;
478

5
54liuyao 已提交
479
typedef struct STimeWindowAggSupp {
L
Liu Jicong 已提交
480 481
  int8_t          calTrigger;
  int64_t         waterMark;
5
54liuyao 已提交
482
  int64_t         deleteMark;
L
Liu Jicong 已提交
483
  TSKEY           maxTs;
5
54liuyao 已提交
484
  TSKEY           minTs;
L
Liu Jicong 已提交
485
  SColumnInfoData timeWindowData;  // query time window info for scalar function execution.
5
54liuyao 已提交
486 487
} STimeWindowAggSupp;

488
typedef struct SStreamScanInfo {
L
Liu Jicong 已提交
489 490 491
  uint64_t    tableUid;  // queried super table uid
  SExprInfo*  pPseudoExpr;
  int32_t     numOfPseudoExpr;
L
Liu Jicong 已提交
492
  SExprSupp   tbnameCalSup;
L
Liu Jicong 已提交
493
  SExprSupp   tagCalSup;
L
Liu Jicong 已提交
494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511
  int32_t     primaryTsIndex;  // primary time stamp slot id
  SReadHandle readHandle;
  SInterval   interval;       // if the upstream is an interval operator, the interval info is also kept here.
  SArray*     pColMatchInfo;  //
  SNode*      pCondition;

  SArray*      pBlockLists;  // multiple SSDatablock.
  SSDataBlock* pRes;         // result SSDataBlock
  SSDataBlock* pUpdateRes;   // update SSDataBlock
  int32_t      updateResIndex;
  int32_t      blockType;        // current block type
  int32_t      validBlockIndex;  // Is current data has returned?
  uint64_t     numOfExec;        // execution times
  STqReader*   tqReader;

  uint64_t     groupId;
  SUpdateInfo* pUpdateInfo;

L
Liu Jicong 已提交
512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527
  EStreamScanMode       scanMode;
  SOperatorInfo*        pStreamScanOp;
  SOperatorInfo*        pTableScanOp;
  SArray*               childIds;
  SWindowSupporter      windowSup;
  SPartitionBySupporter partitionSup;
  SExprSupp*            pPartScalarSup;
  bool                  assignBlockUid;  // assign block uid to groupId, temporarily used for generating rollup SMA.
  int32_t               scanWinIndex;    // for state operator
  int32_t               pullDataResIndex;
  SSDataBlock*          pPullDataRes;    // pull data SSDataBlock
  SSDataBlock*          pDeleteDataRes;  // delete data SSDataBlock
  int32_t               deleteDataIndex;
  STimeWindow           updateWin;
  STimeWindowAggSupp    twAggSup;
  SSDataBlock*          pUpdateDataRes;
L
Liu Jicong 已提交
528
  // status for tmq
L
Liu Jicong 已提交
529 530 531
  SNodeList* pGroupTags;
  SNode*     pTagCond;
  SNode*     pTagIndexCond;
532
} SStreamScanInfo;
H
Haojun Liao 已提交
533

L
Liu Jicong 已提交
534 535 536 537 538 539 540 541 542 543 544 545
typedef struct {
  //  int8_t    subType;
  //  bool      withMeta;
  //  int64_t   suid;
  //  int64_t   snapVersion;
  //  void     *metaInfo;
  //  void     *dataInfo;
  SVnode*       vnode;
  SSDataBlock   pRes;  // result SSDataBlock
  STsdbReader*  dataReader;
  SSnapContext* sContext;
} SStreamRawScanInfo;
546

dengyihao's avatar
dengyihao 已提交
547
typedef struct SSysTableIndex {
548 549 550
  int8_t  init;
  SArray* uids;
  int32_t lastIdx;
dengyihao's avatar
dengyihao 已提交
551 552
} SSysTableIndex;

553
typedef struct SSysTableScanInfo {
dengyihao's avatar
dengyihao 已提交
554 555 556 557
  SRetrieveMetaTableRsp* pRsp;
  SRetrieveTableReq      req;
  SEpSet                 epSet;
  tsem_t                 ready;
558 559
  SReadHandle            readHandle;
  int32_t                accountId;
560
  const char*            pUser;
561
  bool                   sysInfo;
562 563 564
  bool                   showRewrite;
  SNode*                 pCondition;  // db_name filter condition, to discard data that are not in current database
  SMTbCursor*            pCur;        // cursor for iterate the local table meta store.
565
  SSysTableIndex*        pIdx;        // idx for local table meta
566 567 568 569 570
  SArray*                scanCols;    // SArray<int16_t> scan column id list
  SName                  name;
  SSDataBlock*           pRes;
  int64_t                numOfBlocks;  // extract basic running information.
  SLoadRemoteDataInfo    loadInfo;
571 572
} SSysTableScanInfo;

573 574 575
typedef struct SBlockDistInfo {
  SSDataBlock* pResBlock;
  void*        pHandle;
576
  SReadHandle  readHandle;
L
Liu Jicong 已提交
577
  uint64_t     uid;  // table uid
578 579
} SBlockDistInfo;

580
// todo remove this
581
typedef struct SOptrBasicInfo {
L
Liu Jicong 已提交
582 583 584
  SResultRowInfo resultRowInfo;
  SSDataBlock*   pRes;
  bool           mergeResultBlock;
585 586
} SOptrBasicInfo;

587
typedef struct SIntervalAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
588
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
589
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
590
  SAggSupporter      aggSup;             // aggregate supporter
591
  SExprSupp          scalarSupp;         // supporter for perform scalar function
592 593 594 595 596
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
  STimeWindow        win;                // query time range
  bool               timeWindowInterpo;  // interpolation needed or not
597
  SArray*            pInterpCols;        // interpolation columns
598
  int32_t            resultTsOrder;      // result timestamp order
599
  int32_t            inputOrder;         // input data ts order
600 601
  EOPTR_EXEC_MODEL   execModel;          // operator execution model [batch model|stream model]
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
602
  SArray*            pPrevValues;  //  SArray<SGroupKeys> used to keep the previous not null value for interpolation.
603
  SNode*             pCondition;
604
} SIntervalAggOperatorInfo;
605

606
typedef struct SMergeAlignedIntervalAggOperatorInfo {
L
Liu Jicong 已提交
607
  SIntervalAggOperatorInfo* intervalAggOperatorInfo;
608

609
  //  bool         hasGroupId;
610 611
  uint64_t     groupId;  // current groupId
  int64_t      curTs;    // current ts
612 613
  SSDataBlock* prefetchedBlock;
  SNode*       pCondition;
614
  SResultRow*  pResultRow;
615 616
} SMergeAlignedIntervalAggOperatorInfo;

617
typedef struct SStreamIntervalOperatorInfo {
wmmhello's avatar
wmmhello 已提交
618
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
619 620 621 622 623 624
  SOptrBasicInfo     binfo;           // basic info
  SAggSupporter      aggSup;          // aggregate supporter
  SExprSupp          scalarSupp;      // supporter for perform scalar function
  SGroupResInfo      groupResInfo;    // multiple results build supporter
  SInterval          interval;        // interval info
  int32_t            primaryTsIndex;  // primary time stamp slot id from result of downstream operator.
625 626 627
  STimeWindowAggSupp twAggSup;
  bool               invertible;
  bool               ignoreExpiredData;
628
  SArray*            pDelWins;  // SWinRes
629 630
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
631
  SPhysiNode*        pPhyNode;  // create new child
5
54liuyao 已提交
632
  SHashObj*          pPullDataMap;
633
  SArray*            pPullWins;  // SPullWindowInfo
5
54liuyao 已提交
634 635
  int32_t            pullIndex;
  SSDataBlock*       pPullDataRes;
636 637 638 639
  bool               isFinal;
  SArray*            pChildren;
  SStreamState*      pState;
  SWinKey            delKey;
640
  SHashObj*          pGroupIdTbNameMap;  // uint64_t -> char[TSDB_TABLE_NAME_LEN]
641
} SStreamIntervalOperatorInfo;
5
54liuyao 已提交
642

643
typedef struct SAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
644
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
645 646
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
647

L
Liu Jicong 已提交
648 649 650 651 652
  STableQueryInfo* current;
  uint64_t         groupId;
  SGroupResInfo    groupResInfo;
  SExprSupp        scalarExprSup;
  SNode*           pCondition;
653 654 655
} SAggOperatorInfo;

typedef struct SProjectOperatorInfo {
L
Liu Jicong 已提交
656 657 658 659 660 661 662 663
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SNode*         pFilterNode;  // filter info, which is push down by optimizer
  SArray*        pPseudoColInfo;
  SLimitInfo     limitInfo;
  bool           mergeDataBlocks;
  SSDataBlock*   pFinalRes;
  SNode*         pCondition;
664 665
} SProjectOperatorInfo;

H
Haojun Liao 已提交
666
typedef struct SIndefOperatorInfo {
L
Liu Jicong 已提交
667 668 669 670 671 672
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SArray*        pPseudoColInfo;
  SExprSupp      scalarSup;
  SNode*         pCondition;
  uint64_t       groupId;
673

L
Liu Jicong 已提交
674
  SSDataBlock* pNextGroupRes;
H
Haojun Liao 已提交
675 676
} SIndefOperatorInfo;

677
typedef struct SFillOperatorInfo {
678 679
  struct SFillInfo* pFillInfo;
  SSDataBlock*      pRes;
H
Haojun Liao 已提交
680
  SSDataBlock*      pFinalRes;
681 682 683
  int64_t           totalInputRows;
  void**            p;
  SSDataBlock*      existNewGroupBlock;
684
  STimeWindow       win;
S
slzhou 已提交
685
  SNode*            pCondition;
686
  SArray*           pColMatchColInfo;
H
Haojun Liao 已提交
687
  int32_t           primaryTsCol;
H
Haojun Liao 已提交
688
  int32_t           primarySrcSlotId;
L
Liu Jicong 已提交
689
  uint64_t          curGroupId;  // current handled group id
690 691
  SExprInfo*        pExprInfo;
  int32_t           numOfExpr;
692
  SExprSupp         noFillExprSupp;
693 694 695
} SFillOperatorInfo;

typedef struct SGroupbyOperatorInfo {
L
Liu Jicong 已提交
696 697
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
H
Haojun Liao 已提交
698 699 700
  SArray*        pGroupCols;     // group by columns, SArray<SColumn>
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  SNode*         pCondition;
701 702 703
  bool           isInit;       // denote if current val is initialized or not
  char*          keyBuf;       // group by keys for hash
  int32_t        groupKeyLen;  // total group by column width
H
Haojun Liao 已提交
704 705
  SGroupResInfo  groupResInfo;
  SExprSupp      scalarSup;
706 707
} SGroupbyOperatorInfo;

H
Haojun Liao 已提交
708
typedef struct SDataGroupInfo {
L
Liu Jicong 已提交
709 710 711
  uint64_t groupId;
  int64_t  numOfRows;
  SArray*  pPageList;
H
Haojun Liao 已提交
712 713 714 715
} SDataGroupInfo;

// The sort in partition may be needed later.
typedef struct SPartitionOperatorInfo {
dengyihao's avatar
dengyihao 已提交
716 717 718 719 720 721 722
  SOptrBasicInfo binfo;
  SArray*        pGroupCols;
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*          keyBuf;         // group by keys for hash
  int32_t        groupKeyLen;    // total group by column width
  SHashObj*      pGroupSet;      // quick locate the window object for each result

L
Liu Jicong 已提交
723 724 725 726 727 728
  SDiskbasedBuf* pBuf;              // query result buffer based on blocked-wised disk file
  int32_t        rowCapacity;       // maximum number of rows for each buffer page
  int32_t*       columnOffset;      // start position for each column data
  SArray*        sortedGroupArray;  // SDataGroupInfo sorted by group id
  int32_t        groupIndex;        // group index
  int32_t        pageIndex;         // page index of current group
729
  SExprSupp      scalarSup;
H
Haojun Liao 已提交
730
} SPartitionOperatorInfo;
731

732
typedef struct SWindowRowsSup {
dengyihao's avatar
dengyihao 已提交
733 734 735 736
  STimeWindow win;
  TSKEY       prevTs;
  int32_t     startRowIndex;
  int32_t     numOfRows;
737
  uint64_t    groupId;
738 739
} SWindowRowsSup;

H
Haojun Liao 已提交
740
typedef struct SSessionAggOperatorInfo {
L
Liu Jicong 已提交
741 742
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
743

744 745
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
L
Liu Jicong 已提交
746 747 748
  bool               reptScan;  // next round scan
  int64_t            gap;       // session window gap
  int32_t            tsSlotId;  // primary timestamp slot id
749
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
750
  const SNode*       pCondition;
H
Haojun Liao 已提交
751
} SSessionAggOperatorInfo;
752

5
54liuyao 已提交
753
typedef struct SResultWindowInfo {
754 755 756
  void*       pOutputBuf;
  SSessionKey sessionWin;
  bool        isOutput;
5
54liuyao 已提交
757 758
} SResultWindowInfo;

5
54liuyao 已提交
759 760
typedef struct SStateWindowInfo {
  SResultWindowInfo winInfo;
5
54liuyao 已提交
761
  SStateKeys*       pStateKey;
5
54liuyao 已提交
762 763
} SStateWindowInfo;

5
54liuyao 已提交
764
typedef struct SStreamSessionAggOperatorInfo {
L
Liu Jicong 已提交
765 766
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
767
  SExprSupp           scalarSupp;  // supporter for perform scalar function
L
Liu Jicong 已提交
768 769 770 771 772
  SGroupResInfo       groupResInfo;
  int32_t             primaryTsIndex;  // primary timestamp slot id
  int32_t             endTsIndex;      // window end timestamp slot id
  int32_t             order;           // current SSDataBlock scan order
  STimeWindowAggSupp  twAggSup;
773 774 775
  SSDataBlock*        pWinBlock;   // window result
  SSDataBlock*        pDelRes;     // delete result
  SSDataBlock*        pUpdateRes;  // update window
L
Liu Jicong 已提交
776
  bool                returnUpdate;
5
54liuyao 已提交
777
  SSHashObj*          pStDeleted;
L
Liu Jicong 已提交
778
  void*               pDelIterator;
779 780
  SArray*             pChildren;  // cache for children's result; final stream operator
  SPhysiNode*         pPhyNode;   // create new child
L
Liu Jicong 已提交
781 782
  bool                isFinal;
  bool                ignoreExpiredData;
783
  SHashObj*           pGroupIdTbNameMap;
5
54liuyao 已提交
784 785
} SStreamSessionAggOperatorInfo;

5
54liuyao 已提交
786 787 788
typedef struct SStreamStateAggOperatorInfo {
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
789
  SExprSupp           scalarSupp;  // supporter for perform scalar function
5
54liuyao 已提交
790 791 792 793 794 795 796
  SGroupResInfo       groupResInfo;
  int32_t             primaryTsIndex;  // primary timestamp slot id
  STimeWindowAggSupp  twAggSup;
  SColumn             stateCol;
  SSDataBlock*        pDelRes;
  SSHashObj*          pSeDeleted;
  void*               pDelIterator;
797
  SArray*             pChildren;  // cache for children's result;
5
54liuyao 已提交
798 799 800 801
  bool                ignoreExpiredData;
  SHashObj*           pGroupIdTbNameMap;
} SStreamStateAggOperatorInfo;

802 803 804 805
typedef struct SStreamPartitionOperatorInfo {
  SOptrBasicInfo        binfo;
  SPartitionBySupporter partitionSup;
  SExprSupp             scalarSup;
806
  SExprSupp             tbnameCalSup;
L
Liu Jicong 已提交
807
  SExprSupp             tagCalSup;
808 809 810 811
  SHashObj*             pPartitions;
  void*                 parIte;
  SSDataBlock*          pInputDataBlock;
  int32_t               tsColIndex;
812
  SSDataBlock*          pDelRes;
813 814
} SStreamPartitionOperatorInfo;

5
54liuyao 已提交
815 816
typedef struct SStreamFillOperatorInfo {
  SStreamFillSupporter* pFillSup;
817 818 819 820 821 822 823 824 825 826 827 828
  SSDataBlock*          pRes;
  SSDataBlock*          pSrcBlock;
  int32_t               srcRowIndex;
  SSDataBlock*          pPrevSrcBlock;
  SSDataBlock*          pSrcDelBlock;
  int32_t               srcDelRowIndex;
  SSDataBlock*          pDelRes;
  SNode*                pCondition;
  SArray*               pColMatchColInfo;
  int32_t               primaryTsCol;
  int32_t               primarySrcSlotId;
  SStreamFillInfo*      pFillInfo;
5
54liuyao 已提交
829 830
} SStreamFillOperatorInfo;

831
typedef struct STimeSliceOperatorInfo {
L
Liu Jicong 已提交
832 833 834 835 836 837 838 839 840 841 842 843 844 845
  SSDataBlock*         pRes;
  STimeWindow          win;
  SInterval            interval;
  int64_t              current;
  SArray*              pPrevRow;     // SArray<SGroupValue>
  SArray*              pNextRow;     // SArray<SGroupValue>
  SArray*              pLinearInfo;  // SArray<SFillLinearInfo>
  bool                 fillLastPoint;
  bool                 isPrevRowSet;
  bool                 isNextRowSet;
  int32_t              fillType;      // fill type
  SColumn              tsCol;         // primary timestamp column
  SExprSupp            scalarSup;     // scalar calculation
  struct SFillColInfo* pFillColInfo;  // fill column info
846 847
} STimeSliceOperatorInfo;

848
typedef struct SStateWindowOperatorInfo {
wmmhello's avatar
wmmhello 已提交
849
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
850 851
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
852
  SExprSupp      scalarSup;
wmmhello's avatar
wmmhello 已提交
853

854 855
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
856
  SColumn            stateCol;  // start row index
857 858
  bool               hasKey;
  SStateKeys         stateKey;
859
  int32_t            tsSlotId;  // primary timestamp column slot id
860
  STimeWindowAggSupp twAggSup;
861
  const SNode*       pCondition;
862 863
} SStateWindowOperatorInfo;

H
Haojun Liao 已提交
864
typedef struct SSortOperatorInfo {
865
  SOptrBasicInfo binfo;
L
Liu Jicong 已提交
866 867 868 869 870
  uint32_t       sortBufSize;  // max buffer size for in-memory sort
  SArray*        pSortInfo;
  SSortHandle*   pSortHandle;
  SArray*        pColMatchInfo;  // for index map from table scan output
  int32_t        bufPageSize;
871 872 873 874
  int64_t        startTs;      // sort start time
  uint64_t       sortElapsed;  // sort elapsed time, time to flush to disk not included.
  SLimitInfo     limitInfo;
  SNode*         pCondition;
H
Haojun Liao 已提交
875
} SSortOperatorInfo;
876

dengyihao's avatar
dengyihao 已提交
877 878 879
typedef struct STagFilterOperatorInfo {
  SOptrBasicInfo binfo;
} STagFilterOperatorInfo;
880

881
typedef struct SJoinOperatorInfo {
L
Liu Jicong 已提交
882 883 884 885 886 887 888 889 890 891 892 893
  SSDataBlock* pRes;
  int32_t      joinType;
  int32_t      inputOrder;

  SSDataBlock* pLeft;
  int32_t      leftPos;
  SColumnInfo  leftCol;

  SSDataBlock* pRight;
  int32_t      rightPos;
  SColumnInfo  rightCol;
  SNode*       pCondAfterMerge;
894 895
} SJoinOperatorInfo;

896 897 898
#define OPTR_IS_OPENED(_optr)  (((_optr)->status & OP_OPENED) == OP_OPENED)
#define OPTR_SET_OPENED(_optr) ((_optr)->status |= OP_OPENED)

899 900
void doDestroyExchangeOperatorInfo(void* param);

901
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t streamFn,
L
Liu Jicong 已提交
902 903
                                   __optr_fn_t cleanup, __optr_close_fn_t closeFn, __optr_encode_fn_t encode,
                                   __optr_decode_fn_t decode, __optr_explain_fn_t explain);
904

H
Haojun Liao 已提交
905 906
int32_t operatorDummyOpenFn(SOperatorInfo* pOperator);
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num);
907 908 909

void    initBasicInfo(SOptrBasicInfo* pInfo, SSDataBlock* pBlock);
void    cleanupBasicInfo(SOptrBasicInfo* pInfo);
910
int32_t initExprSupp(SExprSupp* pSup, SExprInfo* pExprInfo, int32_t numOfExpr);
911
void    cleanupExprSupp(SExprSupp* pSup);
912
void    destroyExprInfo(SExprInfo* pExpr, int32_t numOfExprs);
L
Liu Jicong 已提交
913
int32_t initAggInfo(SExprSupp* pSup, SAggSupporter* pAggSup, SExprInfo* pExprInfo, int32_t numOfCols, size_t keyBufSize,
914
                    const char* pkey);
L
Liu Jicong 已提交
915
void    initResultSizeInfo(SResultInfo* pResultInfo, int32_t numOfRows);
916 917 918

void doBuildStreamResBlock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo,
                           SDiskbasedBuf* pBuf);
919 920
void doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo,
                            SDiskbasedBuf* pBuf);
921

L
Liu Jicong 已提交
922
int32_t handleLimitOffset(SOperatorInfo* pOperator, SLimitInfo* pLimitInfo, SSDataBlock* pBlock, bool holdDataInBuf);
923 924
bool    hasLimitOffsetInfo(SLimitInfo* pLimitInfo);
void    initLimitInfo(const SNode* pLimit, const SNode* pSLimit, SLimitInfo* pLimitInfo);
925

L
Liu Jicong 已提交
926 927
void doApplyFunctions(SExecTaskInfo* taskInfo, SqlFunctionCtx* pCtx, SColumnInfoData* pTimeWindowData, int32_t offset,
                      int32_t forwardStep, int32_t numOfTotal, int32_t numOfOutput);
928

H
Haojun Liao 已提交
929
int32_t extractDataBlockFromFetchRsp(SSDataBlock* pRes, char* pData, SArray* pColList, char** pNextStart);
L
Liu Jicong 已提交
930 931
void    updateLoadRemoteInfo(SLoadRemoteDataInfo* pInfo, int32_t numOfRows, int32_t dataLen, int64_t startTs,
                             SOperatorInfo* pOperator);
932

933 934
STimeWindow getFirstQualifiedTimeWindow(int64_t ts, STimeWindow* pWindow, SInterval* pInterval, int32_t order);

L
Liu Jicong 已提交
935
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag);
936
int32_t getBufferPgSize(int32_t rowSize, uint32_t* defaultPgsz, uint32_t* defaultBufsz);
937

dengyihao's avatar
dengyihao 已提交
938
void    doSetOperatorCompleted(SOperatorInfo* pOperator);
H
Haojun Liao 已提交
939
void    doFilter(const SNode* pFilterNode, SSDataBlock* pBlock, const SArray* pColMatchInfo, SFilterInfo* pFilterInfo);
940 941
int32_t addTagPseudoColumnData(SReadHandle* pHandle, SExprInfo* pPseudoExpr, int32_t numOfPseudoExpr,
                               SSDataBlock* pBlock, const char* idStr);
942

L
Liu Jicong 已提交
943 944 945
void cleanupAggSup(SAggSupporter* pAggSup);
void appendOneRowToDataBlock(SSDataBlock* pBlock, STupleHandle* pTupleHandle);
void setTbNameColData(void* pMeta, const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId);
946

L
Liu Jicong 已提交
947
int32_t doPrepareScan(SOperatorInfo* pOperator, uint64_t uid, int64_t ts);
948
int32_t doGetScanStatus(SOperatorInfo* pOperator, uint64_t* uid, int64_t* ts);
949

950
SSDataBlock* loadNextDataBlock(void* param);
951

952
void setResultRowInitCtx(SResultRow* pResult, SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset);
953

L
Liu Jicong 已提交
954 955 956
SResultRow* doSetResultOutBufByKey(SDiskbasedBuf* pResultBuf, SResultRowInfo* pResultRowInfo, char* pData,
                                   int16_t bytes, bool masterscan, uint64_t groupId, SExecTaskInfo* pTaskInfo,
                                   bool isIntervalQuery, SAggSupporter* pSup);
H
Haojun Liao 已提交
957

958 959
SOperatorInfo* createExchangeOperatorInfo(void* pTransporter, SExchangePhysiNode* pExNode, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
960 961
SOperatorInfo* createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* pHandle,
                                           SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
962 963
SOperatorInfo* createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pPhyNode,
                                         STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
964 965
SOperatorInfo* createSysTableScanOperatorInfo(void* readHandle, SSystemTableScanPhysiNode* pScanPhyNode,
                                              const char* pUser, SExecTaskInfo* pTaskInfo);
966

H
Haojun Liao 已提交
967
SOperatorInfo* createAggregateOperatorInfo(SOperatorInfo* downstream, SAggPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
968

L
Liu Jicong 已提交
969 970 971 972
SOperatorInfo* createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
                                                 SExecTaskInfo* pTaskInfo);
SOperatorInfo* createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode,
                                         SExecTaskInfo* pTaskInfo);
973
SOperatorInfo* createSortOperatorInfo(SOperatorInfo* downstream, SSortPhysiNode* pSortNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
974 975 976 977
SOperatorInfo* createMultiwayMergeOperatorInfo(SOperatorInfo** dowStreams, size_t numStreams,
                                               SMergePhysiNode* pMergePhysiNode, SExecTaskInfo* pTaskInfo);
SOperatorInfo* createCacherowsScanOperator(SLastRowScanPhysiNode* pTableScanNode, SReadHandle* readHandle,
                                           SExecTaskInfo* pTaskInfo);
978

H
Haojun Liao 已提交
979
SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SIntervalPhysiNode* pPhyNode,
L
Liu Jicong 已提交
980
                                          SExecTaskInfo* pTaskInfo, bool isStream);
981 982 983 984
SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
                                               SExecTaskInfo* pTaskInfo);
SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
                                                      SExecTaskInfo* pTaskInfo);
985 986
SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                     SExecTaskInfo* pTaskInfo, int32_t numOfChild);
H
Haojun Liao 已提交
987 988
SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionWinodwPhysiNode* pSessionNode,
                                            SExecTaskInfo* pTaskInfo);
989
SOperatorInfo* createGroupOperatorInfo(SOperatorInfo* downstream, SAggPhysiNode* pAggNode, SExecTaskInfo* pTaskInfo);
990 991
SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid,
                                               SBlockDistScanPhysiNode* pBlockScanNode, SExecTaskInfo* pTaskInfo);
992

993
SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,
994
                                            SExecTaskInfo* pTaskInfo);
995

996 997
SOperatorInfo* createRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
998 999 1000 1001 1002
SOperatorInfo* createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode,
                                      SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode,
                                             SExecTaskInfo* pTaskInfo);
SOperatorInfo* createPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode,
1003
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1004

1005
SOperatorInfo* createStreamPartitionOperatorInfo(SOperatorInfo* downstream, SStreamPartitionPhysiNode* pPartNode,
L
Liu Jicong 已提交
1006
                                                 SExecTaskInfo* pTaskInfo);
1007

1008
SOperatorInfo* createTimeSliceOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1009 1010
SOperatorInfo* createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream,
                                           SSortMergeJoinPhysiNode* pJoinNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1011

L
Liu Jicong 已提交
1012 1013 1014 1015
SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                  SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                       SExecTaskInfo* pTaskInfo, int32_t numOfChild);
1016 1017
SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1018

L
Liu Jicong 已提交
1019 1020
SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1021 1022
SOperatorInfo* createStreamFillOperatorInfo(SOperatorInfo* downstream, SStreamFillPhysiNode* pPhyFillNode,
                                            SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1023

1024
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
L
Liu Jicong 已提交
1025
                              int32_t numOfOutput, SArray* pPseudoList);
1026

1027
void setInputDataBlock(SExprSupp* pExprSupp, SSDataBlock* pBlock, int32_t order, int32_t scanFlag, bool createDummyCol);
X
Xiaoyu Wang 已提交
1028

1029
bool    isTaskKilled(SExecTaskInfo* pTaskInfo);
1030 1031
int32_t checkForQueryBuf(size_t numOfTables);

L
Liu Jicong 已提交
1032 1033
void setTaskKilled(SExecTaskInfo* pTaskInfo);
void queryCostStatis(SExecTaskInfo* pTaskInfo);
1034

dengyihao's avatar
dengyihao 已提交
1035
void    doDestroyTask(SExecTaskInfo* pTaskInfo);
1036 1037
int32_t getMaximumIdleDurationSec();

wmmhello's avatar
wmmhello 已提交
1038 1039 1040 1041
/*
 * ops:     root operator
 * data:    *data save the result of encode, need to be freed by caller
 * length:  *length save the length of *data
C
Cary Xu 已提交
1042
 * nOptrWithVal: *nOptrWithVal save the number of optr with value
wmmhello's avatar
wmmhello 已提交
1043 1044
 * return:  result code, 0 means success
 */
L
Liu Jicong 已提交
1045
int32_t encodeOperator(SOperatorInfo* ops, char** data, int32_t* length, int32_t* nOptrWithVal);
wmmhello's avatar
wmmhello 已提交
1046 1047 1048 1049 1050 1051 1052

/*
 * ops:    root operator, created by caller
 * data:   save the result of decode
 * length: the length of data
 * return: result code, 0 means success
 */
H
Haojun Liao 已提交
1053
int32_t decodeOperator(SOperatorInfo* ops, const char* data, int32_t length);
wmmhello's avatar
wmmhello 已提交
1054

1055
void    setTaskStatus(SExecTaskInfo* pTaskInfo, int8_t status);
dengyihao's avatar
dengyihao 已提交
1056
int32_t createExecTaskInfoImpl(SSubplan* pPlan, SExecTaskInfo** pTaskInfo, SReadHandle* pHandle, uint64_t taskId,
D
dapan1121 已提交
1057
                               char* sql, EOPTR_EXEC_MODEL model);
L
Liu Jicong 已提交
1058
int32_t createDataSinkParam(SDataSinkNode* pNode, void** pParam, qTaskInfo_t* pTaskInfo, SReadHandle* readHandle);
H
Haojun Liao 已提交
1059
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList);
dengyihao's avatar
dengyihao 已提交
1060

1061
int32_t aggDecodeResultRow(SOperatorInfo* pOperator, char* result);
wmmhello's avatar
wmmhello 已提交
1062 1063
int32_t aggEncodeResultRow(SOperatorInfo* pOperator, char** result, int32_t* length);

1064
STimeWindow getActiveTimeWindow(SDiskbasedBuf* pBuf, SResultRowInfo* pResultRowInfo, int64_t ts, SInterval* pInterval,
1065
                                int32_t order);
1066
int32_t getNumOfRowsInTimeWindow(SDataBlockInfo* pDataBlockInfo, TSKEY* pPrimaryColumn, int32_t startPos, TSKEY ekey,
L
Liu Jicong 已提交
1067
                                 __block_search_fn_t searchFn, STableQueryInfo* item, int32_t order);
5
54liuyao 已提交
1068
int32_t binarySearchForKey(char* pValue, int num, TSKEY key, int order);
1069
SResultRow* getNewResultRow(SDiskbasedBuf* pResultBuf, int32_t* currentPageId, int32_t interBufSize);
5
54liuyao 已提交
1070
void getCurSessionWindow(SStreamAggSupporter* pAggSup, TSKEY startTs, TSKEY endTs, uint64_t groupId, SSessionKey* pKey);
1071 1072 1073 1074 1075 1076 1077 1078 1079
bool isInTimeWindow(STimeWindow* pWin, TSKEY ts, int64_t gap);
bool functionNeedToExecute(SqlFunctionCtx* pCtx);
bool isOverdue(TSKEY ts, STimeWindowAggSupp* pSup);
bool isCloseWindow(STimeWindow* pWin, STimeWindowAggSupp* pSup);
bool isDeletedWindow(STimeWindow* pWin, uint64_t groupId, SAggSupporter* pSup);
bool isDeletedStreamWindow(STimeWindow* pWin, uint64_t groupId, SStreamState* pState, STimeWindowAggSupp* pTwSup);
void appendOneRowToStreamSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid,
                                      uint64_t* pGp, void* pTbName);
void printDataBlock(SSDataBlock* pBlock, const char* flag);
1080
uint64_t calGroupIdByData(SPartitionBySupporter* pParSup, SExprSupp* pExprSup, SSDataBlock* pBlock, int32_t rowId);
1081

1082 1083
int32_t finalizeResultRows(SDiskbasedBuf* pBuf, SResultRowPosition* resultRowPosition, SExprSupp* pSup,
                           SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo);
1084

L
Liu Jicong 已提交
1085 1086 1087
int32_t createScanTableListInfo(SScanPhysiNode* pScanNode, SNodeList* pGroupTags, bool groupSort, SReadHandle* pHandle,
                                STableListInfo* pTableListInfo, SNode* pTagCond, SNode* pTagIndexCond,
                                const char* idstr);
1088

S
shenglian zhou 已提交
1089 1090
SOperatorInfo* createGroupSortOperatorInfo(SOperatorInfo* downstream, SGroupSortPhysiNode* pSortPhyNode,
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1091
SOperatorInfo* createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, STableListInfo* pTableListInfo,
1092
                                                SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
1093

1094
void copyUpdateDataBlock(SSDataBlock* pDest, SSDataBlock* pSource, int32_t tsColIndex);
1095

L
Liu Jicong 已提交
1096
bool    groupbyTbname(SNodeList* pGroupList);
wmmhello's avatar
wmmhello 已提交
1097
int32_t generateGroupIdMap(STableListInfo* pTableListInfo, SReadHandle* pHandle, SNodeList* groupKey);
L
Liu Jicong 已提交
1098
void*   destroySqlFunctionCtx(SqlFunctionCtx* pCtx, int32_t numOfOutput);
1099
int32_t buildDataBlockFromGroupRes(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup,
1100
                                   SGroupResInfo* pGroupResInfo);
5
54liuyao 已提交
1101
int32_t saveSessionDiscBuf(SStreamState* pState, SSessionKey* key, void* buf, int32_t size);
1102
int32_t buildSessionResultDataBlock(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock,
5
54liuyao 已提交
1103
                                    SExprSupp* pSup, SGroupResInfo* pGroupResInfo);
1104 1105
int32_t setOutputBuf(SStreamState* pState, STimeWindow* win, SResultRow** pResult, int64_t tableGroupId,
                     SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset, SAggSupporter* pAggSup);
1106 1107
int32_t releaseOutputBuf(SStreamState* pState, SWinKey* pKey, SResultRow* pResult);
int32_t saveOutputBuf(SStreamState* pState, SWinKey* pKey, SResultRow* pResult, int32_t resSize);
5
54liuyao 已提交
1108
void    getNextIntervalWindow(SInterval* pInterval, STimeWindow* tw, int32_t order);
1109

1110 1111 1112 1113
#ifdef __cplusplus
}
#endif

1114
#endif  // TDENGINE_EXECUTORIMPL_H