executorimpl.h 43.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
H
Hongze Cheng 已提交
15
// clang-format off
16 17 18
#ifndef TDENGINE_EXECUTORIMPL_H
#define TDENGINE_EXECUTORIMPL_H

19 20 21 22
#ifdef __cplusplus
extern "C" {
#endif

23
#include "os.h"
S
common  
Shengliang Guan 已提交
24
#include "tcommon.h"
25
#include "tlosertree.h"
dengyihao's avatar
dengyihao 已提交
26
#include "tsort.h"
27 28 29
#include "ttszip.h"
#include "tvariant.h"

H
Haojun Liao 已提交
30
#include "dataSinkMgt.h"
31
#include "executil.h"
H
Haojun Liao 已提交
32
#include "executor.h"
H
Haojun Liao 已提交
33
#include "planner.h"
D
dapan1121 已提交
34
#include "scalar.h"
35 36
#include "taosdef.h"
#include "tarray.h"
5
54liuyao 已提交
37
#include "tfill.h"
H
Haojun Liao 已提交
38
#include "thash.h"
39
#include "tlockfree.h"
D
dapan1121 已提交
40
#include "tmsg.h"
dengyihao's avatar
dengyihao 已提交
41
#include "tpagedbuf.h"
L
Liu Jicong 已提交
42
#include "tstream.h"
L
Liu Jicong 已提交
43
#include "tstreamUpdate.h"
H
Haojun Liao 已提交
44

45
#include "executorInt.h"
L
Liu Jicong 已提交
46
#include "vnode.h"
H
Hongze Cheng 已提交
47

48 49
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);

dengyihao's avatar
dengyihao 已提交
50 51
#define IS_QUERY_KILLED(_q)   ((_q)->code == TSDB_CODE_TSC_QUERY_CANCELLED)
#define Q_STATUS_EQUAL(p, s)  (((p) & (s)) != 0u)
52 53
#define QUERY_IS_ASC_QUERY(q) (GET_FORWARD_DIRECTION_FACTOR((q)->order.order) == QUERY_ASC_FORWARD_STEP)

54
#define NEEDTO_COMPRESS_QUERY(size) ((size) > tsCompressColData ? 1 : 0)
55

5
54liuyao 已提交
56 57 58 59 60
#define IS_VALID_SESSION_WIN(winInfo)        ((winInfo).sessionWin.win.skey > 0)
#define SET_SESSION_WIN_INVALID(winInfo)     ((winInfo).sessionWin.win.skey = INT64_MIN)
#define IS_INVALID_SESSION_WIN_KEY(winKey)   ((winKey).win.skey <= 0)
#define SET_SESSION_WIN_KEY_INVALID(pWinKey) ((pWinKey)->win.skey = INT64_MIN)

61
enum {
62 63
  // when this task starts to execute, this status will set
  TASK_NOT_COMPLETED = 0x1u,
64

65
  /* Task is over
66 67 68
   * 1. this status is used in one row result query process, e.g., count/sum/first/last/ avg...etc.
   * 2. when all data within queried time window, it is also denoted as query_completed
   */
69
  TASK_COMPLETED = 0x2u,
70 71 72 73 74 75
};

/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
dengyihao's avatar
dengyihao 已提交
76 77 78 79 80
typedef struct SResultInfo {  // TODO refactor
  int64_t totalRows;          // total generated result size in rows
  int64_t totalBytes;         // total results in bytes.
  int32_t capacity;           // capacity of current result output buffer
  int32_t threshold;          // result size threshold in rows.
H
Haojun Liao 已提交
81
} SResultInfo;
82 83

typedef struct STableQueryInfo {
L
Liu Jicong 已提交
84 85
  TSKEY              lastKey;  // last check ts, todo remove it later
  SResultRowPosition pos;      // current active time window
86 87
} STableQueryInfo;

H
Haojun Liao 已提交
88 89 90 91 92
typedef struct SLimit {
  int64_t limit;
  int64_t offset;
} SLimit;

93
typedef struct STableScanAnalyzeInfo SFileBlockLoadRecorder;
94

H
Haojun Liao 已提交
95
typedef struct STaskCostInfo {
96 97
  int64_t  created;
  int64_t  start;
98 99 100 101 102 103 104 105
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;

  uint64_t loadDataTime;
106 107

  SFileBlockLoadRecorder* pRecoder;
L
Liu Jicong 已提交
108
  uint64_t                elapsedTime;
109

110 111 112 113 114 115 116
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
  uint64_t hashSize;
  uint64_t numOfTimeWindows;

  SArray*   queryProfEvents;      // SArray<SQueryProfEvent>
  SHashObj* operatorProfResults;  // map<operator_type, SQueryProfEvent>
H
Haojun Liao 已提交
117
} STaskCostInfo;
118

H
Haojun Liao 已提交
119
typedef struct SOperatorCostInfo {
L
Liu Jicong 已提交
120 121
  double openCost;
  double totalCost;
H
Haojun Liao 已提交
122 123
} SOperatorCostInfo;

124 125
struct SOperatorInfo;

wmmhello's avatar
wmmhello 已提交
126
typedef int32_t (*__optr_encode_fn_t)(struct SOperatorInfo* pOperator, char** result, int32_t* length);
127
typedef int32_t (*__optr_decode_fn_t)(struct SOperatorInfo* pOperator, char* result);
128

129
typedef int32_t (*__optr_open_fn_t)(struct SOperatorInfo* pOptr);
130
typedef SSDataBlock* (*__optr_fn_t)(struct SOperatorInfo* pOptr);
131
typedef void (*__optr_close_fn_t)(void* param);
132
typedef int32_t (*__optr_explain_fn_t)(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len);
H
Haojun Liao 已提交
133

H
Haojun Liao 已提交
134
typedef struct STaskIdInfo {
135 136 137 138
  uint64_t queryId;  // this is also a request id
  uint64_t subplanId;
  uint64_t templateId;
  char*    str;
H
Haojun Liao 已提交
139 140
} STaskIdInfo;

L
Liu Jicong 已提交
141 142 143 144 145 146
enum {
  STREAM_RECOVER_STEP__NONE = 0,
  STREAM_RECOVER_STEP__PREPARE,
  STREAM_RECOVER_STEP__SCAN,
};

L
Liu Jicong 已提交
147
typedef struct {
L
Liu Jicong 已提交
148 149 150 151 152 153
  // TODO remove prepareStatus
  STqOffsetVal prepareStatus;  // for tmq
  STqOffsetVal lastStatus;     // for tmq
  SMqMetaRsp   metaRsp;        // for tmq fetching meta
  int8_t       returned;
  int64_t      snapshotVer;
L
Liu Jicong 已提交
154
  const SSubmitReq*  pReq;
L
Liu Jicong 已提交
155 156 157 158 159 160 161

  SSchemaWrapper*     schema;
  char                tbName[TSDB_TABLE_NAME_LEN];
  SSDataBlock*        pullOverBlk;  // for streaming
  SWalFilterCond      cond;
  int64_t             lastScanUid;
  int8_t              recoverStep;
L
Liu Jicong 已提交
162
  SQueryTableDataCond tableCond;
L
Liu Jicong 已提交
163 164
  int64_t             recoverStartVer;
  int64_t             recoverEndVer;
L
Liu Jicong 已提交
165 166
  int64_t             fillHistoryVer1;
  int64_t             fillHistoryVer2;
L
Liu Jicong 已提交
167
  SStreamState*       pState;
L
Liu Jicong 已提交
168 169
} SStreamTaskInfo;

170 171 172 173 174
typedef struct {
  char*           tablename;
  char*           dbname;
  int32_t         tversion;
  SSchemaWrapper* sw;
175
  SSchemaWrapper* qsw;
176 177
} SSchemaInfo;

178
typedef struct SExecTaskInfo {
L
Liu Jicong 已提交
179 180 181 182 183 184 185 186 187 188 189 190 191 192 193
  STaskIdInfo   id;
  uint32_t      status;
  STimeWindow   window;
  STaskCostInfo cost;
  int64_t       owner;  // if it is in execution
  int32_t       code;

  int64_t               version;  // used for stream to record wal version
  SStreamTaskInfo       streamInfo;
  SSchemaInfo           schemaInfo;
  STableListInfo        tableqinfoList;  // this is a table list
  const char*           sql;             // query sql string
  jmp_buf               env;             // jump to this position when error happens.
  EOPTR_EXEC_MODEL      execModel;       // operator execution model [batch model|stream model]
  SSubplan*             pSubplan;
194
  struct SOperatorInfo* pRoot;
D
dapan1121 已提交
195
  SLocalFetch      localFetch;
196
} SExecTaskInfo;
H
Haojun Liao 已提交
197

198
enum {
L
Liu Jicong 已提交
199 200
  OP_NOT_OPENED = 0x0,
  OP_OPENED = 0x1,
H
Haojun Liao 已提交
201
  OP_RES_TO_RETURN = 0x5,
L
Liu Jicong 已提交
202
  OP_EXEC_DONE = 0x9,
L
Liu Jicong 已提交
203
  OP_EXEC_RECV = 0x11,
204 205
};

206
typedef struct SOperatorFpSet {
L
Liu Jicong 已提交
207 208 209 210 211 212 213 214
  __optr_open_fn_t    _openFn;  // DO NOT invoke this function directly
  __optr_fn_t         getNextFn;
  __optr_fn_t         getStreamResFn;  // execute the aggregate in the stream model, todo remove it
  __optr_fn_t         cleanupFn;       // call this function to release the allocated resources ASAP
  __optr_close_fn_t   closeFn;
  __optr_encode_fn_t  encodeResultRow;
  __optr_decode_fn_t  decodeResultRow;
  __optr_explain_fn_t getExplainFn;
215 216
} SOperatorFpSet;

217 218
typedef struct SExprSupp {
  SExprInfo*      pExprInfo;
L
Liu Jicong 已提交
219
  int32_t         numOfExprs;  // the number of scalar expression in group operator
220 221
  SqlFunctionCtx* pCtx;
  int32_t*        rowEntryInfoOffset;  // offset value for each row result cell info
H
Haojun Liao 已提交
222
  SFilterInfo*    pFilterInfo;
223 224
} SExprSupp;

225
typedef struct SOperatorInfo {
226
  uint16_t               operatorType;
227
  int16_t                resultDataBlockId;
L
Liu Jicong 已提交
228 229 230 231 232 233 234 235 236 237 238
  bool                   blocking;  // block operator or not
  uint8_t                status;    // denote if current operator is completed
  char*                  name;      // name, for debug purpose
  void*                  info;      // extension attribution
  SExprSupp              exprSupp;
  SExecTaskInfo*         pTaskInfo;
  SOperatorCostInfo      cost;
  SResultInfo            resultInfo;
  struct SOperatorInfo** pDownstream;      // downstram pointer list
  int32_t                numOfDownstream;  // number of downstream. The value is always ONE expect for join operator
  SOperatorFpSet         fpSet;
239 240
} SOperatorInfo;

241 242
typedef enum {
  EX_SOURCE_DATA_NOT_READY = 0x1,
L
Liu Jicong 已提交
243
  EX_SOURCE_DATA_READY = 0x2,
244 245
  EX_SOURCE_DATA_EXHAUSTED = 0x3,
} EX_SOURCE_STATUS;
246

247 248 249
#define COL_MATCH_FROM_COL_ID  0x1
#define COL_MATCH_FROM_SLOT_ID 0x2

250
typedef struct SSourceDataInfo {
L
Liu Jicong 已提交
251 252 253 254 255 256
  int32_t            index;
  SRetrieveTableRsp* pRsp;
  uint64_t           totalRows;
  int32_t            code;
  EX_SOURCE_STATUS   status;
  const char*        taskId;
257 258
} SSourceDataInfo;

H
Haojun Liao 已提交
259
typedef struct SLoadRemoteDataInfo {
dengyihao's avatar
dengyihao 已提交
260 261 262
  uint64_t totalSize;     // total load bytes from remote
  uint64_t totalRows;     // total number of rows
  uint64_t totalElapsed;  // total elapsed time
H
Haojun Liao 已提交
263 264
} SLoadRemoteDataInfo;

265
typedef struct SLimitInfo {
L
Liu Jicong 已提交
266 267 268 269 270 271 272
  SLimit   limit;
  SLimit   slimit;
  uint64_t currentGroupId;
  int64_t  remainGroupOffset;
  int64_t  numOfOutputGroups;
  int64_t  remainOffset;
  int64_t  numOfOutputRows;
273 274
} SLimitInfo;

275
typedef struct SExchangeInfo {
L
Liu Jicong 已提交
276 277 278 279
  SArray* pSources;
  SArray* pSourceDataInfo;
  tsem_t  ready;
  void*   pTransporter;
280 281 282
  // SArray<SSDataBlock*>, result block list, used to keep the multi-block that
  // passed by downstream operator
  SArray*             pResultBlockList;
L
Liu Jicong 已提交
283 284 285
  int32_t             rspBlockIndex;  // indicate the return block index in pResultBlockList
  SSDataBlock*        pDummyBlock;    // dummy block, not keep data
  bool                seqLoadData;    // sequential load data or not, false by default
dengyihao's avatar
dengyihao 已提交
286
  int32_t             current;
H
Haojun Liao 已提交
287
  SLoadRemoteDataInfo loadInfo;
288
  uint64_t            self;
289
  SLimitInfo          limitInfo;
290 291
} SExchangeInfo;

H
Haojun Liao 已提交
292
typedef struct SColMatchInfo {
L
Liu Jicong 已提交
293
  int32_t srcSlotId;  // source slot id
H
Haojun Liao 已提交
294 295
  int32_t colId;
  int32_t targetSlotId;
L
Liu Jicong 已提交
296
  bool    output;  // todo remove this?
297
  bool    reserved;
L
Liu Jicong 已提交
298
  int32_t matchType;  // determinate the source according to col id or slot id
H
Haojun Liao 已提交
299 300
} SColMatchInfo;

301
typedef struct SScanInfo {
L
Liu Jicong 已提交
302 303
  int32_t numOfAsc;
  int32_t numOfDesc;
304 305
} SScanInfo;

306
typedef struct SSampleExecInfo {
L
Liu Jicong 已提交
307 308
  double   sampleRatio;  // data block sample ratio, 1 by default
  uint32_t seed;         // random seed value
309 310
} SSampleExecInfo;

L
Liu Jicong 已提交
311 312
enum {
  TABLE_SCAN__TABLE_ORDER = 1,
313
  TABLE_SCAN__BLOCK_ORDER = 2,
L
Liu Jicong 已提交
314 315
};

316
typedef struct SAggSupporter {
H
Haojun Liao 已提交
317
  SSHashObj*     pResultRowHashTable;  // quick locate the window object for each result
318 319
  char*          keyBuf;               // window key buffer
  SDiskbasedBuf* pResultBuf;           // query result buffer based on blocked-wised disk file
L
Liu Jicong 已提交
320 321
  int32_t        resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  int32_t        currentPageId;  // current write page id
322 323 324
} SAggSupporter;

typedef struct {
L
Liu Jicong 已提交
325 326 327 328 329
  // if the upstream is an interval operator, the interval info is also kept here to get the time window to check if
  // current data block needs to be loaded.
  SInterval      interval;
  SAggSupporter* pAggSup;
  SExprSupp*     pExprSup;  // expr supporter of aggregate operator
330 331
} SAggOptrPushDownInfo;

332
typedef struct STableScanInfo {
L
Liu Jicong 已提交
333 334
  STsdbReader* dataReader;
  SReadHandle  readHandle;
335

336
  SFileBlockLoadRecorder readRecorder;
L
Liu Jicong 已提交
337 338 339
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
340

L
Liu Jicong 已提交
341 342 343 344 345 346 347 348 349 350 351
  SSDataBlock*         pResBlock;
  SArray*              pColMatchInfo;
  SExprSupp            pseudoSup;
  SQueryTableDataCond  cond;
  int32_t              scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t              dataBlockLoadFlag;
  SSampleExecInfo      sample;  // sample execution info
  int32_t              currentGroupId;
  int32_t              currentTable;
  int8_t               scanMode;
  int8_t               noTable;
352
  SAggOptrPushDownInfo pdInfo;
L
Liu Jicong 已提交
353
  int8_t               assignBlockUid;
354 355
} STableScanInfo;

356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385
typedef struct STableMergeScanInfo {
  STableListInfo* tableListInfo;
  int32_t         tableStartIndex;
  int32_t         tableEndIndex;
  bool            hasGroupId;
  uint64_t        groupId;
  SArray*         dataReaders;  // array of tsdbReaderT*
  SReadHandle     readHandle;
  int32_t         bufPageSize;
  uint32_t        sortBufSize;  // max buffer size for in-memory sort
  SArray*         pSortInfo;
  SSortHandle*    pSortHandle;

  SSDataBlock* pSortInputBlock;
  int64_t      startTs;  // sort start time
  SArray*      sortSourceParams;

  SFileBlockLoadRecorder readRecorder;
  int64_t                numOfRows;
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
  SqlFunctionCtx*        pCtx;         // which belongs to the direct upstream operator operator query context
  SResultRowInfo*        pResultRowInfo;
  int32_t*               rowEntryInfoOffset;
  SExprInfo*             pExpr;
  SSDataBlock*           pResBlock;
  SArray*                pColMatchInfo;
  int32_t                numOfOutput;

L
Liu Jicong 已提交
386
  SExprSupp pseudoSup;
387 388 389 390 391 392 393 394

  SQueryTableDataCond cond;
  int32_t             scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t             dataBlockLoadFlag;
  // if the upstream is an interval operator, the interval info is also kept here to get the time
  // window to check if current data block needs to be loaded.
  SInterval       interval;
  SSampleExecInfo sample;  // sample execution info
395 396

  SSortExecInfo sortExecInfo;
397 398
} STableMergeScanInfo;

399
typedef struct STagScanInfo {
L
Liu Jicong 已提交
400 401 402 403 404 405
  SColumnInfo*    pCols;
  SSDataBlock*    pRes;
  SArray*         pColMatchInfo;
  int32_t         curPos;
  SReadHandle     readHandle;
  STableListInfo* pTableList;
406 407
} STagScanInfo;

408
typedef struct SLastrowScanInfo {
L
Liu Jicong 已提交
409 410 411 412 413 414 415 416 417 418 419
  SSDataBlock* pRes;
  SReadHandle  readHandle;
  void*        pLastrowReader;
  SArray*      pColMatchInfo;
  int32_t*     pSlotIds;
  SExprSupp    pseudoExprSup;
  int32_t      retrieveType;
  int32_t      currentGroupIndex;
  SSDataBlock* pBufferredRes;
  SArray*      pUidList;
  int32_t      indexOfBufferedRes;
420 421
} SLastrowScanInfo;

5
54liuyao 已提交
422 423 424 425
typedef enum EStreamScanMode {
  STREAM_SCAN_FROM_READERHANDLE = 1,
  STREAM_SCAN_FROM_RES,
  STREAM_SCAN_FROM_UPDATERES,
426
  STREAM_SCAN_FROM_DELETE_DATA,
5
54liuyao 已提交
427
  STREAM_SCAN_FROM_DATAREADER_RETRIEVE,
L
Liu Jicong 已提交
428
  STREAM_SCAN_FROM_DATAREADER_RANGE,
5
54liuyao 已提交
429 430
} EStreamScanMode;

431 432 433 434 435
enum {
  PROJECT_RETRIEVE_CONTINUE = 0x1,
  PROJECT_RETRIEVE_DONE = 0x2,
};

5
54liuyao 已提交
436
typedef struct SCatchSupporter {
L
Liu Jicong 已提交
437 438 439 440
  SHashObj*      pWindowHashTable;  // quick locate the window object for each window
  SDiskbasedBuf* pDataBuf;          // buffer based on blocked-wised disk file
  int32_t        keySize;
  int64_t*       pKeyBuf;
5
54liuyao 已提交
441 442
} SCatchSupporter;

5
54liuyao 已提交
443
typedef struct SStreamAggSupporter {
5
54liuyao 已提交
444 445 446 447 448 449 450 451 452
  int32_t         resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  SSDataBlock*    pScanBlock;
  SStreamState*   pState;
  int64_t         gap;            // stream session window gap
  SqlFunctionCtx* pDummyCtx;      // for combine
  SSHashObj*      pResultRows;
  int32_t         stateKeySize;
  int16_t         stateKeyType;
  SDiskbasedBuf*  pResultBuf;
5
54liuyao 已提交
453 454
} SStreamAggSupporter;

455
typedef struct SWindowSupporter {
5
54liuyao 已提交
456
  SStreamAggSupporter* pStreamAggSup;
L
Liu Jicong 已提交
457
  int64_t              gap;
458
  uint16_t             parentType;
459
  SAggSupporter*       pIntervalAggSup;
460
} SWindowSupporter;
461

462
typedef struct SPartitionBySupporter {
L
Liu Jicong 已提交
463 464 465 466
  SArray* pGroupCols;     // group by columns, SArray<SColumn>
  SArray* pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*   keyBuf;         // group by keys for hash
  bool    needCalc;       // partition by column
467 468 469
} SPartitionBySupporter;

typedef struct SPartitionDataInfo {
L
Liu Jicong 已提交
470
  uint64_t groupId;
471 472
  char*    tbname;
  SArray*  tags;
L
Liu Jicong 已提交
473
  SArray*  rowIds;
474
} SPartitionDataInfo;
475

5
54liuyao 已提交
476
typedef struct STimeWindowAggSupp {
L
Liu Jicong 已提交
477 478
  int8_t          calTrigger;
  int64_t         waterMark;
5
54liuyao 已提交
479
  int64_t         deleteMark;
L
Liu Jicong 已提交
480
  TSKEY           maxTs;
5
54liuyao 已提交
481
  TSKEY           minTs;
L
Liu Jicong 已提交
482
  SColumnInfoData timeWindowData;  // query time window info for scalar function execution.
5
54liuyao 已提交
483 484
} STimeWindowAggSupp;

485
typedef struct SStreamScanInfo {
L
Liu Jicong 已提交
486 487 488
  uint64_t    tableUid;  // queried super table uid
  SExprInfo*  pPseudoExpr;
  int32_t     numOfPseudoExpr;
L
Liu Jicong 已提交
489
  SExprSupp   tbnameCalSup;
L
Liu Jicong 已提交
490
  SExprSupp   tagCalSup;
L
Liu Jicong 已提交
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
  int32_t     primaryTsIndex;  // primary time stamp slot id
  SReadHandle readHandle;
  SInterval   interval;       // if the upstream is an interval operator, the interval info is also kept here.
  SArray*     pColMatchInfo;  //
  SNode*      pCondition;

  SArray*      pBlockLists;  // multiple SSDatablock.
  SSDataBlock* pRes;         // result SSDataBlock
  SSDataBlock* pUpdateRes;   // update SSDataBlock
  int32_t      updateResIndex;
  int32_t      blockType;        // current block type
  int32_t      validBlockIndex;  // Is current data has returned?
  uint64_t     numOfExec;        // execution times
  STqReader*   tqReader;

  uint64_t     groupId;
  SUpdateInfo* pUpdateInfo;

L
Liu Jicong 已提交
509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524
  EStreamScanMode       scanMode;
  SOperatorInfo*        pStreamScanOp;
  SOperatorInfo*        pTableScanOp;
  SArray*               childIds;
  SWindowSupporter      windowSup;
  SPartitionBySupporter partitionSup;
  SExprSupp*            pPartScalarSup;
  bool                  assignBlockUid;  // assign block uid to groupId, temporarily used for generating rollup SMA.
  int32_t               scanWinIndex;    // for state operator
  int32_t               pullDataResIndex;
  SSDataBlock*          pPullDataRes;    // pull data SSDataBlock
  SSDataBlock*          pDeleteDataRes;  // delete data SSDataBlock
  int32_t               deleteDataIndex;
  STimeWindow           updateWin;
  STimeWindowAggSupp    twAggSup;
  SSDataBlock*          pUpdateDataRes;
L
Liu Jicong 已提交
525
  // status for tmq
L
Liu Jicong 已提交
526 527 528
  SNodeList* pGroupTags;
  SNode*     pTagCond;
  SNode*     pTagIndexCond;
529
} SStreamScanInfo;
H
Haojun Liao 已提交
530

L
Liu Jicong 已提交
531 532 533 534 535 536 537 538 539 540 541 542
typedef struct {
  //  int8_t    subType;
  //  bool      withMeta;
  //  int64_t   suid;
  //  int64_t   snapVersion;
  //  void     *metaInfo;
  //  void     *dataInfo;
  SVnode*       vnode;
  SSDataBlock   pRes;  // result SSDataBlock
  STsdbReader*  dataReader;
  SSnapContext* sContext;
} SStreamRawScanInfo;
543

544
typedef struct SSysTableScanInfo {
dengyihao's avatar
dengyihao 已提交
545 546 547 548
  SRetrieveMetaTableRsp* pRsp;
  SRetrieveTableReq      req;
  SEpSet                 epSet;
  tsem_t                 ready;
549 550
  SReadHandle            readHandle;
  int32_t                accountId;
551
  const char*            pUser;
552
  bool                   sysInfo;
553 554 555 556 557 558 559 560
  bool                   showRewrite;
  SNode*                 pCondition;  // db_name filter condition, to discard data that are not in current database
  SMTbCursor*            pCur;        // cursor for iterate the local table meta store.
  SArray*                scanCols;    // SArray<int16_t> scan column id list
  SName                  name;
  SSDataBlock*           pRes;
  int64_t                numOfBlocks;  // extract basic running information.
  SLoadRemoteDataInfo    loadInfo;
561 562
} SSysTableScanInfo;

563 564 565
typedef struct SBlockDistInfo {
  SSDataBlock* pResBlock;
  void*        pHandle;
566
  SReadHandle  readHandle;
L
Liu Jicong 已提交
567
  uint64_t     uid;  // table uid
568 569
} SBlockDistInfo;

570
// todo remove this
571
typedef struct SOptrBasicInfo {
L
Liu Jicong 已提交
572 573 574
  SResultRowInfo resultRowInfo;
  SSDataBlock*   pRes;
  bool           mergeResultBlock;
575 576
} SOptrBasicInfo;

577
typedef struct SIntervalAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
578
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
579
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
580
  SAggSupporter      aggSup;             // aggregate supporter
581
  SExprSupp          scalarSupp;         // supporter for perform scalar function
582 583 584 585 586
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
  STimeWindow        win;                // query time range
  bool               timeWindowInterpo;  // interpolation needed or not
587
  SArray*            pInterpCols;        // interpolation columns
588
  int32_t            resultTsOrder;      // result timestamp order
589
  int32_t            inputOrder;         // input data ts order
590 591
  EOPTR_EXEC_MODEL   execModel;          // operator execution model [batch model|stream model]
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
592
  SArray*            pPrevValues;  //  SArray<SGroupKeys> used to keep the previous not null value for interpolation.
593
  SNode*             pCondition;
594
} SIntervalAggOperatorInfo;
595

596
typedef struct SMergeAlignedIntervalAggOperatorInfo {
L
Liu Jicong 已提交
597
  SIntervalAggOperatorInfo* intervalAggOperatorInfo;
598

599
//  bool         hasGroupId;
600 601
  uint64_t     groupId;  // current groupId
  int64_t      curTs;    // current ts
602 603
  SSDataBlock* prefetchedBlock;
  SNode*       pCondition;
604
  SResultRow*  pResultRow;
605 606
} SMergeAlignedIntervalAggOperatorInfo;

607
typedef struct SStreamIntervalOperatorInfo {
wmmhello's avatar
wmmhello 已提交
608
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
5
54liuyao 已提交
609
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
610
  SAggSupporter      aggSup;             // aggregate supporter
5
54liuyao 已提交
611
  SExprSupp          scalarSupp;         // supporter for perform scalar function
5
54liuyao 已提交
612 613 614
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
615 616 617 618 619 620
  STimeWindowAggSupp twAggSup;
  bool               invertible;
  bool               ignoreExpiredData;
  SArray*            pDelWins;           // SWinRes
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
621
  SPhysiNode*        pPhyNode;           // create new child
5
54liuyao 已提交
622
  SHashObj*          pPullDataMap;
623
  SArray*            pPullWins;          // SPullWindowInfo
5
54liuyao 已提交
624 625
  int32_t            pullIndex;
  SSDataBlock*       pPullDataRes;
626 627 628 629
  bool               isFinal;
  SArray*            pChildren;
  SStreamState*      pState;
  SWinKey            delKey;
630
  SHashObj*          pGroupIdTbNameMap;  // uint64_t -> char[TSDB_TABLE_NAME_LEN]
631
} SStreamIntervalOperatorInfo;
5
54liuyao 已提交
632

633
typedef struct SAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
634
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
635 636
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
637

L
Liu Jicong 已提交
638 639 640 641 642
  STableQueryInfo* current;
  uint64_t         groupId;
  SGroupResInfo    groupResInfo;
  SExprSupp        scalarExprSup;
  SNode*           pCondition;
643 644 645
} SAggOperatorInfo;

typedef struct SProjectOperatorInfo {
L
Liu Jicong 已提交
646 647 648 649 650 651 652 653
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SNode*         pFilterNode;  // filter info, which is push down by optimizer
  SArray*        pPseudoColInfo;
  SLimitInfo     limitInfo;
  bool           mergeDataBlocks;
  SSDataBlock*   pFinalRes;
  SNode*         pCondition;
654 655
} SProjectOperatorInfo;

H
Haojun Liao 已提交
656
typedef struct SIndefOperatorInfo {
L
Liu Jicong 已提交
657 658 659 660 661 662
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SArray*        pPseudoColInfo;
  SExprSupp      scalarSup;
  SNode*         pCondition;
  uint64_t       groupId;
663

L
Liu Jicong 已提交
664
  SSDataBlock* pNextGroupRes;
H
Haojun Liao 已提交
665 666
} SIndefOperatorInfo;

667
typedef struct SFillOperatorInfo {
668 669
  struct SFillInfo* pFillInfo;
  SSDataBlock*      pRes;
H
Haojun Liao 已提交
670
  SSDataBlock*      pFinalRes;
671 672 673
  int64_t           totalInputRows;
  void**            p;
  SSDataBlock*      existNewGroupBlock;
674
  STimeWindow       win;
S
slzhou 已提交
675
  SNode*            pCondition;
676
  SArray*           pColMatchColInfo;
H
Haojun Liao 已提交
677
  int32_t           primaryTsCol;
H
Haojun Liao 已提交
678
  int32_t           primarySrcSlotId;
L
Liu Jicong 已提交
679
  uint64_t          curGroupId;  // current handled group id
680 681
  SExprInfo*        pExprInfo;
  int32_t           numOfExpr;
682
  SExprSupp         noFillExprSupp;
683 684 685
} SFillOperatorInfo;

typedef struct SGroupbyOperatorInfo {
L
Liu Jicong 已提交
686 687
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
H
Haojun Liao 已提交
688 689 690 691 692 693 694 695
  SArray*        pGroupCols;     // group by columns, SArray<SColumn>
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  SNode*         pCondition;
  bool           isInit;         // denote if current val is initialized or not
  char*          keyBuf;         // group by keys for hash
  int32_t        groupKeyLen;    // total group by column width
  SGroupResInfo  groupResInfo;
  SExprSupp      scalarSup;
696 697
} SGroupbyOperatorInfo;

H
Haojun Liao 已提交
698
typedef struct SDataGroupInfo {
L
Liu Jicong 已提交
699 700 701
  uint64_t groupId;
  int64_t  numOfRows;
  SArray*  pPageList;
H
Haojun Liao 已提交
702 703 704 705
} SDataGroupInfo;

// The sort in partition may be needed later.
typedef struct SPartitionOperatorInfo {
dengyihao's avatar
dengyihao 已提交
706 707 708 709 710 711 712
  SOptrBasicInfo binfo;
  SArray*        pGroupCols;
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*          keyBuf;         // group by keys for hash
  int32_t        groupKeyLen;    // total group by column width
  SHashObj*      pGroupSet;      // quick locate the window object for each result

L
Liu Jicong 已提交
713 714 715 716 717 718
  SDiskbasedBuf* pBuf;              // query result buffer based on blocked-wised disk file
  int32_t        rowCapacity;       // maximum number of rows for each buffer page
  int32_t*       columnOffset;      // start position for each column data
  SArray*        sortedGroupArray;  // SDataGroupInfo sorted by group id
  int32_t        groupIndex;        // group index
  int32_t        pageIndex;         // page index of current group
719
  SExprSupp      scalarSup;
H
Haojun Liao 已提交
720
} SPartitionOperatorInfo;
721

722
typedef struct SWindowRowsSup {
dengyihao's avatar
dengyihao 已提交
723 724 725 726
  STimeWindow win;
  TSKEY       prevTs;
  int32_t     startRowIndex;
  int32_t     numOfRows;
727
  uint64_t    groupId;
728 729
} SWindowRowsSup;

H
Haojun Liao 已提交
730
typedef struct SSessionAggOperatorInfo {
L
Liu Jicong 已提交
731 732
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
733

734 735
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
L
Liu Jicong 已提交
736 737 738
  bool               reptScan;  // next round scan
  int64_t            gap;       // session window gap
  int32_t            tsSlotId;  // primary timestamp slot id
739
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
740
  const SNode*       pCondition;
H
Haojun Liao 已提交
741
} SSessionAggOperatorInfo;
742

5
54liuyao 已提交
743
typedef struct SResultWindowInfo {
5
54liuyao 已提交
744 745
  void*              pOutputBuf;
  SSessionKey        sessionWin;
L
Liu Jicong 已提交
746
  bool               isOutput;
5
54liuyao 已提交
747 748
} SResultWindowInfo;

5
54liuyao 已提交
749 750
typedef struct SStateWindowInfo {
  SResultWindowInfo winInfo;
5
54liuyao 已提交
751
  SStateKeys*       pStateKey;
5
54liuyao 已提交
752 753
} SStateWindowInfo;

5
54liuyao 已提交
754
typedef struct SStreamSessionAggOperatorInfo {
L
Liu Jicong 已提交
755 756
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
5
54liuyao 已提交
757
  SExprSupp           scalarSupp;      // supporter for perform scalar function
L
Liu Jicong 已提交
758 759 760 761 762
  SGroupResInfo       groupResInfo;
  int32_t             primaryTsIndex;  // primary timestamp slot id
  int32_t             endTsIndex;      // window end timestamp slot id
  int32_t             order;           // current SSDataBlock scan order
  STimeWindowAggSupp  twAggSup;
5
54liuyao 已提交
763 764 765
  SSDataBlock*        pWinBlock;       // window result
  SSDataBlock*        pDelRes;         // delete result
  SSDataBlock*        pUpdateRes;      // update window
L
Liu Jicong 已提交
766
  bool                returnUpdate;
5
54liuyao 已提交
767
  SSHashObj*          pStDeleted;
L
Liu Jicong 已提交
768
  void*               pDelIterator;
5
54liuyao 已提交
769 770
  SArray*             pChildren;       // cache for children's result; final stream operator
  SPhysiNode*         pPhyNode;        // create new child
L
Liu Jicong 已提交
771 772
  bool                isFinal;
  bool                ignoreExpiredData;
773
  SHashObj*           pGroupIdTbNameMap;
5
54liuyao 已提交
774 775
} SStreamSessionAggOperatorInfo;

5
54liuyao 已提交
776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791
typedef struct SStreamStateAggOperatorInfo {
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
  SExprSupp           scalarSupp;      // supporter for perform scalar function
  SGroupResInfo       groupResInfo;
  int32_t             primaryTsIndex;  // primary timestamp slot id
  STimeWindowAggSupp  twAggSup;
  SColumn             stateCol;
  SSDataBlock*        pDelRes;
  SSHashObj*          pSeDeleted;
  void*               pDelIterator;
  SArray*             pChildren;       // cache for children's result;
  bool                ignoreExpiredData;
  SHashObj*           pGroupIdTbNameMap;
} SStreamStateAggOperatorInfo;

792 793 794 795
typedef struct SStreamPartitionOperatorInfo {
  SOptrBasicInfo        binfo;
  SPartitionBySupporter partitionSup;
  SExprSupp             scalarSup;
796
  SExprSupp             tbnameCalSup;
L
Liu Jicong 已提交
797
  SExprSupp             tagCalSup;
798 799 800 801
  SHashObj*             pPartitions;
  void*                 parIte;
  SSDataBlock*          pInputDataBlock;
  int32_t               tsColIndex;
802
  SSDataBlock*          pDelRes;
803 804
} SStreamPartitionOperatorInfo;

5
54liuyao 已提交
805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820
typedef struct SStreamFillOperatorInfo {
  SStreamFillSupporter* pFillSup;
  SSDataBlock*      pRes;
  SSDataBlock*      pSrcBlock;
  int32_t           srcRowIndex;
  SSDataBlock*      pPrevSrcBlock;
  SSDataBlock*      pSrcDelBlock;
  int32_t           srcDelRowIndex;
  SSDataBlock*      pDelRes;
  SNode*            pCondition;
  SArray*           pColMatchColInfo;
  int32_t           primaryTsCol;
  int32_t           primarySrcSlotId;
  SStreamFillInfo*  pFillInfo;
} SStreamFillOperatorInfo;

821
typedef struct STimeSliceOperatorInfo {
L
Liu Jicong 已提交
822 823 824 825 826 827 828 829 830 831 832 833 834 835
  SSDataBlock*         pRes;
  STimeWindow          win;
  SInterval            interval;
  int64_t              current;
  SArray*              pPrevRow;     // SArray<SGroupValue>
  SArray*              pNextRow;     // SArray<SGroupValue>
  SArray*              pLinearInfo;  // SArray<SFillLinearInfo>
  bool                 fillLastPoint;
  bool                 isPrevRowSet;
  bool                 isNextRowSet;
  int32_t              fillType;      // fill type
  SColumn              tsCol;         // primary timestamp column
  SExprSupp            scalarSup;     // scalar calculation
  struct SFillColInfo* pFillColInfo;  // fill column info
836 837
} STimeSliceOperatorInfo;

838
typedef struct SStateWindowOperatorInfo {
wmmhello's avatar
wmmhello 已提交
839
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
840 841
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
842
  SExprSupp      scalarSup;
wmmhello's avatar
wmmhello 已提交
843

844 845
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
846
  SColumn            stateCol;  // start row index
847 848
  bool               hasKey;
  SStateKeys         stateKey;
849
  int32_t            tsSlotId;  // primary timestamp column slot id
850
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
851
  const SNode* pCondition;
852 853
} SStateWindowOperatorInfo;

H
Haojun Liao 已提交
854
typedef struct SSortOperatorInfo {
855
  SOptrBasicInfo binfo;
L
Liu Jicong 已提交
856 857 858 859 860
  uint32_t       sortBufSize;  // max buffer size for in-memory sort
  SArray*        pSortInfo;
  SSortHandle*   pSortHandle;
  SArray*        pColMatchInfo;  // for index map from table scan output
  int32_t        bufPageSize;
861 862 863 864
  int64_t        startTs;      // sort start time
  uint64_t       sortElapsed;  // sort elapsed time, time to flush to disk not included.
  SLimitInfo     limitInfo;
  SNode*         pCondition;
H
Haojun Liao 已提交
865
} SSortOperatorInfo;
866

dengyihao's avatar
dengyihao 已提交
867 868 869
typedef struct STagFilterOperatorInfo {
  SOptrBasicInfo binfo;
} STagFilterOperatorInfo;
870

871
typedef struct SJoinOperatorInfo {
L
Liu Jicong 已提交
872 873 874 875 876 877 878 879 880 881 882 883
  SSDataBlock* pRes;
  int32_t      joinType;
  int32_t      inputOrder;

  SSDataBlock* pLeft;
  int32_t      leftPos;
  SColumnInfo  leftCol;

  SSDataBlock* pRight;
  int32_t      rightPos;
  SColumnInfo  rightCol;
  SNode*       pCondAfterMerge;
884 885
} SJoinOperatorInfo;

886 887 888
#define OPTR_IS_OPENED(_optr)  (((_optr)->status & OP_OPENED) == OP_OPENED)
#define OPTR_SET_OPENED(_optr) ((_optr)->status |= OP_OPENED)

889 890
void doDestroyExchangeOperatorInfo(void* param);

891
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t streamFn,
892
                                   __optr_fn_t cleanup, __optr_close_fn_t closeFn, __optr_explain_fn_t explain);
893

H
Haojun Liao 已提交
894 895
int32_t operatorDummyOpenFn(SOperatorInfo* pOperator);
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num);
896 897 898

void    initBasicInfo(SOptrBasicInfo* pInfo, SSDataBlock* pBlock);
void    cleanupBasicInfo(SOptrBasicInfo* pInfo);
899
int32_t initExprSupp(SExprSupp* pSup, SExprInfo* pExprInfo, int32_t numOfExpr);
900
void    cleanupExprSupp(SExprSupp* pSup);
901
void    destroyExprInfo(SExprInfo* pExpr, int32_t numOfExprs);
L
Liu Jicong 已提交
902
int32_t initAggInfo(SExprSupp* pSup, SAggSupporter* pAggSup, SExprInfo* pExprInfo, int32_t numOfCols, size_t keyBufSize,
903
                    const char* pkey);
L
Liu Jicong 已提交
904
void    initResultSizeInfo(SResultInfo* pResultInfo, int32_t numOfRows);
905 906 907

void doBuildStreamResBlock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo,
                           SDiskbasedBuf* pBuf);
L
Liu Jicong 已提交
908 909
void    doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo,
                               SDiskbasedBuf* pBuf);
910

L
Liu Jicong 已提交
911
int32_t handleLimitOffset(SOperatorInfo* pOperator, SLimitInfo* pLimitInfo, SSDataBlock* pBlock, bool holdDataInBuf);
912 913
bool    hasLimitOffsetInfo(SLimitInfo* pLimitInfo);
void    initLimitInfo(const SNode* pLimit, const SNode* pSLimit, SLimitInfo* pLimitInfo);
914

L
Liu Jicong 已提交
915 916
void doApplyFunctions(SExecTaskInfo* taskInfo, SqlFunctionCtx* pCtx, SColumnInfoData* pTimeWindowData, int32_t offset,
                      int32_t forwardStep, int32_t numOfTotal, int32_t numOfOutput);
917

H
Haojun Liao 已提交
918
int32_t extractDataBlockFromFetchRsp(SSDataBlock* pRes, char* pData, SArray* pColList, char** pNextStart);
L
Liu Jicong 已提交
919 920
void    updateLoadRemoteInfo(SLoadRemoteDataInfo* pInfo, int32_t numOfRows, int32_t dataLen, int64_t startTs,
                             SOperatorInfo* pOperator);
921

922 923
STimeWindow getFirstQualifiedTimeWindow(int64_t ts, STimeWindow* pWindow, SInterval* pInterval, int32_t order);

L
Liu Jicong 已提交
924
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag);
925
int32_t getBufferPgSize(int32_t rowSize, uint32_t* defaultPgsz, uint32_t* defaultBufsz);
926

dengyihao's avatar
dengyihao 已提交
927
void    doSetOperatorCompleted(SOperatorInfo* pOperator);
H
Haojun Liao 已提交
928
void    doFilter(const SNode* pFilterNode, SSDataBlock* pBlock, const SArray* pColMatchInfo, SFilterInfo* pFilterInfo);
929 930
int32_t addTagPseudoColumnData(SReadHandle* pHandle, SExprInfo* pPseudoExpr, int32_t numOfPseudoExpr,
                               SSDataBlock* pBlock, const char* idStr);
931

L
Liu Jicong 已提交
932 933 934
void cleanupAggSup(SAggSupporter* pAggSup);
void appendOneRowToDataBlock(SSDataBlock* pBlock, STupleHandle* pTupleHandle);
void setTbNameColData(void* pMeta, const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId);
935

L
Liu Jicong 已提交
936
int32_t doPrepareScan(SOperatorInfo* pOperator, uint64_t uid, int64_t ts);
937
int32_t doGetScanStatus(SOperatorInfo* pOperator, uint64_t* uid, int64_t* ts);
938

939
SSDataBlock* loadNextDataBlock(void* param);
940

941
void setResultRowInitCtx(SResultRow* pResult, SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset);
942

L
Liu Jicong 已提交
943 944 945
SResultRow* doSetResultOutBufByKey(SDiskbasedBuf* pResultBuf, SResultRowInfo* pResultRowInfo, char* pData,
                                   int16_t bytes, bool masterscan, uint64_t groupId, SExecTaskInfo* pTaskInfo,
                                   bool isIntervalQuery, SAggSupporter* pSup);
H
Haojun Liao 已提交
946

947 948
SOperatorInfo* createExchangeOperatorInfo(void* pTransporter, SExchangePhysiNode* pExNode, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
949 950
SOperatorInfo* createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* pHandle,
                                           SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
951 952
SOperatorInfo* createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pPhyNode,
                                         STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
953 954
SOperatorInfo* createSysTableScanOperatorInfo(void* readHandle, SSystemTableScanPhysiNode* pScanPhyNode,
                                              const char* pUser, SExecTaskInfo* pTaskInfo);
955

H
Haojun Liao 已提交
956
SOperatorInfo* createAggregateOperatorInfo(SOperatorInfo* downstream, SAggPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
957

L
Liu Jicong 已提交
958 959 960 961
SOperatorInfo* createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
                                                 SExecTaskInfo* pTaskInfo);
SOperatorInfo* createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode,
                                         SExecTaskInfo* pTaskInfo);
962
SOperatorInfo* createSortOperatorInfo(SOperatorInfo* downstream, SSortPhysiNode* pSortNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
963 964 965 966
SOperatorInfo* createMultiwayMergeOperatorInfo(SOperatorInfo** dowStreams, size_t numStreams,
                                               SMergePhysiNode* pMergePhysiNode, SExecTaskInfo* pTaskInfo);
SOperatorInfo* createCacherowsScanOperator(SLastRowScanPhysiNode* pTableScanNode, SReadHandle* readHandle,
                                           SExecTaskInfo* pTaskInfo);
967

H
Haojun Liao 已提交
968
SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SIntervalPhysiNode* pPhyNode,
L
Liu Jicong 已提交
969
                                          SExecTaskInfo* pTaskInfo, bool isStream);
970 971 972 973
SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
                                               SExecTaskInfo* pTaskInfo);
SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
                                                      SExecTaskInfo* pTaskInfo);
974 975
SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                     SExecTaskInfo* pTaskInfo, int32_t numOfChild);
H
Haojun Liao 已提交
976 977
SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionWinodwPhysiNode* pSessionNode,
                                            SExecTaskInfo* pTaskInfo);
H
Haojun Liao 已提交
978
SOperatorInfo* createGroupOperatorInfo(SOperatorInfo* downstream, SAggPhysiNode *pAggNode, SExecTaskInfo* pTaskInfo);
979 980
SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid,
                                               SBlockDistScanPhysiNode* pBlockScanNode, SExecTaskInfo* pTaskInfo);
981

982
SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,
983
                                            SExecTaskInfo* pTaskInfo);
984

985 986
SOperatorInfo* createRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
987 988 989 990 991
SOperatorInfo* createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode,
                                      SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode,
                                             SExecTaskInfo* pTaskInfo);
SOperatorInfo* createPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode,
992
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
993

994
SOperatorInfo* createStreamPartitionOperatorInfo(SOperatorInfo* downstream, SStreamPartitionPhysiNode* pPartNode,
L
Liu Jicong 已提交
995
                                                 SExecTaskInfo* pTaskInfo);
996

997
SOperatorInfo* createTimeSliceOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
998 999
SOperatorInfo* createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream,
                                           SSortMergeJoinPhysiNode* pJoinNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1000

L
Liu Jicong 已提交
1001 1002 1003 1004
SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                  SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                       SExecTaskInfo* pTaskInfo, int32_t numOfChild);
1005 1006
SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream,
                                                SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1007

L
Liu Jicong 已提交
1008 1009
SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1010 1011
SOperatorInfo* createStreamFillOperatorInfo(SOperatorInfo* downstream, SStreamFillPhysiNode* pPhyFillNode,
                                            SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1012

1013
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
L
Liu Jicong 已提交
1014
                              int32_t numOfOutput, SArray* pPseudoList);
1015

1016
void setInputDataBlock(SExprSupp* pExprSupp, SSDataBlock* pBlock, int32_t order, int32_t scanFlag, bool createDummyCol);
X
Xiaoyu Wang 已提交
1017

1018
bool    isTaskKilled(SExecTaskInfo* pTaskInfo);
1019 1020
int32_t checkForQueryBuf(size_t numOfTables);

L
Liu Jicong 已提交
1021 1022
void setTaskKilled(SExecTaskInfo* pTaskInfo);
void queryCostStatis(SExecTaskInfo* pTaskInfo);
1023

dengyihao's avatar
dengyihao 已提交
1024
void    doDestroyTask(SExecTaskInfo* pTaskInfo);
1025 1026
int32_t getMaximumIdleDurationSec();

wmmhello's avatar
wmmhello 已提交
1027 1028 1029 1030
/*
 * ops:     root operator
 * data:    *data save the result of encode, need to be freed by caller
 * length:  *length save the length of *data
C
Cary Xu 已提交
1031
 * nOptrWithVal: *nOptrWithVal save the number of optr with value
wmmhello's avatar
wmmhello 已提交
1032 1033
 * return:  result code, 0 means success
 */
L
Liu Jicong 已提交
1034
int32_t encodeOperator(SOperatorInfo* ops, char** data, int32_t* length, int32_t* nOptrWithVal);
wmmhello's avatar
wmmhello 已提交
1035 1036 1037 1038 1039 1040 1041

/*
 * ops:    root operator, created by caller
 * data:   save the result of decode
 * length: the length of data
 * return: result code, 0 means success
 */
H
Haojun Liao 已提交
1042
int32_t decodeOperator(SOperatorInfo* ops, const char* data, int32_t length);
wmmhello's avatar
wmmhello 已提交
1043

1044
void    setTaskStatus(SExecTaskInfo* pTaskInfo, int8_t status);
dengyihao's avatar
dengyihao 已提交
1045
int32_t createExecTaskInfoImpl(SSubplan* pPlan, SExecTaskInfo** pTaskInfo, SReadHandle* pHandle, uint64_t taskId,
D
dapan1121 已提交
1046
                               char* sql, EOPTR_EXEC_MODEL model);
L
Liu Jicong 已提交
1047
int32_t createDataSinkParam(SDataSinkNode* pNode, void** pParam, qTaskInfo_t* pTaskInfo, SReadHandle* readHandle);
H
Haojun Liao 已提交
1048
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList);
dengyihao's avatar
dengyihao 已提交
1049

1050
int32_t aggDecodeResultRow(SOperatorInfo* pOperator, char* result);
wmmhello's avatar
wmmhello 已提交
1051 1052
int32_t aggEncodeResultRow(SOperatorInfo* pOperator, char** result, int32_t* length);

1053
STimeWindow getActiveTimeWindow(SDiskbasedBuf* pBuf, SResultRowInfo* pResultRowInfo, int64_t ts, SInterval* pInterval,
1054
                                int32_t order);
1055
int32_t getNumOfRowsInTimeWindow(SDataBlockInfo* pDataBlockInfo, TSKEY* pPrimaryColumn, int32_t startPos, TSKEY ekey,
L
Liu Jicong 已提交
1056
                                 __block_search_fn_t searchFn, STableQueryInfo* item, int32_t order);
5
54liuyao 已提交
1057
int32_t binarySearchForKey(char* pValue, int num, TSKEY key, int order);
L
Liu Jicong 已提交
1058
SResultRow*        getNewResultRow(SDiskbasedBuf* pResultBuf, int32_t* currentPageId, int32_t interBufSize);
5
54liuyao 已提交
1059
void getCurSessionWindow(SStreamAggSupporter* pAggSup, TSKEY startTs, TSKEY endTs, uint64_t groupId, SSessionKey* pKey);
L
Liu Jicong 已提交
1060 1061 1062 1063 1064
bool               isInTimeWindow(STimeWindow* pWin, TSKEY ts, int64_t gap);
bool               functionNeedToExecute(SqlFunctionCtx* pCtx);
bool               isOverdue(TSKEY ts, STimeWindowAggSupp* pSup);
bool               isCloseWindow(STimeWindow* pWin, STimeWindowAggSupp* pSup);
bool               isDeletedWindow(STimeWindow* pWin, uint64_t groupId, SAggSupporter* pSup);
1065
bool               isDeletedStreamWindow(STimeWindow* pWin, uint64_t groupId, SStreamState* pState, STimeWindowAggSupp* pTwSup);
1066
void               appendOneRowToStreamSpecialBlock(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp, void* pTbName);
L
Liu Jicong 已提交
1067
void               printDataBlock(SSDataBlock* pBlock, const char* flag);
1068
uint64_t calGroupIdByData(SPartitionBySupporter* pParSup, SExprSupp* pExprSup, SSDataBlock* pBlock, int32_t rowId);
1069

1070 1071
int32_t finalizeResultRows(SDiskbasedBuf* pBuf, SResultRowPosition* resultRowPosition,
                                             SExprSupp* pSup, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo);
1072

L
Liu Jicong 已提交
1073 1074 1075
int32_t createScanTableListInfo(SScanPhysiNode* pScanNode, SNodeList* pGroupTags, bool groupSort, SReadHandle* pHandle,
                                STableListInfo* pTableListInfo, SNode* pTagCond, SNode* pTagIndexCond,
                                const char* idstr);
1076

S
shenglian zhou 已提交
1077 1078
SOperatorInfo* createGroupSortOperatorInfo(SOperatorInfo* downstream, SGroupSortPhysiNode* pSortPhyNode,
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1079
SOperatorInfo* createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, STableListInfo* pTableListInfo,
1080
                                                SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
1081

1082
void copyUpdateDataBlock(SSDataBlock* pDest, SSDataBlock* pSource, int32_t tsColIndex);
1083

L
Liu Jicong 已提交
1084
bool    groupbyTbname(SNodeList* pGroupList);
wmmhello's avatar
wmmhello 已提交
1085
int32_t generateGroupIdMap(STableListInfo* pTableListInfo, SReadHandle* pHandle, SNodeList* groupKey);
L
Liu Jicong 已提交
1086
void*   destroySqlFunctionCtx(SqlFunctionCtx* pCtx, int32_t numOfOutput);
1087
int32_t buildDataBlockFromGroupRes(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock, SExprSupp* pSup,
1088
                                   SGroupResInfo* pGroupResInfo);
5
54liuyao 已提交
1089
int32_t saveSessionDiscBuf(SStreamState* pState, SSessionKey* key, void* buf, int32_t size);
1090
int32_t buildSessionResultDataBlock(SOperatorInfo* pOperator, SStreamState* pState, SSDataBlock* pBlock,
5
54liuyao 已提交
1091
                                    SExprSupp* pSup, SGroupResInfo* pGroupResInfo);
1092 1093 1094 1095
int32_t setOutputBuf(SStreamState* pState, STimeWindow* win, SResultRow** pResult, int64_t tableGroupId, SqlFunctionCtx* pCtx,
                     int32_t numOfOutput, int32_t* rowEntryInfoOffset, SAggSupporter* pAggSup);
int32_t releaseOutputBuf(SStreamState* pState, SWinKey* pKey, SResultRow* pResult);
int32_t saveOutputBuf(SStreamState* pState, SWinKey* pKey, SResultRow* pResult, int32_t resSize);
5
54liuyao 已提交
1096
void    getNextIntervalWindow(SInterval* pInterval, STimeWindow* tw, int32_t order);
1097

1098 1099 1100 1101
#ifdef __cplusplus
}
#endif

1102
#endif  // TDENGINE_EXECUTORIMPL_H