executorimpl.h 44.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
H
Hongze Cheng 已提交
15
// clang-format off
16 17 18
#ifndef TDENGINE_EXECUTORIMPL_H
#define TDENGINE_EXECUTORIMPL_H

19 20 21 22
#ifdef __cplusplus
extern "C" {
#endif

23
#include "os.h"
S
common  
Shengliang Guan 已提交
24
#include "tcommon.h"
25
#include "tlosertree.h"
dengyihao's avatar
dengyihao 已提交
26
#include "tsort.h"
27 28 29
#include "ttszip.h"
#include "tvariant.h"

H
Haojun Liao 已提交
30
#include "dataSinkMgt.h"
31
#include "executil.h"
H
Haojun Liao 已提交
32
#include "executor.h"
H
Haojun Liao 已提交
33
#include "planner.h"
D
dapan1121 已提交
34
#include "scalar.h"
35 36
#include "taosdef.h"
#include "tarray.h"
H
Haojun Liao 已提交
37
#include "thash.h"
38
#include "tlockfree.h"
D
dapan1121 已提交
39
#include "tmsg.h"
dengyihao's avatar
dengyihao 已提交
40
#include "tpagedbuf.h"
L
Liu Jicong 已提交
41
#include "tstream.h"
L
Liu Jicong 已提交
42
#include "tstreamUpdate.h"
H
Haojun Liao 已提交
43

44
#include "executorInt.h"
L
Liu Jicong 已提交
45
#include "vnode.h"
H
Hongze Cheng 已提交
46

47 48
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);

dengyihao's avatar
dengyihao 已提交
49 50
#define IS_QUERY_KILLED(_q)   ((_q)->code == TSDB_CODE_TSC_QUERY_CANCELLED)
#define Q_STATUS_EQUAL(p, s)  (((p) & (s)) != 0u)
51 52
#define QUERY_IS_ASC_QUERY(q) (GET_FORWARD_DIRECTION_FACTOR((q)->order.order) == QUERY_ASC_FORWARD_STEP)

53
#define NEEDTO_COMPRESS_QUERY(size) ((size) > tsCompressColData ? 1 : 0)
54 55

enum {
56 57
  // when this task starts to execute, this status will set
  TASK_NOT_COMPLETED = 0x1u,
58

59
  /* Task is over
60 61 62
   * 1. this status is used in one row result query process, e.g., count/sum/first/last/ avg...etc.
   * 2. when all data within queried time window, it is also denoted as query_completed
   */
63
  TASK_COMPLETED = 0x2u,
64 65 66 67 68 69
};

/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
dengyihao's avatar
dengyihao 已提交
70 71 72 73 74
typedef struct SResultInfo {  // TODO refactor
  int64_t totalRows;          // total generated result size in rows
  int64_t totalBytes;         // total results in bytes.
  int32_t capacity;           // capacity of current result output buffer
  int32_t threshold;          // result size threshold in rows.
H
Haojun Liao 已提交
75
} SResultInfo;
76 77

typedef struct STableQueryInfo {
L
Liu Jicong 已提交
78 79
  TSKEY              lastKey;  // last check ts, todo remove it later
  SResultRowPosition pos;      // current active time window
80 81
} STableQueryInfo;

H
Haojun Liao 已提交
82 83 84 85 86
typedef struct SLimit {
  int64_t limit;
  int64_t offset;
} SLimit;

87
typedef struct STableScanAnalyzeInfo SFileBlockLoadRecorder;
88

H
Haojun Liao 已提交
89
typedef struct STaskCostInfo {
90 91
  int64_t  created;
  int64_t  start;
92 93 94 95 96 97 98 99
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;

  uint64_t loadDataTime;
100 101

  SFileBlockLoadRecorder* pRecoder;
L
Liu Jicong 已提交
102
  uint64_t                elapsedTime;
103

104 105 106 107 108 109 110
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
  uint64_t hashSize;
  uint64_t numOfTimeWindows;

  SArray*   queryProfEvents;      // SArray<SQueryProfEvent>
  SHashObj* operatorProfResults;  // map<operator_type, SQueryProfEvent>
H
Haojun Liao 已提交
111
} STaskCostInfo;
112

H
Haojun Liao 已提交
113
typedef struct SOperatorCostInfo {
L
Liu Jicong 已提交
114 115
  double openCost;
  double totalCost;
H
Haojun Liao 已提交
116 117
} SOperatorCostInfo;

118 119
struct SOperatorInfo;

wmmhello's avatar
wmmhello 已提交
120
typedef int32_t (*__optr_encode_fn_t)(struct SOperatorInfo* pOperator, char** result, int32_t* length);
121
typedef int32_t (*__optr_decode_fn_t)(struct SOperatorInfo* pOperator, char* result);
122

123
typedef int32_t (*__optr_open_fn_t)(struct SOperatorInfo* pOptr);
124
typedef SSDataBlock* (*__optr_fn_t)(struct SOperatorInfo* pOptr);
125
typedef void (*__optr_close_fn_t)(void* param);
126
typedef int32_t (*__optr_explain_fn_t)(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len);
H
Haojun Liao 已提交
127

H
Haojun Liao 已提交
128
typedef struct STaskIdInfo {
129 130 131 132
  uint64_t queryId;  // this is also a request id
  uint64_t subplanId;
  uint64_t templateId;
  char*    str;
H
Haojun Liao 已提交
133 134
} STaskIdInfo;

L
Liu Jicong 已提交
135 136 137 138 139 140
enum {
  STREAM_RECOVER_STEP__NONE = 0,
  STREAM_RECOVER_STEP__PREPARE,
  STREAM_RECOVER_STEP__SCAN,
};

L
Liu Jicong 已提交
141
typedef struct {
L
Liu Jicong 已提交
142 143 144 145 146 147
  // TODO remove prepareStatus
  STqOffsetVal prepareStatus;  // for tmq
  STqOffsetVal lastStatus;     // for tmq
  SMqMetaRsp   metaRsp;        // for tmq fetching meta
  int8_t       returned;
  int64_t      snapshotVer;
L
Liu Jicong 已提交
148
  const SSubmitReq*  pReq;
L
Liu Jicong 已提交
149 150 151 152 153 154 155

  SSchemaWrapper*     schema;
  char                tbName[TSDB_TABLE_NAME_LEN];
  SSDataBlock*        pullOverBlk;  // for streaming
  SWalFilterCond      cond;
  int64_t             lastScanUid;
  int8_t              recoverStep;
L
Liu Jicong 已提交
156
  SQueryTableDataCond tableCond;
L
Liu Jicong 已提交
157 158 159
  int64_t             recoverStartVer;
  int64_t             recoverEndVer;
  SStreamState*       pState;
L
Liu Jicong 已提交
160 161
} SStreamTaskInfo;

162 163 164 165 166
typedef struct {
  char*           tablename;
  char*           dbname;
  int32_t         tversion;
  SSchemaWrapper* sw;
167
  SSchemaWrapper* qsw;
168 169
} SSchemaInfo;

170
typedef struct SExecTaskInfo {
L
Liu Jicong 已提交
171 172 173 174 175 176 177 178 179 180 181 182 183 184 185
  STaskIdInfo   id;
  uint32_t      status;
  STimeWindow   window;
  STaskCostInfo cost;
  int64_t       owner;  // if it is in execution
  int32_t       code;

  int64_t               version;  // used for stream to record wal version
  SStreamTaskInfo       streamInfo;
  SSchemaInfo           schemaInfo;
  STableListInfo        tableqinfoList;  // this is a table list
  const char*           sql;             // query sql string
  jmp_buf               env;             // jump to this position when error happens.
  EOPTR_EXEC_MODEL      execModel;       // operator execution model [batch model|stream model]
  SSubplan*             pSubplan;
186
  struct SOperatorInfo* pRoot;
D
dapan1121 已提交
187
  SLocalFetch      localFetch;
188
} SExecTaskInfo;
H
Haojun Liao 已提交
189

190
enum {
L
Liu Jicong 已提交
191 192
  OP_NOT_OPENED = 0x0,
  OP_OPENED = 0x1,
H
Haojun Liao 已提交
193
  OP_RES_TO_RETURN = 0x5,
L
Liu Jicong 已提交
194
  OP_EXEC_DONE = 0x9,
195 196
};

197
typedef struct SOperatorFpSet {
L
Liu Jicong 已提交
198 199 200 201 202 203 204 205
  __optr_open_fn_t    _openFn;  // DO NOT invoke this function directly
  __optr_fn_t         getNextFn;
  __optr_fn_t         getStreamResFn;  // execute the aggregate in the stream model, todo remove it
  __optr_fn_t         cleanupFn;       // call this function to release the allocated resources ASAP
  __optr_close_fn_t   closeFn;
  __optr_encode_fn_t  encodeResultRow;
  __optr_decode_fn_t  decodeResultRow;
  __optr_explain_fn_t getExplainFn;
206 207
} SOperatorFpSet;

208 209
typedef struct SExprSupp {
  SExprInfo*      pExprInfo;
L
Liu Jicong 已提交
210
  int32_t         numOfExprs;  // the number of scalar expression in group operator
211 212 213 214
  SqlFunctionCtx* pCtx;
  int32_t*        rowEntryInfoOffset;  // offset value for each row result cell info
} SExprSupp;

215
typedef struct SOperatorInfo {
216
  uint16_t               operatorType;
217
  int16_t                resultDataBlockId;
L
Liu Jicong 已提交
218 219 220 221 222 223 224 225 226 227 228
  bool                   blocking;  // block operator or not
  uint8_t                status;    // denote if current operator is completed
  char*                  name;      // name, for debug purpose
  void*                  info;      // extension attribution
  SExprSupp              exprSupp;
  SExecTaskInfo*         pTaskInfo;
  SOperatorCostInfo      cost;
  SResultInfo            resultInfo;
  struct SOperatorInfo** pDownstream;      // downstram pointer list
  int32_t                numOfDownstream;  // number of downstream. The value is always ONE expect for join operator
  SOperatorFpSet         fpSet;
229 230
} SOperatorInfo;

231 232
typedef enum {
  EX_SOURCE_DATA_NOT_READY = 0x1,
L
Liu Jicong 已提交
233
  EX_SOURCE_DATA_READY = 0x2,
234 235
  EX_SOURCE_DATA_EXHAUSTED = 0x3,
} EX_SOURCE_STATUS;
236

237 238 239
#define COL_MATCH_FROM_COL_ID  0x1
#define COL_MATCH_FROM_SLOT_ID 0x2

240
typedef struct SSourceDataInfo {
L
Liu Jicong 已提交
241 242 243 244 245 246
  int32_t            index;
  SRetrieveTableRsp* pRsp;
  uint64_t           totalRows;
  int32_t            code;
  EX_SOURCE_STATUS   status;
  const char*        taskId;
247 248
} SSourceDataInfo;

H
Haojun Liao 已提交
249
typedef struct SLoadRemoteDataInfo {
dengyihao's avatar
dengyihao 已提交
250 251 252
  uint64_t totalSize;     // total load bytes from remote
  uint64_t totalRows;     // total number of rows
  uint64_t totalElapsed;  // total elapsed time
H
Haojun Liao 已提交
253 254
} SLoadRemoteDataInfo;

255
typedef struct SLimitInfo {
L
Liu Jicong 已提交
256 257 258 259 260 261 262
  SLimit   limit;
  SLimit   slimit;
  uint64_t currentGroupId;
  int64_t  remainGroupOffset;
  int64_t  numOfOutputGroups;
  int64_t  remainOffset;
  int64_t  numOfOutputRows;
263 264
} SLimitInfo;

265
typedef struct SExchangeInfo {
L
Liu Jicong 已提交
266 267 268 269
  SArray* pSources;
  SArray* pSourceDataInfo;
  tsem_t  ready;
  void*   pTransporter;
270 271 272
  // SArray<SSDataBlock*>, result block list, used to keep the multi-block that
  // passed by downstream operator
  SArray*             pResultBlockList;
L
Liu Jicong 已提交
273 274 275
  int32_t             rspBlockIndex;  // indicate the return block index in pResultBlockList
  SSDataBlock*        pDummyBlock;    // dummy block, not keep data
  bool                seqLoadData;    // sequential load data or not, false by default
dengyihao's avatar
dengyihao 已提交
276
  int32_t             current;
H
Haojun Liao 已提交
277
  SLoadRemoteDataInfo loadInfo;
278
  uint64_t            self;
279
  SLimitInfo          limitInfo;
280 281
} SExchangeInfo;

H
Haojun Liao 已提交
282
typedef struct SColMatchInfo {
L
Liu Jicong 已提交
283
  int32_t srcSlotId;  // source slot id
H
Haojun Liao 已提交
284 285
  int32_t colId;
  int32_t targetSlotId;
L
Liu Jicong 已提交
286
  bool    output;  // todo remove this?
287
  bool    reserved;
L
Liu Jicong 已提交
288
  int32_t matchType;  // determinate the source according to col id or slot id
H
Haojun Liao 已提交
289 290
} SColMatchInfo;

291
typedef struct SScanInfo {
L
Liu Jicong 已提交
292 293
  int32_t numOfAsc;
  int32_t numOfDesc;
294 295
} SScanInfo;

296
typedef struct SSampleExecInfo {
L
Liu Jicong 已提交
297 298
  double   sampleRatio;  // data block sample ratio, 1 by default
  uint32_t seed;         // random seed value
299 300
} SSampleExecInfo;

L
Liu Jicong 已提交
301 302
enum {
  TABLE_SCAN__TABLE_ORDER = 1,
303
  TABLE_SCAN__BLOCK_ORDER = 2,
L
Liu Jicong 已提交
304 305
};

306
typedef struct SAggSupporter {
H
Haojun Liao 已提交
307
  SSHashObj*     pResultRowHashTable;  // quick locate the window object for each result
308 309
  char*          keyBuf;               // window key buffer
  SDiskbasedBuf* pResultBuf;           // query result buffer based on blocked-wised disk file
L
Liu Jicong 已提交
310 311
  int32_t        resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  int32_t        currentPageId;  // current write page id
312 313 314
} SAggSupporter;

typedef struct {
L
Liu Jicong 已提交
315 316 317 318 319
  // if the upstream is an interval operator, the interval info is also kept here to get the time window to check if
  // current data block needs to be loaded.
  SInterval      interval;
  SAggSupporter* pAggSup;
  SExprSupp*     pExprSup;  // expr supporter of aggregate operator
320 321
} SAggOptrPushDownInfo;

322
typedef struct STableScanInfo {
L
Liu Jicong 已提交
323 324
  STsdbReader* dataReader;
  SReadHandle  readHandle;
325

326
  SFileBlockLoadRecorder readRecorder;
L
Liu Jicong 已提交
327 328 329
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
330

L
Liu Jicong 已提交
331 332 333 334 335 336 337 338 339 340 341
  SSDataBlock*         pResBlock;
  SArray*              pColMatchInfo;
  SExprSupp            pseudoSup;
  SQueryTableDataCond  cond;
  int32_t              scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t              dataBlockLoadFlag;
  SSampleExecInfo      sample;  // sample execution info
  int32_t              currentGroupId;
  int32_t              currentTable;
  int8_t               scanMode;
  int8_t               noTable;
342
  SAggOptrPushDownInfo pdInfo;
L
Liu Jicong 已提交
343
  int8_t               assignBlockUid;
344 345
} STableScanInfo;

346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375
typedef struct STableMergeScanInfo {
  STableListInfo* tableListInfo;
  int32_t         tableStartIndex;
  int32_t         tableEndIndex;
  bool            hasGroupId;
  uint64_t        groupId;
  SArray*         dataReaders;  // array of tsdbReaderT*
  SReadHandle     readHandle;
  int32_t         bufPageSize;
  uint32_t        sortBufSize;  // max buffer size for in-memory sort
  SArray*         pSortInfo;
  SSortHandle*    pSortHandle;

  SSDataBlock* pSortInputBlock;
  int64_t      startTs;  // sort start time
  SArray*      sortSourceParams;

  SFileBlockLoadRecorder readRecorder;
  int64_t                numOfRows;
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
  SqlFunctionCtx*        pCtx;         // which belongs to the direct upstream operator operator query context
  SResultRowInfo*        pResultRowInfo;
  int32_t*               rowEntryInfoOffset;
  SExprInfo*             pExpr;
  SSDataBlock*           pResBlock;
  SArray*                pColMatchInfo;
  int32_t                numOfOutput;

L
Liu Jicong 已提交
376
  SExprSupp pseudoSup;
377 378 379 380 381 382 383 384

  SQueryTableDataCond cond;
  int32_t             scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t             dataBlockLoadFlag;
  // if the upstream is an interval operator, the interval info is also kept here to get the time
  // window to check if current data block needs to be loaded.
  SInterval       interval;
  SSampleExecInfo sample;  // sample execution info
385 386

  SSortExecInfo sortExecInfo;
387 388
} STableMergeScanInfo;

389
typedef struct STagScanInfo {
L
Liu Jicong 已提交
390 391 392 393 394 395
  SColumnInfo*    pCols;
  SSDataBlock*    pRes;
  SArray*         pColMatchInfo;
  int32_t         curPos;
  SReadHandle     readHandle;
  STableListInfo* pTableList;
396 397
} STagScanInfo;

398
typedef struct SLastrowScanInfo {
L
Liu Jicong 已提交
399 400 401 402 403 404 405 406 407 408 409
  SSDataBlock* pRes;
  SReadHandle  readHandle;
  void*        pLastrowReader;
  SArray*      pColMatchInfo;
  int32_t*     pSlotIds;
  SExprSupp    pseudoExprSup;
  int32_t      retrieveType;
  int32_t      currentGroupIndex;
  SSDataBlock* pBufferredRes;
  SArray*      pUidList;
  int32_t      indexOfBufferedRes;
410 411
} SLastrowScanInfo;

5
54liuyao 已提交
412 413 414 415
typedef enum EStreamScanMode {
  STREAM_SCAN_FROM_READERHANDLE = 1,
  STREAM_SCAN_FROM_RES,
  STREAM_SCAN_FROM_UPDATERES,
416
  STREAM_SCAN_FROM_DELETE_DATA,
5
54liuyao 已提交
417
  STREAM_SCAN_FROM_DATAREADER_RETRIEVE,
L
Liu Jicong 已提交
418
  STREAM_SCAN_FROM_DATAREADER_RANGE,
5
54liuyao 已提交
419 420
} EStreamScanMode;

421 422 423 424 425
enum {
  PROJECT_RETRIEVE_CONTINUE = 0x1,
  PROJECT_RETRIEVE_DONE = 0x2,
};

5
54liuyao 已提交
426
typedef struct SCatchSupporter {
L
Liu Jicong 已提交
427 428 429 430
  SHashObj*      pWindowHashTable;  // quick locate the window object for each window
  SDiskbasedBuf* pDataBuf;          // buffer based on blocked-wised disk file
  int32_t        keySize;
  int64_t*       pKeyBuf;
5
54liuyao 已提交
431 432
} SCatchSupporter;

5
54liuyao 已提交
433
typedef struct SStreamAggSupporter {
434 435 436
  SHashObj*      pResultRows;
  SArray*        pCurWins;
  int32_t        valueSize;
5
54liuyao 已提交
437
  int32_t        keySize;
L
Liu Jicong 已提交
438 439 440 441
  char*          pKeyBuf;        // window key buffer
  SDiskbasedBuf* pResultBuf;     // query result buffer based on blocked-wised disk file
  int32_t        resultRowSize;  // the result buffer size for each result row, with the meta data size for each row
  int32_t        currentPageId;  // buffer page that is active
442
  SSDataBlock*   pScanBlock;
5
54liuyao 已提交
443 444
} SStreamAggSupporter;

445
typedef struct SWindowSupporter {
5
54liuyao 已提交
446
  SStreamAggSupporter* pStreamAggSup;
L
Liu Jicong 已提交
447
  int64_t              gap;
448
  uint16_t             parentType;
449
  SAggSupporter*       pIntervalAggSup;
450
} SWindowSupporter;
451

452
typedef struct SPartitionBySupporter {
L
Liu Jicong 已提交
453 454 455 456
  SArray* pGroupCols;     // group by columns, SArray<SColumn>
  SArray* pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*   keyBuf;         // group by keys for hash
  bool    needCalc;       // partition by column
457 458 459
} SPartitionBySupporter;

typedef struct SPartitionDataInfo {
L
Liu Jicong 已提交
460 461
  uint64_t groupId;
  SArray*  rowIds;
462
} SPartitionDataInfo;
463

5
54liuyao 已提交
464
typedef struct STimeWindowAggSupp {
L
Liu Jicong 已提交
465 466
  int8_t          calTrigger;
  int64_t         waterMark;
5
54liuyao 已提交
467
  int64_t         deleteMark;
L
Liu Jicong 已提交
468
  TSKEY           maxTs;
5
54liuyao 已提交
469
  TSKEY           minTs;
L
Liu Jicong 已提交
470
  SColumnInfoData timeWindowData;  // query time window info for scalar function execution.
5
54liuyao 已提交
471 472
} STimeWindowAggSupp;

473
typedef struct SStreamScanInfo {
L
Liu Jicong 已提交
474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494
  uint64_t    tableUid;  // queried super table uid
  SExprInfo*  pPseudoExpr;
  int32_t     numOfPseudoExpr;
  int32_t     primaryTsIndex;  // primary time stamp slot id
  SReadHandle readHandle;
  SInterval   interval;       // if the upstream is an interval operator, the interval info is also kept here.
  SArray*     pColMatchInfo;  //
  SNode*      pCondition;

  SArray*      pBlockLists;  // multiple SSDatablock.
  SSDataBlock* pRes;         // result SSDataBlock
  SSDataBlock* pUpdateRes;   // update SSDataBlock
  int32_t      updateResIndex;
  int32_t      blockType;        // current block type
  int32_t      validBlockIndex;  // Is current data has returned?
  uint64_t     numOfExec;        // execution times
  STqReader*   tqReader;

  uint64_t     groupId;
  SUpdateInfo* pUpdateInfo;

L
Liu Jicong 已提交
495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
  EStreamScanMode       scanMode;
  SOperatorInfo*        pStreamScanOp;
  SOperatorInfo*        pTableScanOp;
  SArray*               childIds;
  SWindowSupporter      windowSup;
  SPartitionBySupporter partitionSup;
  SExprSupp*            pPartScalarSup;
  bool                  assignBlockUid;  // assign block uid to groupId, temporarily used for generating rollup SMA.
  int32_t               scanWinIndex;    // for state operator
  int32_t               pullDataResIndex;
  SSDataBlock*          pPullDataRes;    // pull data SSDataBlock
  SSDataBlock*          pDeleteDataRes;  // delete data SSDataBlock
  int32_t               deleteDataIndex;
  STimeWindow           updateWin;
  STimeWindowAggSupp    twAggSup;
  SSDataBlock*          pUpdateDataRes;
L
Liu Jicong 已提交
511
  // status for tmq
L
Liu Jicong 已提交
512 513 514
  SNodeList* pGroupTags;
  SNode*     pTagCond;
  SNode*     pTagIndexCond;
515
} SStreamScanInfo;
H
Haojun Liao 已提交
516

L
Liu Jicong 已提交
517 518 519 520 521 522 523 524 525 526 527 528
typedef struct {
  //  int8_t    subType;
  //  bool      withMeta;
  //  int64_t   suid;
  //  int64_t   snapVersion;
  //  void     *metaInfo;
  //  void     *dataInfo;
  SVnode*       vnode;
  SSDataBlock   pRes;  // result SSDataBlock
  STsdbReader*  dataReader;
  SSnapContext* sContext;
} SStreamRawScanInfo;
529

530
typedef struct SSysTableScanInfo {
dengyihao's avatar
dengyihao 已提交
531 532 533 534
  SRetrieveMetaTableRsp* pRsp;
  SRetrieveTableReq      req;
  SEpSet                 epSet;
  tsem_t                 ready;
535 536
  SReadHandle            readHandle;
  int32_t                accountId;
537
  const char*            pUser;
538
  bool                   sysInfo;
539 540 541 542 543 544 545 546
  bool                   showRewrite;
  SNode*                 pCondition;  // db_name filter condition, to discard data that are not in current database
  SMTbCursor*            pCur;        // cursor for iterate the local table meta store.
  SArray*                scanCols;    // SArray<int16_t> scan column id list
  SName                  name;
  SSDataBlock*           pRes;
  int64_t                numOfBlocks;  // extract basic running information.
  SLoadRemoteDataInfo    loadInfo;
547 548
} SSysTableScanInfo;

549 550 551
typedef struct SBlockDistInfo {
  SSDataBlock* pResBlock;
  void*        pHandle;
552
  SReadHandle  readHandle;
L
Liu Jicong 已提交
553
  uint64_t     uid;  // table uid
554 555
} SBlockDistInfo;

556
// todo remove this
557
typedef struct SOptrBasicInfo {
L
Liu Jicong 已提交
558 559 560
  SResultRowInfo resultRowInfo;
  SSDataBlock*   pRes;
  bool           mergeResultBlock;
561 562
} SOptrBasicInfo;

563
typedef struct SIntervalAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
564
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
565
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
566
  SAggSupporter      aggSup;             // aggregate supporter
567
  SExprSupp          scalarSupp;         // supporter for perform scalar function
568 569 570 571 572
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
  STimeWindow        win;                // query time range
  bool               timeWindowInterpo;  // interpolation needed or not
573
  SArray*            pInterpCols;        // interpolation columns
574
  int32_t            resultTsOrder;      // result timestamp order
575
  int32_t            inputOrder;         // input data ts order
576 577
  EOPTR_EXEC_MODEL   execModel;          // operator execution model [batch model|stream model]
  STimeWindowAggSupp twAggSup;
5
54liuyao 已提交
578
  bool               invertible;
L
Liu Jicong 已提交
579
  SArray*            pPrevValues;  //  SArray<SGroupKeys> used to keep the previous not null value for interpolation.
5
54liuyao 已提交
580
  bool               ignoreExpiredData;
581
  SArray*            pRecycledPages;
L
Liu Jicong 已提交
582
  SArray*            pDelWins;  // SWinRes
583 584
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
585
  SNode*             pCondition;
586
} SIntervalAggOperatorInfo;
587

588
typedef struct SMergeAlignedIntervalAggOperatorInfo {
L
Liu Jicong 已提交
589
  SIntervalAggOperatorInfo* intervalAggOperatorInfo;
590

591
//  bool         hasGroupId;
592 593
  uint64_t     groupId;  // current groupId
  int64_t      curTs;    // current ts
594 595
  SSDataBlock* prefetchedBlock;
  SNode*       pCondition;
596
  SResultRow*  pResultRow;
597 598
} SMergeAlignedIntervalAggOperatorInfo;

599
typedef struct SStreamIntervalOperatorInfo {
wmmhello's avatar
wmmhello 已提交
600
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
5
54liuyao 已提交
601
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
602
  SAggSupporter      aggSup;             // aggregate supporter
5
54liuyao 已提交
603
  SExprSupp          scalarSupp;         // supporter for perform scalar function
5
54liuyao 已提交
604 605 606
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
607 608 609 610 611 612 613 614 615 616
  STimeWindowAggSupp twAggSup;
  bool               invertible;
  bool               ignoreExpiredData;
  SArray*            pRecycledPages;
  SArray*            pDelWins;           // SWinRes
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
  bool               isFinal;
} SStreamIntervalOperatorInfo;

5
54liuyao 已提交
617
typedef struct SStreamFinalIntervalOperatorInfo {
wmmhello's avatar
wmmhello 已提交
618
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
619 620 621 622 623 624 625
  SOptrBasicInfo     binfo;           // basic info
  SAggSupporter      aggSup;          // aggregate supporter
  SExprSupp          scalarSupp;      // supporter for perform scalar function
  SGroupResInfo      groupResInfo;    // multiple results build supporter
  SInterval          interval;        // interval info
  int32_t            primaryTsIndex;  // primary time stamp slot id from result of downstream operator.
  int32_t            order;           // current SSDataBlock scan order
5
54liuyao 已提交
626
  STimeWindowAggSupp twAggSup;
627
  SArray*            pChildren;
5
54liuyao 已提交
628
  SSDataBlock*       pUpdateRes;
5
54liuyao 已提交
629
  bool               returnUpdate;
L
Liu Jicong 已提交
630
  SPhysiNode*        pPhyNode;  // create new child
5
54liuyao 已提交
631
  bool               isFinal;
5
54liuyao 已提交
632
  SHashObj*          pPullDataMap;
L
Liu Jicong 已提交
633
  SArray*            pPullWins;  // SPullWindowInfo
5
54liuyao 已提交
634 635
  int32_t            pullIndex;
  SSDataBlock*       pPullDataRes;
5
54liuyao 已提交
636
  bool               ignoreExpiredData;
637
  SArray*            pRecycledPages;
L
Liu Jicong 已提交
638
  SArray*            pDelWins;  // SWinRes
639 640
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
5
54liuyao 已提交
641 642
} SStreamFinalIntervalOperatorInfo;

643
typedef struct SAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
644
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
645 646
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
647

L
Liu Jicong 已提交
648 649 650 651 652
  STableQueryInfo* current;
  uint64_t         groupId;
  SGroupResInfo    groupResInfo;
  SExprSupp        scalarExprSup;
  SNode*           pCondition;
653 654 655
} SAggOperatorInfo;

typedef struct SProjectOperatorInfo {
L
Liu Jicong 已提交
656 657 658 659 660 661 662 663
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SNode*         pFilterNode;  // filter info, which is push down by optimizer
  SArray*        pPseudoColInfo;
  SLimitInfo     limitInfo;
  bool           mergeDataBlocks;
  SSDataBlock*   pFinalRes;
  SNode*         pCondition;
664 665
} SProjectOperatorInfo;

H
Haojun Liao 已提交
666
typedef struct SIndefOperatorInfo {
L
Liu Jicong 已提交
667 668 669 670 671 672
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
  SArray*        pPseudoColInfo;
  SExprSupp      scalarSup;
  SNode*         pCondition;
  uint64_t       groupId;
673

L
Liu Jicong 已提交
674
  SSDataBlock* pNextGroupRes;
H
Haojun Liao 已提交
675 676
} SIndefOperatorInfo;

677
typedef struct SFillOperatorInfo {
678 679
  struct SFillInfo* pFillInfo;
  SSDataBlock*      pRes;
H
Haojun Liao 已提交
680
  SSDataBlock*      pFinalRes;
681 682 683
  int64_t           totalInputRows;
  void**            p;
  SSDataBlock*      existNewGroupBlock;
684
  STimeWindow       win;
S
slzhou 已提交
685
  SNode*            pCondition;
686
  SArray*           pColMatchColInfo;
H
Haojun Liao 已提交
687
  int32_t           primaryTsCol;
H
Haojun Liao 已提交
688
  int32_t           primarySrcSlotId;
L
Liu Jicong 已提交
689
  uint64_t          curGroupId;  // current handled group id
690 691 692 693
  SExprInfo*        pExprInfo;
  int32_t           numOfExpr;
  SExprInfo*        pNotFillExprInfo;
  int32_t           numOfNotFillExpr;
694 695 696
} SFillOperatorInfo;

typedef struct SGroupbyOperatorInfo {
L
Liu Jicong 已提交
697 698 699 700 701 702 703 704 705 706 707
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;

  SArray*       pGroupCols;     // group by columns, SArray<SColumn>
  SArray*       pGroupColVals;  // current group column values, SArray<SGroupKeys>
  SNode*        pCondition;
  bool          isInit;       // denote if current val is initialized or not
  char*         keyBuf;       // group by keys for hash
  int32_t       groupKeyLen;  // total group by column width
  SGroupResInfo groupResInfo;
  SExprSupp     scalarSup;
708 709
} SGroupbyOperatorInfo;

H
Haojun Liao 已提交
710
typedef struct SDataGroupInfo {
L
Liu Jicong 已提交
711 712 713
  uint64_t groupId;
  int64_t  numOfRows;
  SArray*  pPageList;
H
Haojun Liao 已提交
714 715 716 717
} SDataGroupInfo;

// The sort in partition may be needed later.
typedef struct SPartitionOperatorInfo {
dengyihao's avatar
dengyihao 已提交
718 719 720 721 722 723 724
  SOptrBasicInfo binfo;
  SArray*        pGroupCols;
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*          keyBuf;         // group by keys for hash
  int32_t        groupKeyLen;    // total group by column width
  SHashObj*      pGroupSet;      // quick locate the window object for each result

L
Liu Jicong 已提交
725 726 727 728 729 730
  SDiskbasedBuf* pBuf;              // query result buffer based on blocked-wised disk file
  int32_t        rowCapacity;       // maximum number of rows for each buffer page
  int32_t*       columnOffset;      // start position for each column data
  SArray*        sortedGroupArray;  // SDataGroupInfo sorted by group id
  int32_t        groupIndex;        // group index
  int32_t        pageIndex;         // page index of current group
731
  SExprSupp      scalarSup;
H
Haojun Liao 已提交
732
} SPartitionOperatorInfo;
733

734
typedef struct SWindowRowsSup {
dengyihao's avatar
dengyihao 已提交
735 736 737 738
  STimeWindow win;
  TSKEY       prevTs;
  int32_t     startRowIndex;
  int32_t     numOfRows;
739
  uint64_t    groupId;
740 741
} SWindowRowsSup;

H
Haojun Liao 已提交
742
typedef struct SSessionAggOperatorInfo {
L
Liu Jicong 已提交
743 744
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
745

746 747
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
L
Liu Jicong 已提交
748 749 750
  bool               reptScan;  // next round scan
  int64_t            gap;       // session window gap
  int32_t            tsSlotId;  // primary timestamp slot id
751
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
752
  const SNode*       pCondition;
H
Haojun Liao 已提交
753
} SSessionAggOperatorInfo;
754

5
54liuyao 已提交
755 756
typedef struct SResultWindowInfo {
  SResultRowPosition pos;
L
Liu Jicong 已提交
757 758 759 760
  STimeWindow        win;
  uint64_t           groupId;
  bool               isOutput;
  bool               isClosed;
5
54liuyao 已提交
761 762
} SResultWindowInfo;

5
54liuyao 已提交
763 764
typedef struct SStateWindowInfo {
  SResultWindowInfo winInfo;
L
Liu Jicong 已提交
765
  SStateKeys        stateKey;
5
54liuyao 已提交
766 767
} SStateWindowInfo;

5
54liuyao 已提交
768
typedef struct SStreamSessionAggOperatorInfo {
L
Liu Jicong 已提交
769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
  SExprSupp           scalarSupp;  // supporter for perform scalar function
  SGroupResInfo       groupResInfo;
  int64_t             gap;             // session window gap
  int32_t             primaryTsIndex;  // primary timestamp slot id
  int32_t             endTsIndex;      // window end timestamp slot id
  int32_t             order;           // current SSDataBlock scan order
  STimeWindowAggSupp  twAggSup;
  SSDataBlock*        pWinBlock;   // window result
  SqlFunctionCtx*     pDummyCtx;   // for combine
  SSDataBlock*        pDelRes;     // delete result
  SSDataBlock*        pUpdateRes;  // update window
  bool                returnUpdate;
  SHashObj*           pStDeleted;
  void*               pDelIterator;
  SArray*             pChildren;  // cache for children's result; final stream operator
  SPhysiNode*         pPhyNode;   // create new child
  bool                isFinal;
  bool                ignoreExpiredData;
5
54liuyao 已提交
789 790
} SStreamSessionAggOperatorInfo;

791 792 793 794 795 796 797 798
typedef struct SStreamPartitionOperatorInfo {
  SOptrBasicInfo        binfo;
  SPartitionBySupporter partitionSup;
  SExprSupp             scalarSup;
  SHashObj*             pPartitions;
  void*                 parIte;
  SSDataBlock*          pInputDataBlock;
  int32_t               tsColIndex;
799
  SSDataBlock*          pDelRes;
800 801
} SStreamPartitionOperatorInfo;

802
typedef struct STimeSliceOperatorInfo {
L
Liu Jicong 已提交
803 804 805 806 807 808 809 810 811 812 813 814 815 816
  SSDataBlock*         pRes;
  STimeWindow          win;
  SInterval            interval;
  int64_t              current;
  SArray*              pPrevRow;     // SArray<SGroupValue>
  SArray*              pNextRow;     // SArray<SGroupValue>
  SArray*              pLinearInfo;  // SArray<SFillLinearInfo>
  bool                 fillLastPoint;
  bool                 isPrevRowSet;
  bool                 isNextRowSet;
  int32_t              fillType;      // fill type
  SColumn              tsCol;         // primary timestamp column
  SExprSupp            scalarSup;     // scalar calculation
  struct SFillColInfo* pFillColInfo;  // fill column info
817 818
} STimeSliceOperatorInfo;

819
typedef struct SStateWindowOperatorInfo {
wmmhello's avatar
wmmhello 已提交
820
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
L
Liu Jicong 已提交
821 822
  SOptrBasicInfo binfo;
  SAggSupporter  aggSup;
wmmhello's avatar
wmmhello 已提交
823

824 825
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
826
  SColumn            stateCol;  // start row index
827 828
  bool               hasKey;
  SStateKeys         stateKey;
829
  int32_t            tsSlotId;  // primary timestamp column slot id
830
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
831
  const SNode* pCondition;
832 833
} SStateWindowOperatorInfo;

5
54liuyao 已提交
834
typedef struct SStreamStateAggOperatorInfo {
L
Liu Jicong 已提交
835 836 837 838 839 840 841 842 843 844 845 846 847 848
  SOptrBasicInfo      binfo;
  SStreamAggSupporter streamAggSup;
  SExprSupp           scalarSupp;  // supporter for perform scalar function
  SGroupResInfo       groupResInfo;
  int32_t             primaryTsIndex;  // primary timestamp slot id
  int32_t             order;           // current SSDataBlock scan order
  STimeWindowAggSupp  twAggSup;
  SColumn             stateCol;
  SqlFunctionCtx*     pDummyCtx;  // for combine
  SSDataBlock*        pDelRes;
  SHashObj*           pSeDeleted;
  void*               pDelIterator;
  SArray*             pChildren;  // cache for children's result;
  bool                ignoreExpiredData;
5
54liuyao 已提交
849 850
} SStreamStateAggOperatorInfo;

H
Haojun Liao 已提交
851
typedef struct SSortOperatorInfo {
852
  SOptrBasicInfo binfo;
L
Liu Jicong 已提交
853 854 855 856 857
  uint32_t       sortBufSize;  // max buffer size for in-memory sort
  SArray*        pSortInfo;
  SSortHandle*   pSortHandle;
  SArray*        pColMatchInfo;  // for index map from table scan output
  int32_t        bufPageSize;
858 859 860 861
  int64_t        startTs;      // sort start time
  uint64_t       sortElapsed;  // sort elapsed time, time to flush to disk not included.
  SLimitInfo     limitInfo;
  SNode*         pCondition;
H
Haojun Liao 已提交
862
} SSortOperatorInfo;
863

dengyihao's avatar
dengyihao 已提交
864 865 866
typedef struct STagFilterOperatorInfo {
  SOptrBasicInfo binfo;
} STagFilterOperatorInfo;
867

868
typedef struct SJoinOperatorInfo {
L
Liu Jicong 已提交
869 870 871 872 873 874 875 876 877 878 879 880
  SSDataBlock* pRes;
  int32_t      joinType;
  int32_t      inputOrder;

  SSDataBlock* pLeft;
  int32_t      leftPos;
  SColumnInfo  leftCol;

  SSDataBlock* pRight;
  int32_t      rightPos;
  SColumnInfo  rightCol;
  SNode*       pCondAfterMerge;
881 882
} SJoinOperatorInfo;

883 884 885
#define OPTR_IS_OPENED(_optr)  (((_optr)->status & OP_OPENED) == OP_OPENED)
#define OPTR_SET_OPENED(_optr) ((_optr)->status |= OP_OPENED)

886 887
void doDestroyExchangeOperatorInfo(void* param);

888
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t streamFn,
L
Liu Jicong 已提交
889 890
                                   __optr_fn_t cleanup, __optr_close_fn_t closeFn, __optr_encode_fn_t encode,
                                   __optr_decode_fn_t decode, __optr_explain_fn_t explain);
891

H
Haojun Liao 已提交
892 893
int32_t operatorDummyOpenFn(SOperatorInfo* pOperator);
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num);
894 895 896

void    initBasicInfo(SOptrBasicInfo* pInfo, SSDataBlock* pBlock);
void    cleanupBasicInfo(SOptrBasicInfo* pInfo);
897
int32_t initExprSupp(SExprSupp* pSup, SExprInfo* pExprInfo, int32_t numOfExpr);
898
void    cleanupExprSupp(SExprSupp* pSup);
899
void    destroyExprInfo(SExprInfo* pExpr, int32_t numOfExprs);
L
Liu Jicong 已提交
900
int32_t initAggInfo(SExprSupp* pSup, SAggSupporter* pAggSup, SExprInfo* pExprInfo, int32_t numOfCols, size_t keyBufSize,
901
                    const char* pkey);
L
Liu Jicong 已提交
902 903 904 905
void    initResultSizeInfo(SResultInfo* pResultInfo, int32_t numOfRows);
void    doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo,
                               SDiskbasedBuf* pBuf);
int32_t handleLimitOffset(SOperatorInfo* pOperator, SLimitInfo* pLimitInfo, SSDataBlock* pBlock, bool holdDataInBuf);
906 907
bool    hasLimitOffsetInfo(SLimitInfo* pLimitInfo);
void    initLimitInfo(const SNode* pLimit, const SNode* pSLimit, SLimitInfo* pLimitInfo);
908

L
Liu Jicong 已提交
909 910
void doApplyFunctions(SExecTaskInfo* taskInfo, SqlFunctionCtx* pCtx, SColumnInfoData* pTimeWindowData, int32_t offset,
                      int32_t forwardStep, int32_t numOfTotal, int32_t numOfOutput);
911

H
Haojun Liao 已提交
912
int32_t extractDataBlockFromFetchRsp(SSDataBlock* pRes, char* pData, SArray* pColList, char** pNextStart);
L
Liu Jicong 已提交
913 914
void    updateLoadRemoteInfo(SLoadRemoteDataInfo* pInfo, int32_t numOfRows, int32_t dataLen, int64_t startTs,
                             SOperatorInfo* pOperator);
915

916 917
STimeWindow getFirstQualifiedTimeWindow(int64_t ts, STimeWindow* pWindow, SInterval* pInterval, int32_t order);

L
Liu Jicong 已提交
918
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t* order, int32_t* scanFlag);
919
int32_t getBufferPgSize(int32_t rowSize, uint32_t* defaultPgsz, uint32_t* defaultBufsz);
920

dengyihao's avatar
dengyihao 已提交
921
void    doSetOperatorCompleted(SOperatorInfo* pOperator);
922
void    doFilter(const SNode* pFilterNode, SSDataBlock* pBlock, const SArray* pColMatchInfo);
923 924
int32_t addTagPseudoColumnData(SReadHandle* pHandle, SExprInfo* pPseudoExpr, int32_t numOfPseudoExpr,
                               SSDataBlock* pBlock, const char* idStr);
925

L
Liu Jicong 已提交
926 927 928
void cleanupAggSup(SAggSupporter* pAggSup);
void appendOneRowToDataBlock(SSDataBlock* pBlock, STupleHandle* pTupleHandle);
void setTbNameColData(void* pMeta, const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId);
929

L
Liu Jicong 已提交
930
int32_t doPrepareScan(SOperatorInfo* pOperator, uint64_t uid, int64_t ts);
931
int32_t doGetScanStatus(SOperatorInfo* pOperator, uint64_t* uid, int64_t* ts);
932

933
SSDataBlock* loadNextDataBlock(void* param);
934

935
void setResultRowInitCtx(SResultRow* pResult, SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset);
936

L
Liu Jicong 已提交
937 938 939
SResultRow* doSetResultOutBufByKey(SDiskbasedBuf* pResultBuf, SResultRowInfo* pResultRowInfo, char* pData,
                                   int16_t bytes, bool masterscan, uint64_t groupId, SExecTaskInfo* pTaskInfo,
                                   bool isIntervalQuery, SAggSupporter* pSup);
H
Haojun Liao 已提交
940

941 942
SOperatorInfo* createExchangeOperatorInfo(void* pTransporter, SExchangePhysiNode* pExNode, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
943 944
SOperatorInfo* createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* pHandle,
                                           SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
945 946
SOperatorInfo* createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pPhyNode,
                                         STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
947 948
SOperatorInfo* createSysTableScanOperatorInfo(void* readHandle, SSystemTableScanPhysiNode* pScanPhyNode,
                                              const char* pUser, SExecTaskInfo* pTaskInfo);
949

L
Liu Jicong 已提交
950 951
SOperatorInfo* createAggregateOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
                                           SSDataBlock* pResultBlock, SNode* pCondition, SExprInfo* pScalarExprInfo,
952
                                           int32_t numOfScalarExpr, bool mergeResult, SExecTaskInfo* pTaskInfo);
953

L
Liu Jicong 已提交
954 955 956 957
SOperatorInfo* createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode,
                                                 SExecTaskInfo* pTaskInfo);
SOperatorInfo* createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode,
                                         SExecTaskInfo* pTaskInfo);
958
SOperatorInfo* createSortOperatorInfo(SOperatorInfo* downstream, SSortPhysiNode* pSortNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
959 960 961 962
SOperatorInfo* createMultiwayMergeOperatorInfo(SOperatorInfo** dowStreams, size_t numStreams,
                                               SMergePhysiNode* pMergePhysiNode, SExecTaskInfo* pTaskInfo);
SOperatorInfo* createCacherowsScanOperator(SLastRowScanPhysiNode* pTableScanNode, SReadHandle* readHandle,
                                           SExecTaskInfo* pTaskInfo);
963

dengyihao's avatar
dengyihao 已提交
964
SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
965
                                          SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
L
Liu Jicong 已提交
966 967
                                          STimeWindowAggSupp* pTwAggSupp, SIntervalPhysiNode* pPhyNode,
                                          SExecTaskInfo* pTaskInfo, bool isStream);
968 969 970 971
SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
                                               SExecTaskInfo* pTaskInfo);
SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
                                                      SExecTaskInfo* pTaskInfo);
972 973
SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                     SExecTaskInfo* pTaskInfo, int32_t numOfChild);
H
Haojun Liao 已提交
974 975
SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionWinodwPhysiNode* pSessionNode,
                                            SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
976 977
SOperatorInfo* createGroupOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
                                       SSDataBlock* pResultBlock, SArray* pGroupColList, SNode* pCondition,
wmmhello's avatar
wmmhello 已提交
978
                                       SExprInfo* pScalarExprInfo, int32_t numOfScalarExpr, SExecTaskInfo* pTaskInfo);
979 980
SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid,
                                               SBlockDistScanPhysiNode* pBlockScanNode, SExecTaskInfo* pTaskInfo);
981

982
SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,
983
                                            SExecTaskInfo* pTaskInfo);
984

985 986
SOperatorInfo* createRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo);

L
Liu Jicong 已提交
987 988 989 990 991
SOperatorInfo* createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode,
                                      SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode,
                                             SExecTaskInfo* pTaskInfo);
SOperatorInfo* createPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode,
992
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
993

L
Liu Jicong 已提交
994 995
SOperatorInfo* createStreamPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode,
                                                 SExecTaskInfo* pTaskInfo);
996

997
SOperatorInfo* createTimeSliceOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
998 999
SOperatorInfo* createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream,
                                           SSortMergeJoinPhysiNode* pJoinNode, SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1000

L
Liu Jicong 已提交
1001 1002 1003 1004
SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                  SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                       SExecTaskInfo* pTaskInfo, int32_t numOfChild);
1005 1006
SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream,
                                                SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1007

L
Liu Jicong 已提交
1008 1009
SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
1010

1011
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
L
Liu Jicong 已提交
1012
                              int32_t numOfOutput, SArray* pPseudoList);
1013

L
Liu Jicong 已提交
1014 1015
void setInputDataBlock(SOperatorInfo* pOperator, SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t order,
                       int32_t scanFlag, bool createDummyCol);
X
Xiaoyu Wang 已提交
1016

1017
bool    isTaskKilled(SExecTaskInfo* pTaskInfo);
1018 1019
int32_t checkForQueryBuf(size_t numOfTables);

L
Liu Jicong 已提交
1020 1021
void setTaskKilled(SExecTaskInfo* pTaskInfo);
void queryCostStatis(SExecTaskInfo* pTaskInfo);
1022

dengyihao's avatar
dengyihao 已提交
1023
void    doDestroyTask(SExecTaskInfo* pTaskInfo);
1024 1025
int32_t getMaximumIdleDurationSec();

wmmhello's avatar
wmmhello 已提交
1026 1027 1028 1029
/*
 * ops:     root operator
 * data:    *data save the result of encode, need to be freed by caller
 * length:  *length save the length of *data
C
Cary Xu 已提交
1030
 * nOptrWithVal: *nOptrWithVal save the number of optr with value
wmmhello's avatar
wmmhello 已提交
1031 1032
 * return:  result code, 0 means success
 */
L
Liu Jicong 已提交
1033
int32_t encodeOperator(SOperatorInfo* ops, char** data, int32_t* length, int32_t* nOptrWithVal);
wmmhello's avatar
wmmhello 已提交
1034 1035 1036 1037 1038 1039 1040

/*
 * ops:    root operator, created by caller
 * data:   save the result of decode
 * length: the length of data
 * return: result code, 0 means success
 */
H
Haojun Liao 已提交
1041
int32_t decodeOperator(SOperatorInfo* ops, const char* data, int32_t length);
wmmhello's avatar
wmmhello 已提交
1042

1043
void    setTaskStatus(SExecTaskInfo* pTaskInfo, int8_t status);
dengyihao's avatar
dengyihao 已提交
1044
int32_t createExecTaskInfoImpl(SSubplan* pPlan, SExecTaskInfo** pTaskInfo, SReadHandle* pHandle, uint64_t taskId,
D
dapan1121 已提交
1045
                               char* sql, EOPTR_EXEC_MODEL model);
L
Liu Jicong 已提交
1046
int32_t createDataSinkParam(SDataSinkNode* pNode, void** pParam, qTaskInfo_t* pTaskInfo, SReadHandle* readHandle);
H
Haojun Liao 已提交
1047
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList);
dengyihao's avatar
dengyihao 已提交
1048

1049
int32_t aggDecodeResultRow(SOperatorInfo* pOperator, char* result);
wmmhello's avatar
wmmhello 已提交
1050 1051
int32_t aggEncodeResultRow(SOperatorInfo* pOperator, char** result, int32_t* length);

1052
STimeWindow getActiveTimeWindow(SDiskbasedBuf* pBuf, SResultRowInfo* pResultRowInfo, int64_t ts, SInterval* pInterval,
1053
                                int32_t order);
1054
int32_t getNumOfRowsInTimeWindow(SDataBlockInfo* pDataBlockInfo, TSKEY* pPrimaryColumn, int32_t startPos, TSKEY ekey,
L
Liu Jicong 已提交
1055
                                 __block_search_fn_t searchFn, STableQueryInfo* item, int32_t order);
5
54liuyao 已提交
1056
int32_t binarySearchForKey(char* pValue, int num, TSKEY key, int order);
1057
int32_t initStreamAggSupporter(SStreamAggSupporter* pSup, const char* pKey, SqlFunctionCtx* pCtx, int32_t numOfOutput,
L
Liu Jicong 已提交
1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068
                               int32_t size);
SResultRow*        getNewResultRow(SDiskbasedBuf* pResultBuf, int32_t* currentPageId, int32_t interBufSize);
SResultWindowInfo* getSessionTimeWindow(SStreamAggSupporter* pAggSup, TSKEY startTs, TSKEY endTs, uint64_t groupId,
                                        int64_t gap, int32_t* pIndex);
SResultWindowInfo* getCurSessionWindow(SStreamAggSupporter* pAggSup, TSKEY startTs, TSKEY endTs, uint64_t groupId,
                                       int64_t gap, int32_t* pIndex);
bool               isInTimeWindow(STimeWindow* pWin, TSKEY ts, int64_t gap);
bool               functionNeedToExecute(SqlFunctionCtx* pCtx);
bool               isOverdue(TSKEY ts, STimeWindowAggSupp* pSup);
bool               isCloseWindow(STimeWindow* pWin, STimeWindowAggSupp* pSup);
bool               isDeletedWindow(STimeWindow* pWin, uint64_t groupId, SAggSupporter* pSup);
5
54liuyao 已提交
1069
bool               isDeletedStreamWindow(STimeWindow* pWin, uint64_t groupId, SOperatorInfo* pOperator, STimeWindowAggSupp* pTwSup);
L
Liu Jicong 已提交
1070 1071
void               appendOneRow(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp);
void               printDataBlock(SSDataBlock* pBlock, const char* flag);
1072
uint64_t calGroupIdByData(SPartitionBySupporter* pParSup, SExprSupp* pExprSup, SSDataBlock* pBlock, int32_t rowId);
1073

1074 1075
int32_t finalizeResultRows(SDiskbasedBuf* pBuf, SResultRowPosition* resultRowPosition,
                                             SExprSupp* pSup, SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo);
1076

L
Liu Jicong 已提交
1077 1078 1079
int32_t createScanTableListInfo(SScanPhysiNode* pScanNode, SNodeList* pGroupTags, bool groupSort, SReadHandle* pHandle,
                                STableListInfo* pTableListInfo, SNode* pTagCond, SNode* pTagIndexCond,
                                const char* idstr);
1080

S
shenglian zhou 已提交
1081 1082
SOperatorInfo* createGroupSortOperatorInfo(SOperatorInfo* downstream, SGroupSortPhysiNode* pSortPhyNode,
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
1083
SOperatorInfo* createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, STableListInfo* pTableListInfo,
1084
                                                SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
1085

1086
void copyUpdateDataBlock(SSDataBlock* pDest, SSDataBlock* pSource, int32_t tsColIndex);
1087

L
Liu Jicong 已提交
1088
bool    groupbyTbname(SNodeList* pGroupList);
wmmhello's avatar
wmmhello 已提交
1089
int32_t generateGroupIdMap(STableListInfo* pTableListInfo, SReadHandle* pHandle, SNodeList* groupKey);
L
Liu Jicong 已提交
1090
void*   destroySqlFunctionCtx(SqlFunctionCtx* pCtx, int32_t numOfOutput);
1091 1092 1093 1094 1095 1096
int32_t buildDataBlockFromGroupRes(SExecTaskInfo* pTaskInfo, SSDataBlock* pBlock, SExprSupp* pSup,
                                   SGroupResInfo* pGroupResInfo);
int32_t setOutputBuf(STimeWindow* win, SResultRow** pResult, int64_t tableGroupId, SqlFunctionCtx* pCtx,
                           int32_t numOfOutput, int32_t* rowEntryInfoOffset, SAggSupporter* pAggSup,
                           SExecTaskInfo* pTaskInfo);
int32_t releaseOutputBuf(SExecTaskInfo* pTaskInfo, SWinKey* pKey, SResultRow* pResult);
5
54liuyao 已提交
1097
int32_t saveOutputBuf(SExecTaskInfo* pTaskInfo, SWinKey* pKey, SResultRow* pResult, int32_t resSize);
1098

1099 1100 1101 1102
#ifdef __cplusplus
}
#endif

1103
#endif  // TDENGINE_EXECUTORIMPL_H