executorimpl.h 43.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
H
Hongze Cheng 已提交
15
// clang-format off
16 17 18
#ifndef TDENGINE_EXECUTORIMPL_H
#define TDENGINE_EXECUTORIMPL_H

19 20 21 22
#ifdef __cplusplus
extern "C" {
#endif

23
#include "os.h"
S
common  
Shengliang Guan 已提交
24
#include "tcommon.h"
25
#include "tlosertree.h"
dengyihao's avatar
dengyihao 已提交
26
#include "tsort.h"
27 28 29
#include "ttszip.h"
#include "tvariant.h"

H
Haojun Liao 已提交
30
#include "dataSinkMgt.h"
31
#include "executil.h"
H
Haojun Liao 已提交
32
#include "executor.h"
H
Haojun Liao 已提交
33
#include "planner.h"
D
dapan1121 已提交
34
#include "scalar.h"
35 36
#include "taosdef.h"
#include "tarray.h"
H
Haojun Liao 已提交
37
#include "thash.h"
38
#include "tlockfree.h"
D
dapan1121 已提交
39
#include "tmsg.h"
dengyihao's avatar
dengyihao 已提交
40
#include "tpagedbuf.h"
5
54liuyao 已提交
41
#include "tstreamUpdate.h"
L
Liu Jicong 已提交
42
#include "tstream.h"
H
Haojun Liao 已提交
43

L
Liu Jicong 已提交
44
#include "vnode.h"
45
#include "executorInt.h"
H
Hongze Cheng 已提交
46

47 48
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);

dengyihao's avatar
dengyihao 已提交
49 50
#define IS_QUERY_KILLED(_q)   ((_q)->code == TSDB_CODE_TSC_QUERY_CANCELLED)
#define Q_STATUS_EQUAL(p, s)  (((p) & (s)) != 0u)
51 52
#define QUERY_IS_ASC_QUERY(q) (GET_FORWARD_DIRECTION_FACTOR((q)->order.order) == QUERY_ASC_FORWARD_STEP)

53
#define NEEDTO_COMPRESS_QUERY(size) ((size) > tsCompressColData ? 1 : 0)
54 55

enum {
56 57
  // when this task starts to execute, this status will set
  TASK_NOT_COMPLETED = 0x1u,
58

59
  /* Task is over
60 61 62
   * 1. this status is used in one row result query process, e.g., count/sum/first/last/ avg...etc.
   * 2. when all data within queried time window, it is also denoted as query_completed
   */
63
  TASK_COMPLETED = 0x2u,
64 65 66 67 68 69
};

/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
dengyihao's avatar
dengyihao 已提交
70 71 72 73 74
typedef struct SResultInfo {  // TODO refactor
  int64_t totalRows;          // total generated result size in rows
  int64_t totalBytes;         // total results in bytes.
  int32_t capacity;           // capacity of current result output buffer
  int32_t threshold;          // result size threshold in rows.
H
Haojun Liao 已提交
75
} SResultInfo;
76 77

typedef struct STableQueryInfo {
L
Liu Jicong 已提交
78 79
  TSKEY              lastKey;  // last check ts, todo remove it later
  SResultRowPosition pos;      // current active time window
80 81
} STableQueryInfo;

H
Haojun Liao 已提交
82 83 84 85 86
typedef struct SLimit {
  int64_t limit;
  int64_t offset;
} SLimit;

87
typedef struct STableScanAnalyzeInfo SFileBlockLoadRecorder;
88

H
Haojun Liao 已提交
89
typedef struct STaskCostInfo {
90 91
  int64_t  created;
  int64_t  start;
92 93 94 95 96 97 98 99
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;

  uint64_t loadDataTime;
100 101

  SFileBlockLoadRecorder* pRecoder;
L
Liu Jicong 已提交
102
  uint64_t                elapsedTime;
103

104 105 106 107 108 109 110
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
  uint64_t hashSize;
  uint64_t numOfTimeWindows;

  SArray*   queryProfEvents;      // SArray<SQueryProfEvent>
  SHashObj* operatorProfResults;  // map<operator_type, SQueryProfEvent>
H
Haojun Liao 已提交
111
} STaskCostInfo;
112

H
Haojun Liao 已提交
113
typedef struct SOperatorCostInfo {
L
Liu Jicong 已提交
114 115
  double openCost;
  double totalCost;
H
Haojun Liao 已提交
116 117
} SOperatorCostInfo;

118 119
struct SOperatorInfo;

wmmhello's avatar
wmmhello 已提交
120
typedef int32_t (*__optr_encode_fn_t)(struct SOperatorInfo* pOperator, char** result, int32_t* length);
121
typedef int32_t (*__optr_decode_fn_t)(struct SOperatorInfo* pOperator, char* result);
122

123
typedef int32_t (*__optr_open_fn_t)(struct SOperatorInfo* pOptr);
124
typedef SSDataBlock* (*__optr_fn_t)(struct SOperatorInfo* pOptr);
125
typedef void (*__optr_close_fn_t)(void* param);
126
typedef int32_t (*__optr_explain_fn_t)(struct SOperatorInfo* pOptr, void** pOptrExplain, uint32_t* len);
H
Haojun Liao 已提交
127

H
Haojun Liao 已提交
128
typedef struct STaskIdInfo {
129 130 131 132
  uint64_t queryId;  // this is also a request id
  uint64_t subplanId;
  uint64_t templateId;
  char*    str;
H
Haojun Liao 已提交
133 134
} STaskIdInfo;

L
Liu Jicong 已提交
135 136 137 138 139 140
enum {
  STREAM_RECOVER_STEP__NONE = 0,
  STREAM_RECOVER_STEP__PREPARE,
  STREAM_RECOVER_STEP__SCAN,
};

L
Liu Jicong 已提交
141
typedef struct {
L
Liu Jicong 已提交
142
  //TODO remove prepareStatus
L
Liu Jicong 已提交
143 144
  STqOffsetVal   prepareStatus; // for tmq
  STqOffsetVal   lastStatus;    // for tmq
wmmhello's avatar
wmmhello 已提交
145
  SMqMetaRsp     metaRsp;       // for tmq fetching meta
146
  int8_t  returned;
L
Liu Jicong 已提交
147 148
  int64_t snapshotVer;

wmmhello's avatar
wmmhello 已提交
149 150
  SSchemaWrapper *schema;
  char           tbName[TSDB_TABLE_NAME_LEN];
L
Liu Jicong 已提交
151 152
  SSDataBlock*   pullOverBlk;   // for streaming
  SWalFilterCond cond;
L
Liu Jicong 已提交
153
  int64_t        lastScanUid;
L
Liu Jicong 已提交
154 155 156 157
  int8_t         recoverStep;
  SQueryTableDataCond tableCond;
  int64_t recoverStartVer;
  int64_t recoverEndVer;
H
Haojun Liao 已提交
158
  SStreamState* pState;
L
Liu Jicong 已提交
159 160
} SStreamTaskInfo;

161 162 163 164 165
typedef struct {
  char*           tablename;
  char*           dbname;
  int32_t         tversion;
  SSchemaWrapper* sw;
166
  SSchemaWrapper* qsw;
167 168
} SSchemaInfo;

169
typedef struct SExecTaskInfo {
170 171 172 173 174 175 176
  STaskIdInfo      id;
  uint32_t         status;
  STimeWindow      window;
  STaskCostInfo    cost;
  int64_t          owner;  // if it is in execution
  int32_t          code;

177
  int64_t          version; // used for stream to record wal version
178 179 180 181 182 183 184
  SStreamTaskInfo  streamInfo;
  SSchemaInfo      schemaInfo;
  STableListInfo   tableqinfoList;  // this is a table list
  const char*      sql;             // query sql string
  jmp_buf          env;             // jump to this position when error happens.
  EOPTR_EXEC_MODEL execModel;       // operator execution model [batch model|stream model]
  SSubplan*        pSubplan;
185
  struct SOperatorInfo* pRoot;
186
} SExecTaskInfo;
H
Haojun Liao 已提交
187

188
enum {
189 190
  OP_NOT_OPENED    = 0x0,
  OP_OPENED        = 0x1,
H
Haojun Liao 已提交
191
  OP_RES_TO_RETURN = 0x5,
192
  OP_EXEC_DONE     = 0x9,
193 194
};

195
typedef struct SOperatorFpSet {
L
Liu Jicong 已提交
196 197 198 199 200 201 202 203
  __optr_open_fn_t    _openFn;  // DO NOT invoke this function directly
  __optr_fn_t         getNextFn;
  __optr_fn_t         getStreamResFn;  // execute the aggregate in the stream model, todo remove it
  __optr_fn_t         cleanupFn;       // call this function to release the allocated resources ASAP
  __optr_close_fn_t   closeFn;
  __optr_encode_fn_t  encodeResultRow;
  __optr_decode_fn_t  decodeResultRow;
  __optr_explain_fn_t getExplainFn;
204 205
} SOperatorFpSet;

206 207
typedef struct SExprSupp {
  SExprInfo*      pExprInfo;
L
Liu Jicong 已提交
208
  int32_t         numOfExprs;  // the number of scalar expression in group operator
209 210 211 212
  SqlFunctionCtx* pCtx;
  int32_t*        rowEntryInfoOffset;  // offset value for each row result cell info
} SExprSupp;

213
typedef struct SOperatorInfo {
214
  uint16_t               operatorType;
215
  int16_t                resultDataBlockId;
L
Liu Jicong 已提交
216 217 218 219 220 221 222 223 224 225 226
  bool                   blocking;  // block operator or not
  uint8_t                status;    // denote if current operator is completed
  char*                  name;      // name, for debug purpose
  void*                  info;      // extension attribution
  SExprSupp              exprSupp;
  SExecTaskInfo*         pTaskInfo;
  SOperatorCostInfo      cost;
  SResultInfo            resultInfo;
  struct SOperatorInfo** pDownstream;      // downstram pointer list
  int32_t                numOfDownstream;  // number of downstream. The value is always ONE expect for join operator
  SOperatorFpSet         fpSet;
227 228
} SOperatorInfo;

229 230
typedef enum {
  EX_SOURCE_DATA_NOT_READY = 0x1,
231
  EX_SOURCE_DATA_READY     = 0x2,
232 233
  EX_SOURCE_DATA_EXHAUSTED = 0x3,
} EX_SOURCE_STATUS;
234

235 236 237
#define COL_MATCH_FROM_COL_ID  0x1
#define COL_MATCH_FROM_SLOT_ID 0x2

238
typedef struct SSourceDataInfo {
L
Liu Jicong 已提交
239 240 241 242 243 244
  int32_t            index;
  SRetrieveTableRsp* pRsp;
  uint64_t           totalRows;
  int32_t            code;
  EX_SOURCE_STATUS   status;
  const char*        taskId;
245 246
} SSourceDataInfo;

H
Haojun Liao 已提交
247
typedef struct SLoadRemoteDataInfo {
dengyihao's avatar
dengyihao 已提交
248 249 250
  uint64_t totalSize;     // total load bytes from remote
  uint64_t totalRows;     // total number of rows
  uint64_t totalElapsed;  // total elapsed time
H
Haojun Liao 已提交
251 252
} SLoadRemoteDataInfo;

253
typedef struct SLimitInfo {
254 255 256 257 258 259 260
  SLimit              limit;
  SLimit              slimit;
  uint64_t            currentGroupId;
  int64_t             remainGroupOffset;
  int64_t             numOfOutputGroups;
  int64_t             remainOffset;
  int64_t             numOfOutputRows;
261 262
} SLimitInfo;

263
typedef struct SExchangeInfo {
dengyihao's avatar
dengyihao 已提交
264 265 266 267
  SArray*             pSources;
  SArray*             pSourceDataInfo;
  tsem_t              ready;
  void*               pTransporter;
268 269 270 271 272
  // SArray<SSDataBlock*>, result block list, used to keep the multi-block that
  // passed by downstream operator
  SArray*             pResultBlockList;
  int32_t             rspBlockIndex;    // indicate the return block index in pResultBlockList
  SSDataBlock*        pDummyBlock;  // dummy block, not keep data
dengyihao's avatar
dengyihao 已提交
273 274
  bool                seqLoadData;  // sequential load data or not, false by default
  int32_t             current;
H
Haojun Liao 已提交
275
  SLoadRemoteDataInfo loadInfo;
276
  uint64_t            self;
277
  SLimitInfo          limitInfo;
278 279
} SExchangeInfo;

H
Haojun Liao 已提交
280
typedef struct SColMatchInfo {
281
  int32_t srcSlotId;     // source slot id
H
Haojun Liao 已提交
282 283
  int32_t colId;
  int32_t targetSlotId;
284
  bool    output;        // todo remove this?
285
  bool    reserved;
286
  int32_t matchType;     // determinate the source according to col id or slot id
H
Haojun Liao 已提交
287 288
} SColMatchInfo;

289
typedef struct SScanInfo {
290 291
  int32_t         numOfAsc;
  int32_t         numOfDesc;
292 293
} SScanInfo;

294 295 296 297 298
typedef struct SSampleExecInfo {
  double          sampleRatio;  // data block sample ratio, 1 by default
  uint32_t        seed;         // random seed value
} SSampleExecInfo;

L
Liu Jicong 已提交
299 300
enum {
  TABLE_SCAN__TABLE_ORDER = 1,
301
  TABLE_SCAN__BLOCK_ORDER = 2,
L
Liu Jicong 已提交
302 303
};

304
typedef struct SAggSupporter {
H
Haojun Liao 已提交
305
  SSHashObj*     pResultRowHashTable;  // quick locate the window object for each result
306 307 308 309
  char*          keyBuf;               // window key buffer
  SDiskbasedBuf* pResultBuf;           // query result buffer based on blocked-wised disk file
  int32_t        resultRowSize;        // the result buffer size for each result row, with the meta data size for each row
  int32_t        currentPageId;        // current write page id
310 311 312 313 314 315 316 317 318
} SAggSupporter;

typedef struct {
    // if the upstream is an interval operator, the interval info is also kept here to get the time window to check if current data block needs to be loaded.
 SInterval      interval;
 SAggSupporter *pAggSup;
 SExprSupp     *pExprSup;         // expr supporter of aggregate operator
} SAggOptrPushDownInfo;

319
typedef struct STableScanInfo {
H
Hongze Cheng 已提交
320
  STsdbReader*    dataReader;
321 322
  SReadHandle     readHandle;

323
  SFileBlockLoadRecorder readRecorder;
324
  SScanInfo       scanInfo;
325 326
  int32_t         scanTimes;
  SNode*          pFilterNode;  // filter info, which is push down by optimizer
327

328
  SSDataBlock*    pResBlock;
H
Haojun Liao 已提交
329
  SArray*         pColMatchInfo;
330
  SExprSupp       pseudoSup;
331
  SQueryTableDataCond cond;
332
  int32_t         scanFlag;     // table scan flag to denote if it is a repeat/reverse/main scan
333
  int32_t         dataBlockLoadFlag;
334
  SSampleExecInfo sample;       // sample execution info
wmmhello's avatar
wmmhello 已提交
335
  int32_t         currentGroupId;
L
Liu Jicong 已提交
336
  int32_t         currentTable;
337 338
  int8_t          scanMode;
  int8_t          noTable;
339
  SAggOptrPushDownInfo pdInfo;
340
  int8_t          assignBlockUid;
341 342
} STableScanInfo;

343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
typedef struct STableMergeScanInfo {
  STableListInfo* tableListInfo;
  int32_t         tableStartIndex;
  int32_t         tableEndIndex;
  bool            hasGroupId;
  uint64_t        groupId;
  SArray*         dataReaders;  // array of tsdbReaderT*
  SReadHandle     readHandle;
  int32_t         bufPageSize;
  uint32_t        sortBufSize;  // max buffer size for in-memory sort
  SArray*         pSortInfo;
  SSortHandle*    pSortHandle;

  SSDataBlock* pSortInputBlock;
  int64_t      startTs;  // sort start time
  SArray*      sortSourceParams;

  SFileBlockLoadRecorder readRecorder;
  int64_t                numOfRows;
  SScanInfo              scanInfo;
  int32_t                scanTimes;
  SNode*                 pFilterNode;  // filter info, which is push down by optimizer
  SqlFunctionCtx*        pCtx;         // which belongs to the direct upstream operator operator query context
  SResultRowInfo*        pResultRowInfo;
  int32_t*               rowEntryInfoOffset;
  SExprInfo*             pExpr;
  SSDataBlock*           pResBlock;
  SArray*                pColMatchInfo;
  int32_t                numOfOutput;

X
Xiaoyu Wang 已提交
373
  SExprSupp       pseudoSup;
374 375 376 377 378 379 380 381

  SQueryTableDataCond cond;
  int32_t             scanFlag;  // table scan flag to denote if it is a repeat/reverse/main scan
  int32_t             dataBlockLoadFlag;
  // if the upstream is an interval operator, the interval info is also kept here to get the time
  // window to check if current data block needs to be loaded.
  SInterval       interval;
  SSampleExecInfo sample;  // sample execution info
382 383

  SSortExecInfo sortExecInfo;
384 385
} STableMergeScanInfo;

386
typedef struct STagScanInfo {
387 388 389 390 391
  SColumnInfo     *pCols;
  SSDataBlock     *pRes;
  SArray          *pColMatchInfo;
  int32_t          curPos;
  SReadHandle      readHandle;
wmmhello's avatar
wmmhello 已提交
392
  STableListInfo  *pTableList;
393 394
} STagScanInfo;

395 396 397
typedef struct SLastrowScanInfo {
  SSDataBlock    *pRes;
  SReadHandle     readHandle;
398 399 400
  void           *pLastrowReader;
  SArray         *pColMatchInfo;
  int32_t        *pSlotIds;
401
  SExprSupp       pseudoExprSup;
402 403 404 405 406
  int32_t         retrieveType;
  int32_t         currentGroupIndex;
  SSDataBlock    *pBufferredRes;
  SArray         *pUidList;
  int32_t         indexOfBufferedRes;
407 408
} SLastrowScanInfo;

5
54liuyao 已提交
409 410 411 412
typedef enum EStreamScanMode {
  STREAM_SCAN_FROM_READERHANDLE = 1,
  STREAM_SCAN_FROM_RES,
  STREAM_SCAN_FROM_UPDATERES,
413
  STREAM_SCAN_FROM_DELETERES,
5
54liuyao 已提交
414
  STREAM_SCAN_FROM_DATAREADER_RETRIEVE,
L
Liu Jicong 已提交
415
  STREAM_SCAN_FROM_DATAREADER_RANGE,
5
54liuyao 已提交
416 417
} EStreamScanMode;

418 419 420 421 422
enum {
  PROJECT_RETRIEVE_CONTINUE = 0x1,
  PROJECT_RETRIEVE_DONE = 0x2,
};

5
54liuyao 已提交
423
typedef struct SCatchSupporter {
L
Liu Jicong 已提交
424 425 426 427
  SHashObj*      pWindowHashTable;  // quick locate the window object for each window
  SDiskbasedBuf* pDataBuf;          // buffer based on blocked-wised disk file
  int32_t        keySize;
  int64_t*       pKeyBuf;
5
54liuyao 已提交
428 429
} SCatchSupporter;

5
54liuyao 已提交
430
typedef struct SStreamAggSupporter {
431 432 433
  SHashObj*      pResultRows;
  SArray*        pCurWins;
  int32_t        valueSize;
5
54liuyao 已提交
434 435 436 437
  int32_t        keySize;
  char*          pKeyBuf;              // window key buffer
  SDiskbasedBuf* pResultBuf;           // query result buffer based on blocked-wised disk file
  int32_t        resultRowSize;        // the result buffer size for each result row, with the meta data size for each row
438
  int32_t        currentPageId;        // buffer page that is active
439
  SSDataBlock*   pScanBlock;
5
54liuyao 已提交
440 441
} SStreamAggSupporter;

442
typedef struct SWindowSupporter {
5
54liuyao 已提交
443
  SStreamAggSupporter* pStreamAggSup;
L
Liu Jicong 已提交
444
  int64_t              gap;
445
  uint16_t             parentType;
446
  SAggSupporter*       pIntervalAggSup;
447 448 449 450 451 452 453 454 455 456 457 458 459
} SWindowSupporter;

typedef struct SPartitionBySupporter {
  SArray*         pGroupCols;     // group by columns, SArray<SColumn>
  SArray*         pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*           keyBuf;         // group by keys for hash
  bool            needCalc;       // partition by column
} SPartitionBySupporter;

typedef struct SPartitionDataInfo {
  uint64_t        groupId;
  SArray*         rowIds;
} SPartitionDataInfo;
460

5
54liuyao 已提交
461 462 463 464 465 466 467
typedef struct STimeWindowSupp {
  int8_t           calTrigger;
  int64_t          waterMark;
  TSKEY            maxTs;
  SColumnInfoData  timeWindowData;     // query time window info for scalar function execution.
} STimeWindowAggSupp;

468
typedef struct SStreamScanInfo {
L
Liu Jicong 已提交
469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493
  uint64_t    tableUid;  // queried super table uid
  SExprInfo*  pPseudoExpr;
  int32_t     numOfPseudoExpr;
  int32_t     primaryTsIndex;  // primary time stamp slot id
  SReadHandle readHandle;
  SInterval   interval;       // if the upstream is an interval operator, the interval info is also kept here.
  SArray*     pColMatchInfo;  //
  SNode*      pCondition;

  SArray*      pBlockLists;  // multiple SSDatablock.
  SSDataBlock* pRes;         // result SSDataBlock
  SSDataBlock* pUpdateRes;   // update SSDataBlock
  int32_t      updateResIndex;
  int32_t      blockType;        // current block type
  int32_t      validBlockIndex;  // Is current data has returned?
  uint64_t     numOfExec;        // execution times
  STqReader*   tqReader;

  uint64_t     groupId;
  SUpdateInfo* pUpdateInfo;

  EStreamScanMode        scanMode;
  SOperatorInfo*         pStreamScanOp;
  SOperatorInfo*         pTableScanOp;
  SArray*                childIds;
494 495 496
  SWindowSupporter       windowSup;
  SPartitionBySupporter  partitionSup;
  SExprSupp*             pPartScalarSup;
L
Liu Jicong 已提交
497 498 499 500 501 502
  bool                   assignBlockUid;  // assign block uid to groupId, temporarily used for generating rollup SMA.
  int32_t                scanWinIndex;    // for state operator
  int32_t                pullDataResIndex;
  SSDataBlock*           pPullDataRes;    // pull data SSDataBlock
  SSDataBlock*           pDeleteDataRes;  // delete data SSDataBlock
  int32_t                deleteDataIndex;
5
54liuyao 已提交
503
  STimeWindow            updateWin;
5
54liuyao 已提交
504
  STimeWindowAggSupp     twAggSup;
505
  SSDataBlock*           pUpdateDataRes;
L
Liu Jicong 已提交
506
  // status for tmq
L
Liu Jicong 已提交
507 508 509
  SNodeList* pGroupTags;
  SNode*     pTagCond;
  SNode*     pTagIndexCond;
510
} SStreamScanInfo;
H
Haojun Liao 已提交
511

L
Liu Jicong 已提交
512 513 514 515 516 517 518 519 520 521 522 523
typedef struct {
  //  int8_t    subType;
  //  bool      withMeta;
  //  int64_t   suid;
  //  int64_t   snapVersion;
  //  void     *metaInfo;
  //  void     *dataInfo;
  SVnode*       vnode;
  SSDataBlock   pRes;  // result SSDataBlock
  STsdbReader*  dataReader;
  SSnapContext* sContext;
} SStreamRawScanInfo;
524

525
typedef struct SSysTableScanInfo {
dengyihao's avatar
dengyihao 已提交
526 527 528 529
  SRetrieveMetaTableRsp* pRsp;
  SRetrieveTableReq      req;
  SEpSet                 epSet;
  tsem_t                 ready;
530 531
  SReadHandle            readHandle;
  int32_t                accountId;
532
  const char*            pUser;
533
  bool                   sysInfo;
534 535 536 537 538 539 540 541
  bool                   showRewrite;
  SNode*                 pCondition;  // db_name filter condition, to discard data that are not in current database
  SMTbCursor*            pCur;        // cursor for iterate the local table meta store.
  SArray*                scanCols;    // SArray<int16_t> scan column id list
  SName                  name;
  SSDataBlock*           pRes;
  int64_t                numOfBlocks;  // extract basic running information.
  SLoadRemoteDataInfo    loadInfo;
542 543
} SSysTableScanInfo;

544 545 546
typedef struct SBlockDistInfo {
  SSDataBlock* pResBlock;
  void*        pHandle;
547
  SReadHandle  readHandle;
L
Liu Jicong 已提交
548
  uint64_t     uid;  // table uid
549 550
} SBlockDistInfo;

551
// todo remove this
552
typedef struct SOptrBasicInfo {
L
Liu Jicong 已提交
553 554 555
  SResultRowInfo resultRowInfo;
  SSDataBlock*   pRes;
  bool           mergeResultBlock;
556 557
} SOptrBasicInfo;

558
typedef struct SIntervalAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
559
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
560
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
561
  SAggSupporter      aggSup;             // aggregate supporter
562
  SExprSupp          scalarSupp;         // supporter for perform scalar function
563 564 565 566 567
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
  STimeWindow        win;                // query time range
  bool               timeWindowInterpo;  // interpolation needed or not
568
  SArray*            pInterpCols;        // interpolation columns
569
  int32_t            resultTsOrder;      // result timestamp order
570
  int32_t            inputOrder;         // input data ts order
571 572
  EOPTR_EXEC_MODEL   execModel;          // operator execution model [batch model|stream model]
  STimeWindowAggSupp twAggSup;
5
54liuyao 已提交
573
  bool               invertible;
574
  SArray*            pPrevValues;        //  SArray<SGroupKeys> used to keep the previous not null value for interpolation.
5
54liuyao 已提交
575
  bool               ignoreExpiredData;
576 577 578 579
  SArray*            pRecycledPages;
  SArray*            pDelWins;           // SWinRes
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
580
  SNode*             pCondition;
581
} SIntervalAggOperatorInfo;
582

583 584 585 586
typedef struct SMergeAlignedIntervalAggOperatorInfo {
  SIntervalAggOperatorInfo *intervalAggOperatorInfo;

  bool         hasGroupId;
587 588
  uint64_t     groupId;  // current groupId
  int64_t      curTs;    // current ts
589 590 591 592
  SSDataBlock* prefetchedBlock;
  SNode*       pCondition;
} SMergeAlignedIntervalAggOperatorInfo;

5
54liuyao 已提交
593
typedef struct SStreamFinalIntervalOperatorInfo {
wmmhello's avatar
wmmhello 已提交
594
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
5
54liuyao 已提交
595
  SOptrBasicInfo     binfo;              // basic info
wmmhello's avatar
wmmhello 已提交
596
  SAggSupporter      aggSup;             // aggregate supporter
5
54liuyao 已提交
597
  SExprSupp          scalarSupp;         // supporter for perform scalar function
5
54liuyao 已提交
598 599 600 601 602
  SGroupResInfo      groupResInfo;       // multiple results build supporter
  SInterval          interval;           // interval info
  int32_t            primaryTsIndex;     // primary time stamp slot id from result of downstream operator.
  int32_t            order;              // current SSDataBlock scan order
  STimeWindowAggSupp twAggSup;
603
  SArray*            pChildren;
5
54liuyao 已提交
604
  SSDataBlock*       pUpdateRes;
5
54liuyao 已提交
605
  bool               returnUpdate;
5
54liuyao 已提交
606
  SPhysiNode*        pPhyNode;           // create new child
5
54liuyao 已提交
607
  bool               isFinal;
5
54liuyao 已提交
608 609 610 611
  SHashObj*          pPullDataMap;
  SArray*            pPullWins;          // SPullWindowInfo
  int32_t            pullIndex;
  SSDataBlock*       pPullDataRes;
5
54liuyao 已提交
612
  bool               ignoreExpiredData;
613 614 615 616
  SArray*            pRecycledPages;
  SArray*            pDelWins;           // SWinRes
  int32_t            delIndex;
  SSDataBlock*       pDelRes;
5
54liuyao 已提交
617 618
} SStreamFinalIntervalOperatorInfo;

619
typedef struct SAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
620
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
H
Haojun Liao 已提交
621 622
  SOptrBasicInfo     binfo;
  SAggSupporter      aggSup;
wmmhello's avatar
wmmhello 已提交
623

H
Haojun Liao 已提交
624
  STableQueryInfo   *current;
H
Haojun Liao 已提交
625
  uint64_t           groupId;
H
Haojun Liao 已提交
626
  SGroupResInfo      groupResInfo;
627
  SExprSupp          scalarExprSup;
S
slzhou 已提交
628
  SNode             *pCondition;
629 630 631
} SAggOperatorInfo;

typedef struct SProjectOperatorInfo {
wmmhello's avatar
wmmhello 已提交
632
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
633 634
  SOptrBasicInfo     binfo;
  SAggSupporter      aggSup;
635
  SNode*             pFilterNode;  // filter info, which is push down by optimizer
636
  SArray*            pPseudoColInfo;
637
  SLimitInfo         limitInfo;
H
Haojun Liao 已提交
638 639
  bool               mergeDataBlocks;
  SSDataBlock*       pFinalRes;
640
  SNode*             pCondition;
641 642
} SProjectOperatorInfo;

H
Haojun Liao 已提交
643 644 645 646
typedef struct SIndefOperatorInfo {
  SOptrBasicInfo     binfo;
  SAggSupporter      aggSup;
  SArray*            pPseudoColInfo;
647
  SExprSupp          scalarSup;
S
slzhou 已提交
648
  SNode*             pCondition;
649 650 651
  uint64_t           groupId;

  SSDataBlock*       pNextGroupRes;
H
Haojun Liao 已提交
652 653
} SIndefOperatorInfo;

654
typedef struct SFillOperatorInfo {
655 656
  struct SFillInfo* pFillInfo;
  SSDataBlock*      pRes;
H
Haojun Liao 已提交
657
  SSDataBlock*      pFinalRes;
658 659 660
  int64_t           totalInputRows;
  void**            p;
  SSDataBlock*      existNewGroupBlock;
661
  STimeWindow       win;
S
slzhou 已提交
662
  SNode*            pCondition;
663
  SArray*           pColMatchColInfo;
H
Haojun Liao 已提交
664
  int32_t           primaryTsCol;
H
Haojun Liao 已提交
665
  int32_t           primarySrcSlotId;
666
  uint64_t          curGroupId;       // current handled group id
667 668 669 670
  SExprInfo*        pExprInfo;
  int32_t           numOfExpr;
  SExprInfo*        pNotFillExprInfo;
  int32_t           numOfNotFillExpr;
671 672 673
} SFillOperatorInfo;

typedef struct SGroupbyOperatorInfo {
wmmhello's avatar
wmmhello 已提交
674
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
dengyihao's avatar
dengyihao 已提交
675
  SOptrBasicInfo  binfo;
wmmhello's avatar
wmmhello 已提交
676 677
  SAggSupporter   aggSup;

678
  SArray*         pGroupCols;     // group by columns, SArray<SColumn>
dengyihao's avatar
dengyihao 已提交
679 680 681 682 683 684
  SArray*         pGroupColVals;  // current group column values, SArray<SGroupKeys>
  SNode*          pCondition;
  bool            isInit;       // denote if current val is initialized or not
  char*           keyBuf;       // group by keys for hash
  int32_t         groupKeyLen;  // total group by column width
  SGroupResInfo   groupResInfo;
685
  SExprSupp       scalarSup;
686 687
} SGroupbyOperatorInfo;

H
Haojun Liao 已提交
688
typedef struct SDataGroupInfo {
689 690 691
  uint64_t        groupId;
  int64_t         numOfRows;
  SArray*         pPageList;
H
Haojun Liao 已提交
692 693 694 695
} SDataGroupInfo;

// The sort in partition may be needed later.
typedef struct SPartitionOperatorInfo {
dengyihao's avatar
dengyihao 已提交
696 697 698 699 700 701 702 703 704 705
  SOptrBasicInfo binfo;
  SArray*        pGroupCols;
  SArray*        pGroupColVals;  // current group column values, SArray<SGroupKeys>
  char*          keyBuf;         // group by keys for hash
  int32_t        groupKeyLen;    // total group by column width
  SHashObj*      pGroupSet;      // quick locate the window object for each result

  SDiskbasedBuf* pBuf;          // query result buffer based on blocked-wised disk file
  int32_t        rowCapacity;   // maximum number of rows for each buffer page
  int32_t*       columnOffset;  // start position for each column data
706 707
  SArray*        sortedGroupArray;   // SDataGroupInfo sorted by group id
  int32_t        groupIndex;  // group index
708
  int32_t        pageIndex;   // page index of current group
709
  SExprSupp      scalarSup;
H
Haojun Liao 已提交
710
} SPartitionOperatorInfo;
711

712
typedef struct SWindowRowsSup {
dengyihao's avatar
dengyihao 已提交
713 714 715 716
  STimeWindow win;
  TSKEY       prevTs;
  int32_t     startRowIndex;
  int32_t     numOfRows;
717
  uint64_t    groupId;
718 719
} SWindowRowsSup;

H
Haojun Liao 已提交
720
typedef struct SSessionAggOperatorInfo {
wmmhello's avatar
wmmhello 已提交
721
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
722 723
  SOptrBasicInfo     binfo;
  SAggSupporter      aggSup;
wmmhello's avatar
wmmhello 已提交
724

725 726 727 728
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
  bool               reptScan;        // next round scan
  int64_t            gap;             // session window gap
729
  int32_t            tsSlotId;        // primary timestamp slot id
730
  STimeWindowAggSupp twAggSup;
L
Liu Jicong 已提交
731
  const SNode* pCondition;
H
Haojun Liao 已提交
732
} SSessionAggOperatorInfo;
733

5
54liuyao 已提交
734 735 736
typedef struct SResultWindowInfo {
  SResultRowPosition pos;
  STimeWindow win;
5
54liuyao 已提交
737
  uint64_t groupId;
5
54liuyao 已提交
738
  bool isOutput;
5
54liuyao 已提交
739
  bool isClosed;
5
54liuyao 已提交
740 741
} SResultWindowInfo;

5
54liuyao 已提交
742 743 744 745 746
typedef struct SStateWindowInfo {
  SResultWindowInfo winInfo;
  SStateKeys stateKey;
} SStateWindowInfo;

5
54liuyao 已提交
747 748 749
typedef struct SStreamSessionAggOperatorInfo {
  SOptrBasicInfo       binfo;
  SStreamAggSupporter  streamAggSup;
5
54liuyao 已提交
750
  SExprSupp            scalarSupp;         // supporter for perform scalar function
5
54liuyao 已提交
751 752 753
  SGroupResInfo        groupResInfo;
  int64_t              gap;             // session window gap
  int32_t              primaryTsIndex;  // primary timestamp slot id
5
54liuyao 已提交
754
  int32_t              endTsIndex;      // window end timestamp slot id
5
54liuyao 已提交
755 756 757 758
  int32_t              order;           // current SSDataBlock scan order
  STimeWindowAggSupp   twAggSup;
  SSDataBlock*         pWinBlock;       // window result
  SqlFunctionCtx*      pDummyCtx;       // for combine
5
54liuyao 已提交
759 760
  SSDataBlock*         pDelRes;         // delete result
  SSDataBlock*         pUpdateRes;      // update window
761
  bool                 returnUpdate;
5
54liuyao 已提交
762 763
  SHashObj*            pStDeleted;
  void*                pDelIterator;
5
54liuyao 已提交
764
  SArray*              pChildren;       // cache for children's result; final stream operator
5
54liuyao 已提交
765 766
  SPhysiNode*          pPhyNode;           // create new child
  bool                 isFinal;
5
54liuyao 已提交
767
  bool                 ignoreExpiredData;
5
54liuyao 已提交
768 769
} SStreamSessionAggOperatorInfo;

770 771 772 773 774 775 776 777 778 779
typedef struct SStreamPartitionOperatorInfo {
  SOptrBasicInfo        binfo;
  SPartitionBySupporter partitionSup;
  SExprSupp             scalarSup;
  SHashObj*             pPartitions;
  void*                 parIte;
  SSDataBlock*          pInputDataBlock;
  int32_t               tsColIndex;
} SStreamPartitionOperatorInfo;

780
typedef struct STimeSliceOperatorInfo {
781 782 783 784 785 786 787
  SSDataBlock*            pRes;
  STimeWindow             win;
  SInterval               interval;
  int64_t                 current;
  SArray*                 pPrevRow;      // SArray<SGroupValue>
  SArray*                 pNextRow;      // SArray<SGroupValue>
  SArray*                 pLinearInfo;   // SArray<SFillLinearInfo>
788
  bool                    fillLastPoint;
789 790 791 792 793 794
  bool                    isPrevRowSet;
  bool                    isNextRowSet;
  int32_t                 fillType;      // fill type
  SColumn                 tsCol;         // primary timestamp column
  SExprSupp               scalarSup;     // scalar calculation
  struct SFillColInfo*    pFillColInfo;  // fill column info
795 796
} STimeSliceOperatorInfo;

797
typedef struct SStateWindowOperatorInfo {
wmmhello's avatar
wmmhello 已提交
798
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
799 800
  SOptrBasicInfo     binfo;
  SAggSupporter      aggSup;
wmmhello's avatar
wmmhello 已提交
801

802 803
  SGroupResInfo      groupResInfo;
  SWindowRowsSup     winSup;
804
  SColumn            stateCol;  // start row index
805 806
  bool               hasKey;
  SStateKeys         stateKey;
807
  int32_t            tsSlotId;  // primary timestamp column slot id
808
  STimeWindowAggSupp twAggSup;
dengyihao's avatar
dengyihao 已提交
809
  //  bool             reptScan;
L
Liu Jicong 已提交
810
  const SNode* pCondition;
811 812
} SStateWindowOperatorInfo;

5
54liuyao 已提交
813 814 815
typedef struct SStreamStateAggOperatorInfo {
  SOptrBasicInfo       binfo;
  SStreamAggSupporter  streamAggSup;
5
54liuyao 已提交
816
  SExprSupp            scalarSupp;      // supporter for perform scalar function
5
54liuyao 已提交
817 818 819 820
  SGroupResInfo        groupResInfo;
  int32_t              primaryTsIndex;  // primary timestamp slot id
  int32_t              order;           // current SSDataBlock scan order
  STimeWindowAggSupp   twAggSup;
5
54liuyao 已提交
821
  SColumn              stateCol;
5
54liuyao 已提交
822 823 824 825 826
  SqlFunctionCtx*      pDummyCtx;       // for combine
  SSDataBlock*         pDelRes;
  SHashObj*            pSeDeleted;
  void*                pDelIterator;
  SArray*              pChildren;       // cache for children's result;
5
54liuyao 已提交
827
  bool                 ignoreExpiredData;
5
54liuyao 已提交
828 829
} SStreamStateAggOperatorInfo;

830
typedef struct SSortedMergeOperatorInfo {
wmmhello's avatar
wmmhello 已提交
831
  // SOptrBasicInfo should be first, SAggSupporter should be second for stream encode
832
  SOptrBasicInfo   binfo;
wmmhello's avatar
wmmhello 已提交
833 834
  SAggSupporter    aggSup;

835 836 837 838 839 840 841 842 843 844 845
  SArray*          pSortInfo;
  int32_t          numOfSources;
  SSortHandle     *pSortHandle;
  int32_t          bufPageSize;
  uint32_t         sortBufSize;  // max buffer size for in-memory sort
  int32_t          resultRowFactor;
  bool             hasGroupVal;
  SDiskbasedBuf   *pTupleStore;  // keep the final results
  int32_t          numOfResPerPage;
  char**           groupVal;
  SArray          *groupInfo;
846
} SSortedMergeOperatorInfo;
H
Haojun Liao 已提交
847

H
Haojun Liao 已提交
848
typedef struct SSortOperatorInfo {
849
  SOptrBasicInfo binfo;
850
  uint32_t     sortBufSize;    // max buffer size for in-memory sort
dengyihao's avatar
dengyihao 已提交
851 852
  SArray*      pSortInfo;
  SSortHandle* pSortHandle;
853
  SArray*      pColMatchInfo;  // for index map from table scan output
dengyihao's avatar
dengyihao 已提交
854
  int32_t      bufPageSize;
H
Haojun Liao 已提交
855

856 857
  int64_t      startTs;       // sort start time
  uint64_t     sortElapsed;   // sort elapsed time, time to flush to disk not included.
858 859
  SLimitInfo   limitInfo;
  SNode*       pCondition;
H
Haojun Liao 已提交
860
} SSortOperatorInfo;
861

dengyihao's avatar
dengyihao 已提交
862 863 864
typedef struct STagFilterOperatorInfo {
  SOptrBasicInfo binfo;
} STagFilterOperatorInfo;
865

866 867 868
typedef struct SJoinOperatorInfo {
  SSDataBlock       *pRes;
  int32_t            joinType;
869
  int32_t            inputOrder;
870 871 872 873 874 875 876 877

  SSDataBlock       *pLeft;
  int32_t            leftPos;
  SColumnInfo        leftCol;

  SSDataBlock       *pRight;
  int32_t            rightPos;
  SColumnInfo        rightCol;
878
  SNode             *pCondAfterMerge;
879 880
} SJoinOperatorInfo;

881 882 883
#define OPTR_IS_OPENED(_optr)  (((_optr)->status & OP_OPENED) == OP_OPENED)
#define OPTR_SET_OPENED(_optr) ((_optr)->status |= OP_OPENED)

884 885
void doDestroyExchangeOperatorInfo(void* param);

886 887
SOperatorFpSet createOperatorFpSet(__optr_open_fn_t openFn, __optr_fn_t nextFn, __optr_fn_t streamFn,
    __optr_fn_t cleanup, __optr_close_fn_t closeFn, __optr_encode_fn_t encode,
888
    __optr_decode_fn_t decode, __optr_explain_fn_t explain);
889

H
Haojun Liao 已提交
890
int32_t operatorDummyOpenFn(SOperatorInfo* pOperator);
dengyihao's avatar
dengyihao 已提交
891
void    operatorDummyCloseFn(void* param, int32_t numOfCols);
H
Haojun Liao 已提交
892
int32_t appendDownstream(SOperatorInfo* p, SOperatorInfo** pDownstream, int32_t num);
893 894 895

void    initBasicInfo(SOptrBasicInfo* pInfo, SSDataBlock* pBlock);
void    cleanupBasicInfo(SOptrBasicInfo* pInfo);
896
int32_t initExprSupp(SExprSupp* pSup, SExprInfo* pExprInfo, int32_t numOfExpr);
897
void    cleanupExprSupp(SExprSupp* pSup);
898
void    destroyExprInfo(SExprInfo* pExpr, int32_t numOfExprs);
899 900
int32_t initAggInfo(SExprSupp *pSup, SAggSupporter* pAggSup, SExprInfo* pExprInfo, int32_t numOfCols, size_t keyBufSize,
                    const char* pkey);
901
void    initResultSizeInfo(SResultInfo * pResultInfo, int32_t numOfRows);
902
void    doBuildResultDatablock(SOperatorInfo* pOperator, SOptrBasicInfo* pbInfo, SGroupResInfo* pGroupResInfo, SDiskbasedBuf* pBuf);
903 904 905
int32_t handleLimitOffset(SOperatorInfo *pOperator, SLimitInfo* pLimitInfo, SSDataBlock* pBlock, bool holdDataInBuf);
bool    hasLimitOffsetInfo(SLimitInfo* pLimitInfo);
void    initLimitInfo(const SNode* pLimit, const SNode* pSLimit, SLimitInfo* pLimitInfo);
906

907 908
void    doApplyFunctions(SExecTaskInfo* taskInfo, SqlFunctionCtx* pCtx, SColumnInfoData* pTimeWindowData, int32_t offset,
                         int32_t forwardStep, int32_t numOfTotal, int32_t numOfOutput);
909

910 911 912 913
int32_t extractDataBlockFromFetchRsp(SSDataBlock* pRes, char* pData, int32_t numOfOutput, SArray* pColList, char** pNextStart);
void updateLoadRemoteInfo(SLoadRemoteDataInfo *pInfo, int32_t numOfRows, int32_t dataLen, int64_t startTs,
                          SOperatorInfo* pOperator);

914 915
STimeWindow getFirstQualifiedTimeWindow(int64_t ts, STimeWindow* pWindow, SInterval* pInterval, int32_t order);

916
int32_t getTableScanInfo(SOperatorInfo* pOperator, int32_t *order, int32_t* scanFlag);
917
int32_t getBufferPgSize(int32_t rowSize, uint32_t* defaultPgsz, uint32_t* defaultBufsz);
918

dengyihao's avatar
dengyihao 已提交
919
void    doSetOperatorCompleted(SOperatorInfo* pOperator);
920
void    doFilter(const SNode* pFilterNode, SSDataBlock* pBlock, const SArray* pColMatchInfo);
921 922
int32_t addTagPseudoColumnData(SReadHandle* pHandle, SExprInfo* pPseudoExpr, int32_t numOfPseudoExpr,
                               SSDataBlock* pBlock, const char* idStr);
923

924
void    cleanupAggSup(SAggSupporter* pAggSup);
925 926
void    destroyBasicOperatorInfo(void* param, int32_t numOfOutput);
void    appendOneRowToDataBlock(SSDataBlock* pBlock, STupleHandle* pTupleHandle);
927
void    setTbNameColData(void* pMeta, const SSDataBlock* pBlock, SColumnInfoData* pColInfoData, int32_t functionId);
928

L
Liu Jicong 已提交
929
int32_t doPrepareScan(SOperatorInfo* pOperator, uint64_t uid, int64_t ts);
930
int32_t doGetScanStatus(SOperatorInfo* pOperator, uint64_t* uid, int64_t* ts);
931

932
SSDataBlock* loadNextDataBlock(void* param);
933

934
void setResultRowInitCtx(SResultRow* pResult, SqlFunctionCtx* pCtx, int32_t numOfOutput, int32_t* rowEntryInfoOffset);
935 936 937 938

SResultRow* doSetResultOutBufByKey(SDiskbasedBuf* pResultBuf, SResultRowInfo* pResultRowInfo,
                                   char* pData, int16_t bytes, bool masterscan, uint64_t groupId,
                                   SExecTaskInfo* pTaskInfo, bool isIntervalQuery, SAggSupporter* pSup);
H
Haojun Liao 已提交
939

940 941
SOperatorInfo* createExchangeOperatorInfo(void* pTransporter, SExchangePhysiNode* pExNode, SExecTaskInfo* pTaskInfo);

H
Haojun Liao 已提交
942
SOperatorInfo* createTableScanOperatorInfo(STableScanPhysiNode* pTableScanNode, SReadHandle* pHandle, SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
943 944
SOperatorInfo* createTagScanOperatorInfo(SReadHandle* pReadHandle, STagScanPhysiNode* pPhyNode,
                                         STableListInfo* pTableListInfo, SExecTaskInfo* pTaskInfo);
945
SOperatorInfo* createSysTableScanOperatorInfo(void* readHandle, SSystemTableScanPhysiNode *pScanPhyNode, const char* pUser, SExecTaskInfo* pTaskInfo);
946

S
slzhou 已提交
947
SOperatorInfo* createAggregateOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols, SSDataBlock* pResultBlock, SNode* pCondition, SExprInfo* pScalarExprInfo,
948
                                           int32_t numOfScalarExpr, bool mergeResult, SExecTaskInfo* pTaskInfo);
949

H
Haojun Liao 已提交
950
SOperatorInfo* createIndefinitOutputOperatorInfo(SOperatorInfo* downstream, SPhysiNode *pNode, SExecTaskInfo* pTaskInfo);
951
SOperatorInfo* createProjectOperatorInfo(SOperatorInfo* downstream, SProjectPhysiNode* pProjPhyNode, SExecTaskInfo* pTaskInfo);
952
SOperatorInfo* createSortOperatorInfo(SOperatorInfo* downstream, SSortPhysiNode* pSortNode, SExecTaskInfo* pTaskInfo);
953
SOperatorInfo* createMultiwayMergeOperatorInfo(SOperatorInfo** dowStreams, size_t numStreams, SMergePhysiNode* pMergePhysiNode, SExecTaskInfo* pTaskInfo);
954
SOperatorInfo* createCacherowsScanOperator(SLastRowScanPhysiNode* pTableScanNode, SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
955

dengyihao's avatar
dengyihao 已提交
956
SOperatorInfo* createIntervalOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
957
                                          SSDataBlock* pResBlock, SInterval* pInterval, int32_t primaryTsSlotId,
958
                                          STimeWindowAggSupp* pTwAggSupp, SIntervalPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, bool isStream);
959 960 961 962
SOperatorInfo* createMergeIntervalOperatorInfo(SOperatorInfo* downstream, SMergeIntervalPhysiNode* pIntervalPhyNode,
                                               SExecTaskInfo* pTaskInfo);
SOperatorInfo* createMergeAlignedIntervalOperatorInfo(SOperatorInfo* downstream, SMergeAlignedIntervalPhysiNode* pNode,
                                                      SExecTaskInfo* pTaskInfo);
963 964
SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode,
                                                     SExecTaskInfo* pTaskInfo, int32_t numOfChild);
H
Haojun Liao 已提交
965 966
SOperatorInfo* createSessionAggOperatorInfo(SOperatorInfo* downstream, SSessionWinodwPhysiNode* pSessionNode,
                                            SExecTaskInfo* pTaskInfo);
dengyihao's avatar
dengyihao 已提交
967 968
SOperatorInfo* createGroupOperatorInfo(SOperatorInfo* downstream, SExprInfo* pExprInfo, int32_t numOfCols,
                                       SSDataBlock* pResultBlock, SArray* pGroupColList, SNode* pCondition,
wmmhello's avatar
wmmhello 已提交
969
                                       SExprInfo* pScalarExprInfo, int32_t numOfScalarExpr, SExecTaskInfo* pTaskInfo);
970 971
SOperatorInfo* createDataBlockInfoScanOperator(void* dataReader, SReadHandle* readHandle, uint64_t uid,
                                               SBlockDistScanPhysiNode* pBlockScanNode, SExecTaskInfo* pTaskInfo);
972

973
SOperatorInfo* createStreamScanOperatorInfo(SReadHandle* pHandle, STableScanPhysiNode* pTableScanNode, SNode* pTagCond,
974
                                            SExecTaskInfo* pTaskInfo);
975

976 977
SOperatorInfo* createRawScanOperatorInfo(SReadHandle* pHandle, SExecTaskInfo* pTaskInfo);

H
Haojun Liao 已提交
978
SOperatorInfo* createFillOperatorInfo(SOperatorInfo* downstream, SFillPhysiNode* pPhyFillNode, SExecTaskInfo* pTaskInfo);
979
SOperatorInfo* createStatewindowOperatorInfo(SOperatorInfo* downstream, SStateWinodwPhysiNode* pStateNode, SExecTaskInfo* pTaskInfo);
980
SOperatorInfo* createPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode, SExecTaskInfo* pTaskInfo);
981 982 983

SOperatorInfo* createStreamPartitionOperatorInfo(SOperatorInfo* downstream, SPartitionPhysiNode* pPartNode, SExecTaskInfo* pTaskInfo);

984
SOperatorInfo* createTimeSliceOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pNode, SExecTaskInfo* pTaskInfo);
985
SOperatorInfo* createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream, SSortMergeJoinPhysiNode* pJoinNode,
986
                                           SExecTaskInfo* pTaskInfo);
L
Liu Jicong 已提交
987

988 989 990 991
SOperatorInfo* createStreamSessionAggOperatorInfo(SOperatorInfo* downstream,
    SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo);
SOperatorInfo* createStreamFinalSessionAggOperatorInfo(SOperatorInfo* downstream,
    SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo, int32_t numOfChild);
5
54liuyao 已提交
992

993
SOperatorInfo* createStreamStateAggOperatorInfo(SOperatorInfo* downstream, SPhysiNode* pPhyNode, SExecTaskInfo* pTaskInfo);
5
54liuyao 已提交
994

995
int32_t projectApplyFunctions(SExprInfo* pExpr, SSDataBlock* pResult, SSDataBlock* pSrcBlock, SqlFunctionCtx* pCtx,
dengyihao's avatar
dengyihao 已提交
996
                           int32_t numOfOutput, SArray* pPseudoList);
997

998
void setInputDataBlock(SOperatorInfo* pOperator, SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t order, int32_t scanFlag, bool createDummyCol);
X
Xiaoyu Wang 已提交
999

1000
bool    isTaskKilled(SExecTaskInfo* pTaskInfo);
1001 1002
int32_t checkForQueryBuf(size_t numOfTables);

1003 1004
void    setTaskKilled(SExecTaskInfo* pTaskInfo);
void    queryCostStatis(SExecTaskInfo* pTaskInfo);
1005

dengyihao's avatar
dengyihao 已提交
1006
void    doDestroyTask(SExecTaskInfo* pTaskInfo);
1007 1008
int32_t getMaximumIdleDurationSec();

wmmhello's avatar
wmmhello 已提交
1009 1010 1011 1012
/*
 * ops:     root operator
 * data:    *data save the result of encode, need to be freed by caller
 * length:  *length save the length of *data
C
Cary Xu 已提交
1013
 * nOptrWithVal: *nOptrWithVal save the number of optr with value
wmmhello's avatar
wmmhello 已提交
1014 1015
 * return:  result code, 0 means success
 */
C
Cary Xu 已提交
1016
int32_t encodeOperator(SOperatorInfo* ops, char** data, int32_t *length, int32_t *nOptrWithVal);
wmmhello's avatar
wmmhello 已提交
1017 1018 1019 1020 1021 1022 1023

/*
 * ops:    root operator, created by caller
 * data:   save the result of decode
 * length: the length of data
 * return: result code, 0 means success
 */
H
Haojun Liao 已提交
1024
int32_t decodeOperator(SOperatorInfo* ops, const char* data, int32_t length);
wmmhello's avatar
wmmhello 已提交
1025

1026
void    setTaskStatus(SExecTaskInfo* pTaskInfo, int8_t status);
dengyihao's avatar
dengyihao 已提交
1027
int32_t createExecTaskInfoImpl(SSubplan* pPlan, SExecTaskInfo** pTaskInfo, SReadHandle* pHandle, uint64_t taskId,
D
dapan1121 已提交
1028
                               char* sql, EOPTR_EXEC_MODEL model);
H
Haojun Liao 已提交
1029 1030
int32_t createDataSinkParam(SDataSinkNode *pNode, void **pParam, qTaskInfo_t* pTaskInfo, SReadHandle* readHandle);
int32_t getOperatorExplainExecInfo(SOperatorInfo* operatorInfo, SArray* pExecInfoList);
dengyihao's avatar
dengyihao 已提交
1031

1032
int32_t aggDecodeResultRow(SOperatorInfo* pOperator, char* result);
wmmhello's avatar
wmmhello 已提交
1033 1034
int32_t aggEncodeResultRow(SOperatorInfo* pOperator, char** result, int32_t* length);

1035
STimeWindow getActiveTimeWindow(SDiskbasedBuf* pBuf, SResultRowInfo* pResultRowInfo, int64_t ts, SInterval* pInterval,
1036
                                int32_t order);
1037 1038
int32_t getNumOfRowsInTimeWindow(SDataBlockInfo* pDataBlockInfo, TSKEY* pPrimaryColumn, int32_t startPos, TSKEY ekey,
    __block_search_fn_t searchFn, STableQueryInfo* item, int32_t order);
5
54liuyao 已提交
1039
int32_t binarySearchForKey(char* pValue, int num, TSKEY key, int order);
1040 1041
int32_t initStreamAggSupporter(SStreamAggSupporter* pSup, const char* pKey, SqlFunctionCtx* pCtx, int32_t numOfOutput,
    int32_t size);
1042
SResultRow* getNewResultRow(SDiskbasedBuf* pResultBuf, int32_t* currentPageId, int32_t interBufSize);
5
54liuyao 已提交
1043 1044
SResultWindowInfo* getSessionTimeWindow(SStreamAggSupporter* pAggSup, TSKEY startTs,
    TSKEY endTs, uint64_t groupId, int64_t gap, int32_t* pIndex);
5
54liuyao 已提交
1045 1046 1047
SResultWindowInfo* getCurSessionWindow(SStreamAggSupporter* pAggSup, TSKEY startTs,
    TSKEY endTs, uint64_t groupId, int64_t gap, int32_t* pIndex);
bool isInTimeWindow(STimeWindow* pWin, TSKEY ts, int64_t gap);
5
54liuyao 已提交
1048
bool functionNeedToExecute(SqlFunctionCtx* pCtx);
5
54liuyao 已提交
1049
bool isOverdue(TSKEY ts, STimeWindowAggSupp* pSup);
5
54liuyao 已提交
1050
bool isCloseWindow(STimeWindow* pWin, STimeWindowAggSupp* pSup);
1051
bool isDeletedWindow(STimeWindow* pWin, uint64_t groupId, SAggSupporter* pSup);
1052
void appendOneRow(SSDataBlock* pBlock, TSKEY* pStartTs, TSKEY* pEndTs, uint64_t* pUid, uint64_t* pGp);
5
54liuyao 已提交
1053
void printDataBlock(SSDataBlock* pBlock, const char* flag);
1054
uint64_t calGroupIdByData(SPartitionBySupporter* pParSup, SExprSupp* pExprSup, SSDataBlock* pBlock, int32_t rowId);
1055

1056
int32_t finalizeResultRowIntoResultDataBlock(SDiskbasedBuf* pBuf, SResultRowPosition* resultRowPosition,
1057 1058
                                       SqlFunctionCtx* pCtx, SExprInfo* pExprInfo, int32_t numOfExprs, const int32_t* rowCellOffset,
                                       SSDataBlock* pBlock, SExecTaskInfo* pTaskInfo);
1059

1060
int32_t createScanTableListInfo(SScanPhysiNode *pScanNode, SNodeList* pGroupTags, bool groupSort, SReadHandle* pHandle,
1061
                                STableListInfo* pTableListInfo, SNode* pTagCond, SNode* pTagIndexCond, const char* idstr);
1062

S
shenglian zhou 已提交
1063 1064
SOperatorInfo* createGroupSortOperatorInfo(SOperatorInfo* downstream, SGroupSortPhysiNode* pSortPhyNode,
                                           SExecTaskInfo* pTaskInfo);
1065
SOperatorInfo* createTableMergeScanOperatorInfo(STableScanPhysiNode* pTableScanNode, STableListInfo *pTableListInfo,
1066
                                                SReadHandle* readHandle, SExecTaskInfo* pTaskInfo);
1067

1068
void copyUpdateDataBlock(SSDataBlock* pDest, SSDataBlock* pSource, int32_t tsColIndex);
1069

1070
bool groupbyTbname(SNodeList* pGroupList);
wmmhello's avatar
wmmhello 已提交
1071
int32_t generateGroupIdMap(STableListInfo* pTableListInfo, SReadHandle* pHandle, SNodeList* groupKey);
1072
SSDataBlock* createSpecialDataBlock(EStreamType type);
5
54liuyao 已提交
1073
void* destroySqlFunctionCtx(SqlFunctionCtx* pCtx, int32_t numOfOutput);
1074

1075 1076 1077 1078
#ifdef __cplusplus
}
#endif

1079
#endif  // TDENGINE_EXECUTORIMPL_H