qExecutor.h 21.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
H
Haojun Liao 已提交
15 16
#ifndef TDENGINE_QEXECUTOR_H
#define TDENGINE_QEXECUTOR_H
17 18 19 20

#include "os.h"

#include "hash.h"
H
Haojun Liao 已提交
21
#include "qAggMain.h"
H
Haojun Liao 已提交
22 23
#include "qFill.h"
#include "qResultbuf.h"
24
#include "qSqlparser.h"
H
Haojun Liao 已提交
25
#include "qTsbuf.h"
26
#include "query.h"
27
#include "taosdef.h"
H
Haojun Liao 已提交
28
#include "tarray.h"
B
Bomin Zhang 已提交
29
#include "tlockfree.h"
H
Haojun Liao 已提交
30
#include "tsdb.h"
H
Haojun Liao 已提交
31
#include "qUdf.h"
32 33

struct SColumnFilterElem;
34
typedef bool (*__filter_func_t)(struct SColumnFilterElem* pFilter, const char* val1, const char* val2, int16_t type);
H
hjxilinx 已提交
35
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);
36

H
Haojun Liao 已提交
37 38 39 40 41 42
#define IS_QUERY_KILLED(_q) ((_q)->code == TSDB_CODE_TSC_QUERY_CANCELLED)
#define Q_STATUS_EQUAL(p, s)  (((p) & (s)) != 0u)
#define QUERY_IS_ASC_QUERY(q) (GET_FORWARD_DIRECTION_FACTOR((q)->order.order) == QUERY_ASC_FORWARD_STEP)

#define GET_TABLEGROUP(q, _index)   ((SArray*) taosArrayGetP((q)->tableqinfoGroupInfo.pGroupList, (_index)))

H
Haojun Liao 已提交
43 44
#define GET_NUM_OF_RESULTS(_r) (((_r)->outputBuf) == NULL? 0:((_r)->outputBuf)->info.rows)

H
Haojun Liao 已提交
45 46 47 48 49 50 51 52
enum {
  // when query starts to execute, this status will set
      QUERY_NOT_COMPLETED = 0x1u,

  /* query is over
   * 1. this status is used in one row result query process, e.g., count/sum/first/last/ avg...etc.
   * 2. when all data within queried time window, it is also denoted as query_completed
   */
H
Haojun Liao 已提交
53
      QUERY_COMPLETED = 0x2u,
H
Haojun Liao 已提交
54 55 56 57

  /* when the result is not completed return to client, this status will be
   * usually used in case of interval query with interpolation option
   */
H
Haojun Liao 已提交
58
      QUERY_OVER = 0x4u,
H
Haojun Liao 已提交
59 60
};

H
Haojun Liao 已提交
61
typedef struct SResultRowPool {
62 63 64 65 66 67 68 69 70 71
  int32_t elemSize;
  int32_t blockSize;
  int32_t numOfElemPerBlock;

  struct {
    int32_t blockIndex;
    int32_t pos;
  } position;

  SArray* pData;    // SArray<void*>
H
Haojun Liao 已提交
72
} SResultRowPool;
73

74
typedef struct SSqlGroupbyExpr {
H
Haojun Liao 已提交
75 76 77 78 79
  int16_t tableIndex;
  SArray* columnInfo;  // SArray<SColIndex>, group by columns information
  int16_t numOfGroupCols;
  int16_t orderIndex;  // order by column index
  int16_t orderType;   // order by type: asc/desc
80 81
} SSqlGroupbyExpr;

H
Haojun Liao 已提交
82
typedef struct SResultRow {
83
  int32_t       pageId;      // pageId & rowId is the position of current result in disk-based output buffer
H
Haojun Liao 已提交
84
  int32_t       offset:29;    // row index in buffer page
85 86 87 88
  bool          startInterp; // the time window start timestamp has done the interpolation already.
  bool          endInterp;   // the time window end timestamp has done the interpolation already.
  bool          closed;      // this result status: closed or opened
  uint32_t      numOfRows;   // number of rows of current time window
H
Haojun Liao 已提交
89
  SResultRowCellInfo*  pCellInfo;  // For each result column, there is a resultInfo
H
Haojun Liao 已提交
90
  STimeWindow win;
D
dapan1121 已提交
91
  char* key;                 // start key of current result row
H
Haojun Liao 已提交
92
} SResultRow;
93

94
typedef struct SGroupResInfo {
H
Haojun Liao 已提交
95 96
  int32_t totalGroup;
  int32_t currentGroup;
97 98 99 100
  int32_t index;
  SArray* pRows;      // SArray<SResultRow*>
} SGroupResInfo;

H
Haojun Liao 已提交
101 102 103 104
/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
H
Haojun Liao 已提交
105
typedef struct SRspResultInfo {
H
Haojun Liao 已提交
106
  int64_t total;      // total generated result size in rows
H
Haojun Liao 已提交
107
  int32_t capacity;   // capacity of current result output buffer
H
Haojun Liao 已提交
108
  int32_t threshold;  // result size threshold in rows.
H
Haojun Liao 已提交
109
} SRspResultInfo;
110

H
Haojun Liao 已提交
111
typedef struct SResultRowInfo {
H
Haojun Liao 已提交
112 113 114 115 116 117
  SResultRow** pResult;    // result list
  int16_t      type:8;     // data type for hash key
  int32_t      size:24;    // number of result set
  int32_t      capacity;   // max capacity
  int32_t      curIndex;   // current start active index
  int64_t      prevSKey;   // previous (not completed) sliding window start key
H
Haojun Liao 已提交
118
} SResultRowInfo;
119 120 121 122 123 124 125 126

typedef struct SColumnFilterElem {
  int16_t           bytes;  // column length
  __filter_func_t   fp;
  SColumnFilterInfo filterInfo;
} SColumnFilterElem;

typedef struct SSingleColumnFilterInfo {
H
Haojun Liao 已提交
127
  void*              pData;
128
  int32_t            numOfFilters;
H
Haojun Liao 已提交
129
  SColumnInfo        info;
130 131 132
  SColumnFilterElem* pFilters;
} SSingleColumnFilterInfo;

H
Haojun Liao 已提交
133
typedef struct STableQueryInfo {
H
hjxilinx 已提交
134
  TSKEY       lastKey;
H
Haojun Liao 已提交
135
  int32_t     groupIndex;     // group id in table list
136
  tVariant    tag;
H
hjxilinx 已提交
137
  STimeWindow win;
138
  STSCursor   cur;
H
Haojun Liao 已提交
139
  void*       pTable;         // for retrieve the page id list
H
Haojun Liao 已提交
140
  SResultRowInfo resInfo;
141 142
} STableQueryInfo;

H
Haojun Liao 已提交
143 144 145 146 147 148 149 150 151
typedef struct SQueryCostInfo {
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;
  
  uint64_t loadDataTime;
152 153 154 155
  uint64_t totalRows;
  uint64_t totalCheckedRows;
  uint32_t totalBlocks;
  uint32_t loadBlocks;
H
Haojun Liao 已提交
156 157
  uint32_t loadBlockStatis;
  uint32_t discardBlocks;
158
  uint64_t elapsedTime;
H
Haojun Liao 已提交
159
  uint64_t firstStageMergeTime;
H
Haojun Liao 已提交
160 161
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
H
Haojun Liao 已提交
162
  uint64_t hashSize;
163
  uint64_t numOfTimeWindows;
H
Haojun Liao 已提交
164
} SQueryCostInfo;
H
hjxilinx 已提交
165

H
Haojun Liao 已提交
166 167 168 169 170
typedef struct {
  int64_t vgroupLimit;
  int64_t ts;
} SOrderedPrjQueryInfo;

171 172 173 174 175
typedef struct {
  char*   tags;
  SArray* pResult;  // SArray<SStddevInterResult>
} SInterResult;

H
Haojun Liao 已提交
176 177 178 179 180 181
typedef struct SSDataBlock {
  SDataStatis *pBlockStatis;
  SArray      *pDataBlock;
  SDataBlockInfo info;
} SSDataBlock;

H
Haojun Liao 已提交
182
// The basic query information extracted from the SQueryInfo tree to support the
H
Haojun Liao 已提交
183
// execution of query in a data node.
H
Haojun Liao 已提交
184
typedef struct SQueryAttr {
H
Haojun Liao 已提交
185
  SLimitVal        limit;
H
Haojun Liao 已提交
186
  SLimitVal        slimit;
H
Haojun Liao 已提交
187

H
Haojun Liao 已提交
188 189 190 191 192 193 194
  bool             stableQuery;      // super table query or not
  bool             topBotQuery;      // TODO used bitwise flag
  bool             groupbyColumn;    // denote if this is a groupby normal column query
  bool             hasTagResults;    // if there are tag values in final result or not
  bool             timeWindowInterpo;// if the time window start/end required interpolation
  bool             queryBlockDist;    // if query data block distribution
  bool             stabledev;        // super table stddev query
H
Haojun Liao 已提交
195 196 197 198
  bool             tsCompQuery;      // is tscomp query
  bool             simpleAgg;
  bool             pointInterpQuery; // point interpolation query
  bool             needReverseScan;  // need reverse scan
199
  bool             distinctTag;      // distinct tag query
H
Haojun Liao 已提交
200
  int32_t          interBufSize;     // intermediate buffer sizse
H
Haojun Liao 已提交
201

D
dapan1121 已提交
202 203
  int32_t          havingNum;        // having expr number

H
Haojun Liao 已提交
204
  SOrderVal        order;
H
Haojun Liao 已提交
205 206
  int16_t          numOfCols;
  int16_t          numOfTags;
H
Haojun Liao 已提交
207

H
Haojun Liao 已提交
208
  STimeWindow      window;
209
  SInterval        interval;
210
  SSessionWindow   sw;
211
  int16_t          precision;
H
Haojun Liao 已提交
212 213
  int16_t          numOfOutput;
  int16_t          fillType;
214 215 216

  int32_t          srcRowSize;       // todo extract struct
  int32_t          resultRowSize;
H
Haojun Liao 已提交
217
  int32_t          intermediateResultRowSize; // intermediate result row size, in case of top-k query.
H
Haojun Liao 已提交
218
  int32_t          maxTableColumnWidth;
219
  int32_t          tagLen;           // tag value length of current query
H
Haojun Liao 已提交
220
  SSqlGroupbyExpr* pGroupbyExpr;
H
Haojun Liao 已提交
221

H
Haojun Liao 已提交
222
  SExprInfo*       pExpr1;
H
Haojun Liao 已提交
223 224
  SExprInfo*       pExpr2;
  int32_t          numOfExpr2;
H
Haojun Liao 已提交
225 226 227
  SExprInfo*       pExpr3;
  int32_t          numOfExpr3;

H
Haojun Liao 已提交
228
  SColumnInfo*     tableCols;
H
Haojun Liao 已提交
229 230 231
  SColumnInfo*     tagColList;
  int32_t          numOfFilterCols;
  int64_t*         fillVal;
232
  SOrderedPrjQueryInfo prjInfo;        // limit value for each vgroup, only available in global order projection query.
233
  SSingleColumnFilterInfo* pFilterInfo;
H
Haojun Liao 已提交
234 235 236

  void*            tsdb;
  SMemRef          memRef;
H
Haojun Liao 已提交
237
  STableGroupInfo  tableGroupInfo;       // table <tid, last_key> list  SArray<STableKeyInfo>
H
Haojun Liao 已提交
238
  int32_t          vgId;
239
  SArray          *pUdfInfo;             // no need to free
H
Haojun Liao 已提交
240
} SQueryAttr;
241

H
Haojun Liao 已提交
242
typedef SSDataBlock* (*__operator_fn_t)(void* param, bool* newgroup);
H
Haojun Liao 已提交
243
typedef void (*__optr_cleanup_fn_t)(void* param, int32_t num);
H
Haojun Liao 已提交
244

H
Haojun Liao 已提交
245
struct SOperatorInfo;
H
Haojun Liao 已提交
246

247
typedef struct SQueryRuntimeEnv {
H
Haojun Liao 已提交
248
  jmp_buf               env;
H
Haojun Liao 已提交
249
  SQueryAttr*           pQueryAttr;
H
Haojun Liao 已提交
250
  uint32_t              status;           // query status
H
Haojun Liao 已提交
251
  void*                 qinfo;
H
Haojun Liao 已提交
252
  uint8_t               scanFlag;         // denotes reversed scan of data or not
H
Haojun Liao 已提交
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270
  void*                 pQueryHandle;

  int32_t               prevGroupId;      // previous executed group id
  SDiskbasedResultBuf*  pResultBuf;       // query result buffer based on blocked-wised disk file
  SHashObj*             pResultRowHashTable; // quick locate the window object for each result
  char*                 keyBuf;           // window key buffer
  SResultRowPool*       pool;             // window result object pool
  char**                prevRow;

  SArray*               prevResult;       // intermediate result, SArray<SInterResult>
  STSBuf*               pTsBuf;           // timestamp filter list
  STSCursor             cur;

  char*                 tagVal;           // tag value of current data block
  SArithmeticSupport   *sasArray;

  SSDataBlock          *outputBuf;
  STableGroupInfo       tableqinfoGroupInfo;  // this is a group array list, including SArray<STableQueryInfo*> structure
H
Haojun Liao 已提交
271 272 273
  struct SOperatorInfo *proot;
  SGroupResInfo         groupResInfo;
  int64_t               currentOffset;   // dynamic offset value
H
Haojun Liao 已提交
274

H
Haojun Liao 已提交
275
  STableQueryInfo      *current;
H
Haojun Liao 已提交
276
  SRspResultInfo        resultInfo;
H
Haojun Liao 已提交
277
  SHashObj             *pTableRetrieveTsMap;
D
dapan1121 已提交
278
  SUdfInfo             *pUdfInfo;
279 280
} SQueryRuntimeEnv;

H
Haojun Liao 已提交
281 282 283 284 285 286
enum {
  OP_IN_EXECUTING   = 1,
  OP_RES_TO_RETURN  = 2,
  OP_EXEC_DONE      = 3,
};

H
Haojun Liao 已提交
287 288 289 290 291
enum OPERATOR_TYPE_E {
  OP_TableScan         = 1,
  OP_DataBlocksOptScan = 2,
  OP_TableSeqScan      = 3,
  OP_TagScan           = 4,
H
Haojun Liao 已提交
292 293 294 295 296
  OP_TableBlockInfoScan= 5,
  OP_Aggregate         = 6,
  OP_Arithmetic        = 7,
  OP_Groupby           = 8,
  OP_Limit             = 9,
H
Haojun Liao 已提交
297
  OP_SLimit            = 10,
298 299 300 301 302
  OP_TimeWindow        = 11,
  OP_SessionWindow     = 12,
  OP_Fill              = 13,
  OP_MultiTableAggregate     = 14,
  OP_MultiTableTimeInterval  = 15,
H
Haojun Liao 已提交
303
  OP_DummyInput        = 16,   //TODO remove it after fully refactor.
304
  OP_MultiwayMergeSort      = 17,   // multi-way data merge into one input stream.
H
Haojun Liao 已提交
305
  OP_GlobalAggregate   = 18,   // global merge for the multi-way data sources.
306 307
  OP_Filter            = 19,
  OP_Distinct          = 20,
H
Haojun Liao 已提交
308 309
};

H
Haojun Liao 已提交
310
typedef struct SOperatorInfo {
H
Haojun Liao 已提交
311 312 313 314 315 316 317 318
  uint8_t               operatorType;
  bool                  blockingOptr;  // block operator or not
  uint8_t               status;        // denote if current operator is completed
  int32_t               numOfOutput;   // number of columns of the current operator results
  char                 *name;          // name, used to show the query execution plan
  void                 *info;          // extension attribution
  SExprInfo            *pExpr;
  SQueryRuntimeEnv     *pRuntimeEnv;
H
Haojun Liao 已提交
319

H
Haojun Liao 已提交
320
  struct SOperatorInfo *upstream;
H
Haojun Liao 已提交
321
  __operator_fn_t       exec;
H
Haojun Liao 已提交
322
  __optr_cleanup_fn_t   cleanup;
H
Haojun Liao 已提交
323 324
} SOperatorInfo;

325 326 327 328 329
enum {
  QUERY_RESULT_NOT_READY = 1,
  QUERY_RESULT_READY     = 2,
};

H
Haojun Liao 已提交
330 331 332 333 334 335
typedef struct {
  int32_t      numOfTags;
  int32_t      numOfCols;
  SColumnInfo *colList;
} SQueriedTableInfo;

336
typedef struct SQInfo {
H
Haojun Liao 已提交
337
  void*            signature;
D
dapan1121 已提交
338
  uint64_t         qId;
H
Haojun Liao 已提交
339 340
  int32_t          code;        // error code to returned to client
  int64_t          owner;       // if it is in execution
H
Haojun Liao 已提交
341

342
  SQueryRuntimeEnv runtimeEnv;
H
Haojun Liao 已提交
343
  SQueryAttr       query;
344
  void*            pBuf;        // allocated buffer for STableQueryInfo, sizeof(STableQueryInfo)*numOfTables;
H
Haojun Liao 已提交
345

346
  pthread_mutex_t  lock;        // used to synchronize the rsp/query threads
H
Haojun Liao 已提交
347
  tsem_t           ready;
348 349
  int32_t          dataReady;   // denote if query result is ready or not
  void*            rspContext;  // response context
350
  int64_t          startExecTs; // start to exec timestamp
351
  char*            sql;         // query sql string
H
Haojun Liao 已提交
352
  SQueryCostInfo   summary;
353 354
} SQInfo;

H
Haojun Liao 已提交
355 356 357 358 359 360
typedef struct SQueryParam {
  char            *sql;
  char            *tagCond;
  char            *tbnameCond;
  char            *prevResult;
  SArray          *pTableIdList;
H
Haojun Liao 已提交
361 362
  SSqlExpr       **pExpr;
  SSqlExpr       **pSecExpr;
H
Haojun Liao 已提交
363 364 365 366 367 368
  SExprInfo       *pExprs;
  SExprInfo       *pSecExprs;

  SColIndex       *pGroupColIndex;
  SColumnInfo     *pTagColumnInfo;
  SSqlGroupbyExpr *pGroupbyExpr;
H
Haojun Liao 已提交
369 370
  int32_t          tableScanOperator;
  SArray          *pOperator;
H
Haojun Liao 已提交
371
  SUdfInfo        *pUdfInfo;
H
Haojun Liao 已提交
372 373
} SQueryParam;

H
Haojun Liao 已提交
374
typedef struct STableScanInfo {
H
Haojun Liao 已提交
375 376 377 378 379 380 381 382 383 384 385 386
  void           *pQueryHandle;
  int32_t         numOfBlocks;
  int32_t         numOfSkipped;
  int32_t         numOfBlockStatis;
  int64_t         numOfRows;
                 
  int32_t         order;        // scan order
  int32_t         times;        // repeat counts
  int32_t         current;
  int32_t         reverseTimes; // 0 by default

  SQLFunctionCtx *pCtx;         // next operator query context
H
Haojun Liao 已提交
387
  SResultRowInfo *pResultRowInfo;
H
Haojun Liao 已提交
388 389
  int32_t        *rowCellInfoOffset;
  SExprInfo      *pExpr;
H
Haojun Liao 已提交
390 391
  SSDataBlock     block;
  bool            loadExternalRows; // load external rows (prev & next rows)
H
Haojun Liao 已提交
392
  int32_t         numOfOutput;
H
Haojun Liao 已提交
393
  int64_t         elapsedTime;
H
Haojun Liao 已提交
394

H
Haojun Liao 已提交
395
  int32_t         tableIndex;
H
Haojun Liao 已提交
396 397
} STableScanInfo;

398 399 400
typedef struct STagScanInfo {
  SColumnInfo* pCols;
  SSDataBlock* pRes;
H
Haojun Liao 已提交
401 402
  int32_t      totalTables;
  int32_t      currentIndex;
403 404
} STagScanInfo;

H
Haojun Liao 已提交
405
typedef struct SOptrBasicInfo {
H
Haojun Liao 已提交
406
  SResultRowInfo    resultRowInfo;
H
Haojun Liao 已提交
407
  int32_t          *rowCellInfoOffset;  // offset value for each row result cell info
H
Haojun Liao 已提交
408
  SQLFunctionCtx   *pCtx;
H
Haojun Liao 已提交
409
  SSDataBlock      *pRes;
H
Haojun Liao 已提交
410 411
} SOptrBasicInfo;

H
Haojun Liao 已提交
412 413 414 415 416 417
typedef struct SOptrBasicInfo STableIntervalOperatorInfo;

typedef struct SAggOperatorInfo {
  SOptrBasicInfo binfo;
  uint32_t       seed;
} SAggOperatorInfo;
H
Haojun Liao 已提交
418

H
Haojun Liao 已提交
419
typedef struct SArithOperatorInfo {
H
Haojun Liao 已提交
420 421
  SOptrBasicInfo binfo;
  int32_t        bufCapacity;
H
Haojun Liao 已提交
422
  uint32_t       seed;
H
Haojun Liao 已提交
423 424

  SSDataBlock   *existDataBlock;
H
Haojun Liao 已提交
425 426
} SArithOperatorInfo;

H
Haojun Liao 已提交
427
typedef struct SLimitOperatorInfo {
H
Haojun Liao 已提交
428 429
  int64_t   limit;
  int64_t   total;
H
Haojun Liao 已提交
430 431
} SLimitOperatorInfo;

H
Haojun Liao 已提交
432 433 434 435 436 437 438 439
typedef struct SSLimitOperatorInfo {
  int64_t   groupTotal;
  int64_t   currentGroupOffset;

  int64_t   rowsTotal;
  int64_t   currentOffset;
  SLimitVal limit;
  SLimitVal slimit;
H
Haojun Liao 已提交
440

H
Haojun Liao 已提交
441 442 443
  char    **prevRow;
  SArray   *orderColumnList;
} SSLimitOperatorInfo;
D
dapan1121 已提交
444

H
Haojun Liao 已提交
445
typedef struct SFilterOperatorInfo {
446 447
  SSingleColumnFilterInfo *pFilterInfo;
  int32_t numOfFilterCols;
H
Haojun Liao 已提交
448
} SFilterOperatorInfo;
D
dapan1121 已提交
449

H
Haojun Liao 已提交
450
typedef struct SFillOperatorInfo {
H
Haojun Liao 已提交
451
  SFillInfo   *pFillInfo;
H
Haojun Liao 已提交
452 453
  SSDataBlock *pRes;
  int64_t      totalInputRows;
H
Haojun Liao 已提交
454 455

  SSDataBlock *existNewGroupBlock;
H
Haojun Liao 已提交
456 457
} SFillOperatorInfo;

H
Haojun Liao 已提交
458 459 460
typedef struct SGroupbyOperatorInfo {
  SOptrBasicInfo binfo;
  int32_t        colIndex;
H
Haojun Liao 已提交
461
  char          *prevData;   // previous group by value
H
Haojun Liao 已提交
462
} SGroupbyOperatorInfo;
H
Haojun Liao 已提交
463

464 465 466 467 468 469 470 471
typedef struct SSWindowOperatorInfo {
  SOptrBasicInfo binfo;
  STimeWindow    curWindow;  // current time window
  TSKEY          prevTs;     // previous timestamp
  int32_t        numOfRows;  // number of rows
  int32_t        start;      // start row index
} SSWindowOperatorInfo;

472 473 474 475 476 477 478 479
typedef struct SDistinctOperatorInfo {
  SHashObj         *pSet;
  SSDataBlock      *pRes;
  bool              recordNullVal;  //has already record the null value, no need to try again
  int64_t           threshold;
  int64_t           outputCapacity;
} SDistinctOperatorInfo;

H
Haojun Liao 已提交
480 481 482 483 484
struct SLocalMerger;

typedef struct SMultiwayMergeInfo {
  struct SLocalMerger *pMerge;
  SOptrBasicInfo       binfo;
H
Haojun Liao 已提交
485
  int32_t              bufCapacity;
H
Haojun Liao 已提交
486 487 488
  int64_t              seed;
  char               **prevRow;
  SArray              *orderColumnList;
489
  int32_t              resultRowFactor;
H
Haojun Liao 已提交
490

H
Haojun Liao 已提交
491 492
  bool                 hasGroupColData;
  char               **currentGroupColData;
H
Haojun Liao 已提交
493 494 495 496 497 498
  SArray              *groupColumnList;
  bool                 hasDataBlockForNewGroup;
  SSDataBlock         *pExistBlock;

  bool                 hasPrev;
  bool                 groupMix;
499
  SArray              *udfInfo;  
H
Haojun Liao 已提交
500 501
} SMultiwayMergeInfo;

H
Haojun Liao 已提交
502 503 504 505 506 507 508 509 510 511 512 513 514 515
SOperatorInfo* createDataBlocksOptScanInfo(void* pTsdbQueryHandle, SQueryRuntimeEnv* pRuntimeEnv, int32_t repeatTime, int32_t reverseTime);
SOperatorInfo* createTableScanOperator(void* pTsdbQueryHandle, SQueryRuntimeEnv* pRuntimeEnv, int32_t repeatTime);
SOperatorInfo* createTableSeqScanOperator(void* pTsdbQueryHandle, SQueryRuntimeEnv* pRuntimeEnv);

SOperatorInfo* createAggregateOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createArithOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createLimitOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream);
SOperatorInfo* createTimeIntervalOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createSWindowOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createFillOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createGroupbyOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createMultiTableAggOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createMultiTableTimeIntervalOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
SOperatorInfo* createTagScanOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SExprInfo* pExpr, int32_t numOfOutput);
516
SOperatorInfo* createDistinctOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
H
Haojun Liao 已提交
517
SOperatorInfo* createTableBlockInfoScanOperator(void* pTsdbQueryHandle, SQueryRuntimeEnv* pRuntimeEnv);
H
Haojun Liao 已提交
518
SOperatorInfo* createMultiwaySortOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SExprInfo* pExpr, int32_t numOfOutput,
H
Haojun Liao 已提交
519
                                              int32_t numOfRows, void* merger, bool groupMix);
520
SOperatorInfo* createGlobalAggregateOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput, void* param, SArray* pUdfInfo);
H
Haojun Liao 已提交
521
SOperatorInfo* createSLimitOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput, void* merger);
H
Haojun Liao 已提交
522
SOperatorInfo* createFilterOperatorInfo(SQueryRuntimeEnv* pRuntimeEnv, SOperatorInfo* upstream, SExprInfo* pExpr, int32_t numOfOutput);
H
Haojun Liao 已提交
523

H
Haojun Liao 已提交
524
SSDataBlock* doGlobalAggregate(void* param, bool* newgroup);
H
Haojun Liao 已提交
525
SSDataBlock* doMultiwayMergeSort(void* param, bool* newgroup);
H
Haojun Liao 已提交
526
SSDataBlock* doSLimit(void* param, bool* newgroup);
H
Haojun Liao 已提交
527

H
Haojun Liao 已提交
528
SSDataBlock* createOutputBuf(SExprInfo* pExpr, int32_t numOfOutput, int32_t numOfRows);
529 530
void* destroyOutputBuf(SSDataBlock* pBlock);

H
Haojun Liao 已提交
531 532 533
void setInputDataBlock(SOperatorInfo* pOperator, SQLFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t order);
int32_t getNumOfResult(SQueryRuntimeEnv *pRuntimeEnv, SQLFunctionCtx* pCtx, int32_t numOfOutput);
void finalizeQueryResult(SOperatorInfo* pOperator, SQLFunctionCtx* pCtx, SResultRowInfo* pResultRowInfo, int32_t* rowCellInfoOffset);
H
Haojun Liao 已提交
534
void updateOutputBuf(SOptrBasicInfo* pBInfo, int32_t *bufCapacity, int32_t numOfInputRows);
535
void clearOutputBuf(SOptrBasicInfo* pBInfo, int32_t *bufCapacity);
H
Haojun Liao 已提交
536

H
Haojun Liao 已提交
537 538
void freeParam(SQueryParam *param);
int32_t convertQueryMsg(SQueryTableMsg *pQueryMsg, SQueryParam* param);
H
Haojun Liao 已提交
539
int32_t createQueryFunc(SQueriedTableInfo* pTableInfo, int32_t numOfOutput, SExprInfo** pExprInfo,
H
Haojun Liao 已提交
540
                        SSqlExpr** pExprMsg, SColumnInfo* pTagCols, int32_t queryType, void* pMsg, SUdfInfo* pUdfInfo);
H
Haojun Liao 已提交
541

H
Haojun Liao 已提交
542
int32_t createIndirectQueryFuncExprFromMsg(SQueryTableMsg *pQueryMsg, int32_t numOfOutput, SExprInfo **pExprInfo,
H
Haojun Liao 已提交
543
                                           SSqlExpr **pExpr, SExprInfo *prevExpr, SUdfInfo *pUdfInfo);
H
Haojun Liao 已提交
544

H
Haojun Liao 已提交
545 546
SSqlGroupbyExpr *createGroupbyExprFromMsg(SQueryTableMsg *pQueryMsg, SColIndex *pColIndex, int32_t *code);
SQInfo *createQInfoImpl(SQueryTableMsg *pQueryMsg, SSqlGroupbyExpr *pGroupbyExpr, SExprInfo *pExprs,
H
Haojun Liao 已提交
547
                        SExprInfo *pSecExprs, STableGroupInfo *pTableGroupInfo, SColumnInfo* pTagCols, bool stableQuery, char* sql, uint64_t *qId, int32_t vgId, SUdfInfo* pUdfInfo);
H
Haojun Liao 已提交
548

H
Haojun Liao 已提交
549
int32_t initQInfo(STsBufInfo* pTsBufInfo, void* tsdb, void* sourceOptr, SQInfo* pQInfo, SQueryParam* param, char* start,
H
Haojun Liao 已提交
550
                  int32_t prevResultLen, void* merger);
H
Haojun Liao 已提交
551

H
Haojun Liao 已提交
552 553
void freeColumnFilterInfo(SColumnFilterInfo* pFilter, int32_t numOfFilters);

H
Haojun Liao 已提交
554
STableQueryInfo *createTableQueryInfo(SQueryAttr* pQueryAttr, void* pTable, bool groupbyColumn, STimeWindow win, void* buf);
555
int32_t buildArithmeticExprFromMsg(SExprInfo *pArithExprInfo, void *pQueryMsg);
H
Haojun Liao 已提交
556

H
Haojun Liao 已提交
557 558 559
bool isQueryKilled(SQInfo *pQInfo);
int32_t checkForQueryBuf(size_t numOfTables);
bool doBuildResCheck(SQInfo* pQInfo);
H
Haojun Liao 已提交
560
void setQueryStatus(SQueryRuntimeEnv *pRuntimeEnv, int8_t status);
H
Haojun Liao 已提交
561

H
Haojun Liao 已提交
562
bool onlyQueryTags(SQueryAttr* pQueryAttr);
D
dapan1121 已提交
563 564
void destroyUdfInfo(SUdfInfo* pUdfInfo);

H
Haojun Liao 已提交
565 566 567 568 569 570 571 572
bool isValidQInfo(void *param);

int32_t doDumpQueryResult(SQInfo *pQInfo, char *data);

size_t getResultSize(SQInfo *pQInfo, int64_t *numOfRows);
void setQueryKilled(SQInfo *pQInfo);
void queryCostStatis(SQInfo *pQInfo);
void freeQInfo(SQInfo *pQInfo);
573
void freeQueryAttr(SQueryAttr *pQuery);
H
Haojun Liao 已提交
574 575 576

int32_t getMaximumIdleDurationSec();

577 578
void doInvokeUdf(SUdfInfo* pUdfInfo, SQLFunctionCtx *pCtx, int32_t idx, int32_t type);

H
Haojun Liao 已提交
579
#endif  // TDENGINE_QEXECUTOR_H