qExecutor.h 7.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
#ifndef TDENGINE_QUERYEXECUTOR_H
#define TDENGINE_QUERYEXECUTOR_H

#include "os.h"

#include "hash.h"
H
Haojun Liao 已提交
21 22
#include "qFill.h"
#include "qResultbuf.h"
23
#include "qSqlparser.h"
H
Haojun Liao 已提交
24
#include "qTsbuf.h"
25
#include "query.h"
26
#include "taosdef.h"
H
Haojun Liao 已提交
27
#include "tarray.h"
B
Bomin Zhang 已提交
28
#include "tlockfree.h"
H
Haojun Liao 已提交
29
#include "tsdb.h"
30 31 32 33
#include "tsqlfunction.h"

struct SColumnFilterElem;
typedef bool (*__filter_func_t)(struct SColumnFilterElem* pFilter, char* val1, char* val2);
H
hjxilinx 已提交
34
typedef int32_t (*__block_search_fn_t)(char* data, int32_t num, int64_t key, int32_t order);
35

H
Haojun Liao 已提交
36 37 38
typedef struct SGroupResInfo {
  int32_t  groupId;
  int32_t  numOfDataPages;
39 40
  int32_t  pageId;
  int32_t  rowId;
H
Haojun Liao 已提交
41 42
} SGroupResInfo;

H
Haojun Liao 已提交
43
typedef struct SResultRowPool {
44 45 46 47 48 49 50 51 52 53
  int32_t elemSize;
  int32_t blockSize;
  int32_t numOfElemPerBlock;

  struct {
    int32_t blockIndex;
    int32_t pos;
  } position;

  SArray* pData;    // SArray<void*>
H
Haojun Liao 已提交
54
} SResultRowPool;
55

56
typedef struct SSqlGroupbyExpr {
H
Haojun Liao 已提交
57 58 59 60 61
  int16_t tableIndex;
  SArray* columnInfo;  // SArray<SColIndex>, group by columns information
  int16_t numOfGroupCols;
  int16_t orderIndex;  // order by column index
  int16_t orderType;   // order by type: asc/desc
62 63
} SSqlGroupbyExpr;

H
Haojun Liao 已提交
64
typedef struct SResultRow {
65 66 67
  int32_t       pageId;      // pageId & rowId is the position of current result in disk-based output buffer
  int32_t       rowId:15;
  bool          closed:1;    // this result status: closed or opened
68
  uint16_t      numOfRows;   // number of rows of current time window
H
Haojun Liao 已提交
69
  SResultRowCellInfo*  pCellInfo;  // For each result column, there is a resultInfo
70
  union {STimeWindow win; char* key;};  // start key of current time window
H
Haojun Liao 已提交
71
} SResultRow;
72

H
Haojun Liao 已提交
73 74 75 76
/**
 * If the number of generated results is greater than this value,
 * query query will be halt and return results to client immediate.
 */
77
typedef struct SResultRec {
H
Haojun Liao 已提交
78 79 80 81
  int64_t total;      // total generated result size in rows
  int64_t rows;       // current result set size in rows
  int64_t capacity;   // capacity of current result output buffer
  int32_t threshold;  // result size threshold in rows.
82 83 84
} SResultRec;

typedef struct SWindowResInfo {
H
Haojun Liao 已提交
85
  SResultRow**   pResult;    // result list
86 87 88
  int16_t        type:8;     // data type for hash key
  int32_t        size:24;    // number of result set
  int32_t        threshold;  // threshold to halt query and return the generated results.
89 90 91 92 93 94 95 96 97 98 99 100 101
  int32_t        capacity;   // max capacity
  int32_t        curIndex;   // current start active index
  int64_t        startTime;  // start time of the first time window for sliding query
  int64_t        prevSKey;   // previous (not completed) sliding window start key
} SWindowResInfo;

typedef struct SColumnFilterElem {
  int16_t           bytes;  // column length
  __filter_func_t   fp;
  SColumnFilterInfo filterInfo;
} SColumnFilterElem;

typedef struct SSingleColumnFilterInfo {
H
Haojun Liao 已提交
102
  void*              pData;
103
  int32_t            numOfFilters;
H
Haojun Liao 已提交
104
  SColumnInfo        info;
105 106 107
  SColumnFilterElem* pFilters;
} SSingleColumnFilterInfo;

H
Haojun Liao 已提交
108
typedef struct STableQueryInfo {
H
hjxilinx 已提交
109
  TSKEY       lastKey;
H
Haojun Liao 已提交
110
  int32_t     groupIndex;     // group id in table list
111
  int16_t     queryRangeSet;  // denote if the query range is set, only available for interval query
112
  tVariant    tag;
H
hjxilinx 已提交
113
  STimeWindow win;
114
  STSCursor   cur;
H
Haojun Liao 已提交
115
  void*       pTable;         // for retrieve the page id list
116 117 118
  SWindowResInfo windowResInfo;
} STableQueryInfo;

H
Haojun Liao 已提交
119 120 121 122 123 124 125 126 127
typedef struct SQueryCostInfo {
  uint64_t loadStatisTime;
  uint64_t loadFileBlockTime;
  uint64_t loadDataInCacheTime;
  uint64_t loadStatisSize;
  uint64_t loadFileBlockSize;
  uint64_t loadDataInCacheSize;
  
  uint64_t loadDataTime;
128 129 130 131
  uint64_t totalRows;
  uint64_t totalCheckedRows;
  uint32_t totalBlocks;
  uint32_t loadBlocks;
H
Haojun Liao 已提交
132 133
  uint32_t loadBlockStatis;
  uint32_t discardBlocks;
134
  uint64_t elapsedTime;
H
Haojun Liao 已提交
135
  uint64_t firstStageMergeTime;
H
Haojun Liao 已提交
136 137
  uint64_t winInfoSize;
  uint64_t tableInfoSize;
H
Haojun Liao 已提交
138
  uint64_t hashSize;
139
  uint64_t numOfTimeWindows;
H
Haojun Liao 已提交
140
} SQueryCostInfo;
H
hjxilinx 已提交
141

142
typedef struct SQuery {
H
Haojun Liao 已提交
143 144 145 146
  int16_t          numOfCols;
  int16_t          numOfTags;
  SOrderVal        order;
  STimeWindow      window;
147
  SInterval        interval;
148
  int16_t          precision;
H
Haojun Liao 已提交
149 150 151 152 153 154
  int16_t          numOfOutput;
  int16_t          fillType;
  int16_t          checkBuffer;  // check if the buffer is full during scan each block
  SLimitVal        limit;
  int32_t          rowSize;
  SSqlGroupbyExpr* pGroupbyExpr;
H
Haojun Liao 已提交
155
  SExprInfo*       pExpr1;
H
Haojun Liao 已提交
156 157 158
  SExprInfo*       pExpr2;
  int32_t          numOfExpr2;

H
Haojun Liao 已提交
159 160 161 162 163 164 165 166 167 168
  SColumnInfo*     colList;
  SColumnInfo*     tagColList;
  int32_t          numOfFilterCols;
  int64_t*         fillVal;
  uint32_t         status;  // query status
  SResultRec       rec;
  int32_t          pos;
  tFilePage**      sdata;
  STableQueryInfo* current;

169 170 171 172
  SSingleColumnFilterInfo* pFilterInfo;
} SQuery;

typedef struct SQueryRuntimeEnv {
H
Haojun Liao 已提交
173
  jmp_buf              env;
H
Haojun Liao 已提交
174 175
  SQuery*              pQuery;
  SQLFunctionCtx*      pCtx;
176
  int32_t              numOfRowsPerPage;
H
Haojun Liao 已提交
177
  uint16_t*            offset;
H
Haojun Liao 已提交
178
  uint16_t             scanFlag;         // denotes reversed scan of data or not
H
Haojun Liao 已提交
179 180 181 182
  SFillInfo*           pFillInfo;
  SWindowResInfo       windowResInfo;
  STSBuf*              pTSBuf;
  STSCursor            cur;
183
  SQueryCostInfo       summary;
H
Haojun Liao 已提交
184 185
  void*                pQueryHandle;
  void*                pSecQueryHandle;  // another thread for
H
Haojun Liao 已提交
186
  bool                 stableQuery;      // super table query or not
H
Haojun Liao 已提交
187
  bool                 topBotQuery;      // false
H
Haojun Liao 已提交
188 189
  bool                 groupbyNormalCol; // denote if this is a groupby normal column query
  bool                 hasTagResults;    // if there are tag values in final result or not
H
Haojun Liao 已提交
190
  int32_t              interBufSize;     // intermediate buffer sizse
H
Haojun Liao 已提交
191
  int32_t              prevGroupId;      // previous executed group id
H
Haojun Liao 已提交
192
  SDiskbasedResultBuf* pResultBuf;       // query result buffer based on blocked-wised disk file
H
Haojun Liao 已提交
193
  SHashObj*            pResultRowHashTable; // quick locate the window object for each result
H
Haojun Liao 已提交
194
  char*                keyBuf;           // window key buffer
195
  SResultRowPool*      pool;             // window result object pool
H
Haojun Liao 已提交
196 197

  int32_t*             rowCellInfoOffset;// offset value for each row result cell info
198 199
} SQueryRuntimeEnv;

200 201 202 203 204
enum {
  QUERY_RESULT_NOT_READY = 1,
  QUERY_RESULT_READY     = 2,
};

205
typedef struct SQInfo {
H
Haojun Liao 已提交
206
  void*            signature;
H
Haojun Liao 已提交
207
  int32_t          code;   // error code to returned to client
208
  int64_t          owner; // if it is in execution
H
Haojun Liao 已提交
209
  void*            tsdb;
Y
TD-1733  
yihaoDeng 已提交
210
  SMemRef          memRef; 
H
Haojun Liao 已提交
211
  int32_t          vgId;
H
Haojun Liao 已提交
212
  STableGroupInfo  tableGroupInfo;       // table <tid, last_key> list  SArray<STableKeyInfo>
213
  STableGroupInfo  tableqinfoGroupInfo;  // this is a group array list, including SArray<STableQueryInfo*> structure
214
  SQueryRuntimeEnv runtimeEnv;
weixin_48148422's avatar
weixin_48148422 已提交
215
  SArray*          arrTableIdInfo;
H
Haojun Liao 已提交
216
  int32_t          groupIndex;
H
Haojun Liao 已提交
217

218 219 220 221
  /*
   * the query is executed position on which meter of the whole list.
   * when the index reaches the last one of the list, it means the query is completed.
   */
H
Haojun Liao 已提交
222
  int32_t          tableIndex;
H
Haojun Liao 已提交
223
  SGroupResInfo    groupResInfo;
224
  void*            pBuf;        // allocated buffer for STableQueryInfo, sizeof(STableQueryInfo)*numOfTables;
H
Haojun Liao 已提交
225

226
  pthread_mutex_t  lock;        // used to synchronize the rsp/query threads
H
Haojun Liao 已提交
227
  tsem_t           ready;
228 229
  int32_t          dataReady;   // denote if query result is ready or not
  void*            rspContext;  // response context
230 231 232
} SQInfo;

#endif  // TDENGINE_QUERYEXECUTOR_H