tscUtil.h 11.4 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef TDENGINE_TSCUTIL_H
#define TDENGINE_TSCUTIL_H

#ifdef __cplusplus
extern "C" {
#endif

/*
 * @date   2018/09/30
 */
26
#include "exception.h"
H
Haojun Liao 已提交
27 28
#include "os.h"
#include "qExtbuffer.h"
29
#include "taosdef.h"
H
Haojun Liao 已提交
30
#include "tbuffer.h"
31
#include "tscLocalMerge.h"
S
slguan 已提交
32
#include "tsclient.h"
H
hzcheng 已提交
33

weixin_48148422's avatar
weixin_48148422 已提交
34
#define UTIL_TABLE_IS_SUPER_TABLE(metaInfo)  \
H
hjxilinx 已提交
35
  (((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_SUPER_TABLE))
36
#define UTIL_TABLE_IS_CHILD_TABLE(metaInfo) \
H
hjxilinx 已提交
37
  (((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_CHILD_TABLE))
H
hjxilinx 已提交
38
  
weixin_48148422's avatar
weixin_48148422 已提交
39 40
#define UTIL_TABLE_IS_NORMAL_TABLE(metaInfo)\
  (!(UTIL_TABLE_IS_SUPER_TABLE(metaInfo) || UTIL_TABLE_IS_CHILD_TABLE(metaInfo)))
H
hzcheng 已提交
41

S
slguan 已提交
42

H
hzcheng 已提交
43 44
typedef struct SParsedColElem {
  int16_t colIndex;
B
Bomin Zhang 已提交
45
  uint16_t offset;
H
hzcheng 已提交
46 47 48
} SParsedColElem;

typedef struct SParsedDataColInfo {
49 50
  int16_t        numOfCols;
  int16_t        numOfAssignedCols;
H
hzcheng 已提交
51 52 53 54
  SParsedColElem elems[TSDB_MAX_COLUMNS];
  bool           hasVal[TSDB_MAX_COLUMNS];
} SParsedDataColInfo;

55 56 57 58
#pragma pack(push,1)
// this struct is transfered as binary, padding two bytes to avoid
// an 'uid' whose low bytes is 0xff being recoginized as NULL,
// and set 'pack' to 1 to avoid break existing code.
59
typedef struct STidTags {
60
  int16_t  padding;
61 62 63 64 65
  int64_t  uid;
  int32_t  tid;
  int32_t  vgId;
  char     tag[];
} STidTags;
66
#pragma pack(pop)
67 68

typedef struct SJoinSupporter {
S
slguan 已提交
69 70
  SSqlObj*        pObj;           // parent SqlObj
  int32_t         subqueryIndex;  // index of sub query
71
  SInterval       interval;
S
slguan 已提交
72
  SLimitVal       limit;          // limit info
H
Haojun Liao 已提交
73
  uint64_t        uid;            // query table uid
H
hjxilinx 已提交
74 75
  SArray*         colList;        // previous query information, no need to use this attribute, and the corresponding attribution
  SArray*         exprList;
S
slguan 已提交
76 77
  SFieldInfo      fieldsInfo;
  STagCond        tagCond;
H
hjxilinx 已提交
78 79
  struct STSBuf*  pTSBuf;          // the TSBuf struct that holds the compressed timestamp array
  FILE*           f;               // temporary file in order to create TSBuf
80 81 82 83 84
  char            path[PATH_MAX];  // temporary file path, todo dynamic allocate memory
  int32_t         tagSize;         // the length of each in the first filter stage
  char*           pIdTagList;      // result of first stage tags
  int32_t         totalLen;
  int32_t         num;
H
Haojun Liao 已提交
85
  SArray*         pVgroupTables;
86 87 88 89 90 91
} SJoinSupporter;

typedef struct SVgroupTableInfo {
  SCMVgroupInfo vgInfo;
  SArray*       itemList;   //SArray<STableIdInfo>
} SVgroupTableInfo;
S
slguan 已提交
92

H
Haojun Liao 已提交
93 94 95 96 97 98 99 100 101 102
static FORCE_INLINE SQueryInfo* tscGetQueryInfoDetail(SSqlCmd* pCmd, int32_t subClauseIndex) {
  assert(pCmd != NULL && subClauseIndex >= 0 && subClauseIndex < TSDB_MAX_UNION_CLAUSE);

  if (pCmd->pQueryInfo == NULL || subClauseIndex >= pCmd->numOfClause) {
    return NULL;
  }

  return pCmd->pQueryInfo[subClauseIndex];
}

H
hjxilinx 已提交
103
int32_t tscCreateDataBlock(size_t initialSize, int32_t rowSize, int32_t startOffset, const char* name,
H
hjxilinx 已提交
104
                           STableMeta* pTableMeta, STableDataBlocks** dataBlocks);
H
hjxilinx 已提交
105 106
void tscDestroyDataBlock(STableDataBlocks* pDataBlock);
void tscSortRemoveDataBlockDupRows(STableDataBlocks* dataBuf);
H
hjxilinx 已提交
107

108
SParamInfo* tscAddParamToDataBlock(STableDataBlocks* pDataBlock, char type, uint8_t timePrec, int16_t bytes,
H
hjxilinx 已提交
109 110
                                   uint32_t offset);

111
void*   tscDestroyBlockArrayList(SArray* pDataBlockList);
H
hjxilinx 已提交
112
int32_t tscCopyDataBlockToPayload(SSqlObj* pSql, STableDataBlocks* pDataBlock);
113 114
int32_t tscMergeTableDataBlocks(SSqlObj* pSql, SArray* pDataList);
int32_t tscGetDataBlockFromList(void* pHashList, SArray* pDataBlockList, int64_t id, int32_t size,
H
hjxilinx 已提交
115
                                int32_t startOffset, int32_t rowSize, const char* tableId, STableMeta* pTableMeta,
H
hjxilinx 已提交
116
                                STableDataBlocks** dataBlocks);
H
hjxilinx 已提交
117

H
hzcheng 已提交
118 119
/**
 * for the projection query on metric or point interpolation query on metric,
S
slguan 已提交
120
 * we iterate all the meters, instead of invoke query on all qualified meters simultaneously.
H
hzcheng 已提交
121 122 123 124
 *
 * @param pSql  sql object
 * @return
 */
125 126
bool tscIsPointInterpQuery(SQueryInfo* pQueryInfo);
bool tscIsTWAQuery(SQueryInfo* pQueryInfo);
127

128
bool tscNonOrderedProjectionQueryOnSTable(SQueryInfo *pQueryInfo, int32_t tableIndex);
129 130 131
bool tscOrderedProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);
bool tscIsProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);

H
Haojun Liao 已提交
132
bool tscIsProjectionQuery(SQueryInfo* pQueryInfo);
H
hjxilinx 已提交
133

H
hjxilinx 已提交
134
bool tscIsTwoStageSTableQuery(SQueryInfo* pQueryInfo, int32_t tableIndex);
H
hjxilinx 已提交
135
bool tscQueryTags(SQueryInfo* pQueryInfo);
S
slguan 已提交
136

H
Haojun Liao 已提交
137 138
SSqlExpr* tscAddSpecialColumnForSelect(SQueryInfo* pQueryInfo, int32_t outputColIndex, int16_t functionId,
                                       SColumnIndex* pIndex, SSchema* pColSchema, int16_t colType);
H
hzcheng 已提交
139

H
Haojun Liao 已提交
140
int32_t tscSetTableFullName(STableMetaInfo* pTableMetaInfo, SStrToken* pzTableName, SSqlObj* pSql);
141
void    tscClearInterpInfo(SQueryInfo* pQueryInfo);
H
hzcheng 已提交
142

H
hjxilinx 已提交
143
bool tscIsInsertData(char* sqlstr);
H
hzcheng 已提交
144 145

/* use for keep current db info temporarily, for handle table with db prefix */
H
hjxilinx 已提交
146
// todo remove it
H
Haojun Liao 已提交
147
void tscGetDBInfoFromTableFullName(char* tableId, char* db);
H
hzcheng 已提交
148

S
slguan 已提交
149
int tscAllocPayload(SSqlCmd* pCmd, int size);
H
hzcheng 已提交
150

H
hjxilinx 已提交
151 152
TAOS_FIELD tscCreateField(int8_t type, const char* name, int16_t bytes);

H
Haojun Liao 已提交
153 154
SInternalField* tscFieldInfoAppend(SFieldInfo* pFieldInfo, TAOS_FIELD* pField);
SInternalField* tscFieldInfoInsert(SFieldInfo* pFieldInfo, int32_t index, TAOS_FIELD* field);
H
hjxilinx 已提交
155

H
Haojun Liao 已提交
156
SInternalField* tscFieldInfoGetInternalField(SFieldInfo* pFieldInfo, int32_t index);
H
hjxilinx 已提交
157
TAOS_FIELD* tscFieldInfoGetField(SFieldInfo* pFieldInfo, int32_t index);
H
hzcheng 已提交
158

H
hjxilinx 已提交
159
void tscFieldInfoUpdateOffset(SQueryInfo* pQueryInfo);
160
void tscFieldInfoUpdateOffsetForInterResult(SQueryInfo* pQueryInfo);
H
hzcheng 已提交
161

H
hjxilinx 已提交
162 163
int16_t tscFieldInfoGetOffset(SQueryInfo* pQueryInfo, int32_t index);
void    tscFieldInfoClear(SFieldInfo* pFieldInfo);
H
Haojun Liao 已提交
164 165 166

static FORCE_INLINE int32_t tscNumOfFields(SQueryInfo* pQueryInfo) { return pQueryInfo->fieldsInfo.numOfOutput; }

H
hjxilinx 已提交
167
int32_t tscFieldInfoCompare(const SFieldInfo* pFieldInfo1, const SFieldInfo* pFieldInfo2);
H
hzcheng 已提交
168

S
slguan 已提交
169
void addExprParams(SSqlExpr* pExpr, char* argument, int32_t type, int32_t bytes, int16_t tableIndex);
H
hzcheng 已提交
170

H
hjxilinx 已提交
171
int32_t   tscGetResRowLength(SArray* pExprList);
H
hjxilinx 已提交
172 173

SSqlExpr* tscSqlExprInsert(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
174
    int16_t size, int16_t interSize, bool isTagCol);
H
hjxilinx 已提交
175 176

SSqlExpr* tscSqlExprAppend(SQueryInfo* pQueryInfo, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
177
                           int16_t size, int16_t interSize, bool isTagCol);
H
hjxilinx 已提交
178

179
SSqlExpr* tscSqlExprUpdate(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, int16_t srcColumnIndex, int16_t type,
H
hzcheng 已提交
180
                           int16_t size);
181
size_t   tscSqlExprNumOfExprs(SQueryInfo* pQueryInfo);
H
hzcheng 已提交
182

183
SSqlExpr* tscSqlExprGet(SQueryInfo* pQueryInfo, int32_t index);
H
Haojun Liao 已提交
184
int32_t   tscSqlExprCopy(SArray* dst, const SArray* src, uint64_t uid, bool deepcopy);
H
hjxilinx 已提交
185
void      tscSqlExprInfoDestroy(SArray* pExprInfo);
S
slguan 已提交
186

187 188
SColumn* tscColumnClone(const SColumn* src);
SColumn* tscColumnListInsert(SArray* pColList, SColumnIndex* colIndex);
189
SArray* tscColumnListClone(const SArray* src, int16_t tableIndex);
190
void tscColumnListDestroy(SArray* pColList);
H
hzcheng 已提交
191

B
Bomin Zhang 已提交
192
void tscDequoteAndTrimToken(SStrToken* pToken);
H
Haojun Liao 已提交
193
int32_t tscValidateName(SStrToken* pToken);
H
hzcheng 已提交
194 195 196

void tscIncStreamExecutionCount(void* pStream);

197
bool tscValidateColumnId(STableMetaInfo* pTableMetaInfo, int32_t colId, int32_t numOfParams);
H
hzcheng 已提交
198

S
slguan 已提交
199
// get starter position of metric query condition (query on tags) in SSqlCmd.payload
200
SCond* tsGetSTableQueryCond(STagCond* pCond, uint64_t uid);
201
void   tsSetSTableQueryCond(STagCond* pTagCond, uint64_t uid, SBufferWriter* bw);
S
slguan 已提交
202

H
Haojun Liao 已提交
203
int32_t tscTagCondCopy(STagCond* dest, const STagCond* src);
H
hzcheng 已提交
204 205
void tscTagCondRelease(STagCond* pCond);

206
void tscGetSrcColumnInfo(SSrcColumnInfo* pColInfo, SQueryInfo* pQueryInfo);
H
hzcheng 已提交
207

H
hjxilinx 已提交
208
bool tscShouldBeFreed(SSqlObj* pSql);
S
slguan 已提交
209

210
STableMetaInfo* tscGetTableMetaInfoFromCmd(SSqlCmd *pCmd, int32_t subClauseIndex, int32_t tableIndex);
H
hjxilinx 已提交
211
STableMetaInfo* tscGetMetaInfo(SQueryInfo *pQueryInfo, int32_t tableIndex);
212 213

SQueryInfo *tscGetQueryInfoDetail(SSqlCmd* pCmd, int32_t subClauseIndex);
214
SQueryInfo *tscGetQueryInfoDetailSafely(SSqlCmd *pCmd, int32_t subClauseIndex);
215

216
void tscClearTableMetaInfo(STableMetaInfo* pTableMetaInfo, bool removeFromCache);
S
slguan 已提交
217

218
STableMetaInfo* tscAddTableMetaInfo(SQueryInfo* pQueryInfo, const char* name, STableMeta* pTableMeta,
H
Haojun Liao 已提交
219
    SVgroupsInfo* vgroupList, SArray* pTagCols, SArray* pVgroupTables);
220

H
hjxilinx 已提交
221
STableMetaInfo* tscAddEmptyMetaInfo(SQueryInfo *pQueryInfo);
222
int32_t tscAddSubqueryInfo(SSqlCmd *pCmd);
H
hjxilinx 已提交
223 224 225

void tscInitQueryInfo(SQueryInfo* pQueryInfo);

226
void tscClearSubqueryInfo(SSqlCmd* pCmd);
227
void tscFreeVgroupTableInfo(SArray* pVgroupTables);
H
Haojun Liao 已提交
228 229
SArray* tscCloneVgroupTableInfo(SArray* pVgroupTables);
void tscRemoveVgroupTableGroup(SArray* pVgroupTable, int32_t index);
S
slguan 已提交
230

H
hjxilinx 已提交
231
int  tscGetSTableVgroupInfo(SSqlObj* pSql, int32_t clauseIndex);
H
hjxilinx 已提交
232
int  tscGetTableMeta(SSqlObj* pSql, STableMetaInfo* pTableMetaInfo);
H
hjxilinx 已提交
233
int  tscGetMeterMetaEx(SSqlObj* pSql, STableMetaInfo* pTableMetaInfo, bool createIfNotExists);
S
slguan 已提交
234 235

void tscResetForNextRetrieve(SSqlRes* pRes);
H
hzcheng 已提交
236 237
void tscDoQuery(SSqlObj* pSql);

H
Haojun Liao 已提交
238 239 240
SVgroupsInfo* tscVgroupInfoClone(SVgroupsInfo *pInfo);
void* tscVgroupInfoClear(SVgroupsInfo *pInfo);
void tscSCMVgroupInfoCopy(SCMVgroupInfo* dst, const SCMVgroupInfo* src);
S
slguan 已提交
241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257
/**
 * The create object function must be successful expect for the out of memory issue.
 *
 * Therefore, the metermeta/metricmeta object is directly passed to the newly created subquery object from the
 * previous sql object, instead of retrieving the metermeta/metricmeta from cache.
 *
 * Because the metermeta/metricmeta may have been released by other threads, resulting in the retrieving failed as
 * well as the create function.
 *
 * @param pSql
 * @param vnodeIndex
 * @param tableIndex
 * @param fp
 * @param param
 * @param pPrevSql
 * @return
 */
H
Haojun Liao 已提交
258 259
SSqlObj* createSimpleSubObj(SSqlObj* pSql, void (*fp)(), void* param, int32_t cmd);

260 261
void registerSqlObj(SSqlObj* pSql);

262
SSqlObj* createSubqueryObj(SSqlObj* pSql, int16_t tableIndex, void (*fp)(), void* param, int32_t cmd, SSqlObj* pPrevSql);
263
void     addGroupInfoForSubquery(SSqlObj* pParentObj, SSqlObj* pSql, int32_t subClauseIndex, int32_t tableIndex);
S
slguan 已提交
264

265
void doAddGroupColumnForSubquery(SQueryInfo* pQueryInfo, int32_t tagIndex);
S
slguan 已提交
266

H
Haojun Liao 已提交
267
int16_t tscGetJoinTagColIdByUid(STagCond* pTagCond, uint64_t uid);
S
slguan 已提交
268

H
hjxilinx 已提交
269
void tscPrintSelectClause(SSqlObj* pSql, int32_t subClauseIndex);
H
hjxilinx 已提交
270

271
bool hasMoreVnodesToTry(SSqlObj *pSql);
H
Haojun Liao 已提交
272 273
bool hasMoreClauseToTry(SSqlObj* pSql);

274 275
void tscTryQueryNextVnode(SSqlObj *pSql, __async_cb_func_t fp);
void tscAsyncQuerySingleRowForNextVnode(void *param, TAOS_RES *tres, int numOfRows);
H
Haojun Liao 已提交
276
void tscTryQueryNextClause(SSqlObj* pSql, __async_cb_func_t fp);
277
int  tscSetMgmtEpSetFromCfg(const char *first, const char *second);
278

279 280 281
bool tscSetSqlOwner(SSqlObj* pSql);
void tscClearSqlOwner(SSqlObj* pSql);

weixin_48148422's avatar
weixin_48148422 已提交
282 283 284 285
void* malloc_throw(size_t size);
void* calloc_throw(size_t nmemb, size_t size);
char* strdup_throw(const char* str);

H
hzcheng 已提交
286 287 288 289 290
#ifdef __cplusplus
}
#endif

#endif  // TDENGINE_TSCUTIL_H