tscUtil.h 11.4 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef TDENGINE_TSCUTIL_H
#define TDENGINE_TSCUTIL_H

#ifdef __cplusplus
extern "C" {
#endif

/*
 * @date   2018/09/30
 */
H
hjxilinx 已提交
26
#include "os.h"
27 28
#include "qextbuffer.h"
#include "taosdef.h"
H
hjxilinx 已提交
29
#include "tscSecondaryMerge.h"
S
slguan 已提交
30
#include "tsclient.h"
H
hzcheng 已提交
31

H
hjxilinx 已提交
32
#define UTIL_TABLE_IS_SUPERTABLE(metaInfo) \
H
hjxilinx 已提交
33
  (((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_SUPER_TABLE))
H
hjxilinx 已提交
34
#define UTIL_TABLE_IS_NOMRAL_TABLE(metaInfo) (!(UTIL_TABLE_IS_SUPERTABLE(metaInfo)))
35
#define UTIL_TABLE_IS_CHILD_TABLE(metaInfo) \
H
hjxilinx 已提交
36
  (((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_CHILD_TABLE))
H
hzcheng 已提交
37

S
slguan 已提交
38 39
#define TSDB_COL_IS_TAG(f) (((f)&TSDB_COL_TAG) != 0)

H
hzcheng 已提交
40 41 42 43 44 45
typedef struct SParsedColElem {
  int16_t colIndex;
  int16_t offset;
} SParsedColElem;

typedef struct SParsedDataColInfo {
46 47
  int16_t        numOfCols;
  int16_t        numOfAssignedCols;
H
hzcheng 已提交
48 49 50 51
  SParsedColElem elems[TSDB_MAX_COLUMNS];
  bool           hasVal[TSDB_MAX_COLUMNS];
} SParsedDataColInfo;

S
slguan 已提交
52 53 54 55 56 57 58 59 60 61 62 63
typedef struct SJoinSubquerySupporter {
  SSubqueryState* pState;
  SSqlObj*        pObj;           // parent SqlObj
  int32_t         subqueryIndex;  // index of sub query
  int64_t         interval;       // interval time
  SLimitVal       limit;          // limit info
  uint64_t        uid;            // query meter uid
  SColumnBaseInfo colList;        // previous query information
  SSqlExprInfo    exprsInfo;
  SFieldInfo      fieldsInfo;
  STagCond        tagCond;
  SSqlGroupbyExpr groupbyExpr;
H
hjxilinx 已提交
64 65 66
  struct STSBuf*  pTSBuf;          // the TSBuf struct that holds the compressed timestamp array
  FILE*           f;               // temporary file in order to create TSBuf
  char            path[PATH_MAX];  // temporary file path
S
slguan 已提交
67 68
} SJoinSubquerySupporter;

H
hjxilinx 已提交
69
int32_t tscCreateDataBlock(size_t initialSize, int32_t rowSize, int32_t startOffset, const char* name,
H
hjxilinx 已提交
70
                           STableMeta* pTableMeta, STableDataBlocks** dataBlocks);
H
hjxilinx 已提交
71 72 73 74 75 76 77 78 79 80 81 82 83
void    tscAppendDataBlock(SDataBlockList* pList, STableDataBlocks* pBlocks);
void    tscDestroyDataBlock(STableDataBlocks* pDataBlock);

SParamInfo* tscAddParamToDataBlock(STableDataBlocks* pDataBlock, char type, uint8_t timePrec, short bytes,
                                   uint32_t offset);

SDataBlockList* tscCreateBlockArrayList();

void*   tscDestroyBlockArrayList(SDataBlockList* pList);
int32_t tscCopyDataBlockToPayload(SSqlObj* pSql, STableDataBlocks* pDataBlock);
void    tscFreeUnusedDataBlocks(SDataBlockList* pList);
int32_t tscMergeTableDataBlocks(SSqlObj* pSql, SDataBlockList* pDataList);
int32_t tscGetDataBlockFromList(void* pHashList, SDataBlockList* pDataBlockList, int64_t id, int32_t size,
H
hjxilinx 已提交
84
                                int32_t startOffset, int32_t rowSize, const char* tableId, STableMeta* pTableMeta,
H
hjxilinx 已提交
85
                                STableDataBlocks** dataBlocks);
H
hjxilinx 已提交
86

S
slguan 已提交
87
SVnodeSidList*    tscGetVnodeSidList(SSuperTableMeta* pMetricmeta, int32_t vnodeIdx);
88
STableIdInfo* tscGetMeterSidInfo(SVnodeSidList* pSidList, int32_t idx);
H
hzcheng 已提交
89 90 91 92

/**
 *
 * for the projection query on metric or point interpolation query on metric,
S
slguan 已提交
93
 * we iterate all the meters, instead of invoke query on all qualified meters simultaneously.
H
hzcheng 已提交
94 95 96 97
 *
 * @param pSql  sql object
 * @return
 */
98 99
bool tscIsPointInterpQuery(SQueryInfo* pQueryInfo);
bool tscIsTWAQuery(SQueryInfo* pQueryInfo);
100

101
bool tscNonOrderedProjectionQueryOnSTable(SQueryInfo *pQueryInfo, int32_t tableIndex);
102 103 104
bool tscOrderedProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);
bool tscIsProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);

105
bool tscProjectionQueryOnTable(SQueryInfo* pQueryInfo);
H
hjxilinx 已提交
106

H
hjxilinx 已提交
107
bool tscIsTwoStageSTableQuery(SQueryInfo* pQueryInfo, int32_t tableIndex);
S
slguan 已提交
108
bool tscQueryOnMetric(SSqlCmd* pCmd);
H
hjxilinx 已提交
109
bool tscQueryTags(SQueryInfo* pQueryInfo);
S
slguan 已提交
110 111
bool tscIsSelectivityWithTagQuery(SSqlCmd* pCmd);

112
void tscAddSpecialColumnForSelect(SQueryInfo* pQueryInfo, int32_t outputColIndex, int16_t functionId, SColumnIndex* pIndex,
S
slguan 已提交
113
                                  SSchema* pColSchema, int16_t isTag);
H
hzcheng 已提交
114

115
void addRequiredTagColumn(SQueryInfo* pQueryInfo, int32_t tagColIndex, int32_t tableIndex);
H
hjxilinx 已提交
116

H
hjxilinx 已提交
117
int32_t setMeterID(STableMetaInfo* pTableMetaInfo, SSQLToken* pzTableName, SSqlObj* pSql);
118
void    tscClearInterpInfo(SQueryInfo* pQueryInfo);
H
hzcheng 已提交
119 120 121 122

bool tscIsInsertOrImportData(char* sqlstr);

/* use for keep current db info temporarily, for handle table with db prefix */
S
slguan 已提交
123
void tscGetDBInfoFromMeterId(char* tableId, char* db);
H
hzcheng 已提交
124

S
slguan 已提交
125
int tscAllocPayload(SSqlCmd* pCmd, int size);
H
hzcheng 已提交
126

S
slguan 已提交
127
void tscFieldInfoSetValFromSchema(SFieldInfo* pFieldInfo, int32_t index, SSchema* pSchema);
H
hzcheng 已提交
128
void tscFieldInfoSetValFromField(SFieldInfo* pFieldInfo, int32_t index, TAOS_FIELD* pField);
H
hjxilinx 已提交
129
void tscFieldInfoSetValue(SFieldInfo* pFieldInfo, int32_t index, int8_t type, const char* name, int16_t bytes);
S
slguan 已提交
130
void tscFieldInfoUpdateVisible(SFieldInfo* pFieldInfo, int32_t index, bool visible);
H
hjxilinx 已提交
131 132
void tscFieldInfoSetExpr(SFieldInfo* pFieldInfo, int32_t index, SSqlExpr* pExpr);
void tscFieldInfoSetBinExpr(SFieldInfo* pFieldInfo, int32_t index, SSqlFunctionExpr* pExpr);
H
hzcheng 已提交
133

134
void tscFieldInfoCalOffset(SQueryInfo* pQueryInfo);
S
slguan 已提交
135
void tscFieldInfoCopy(SFieldInfo* src, SFieldInfo* dst, const int32_t* indexList, int32_t size);
136
void tscFieldInfoCopyAll(SFieldInfo* dst, SFieldInfo* src);
H
hzcheng 已提交
137

138 139 140
TAOS_FIELD* tscFieldInfoGetField(SQueryInfo* pQueryInfo, int32_t index);
int16_t     tscFieldInfoGetOffset(SQueryInfo* pQueryInfo, int32_t index);
int32_t     tscGetResRowLength(SQueryInfo* pQueryInfo);
H
hjxilinx 已提交
141
void        tscClearFieldInfo(SFieldInfo* pFieldInfo);
142
int32_t tscNumOfFields(SQueryInfo* pQueryInfo);
143
int32_t tscFieldInfoCompare(SFieldInfo* pFieldInfo1, SFieldInfo* pFieldInfo2);
H
hzcheng 已提交
144

S
slguan 已提交
145
void addExprParams(SSqlExpr* pExpr, char* argument, int32_t type, int32_t bytes, int16_t tableIndex);
H
hzcheng 已提交
146

147
SSqlExpr* tscSqlExprInsert(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
H
hjxilinx 已提交
148
                           int16_t size, int16_t interSize);
149
SSqlExpr* tscSqlExprInsertEmpty(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId);
H
hjxilinx 已提交
150

151
SSqlExpr* tscSqlExprUpdate(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, int16_t srcColumnIndex, int16_t type,
H
hzcheng 已提交
152
                           int16_t size);
H
hjxilinx 已提交
153
int32_t   tscSqlExprNumOfExprs(SQueryInfo* pQueryInfo);
H
hzcheng 已提交
154

155
SSqlExpr* tscSqlExprGet(SQueryInfo* pQueryInfo, int32_t index);
H
hjxilinx 已提交
156
void      tscSqlExprCopy(SSqlExprInfo* dst, const SSqlExprInfo* src, uint64_t uid, bool deepcopy);
H
hjxilinx 已提交
157 158
void*     tscSqlExprDestroy(SSqlExpr* pExpr);
void      tscSqlExprInfoDestroy(SSqlExprInfo* pExprInfo);
S
slguan 已提交
159

160
SColumnBase* tscColumnBaseInfoInsert(SQueryInfo* pQueryInfo, SColumnIndex* colIndex);
H
hjxilinx 已提交
161 162
void         tscColumnFilterInfoCopy(SColumnFilterInfo* dst, const SColumnFilterInfo* src);
void         tscColumnBaseCopy(SColumnBase* dst, const SColumnBase* src);
H
hzcheng 已提交
163

H
hjxilinx 已提交
164
void         tscColumnBaseInfoCopy(SColumnBaseInfo* dst, const SColumnBaseInfo* src, int16_t tableIndex);
S
slguan 已提交
165
SColumnBase* tscColumnBaseInfoGet(SColumnBaseInfo* pColumnBaseInfo, int32_t index);
H
hjxilinx 已提交
166
void         tscColumnBaseInfoUpdateTableIndex(SColumnBaseInfo* pColList, int16_t tableIndex);
H
hzcheng 已提交
167

S
slguan 已提交
168 169
void tscColumnBaseInfoReserve(SColumnBaseInfo* pColumnBaseInfo, int32_t size);
void tscColumnBaseInfoDestroy(SColumnBaseInfo* pColumnBaseInfo);
H
hzcheng 已提交
170 171 172 173 174

int32_t tscValidateName(SSQLToken* pToken);

void tscIncStreamExecutionCount(void* pStream);

H
hjxilinx 已提交
175
bool tscValidateColumnId(STableMetaInfo* pTableMetaInfo, int32_t colId);
H
hzcheng 已提交
176

S
slguan 已提交
177
// get starter position of metric query condition (query on tags) in SSqlCmd.payload
H
hjxilinx 已提交
178
SCond* tsGetSTableQueryCondPos(STagCond* pCond, uint64_t tableIndex);
179
void   tsSetSTableQueryCond(STagCond* pTagCond, uint64_t uid, const char* str);
S
slguan 已提交
180 181

void tscTagCondCopy(STagCond* dest, const STagCond* src);
H
hzcheng 已提交
182 183
void tscTagCondRelease(STagCond* pCond);

184
void tscGetSrcColumnInfo(SSrcColumnInfo* pColInfo, SQueryInfo* pQueryInfo);
H
hzcheng 已提交
185 186 187 188 189

void tscSetFreeHeatBeat(STscObj* pObj);
bool tscShouldFreeHeatBeat(SSqlObj* pHb);
void tscCleanSqlCmd(SSqlCmd* pCmd);
bool tscShouldFreeAsyncSqlObj(SSqlObj* pSql);
S
slguan 已提交
190

191
void            tscRemoveAllMeterMetaInfo(SQueryInfo* pQueryInfo, const char* address, bool removeFromCache);
192
STableMetaInfo* tscGetTableMetaInfoFromCmd(SSqlCmd *pCmd, int32_t subClauseIndex, int32_t tableIndex);
H
hjxilinx 已提交
193
STableMetaInfo* tscGetMetaInfo(SQueryInfo *pQueryInfo, int32_t tableIndex);
194 195

SQueryInfo *tscGetQueryInfoDetail(SSqlCmd* pCmd, int32_t subClauseIndex);
196
int32_t tscGetQueryInfoDetailSafely(SSqlCmd *pCmd, int32_t subClauseIndex, SQueryInfo** pQueryInfo);
197

H
hjxilinx 已提交
198 199
STableMetaInfo* tscGetMeterMetaInfoByUid(SQueryInfo* pQueryInfo, uint64_t uid, int32_t* index);
void            tscClearMeterMetaInfo(STableMetaInfo* pTableMetaInfo, bool removeFromCache);
S
slguan 已提交
200

H
hjxilinx 已提交
201
STableMetaInfo* tscAddMeterMetaInfo(SQueryInfo* pQueryInfo, const char* name, STableMeta* pTableMeta, SSuperTableMeta* pMetricMeta,
S
slguan 已提交
202
                                    int16_t numOfTags, int16_t* tags);
H
hjxilinx 已提交
203
STableMetaInfo* tscAddEmptyMetaInfo(SQueryInfo *pQueryInfo);
204 205
int32_t tscAddSubqueryInfo(SSqlCmd *pCmd);
void tscFreeSubqueryInfo(SSqlCmd* pCmd);
206
void tscClearSubqueryInfo(SSqlCmd* pCmd);
S
slguan 已提交
207

H
hjxilinx 已提交
208
void tscGetMetricMetaCacheKey(SQueryInfo* pQueryInfo, char* keyStr, uint64_t uid);
H
hjxilinx 已提交
209
int  tscGetSTableVgroupInfo(SSqlObj* pSql, int32_t clauseIndex);
H
hjxilinx 已提交
210
int  tscGetTableMeta(SSqlObj* pSql, STableMetaInfo* pTableMetaInfo);
H
hjxilinx 已提交
211
int  tscGetMeterMetaEx(SSqlObj* pSql, STableMetaInfo* pTableMetaInfo, bool createIfNotExists);
S
slguan 已提交
212 213 214

void tscResetForNextRetrieve(SSqlRes* pRes);

215
void tscAddTimestampColumn(SQueryInfo* pQueryInfo, int16_t functionId, int16_t tableIndex);
H
hzcheng 已提交
216 217
void tscDoQuery(SSqlObj* pSql);

S
slguan 已提交
218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234
/**
 * The create object function must be successful expect for the out of memory issue.
 *
 * Therefore, the metermeta/metricmeta object is directly passed to the newly created subquery object from the
 * previous sql object, instead of retrieving the metermeta/metricmeta from cache.
 *
 * Because the metermeta/metricmeta may have been released by other threads, resulting in the retrieving failed as
 * well as the create function.
 *
 * @param pSql
 * @param vnodeIndex
 * @param tableIndex
 * @param fp
 * @param param
 * @param pPrevSql
 * @return
 */
235
SSqlObj* createSubqueryObj(SSqlObj* pSql, int16_t tableIndex, void (*fp)(), void* param, int32_t cmd, SSqlObj* pPrevSql);
236
void     addGroupInfoForSubquery(SSqlObj* pParentObj, SSqlObj* pSql, int32_t subClauseIndex, int32_t tableIndex);
S
slguan 已提交
237

238
void doAddGroupColumnForSubquery(SQueryInfo* pQueryInfo, int32_t tagIndex);
S
slguan 已提交
239

H
hjxilinx 已提交
240
int16_t tscGetJoinTagColIndexByUid(STagCond* pTagCond, uint64_t uid);
S
slguan 已提交
241

L
lihui 已提交
242
TAOS* taos_connect_a(char* ip, char* user, char* pass, char* db, uint16_t port, void (*fp)(void*, TAOS_RES*, int),
S
slguan 已提交
243 244
                     void* param, void** taos);

S
slguan 已提交
245
void sortRemoveDuplicates(STableDataBlocks* dataBuf);
H
hjxilinx 已提交
246

H
hjxilinx 已提交
247
void tscPrintSelectClause(SSqlObj* pSql, int32_t subClauseIndex);
H
hjxilinx 已提交
248

249 250 251
bool hasMoreVnodesToTry(SSqlObj *pSql);
void tscTryQueryNextVnode(SSqlObj *pSql, __async_cb_func_t fp);
void tscAsyncQuerySingleRowForNextVnode(void *param, TAOS_RES *tres, int numOfRows);
252
void tscTryQueryNextClause(SSqlObj* pSql, void (*queryFp)());
253

H
hzcheng 已提交
254 255 256 257 258
#ifdef __cplusplus
}
#endif

#endif  // TDENGINE_TSCUTIL_H