qSqlparser.h 11.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
hjxilinx 已提交
16 17
#ifndef TDENGINE_QSQLPARSER_H
#define TDENGINE_QSQLPARSER_H
18 19 20 21 22 23 24 25

#ifdef __cplusplus
extern "C" {
#endif

#include "taos.h"
#include "taosmsg.h"
#include "tstoken.h"
H
Haojun Liao 已提交
26
#include "tstrbuild.h"
27 28
#include "tvariant.h"

H
Haojun Liao 已提交
29
#define ParseTOKENTYPE SStrToken
H
Haojun Liao 已提交
30 31 32 33 34 35 36 37 38 39 40 41

#define NON_ARITHMEIC_EXPR 0
#define NORMAL_ARITHMETIC  1
#define AGG_ARIGHTMEIC     2

enum SQL_NODE_TYPE {
  SQL_NODE_TABLE_COLUMN= 1,
  SQL_NODE_SQLFUNCTION = 2,
  SQL_NODE_VALUE       = 3,
  SQL_NODE_EXPR        = 4,
};

H
Haojun Liao 已提交
42 43 44 45 46
enum SQL_NODE_FROM_TYPE {
  SQL_NODE_FROM_SUBQUERY  = 1,
  SQL_NODE_FROM_NAMELIST  = 2,
};

47 48 49 50 51 52 53 54 55 56 57
extern char tTokenTypeSwitcher[13];

#define toTSDBType(x)                          \
  do {                                         \
    if ((x) >= tListLen(tTokenTypeSwitcher)) { \
      (x) = TSDB_DATA_TYPE_BINARY;             \
    } else {                                   \
      (x) = tTokenTypeSwitcher[(x)];           \
    }                                          \
  } while (0)

H
Haojun Liao 已提交
58 59
#define TPARSER_HAS_TOKEN(_t)      ((_t).n > 0)
#define TPARSER_SET_NONE_TOKEN(_t) ((_t).n = 0)
H
Haojun Liao 已提交
60

61
typedef struct SLimitVal {
H
Haojun Liao 已提交
62 63
  int64_t            limit;
  int64_t            offset;
64 65 66
} SLimitVal;

typedef struct SOrderVal {
H
Haojun Liao 已提交
67 68
  uint32_t           order;
  int32_t            orderColId;
69 70 71
} SOrderVal;

typedef struct tVariantListItem {
H
Haojun Liao 已提交
72 73
  tVariant           pVar;
  uint8_t            sortOrder;
74 75
} tVariantListItem;

76
typedef struct SIntervalVal {
H
Haojun Liao 已提交
77 78
  SStrToken          interval;
  SStrToken          offset;
79 80
} SIntervalVal;

81
typedef struct SSessionWindowVal {
H
Haojun Liao 已提交
82 83
  SStrToken          col;
  SStrToken          gap;
84 85
} SSessionWindowVal;

H
Haojun Liao 已提交
86 87
struct SFromInfo;

H
Haojun Liao 已提交
88 89
typedef struct SQuerySqlNode {
  struct SArray     *pSelectList;  // select clause
H
Haojun Liao 已提交
90
  struct SFromInfo  *from;         // from clause SArray<SQuerySqlNode>
H
Haojun Liao 已提交
91 92
  struct tSqlExpr   *pWhere;       // where clause [optional]
  SArray            *pGroupby;     // groupby clause, only for tags[optional], SArray<tVariantListItem>
H
Haojun Liao 已提交
93
  SArray            *pSortOrder;   // orderby [optional],  SArray<tVariantListItem>
H
Haojun Liao 已提交
94
  SArray            *fillType;     // fill type[optional], SArray<tVariantListItem>
H
Haojun Liao 已提交
95 96 97 98 99
  SIntervalVal       interval;     // (interval, interval_offset) [optional]
  SSessionWindowVal  sessionVal;   // session window [optional]
  SStrToken          sliding;      // sliding window [optional]
  SLimitVal          limit;        // limit offset [optional]
  SLimitVal          slimit;       // group limit offset [optional]
H
Haojun Liao 已提交
100
  SStrToken          sqlstr;       // sql string in select clause
D
dapan1121 已提交
101
  struct tSQLExpr *    pHaving;      // having clause [optional]
H
Haojun Liao 已提交
102
} SQuerySqlNode;
103

H
Haojun Liao 已提交
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
typedef struct STableNamePair {
  SStrToken name;
  SStrToken aliasName;
} STableNamePair;

typedef struct SSubclauseInfo {  // "UNION" multiple select sub-clause
  SQuerySqlNode    **pClause;
  int32_t            numOfClause;
} SSubclauseInfo;

typedef struct SFromInfo {
  int32_t            type;        // nested query|table name list
  union {
    SSubclauseInfo  *pNode;
    SArray          *tableList;   // SArray<STableNamePair>
  };
} SFromInfo;
121
>>>>>>> develop
122

123
typedef struct SCreatedTableInfo {
H
Haojun Liao 已提交
124 125 126 127 128 129 130
  SStrToken          name;        // table name token
  SStrToken          stableName;  // super table name token , for using clause
  SArray            *pTagNames;   // create by using super table, tag name
  SArray            *pTagVals;    // create by using super table, tag value
  char              *fullname;    // table full name
  STagData           tagdata;     // true tag data, super table full name is in STagData
  int8_t             igExist;     // ignore if exists
131 132
} SCreatedTableInfo;

H
Haojun Liao 已提交
133
typedef struct SCreateTableSql {
H
Haojun Liao 已提交
134 135 136
  SStrToken          name;  // table name, create table [name] xxx
  int8_t             type;  // create normal table/from super table/ stream
  bool               existCheck;
137

138
  struct {
H
Haojun Liao 已提交
139 140
    SArray          *pTagColumns; // SArray<TAOS_FIELD>
    SArray          *pColumns;    // SArray<TAOS_FIELD>
141
  } colInfo;
142

H
Haojun Liao 已提交
143 144
  SArray            *childTableInfo;        // SArray<SCreatedTableInfo>
  SQuerySqlNode     *pSelect;
H
Haojun Liao 已提交
145
} SCreateTableSql;
146

H
Haojun Liao 已提交
147
typedef struct SAlterTableInfo {
H
Haojun Liao 已提交
148 149 150 151 152 153
  SStrToken          name;
  int16_t            tableType;
  int16_t            type;
  STagData           tagData;
  SArray            *pAddColumns; // SArray<TAOS_FIELD>
  SArray            *varList;     // set t=val or: change src dst, SArray<tVariantListItem>
H
Haojun Liao 已提交
154
} SAlterTableInfo;
155

H
Haojun Liao 已提交
156
typedef struct SCreateDbInfo {
H
Haojun Liao 已提交
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
  SStrToken          dbname;
  int32_t            replica;
  int32_t            cacheBlockSize;
  int32_t            maxTablesPerVnode;
  int32_t            numOfBlocks;
  int32_t            daysPerFile;
  int32_t            minRowsPerBlock;
  int32_t            maxRowsPerBlock;
  int32_t            fsyncPeriod;
  int64_t            commitTime;
  int32_t            walLevel;
  int32_t            quorum;
  int32_t            compressionLevel;
  SStrToken          precision;
  bool               ignoreExists;
  int8_t             update;
  int8_t             cachelast;
  SArray            *keep;
  int8_t             dbType;
  int16_t            partitions;
H
Haojun Liao 已提交
177
} SCreateDbInfo;
178

H
Haojun Liao 已提交
179
typedef struct SCreateAcctInfo {
H
Haojun Liao 已提交
180 181 182 183 184 185 186 187 188
  int32_t            maxUsers;
  int32_t            maxDbs;
  int32_t            maxTimeSeries;
  int32_t            maxStreams;
  int32_t            maxPointsPerSecond;
  int64_t            maxStorage;
  int64_t            maxQueryTime;
  int32_t            maxConnections;
  SStrToken          stat;
H
Haojun Liao 已提交
189
} SCreateAcctInfo;
190 191

typedef struct SShowInfo {
H
Haojun Liao 已提交
192 193 194
  uint8_t            showType;
  SStrToken          prefix;
  SStrToken          pattern;
195 196 197
} SShowInfo;

typedef struct SUserInfo {
H
Haojun Liao 已提交
198 199 200 201
  SStrToken          user;
  SStrToken          passwd;
  SStrToken          privilege;
  int16_t            type;
202 203
} SUserInfo;

H
Haojun Liao 已提交
204
typedef struct SMiscInfo {
H
Haojun Liao 已提交
205 206 207 208 209
  SArray            *a;         // SArray<SStrToken>
  bool               existsCheck;
  int16_t            dbType;
  int16_t            tableType;
  SUserInfo          user;
210
  union {
H
Haojun Liao 已提交
211 212 213 214
    SCreateDbInfo    dbOpt;
    SCreateAcctInfo  acctOpt;
    SShowInfo        showOpt;
    SStrToken        id;
215
  };
H
Haojun Liao 已提交
216
} SMiscInfo;
217 218

typedef struct SSqlInfo {
H
Haojun Liao 已提交
219 220
  int32_t            type;
  bool               valid;
H
Haojun Liao 已提交
221 222
  SSubclauseInfo     subclauseInfo;
  char               msg[256];
223
  union {
H
Haojun Liao 已提交
224 225 226
    SCreateTableSql *pCreateTableInfo;
    SAlterTableInfo *pAlterInfo;
    SMiscInfo       *pMiscInfo;
227 228 229
  };
} SSqlInfo;

H
Haojun Liao 已提交
230
typedef struct tSqlExpr {
H
Haojun Liao 已提交
231 232
  uint16_t           type;       // sql node type
  uint32_t           tokenId;    // TK_LE: less than(binary expr)
233

H
Haojun Liao 已提交
234
  // the whole string of the function(col, param), while the function name is kept in token
H
Haojun Liao 已提交
235 236
  SStrToken          operand;
  uint32_t           functionId;  // function id
237

H
Haojun Liao 已提交
238 239 240
  SStrToken          colInfo;     // table column info
  tVariant           value;       // the use input value
  SStrToken          token;       // original sql expr string
241

H
Haojun Liao 已提交
242 243 244
  struct tSqlExpr   *pLeft;       // left child
  struct tSqlExpr   *pRight;      // right child
  struct SArray     *pParam;      // function parameters list
H
Haojun Liao 已提交
245
} tSqlExpr;
246

H
Haojun Liao 已提交
247
// used in select clause. select <SArray> from xxx
H
Haojun Liao 已提交
248
typedef struct tSqlExprItem {
H
Haojun Liao 已提交
249 250 251
  tSqlExpr          *pNode;      // The list of expressions
  char              *aliasName;  // alias name, null-terminated string
  bool               distinct;
H
Haojun Liao 已提交
252
} tSqlExprItem;
253

H
Haojun Liao 已提交
254 255 256
SArray *tVariantListAppend(SArray *pList, tVariant *pVar, uint8_t sortOrder);
SArray *tVariantListInsert(SArray *pList, tVariant *pVar, uint8_t sortOrder, int32_t index);
SArray *tVariantListAppendToken(SArray *pList, SStrToken *pAliasToken, uint8_t sortOrder);
257

H
Haojun Liao 已提交
258
tSQLExpr *tSqlExprCreate(tSQLExpr *pLeft, tSQLExpr *pRight, int32_t optrType);
259

D
dapan1121 已提交
260 261
int32_t tSqlExprCompare(tSQLExpr *left, tSQLExpr *right);

D
dapan1121 已提交
262
tSQLExpr *tSqlExprClone(tSQLExpr *pSrc);
H
Haojun Liao 已提交
263 264 265 266
SFromInfo *setTableNameList(SFromInfo* pFromInfo, SStrToken *pName, SStrToken* pAlias);
SFromInfo *setSubquery(SFromInfo* pFromInfo, SQuerySqlNode *pSqlNode);
void      *destroyFromInfo(SFromInfo* pFromInfo);

H
Haojun Liao 已提交
267 268 269
// sql expr leaf node
tSqlExpr *tSqlExprCreateIdValue(SStrToken *pToken, int32_t optrType);
tSqlExpr *tSqlExprCreateFunction(SArray *pParam, SStrToken *pFuncToken, SStrToken *endToken, int32_t optType);
270

H
Haojun Liao 已提交
271 272
tSqlExpr *tSqlExprCreate(tSqlExpr *pLeft, tSqlExpr *pRight, int32_t optrType);
tSqlExpr *tSqlExprClone(tSqlExpr *pSrc);
H
Haojun Liao 已提交
273 274 275
void      tSqlExprCompact(tSqlExpr** pExpr);
bool      tSqlExprIsLeaf(tSqlExpr* pExpr);
bool      tSqlExprIsParentOfLeaf(tSqlExpr* pExpr);
H
Haojun Liao 已提交
276 277 278
void      tSqlExprDestroy(tSqlExpr *pExpr);
SArray   *tSqlExprListAppend(SArray *pList, tSqlExpr *pNode, SStrToken *pDistinct, SStrToken *pToken);
void      tSqlExprListDestroy(SArray *pList);
D
dapan1121 已提交
279

H
Haojun Liao 已提交
280
SQuerySqlNode *tSetQuerySqlNode(SStrToken *pSelectToken, SArray *pSelectList, SFromInfo *pFrom, tSqlExpr *pWhere,
H
Haojun Liao 已提交
281
                                SArray *pGroupby, SArray *pSortOrder, SIntervalVal *pInterval, SSessionWindowVal *ps,
282
                                SStrToken *pSliding, SArray *pFill, SLimitVal *pLimit, SLimitVal *pgLimit, tSQLExpr *pHaving);
283

H
Haojun Liao 已提交
284
SCreateTableSql *tSetCreateTableInfo(SArray *pCols, SArray *pTags, SQuerySqlNode *pSelect, int32_t type);
285

H
Haojun Liao 已提交
286
SAlterTableInfo *tSetAlterTableInfo(SStrToken *pTableName, SArray *pCols, SArray *pVals, int32_t type, int16_t tableTable);
287
SCreatedTableInfo createNewChildTableInfo(SStrToken *pTableName, SArray *pTagNames, SArray *pTagVals, SStrToken *pToken, SStrToken* igExists);
288 289

void destroyAllSelectClause(SSubclauseInfo *pSql);
H
Haojun Liao 已提交
290
void destroyQuerySqlNode(SQuerySqlNode *pSql);
291
void freeCreateTableInfo(void* p);
292

H
Haojun Liao 已提交
293
SSqlInfo       *setSqlInfo(SSqlInfo *pInfo, void *pSqlExprInfo, SStrToken *pTableName, int32_t type);
294 295 296 297
SSubclauseInfo *setSubclause(SSubclauseInfo *pClause, void *pSqlExprInfo);

SSubclauseInfo *appendSelectClause(SSubclauseInfo *pInfo, void *pSubclause);

298
void setCreatedTableName(SSqlInfo *pInfo, SStrToken *pTableNameToken, SStrToken *pIfNotExists);
299

H
Haojun Liao 已提交
300
void SqlInfoDestroy(SSqlInfo *pInfo);
301

H
Haojun Liao 已提交
302
void setDCLSqlElems(SSqlInfo *pInfo, int32_t type, int32_t nParams, ...);
D
dapan1121 已提交
303
void setDropDbTableInfo(SSqlInfo *pInfo, int32_t type, SStrToken* pToken, SStrToken* existsCheck,int16_t dbType,int16_t tableType);
H
Haojun Liao 已提交
304
void setShowOptions(SSqlInfo *pInfo, int32_t type, SStrToken* prefix, SStrToken* pPatterns);
305

H
Haojun Liao 已提交
306
void setCreateDbInfo(SSqlInfo *pInfo, int32_t type, SStrToken *pToken, SCreateDbInfo *pDB, SStrToken *pIgExists);
307

H
Haojun Liao 已提交
308
void setCreateAcctSql(SSqlInfo *pInfo, int32_t type, SStrToken *pName, SStrToken *pPwd, SCreateAcctInfo *pAcctInfo);
H
Haojun Liao 已提交
309 310 311
void setCreateUserSql(SSqlInfo *pInfo, SStrToken *pName, SStrToken *pPasswd);
void setKillSql(SSqlInfo *pInfo, int32_t type, SStrToken *ip);
void setAlterUserSql(SSqlInfo *pInfo, int16_t type, SStrToken *pName, SStrToken* pPwd, SStrToken *pPrivilege);
312

H
Haojun Liao 已提交
313
void setDefaultCreateDbOption(SCreateDbInfo *pDBInfo);
D
dapan1121 已提交
314
void setDefaultCreateTopicOption(SCreateDbInfo *pDBInfo);
315 316

// prefix show db.tables;
H
Haojun Liao 已提交
317
void tSetDbName(SStrToken *pCpxName, SStrToken *pDb);
318

H
Haojun Liao 已提交
319 320
void tSetColumnInfo(TAOS_FIELD *pField, SStrToken *pName, TAOS_FIELD *pType);
void tSetColumnType(TAOS_FIELD *pField, SStrToken *type);
321

H
Haojun Liao 已提交
322 323 324 325 326 327 328
/**
 *
 * @param yyp      The parser
 * @param yymajor  The major token code number
 * @param yyminor  The value for the token
 */
void Parse(void *yyp, int yymajor, ParseTOKENTYPE yyminor, SSqlInfo *);
329

H
Haojun Liao 已提交
330 331 332 333 334 335
/**
 *
 * @param p         The parser to be deleted
 * @param freeProc  Function used to reclaim memory
 */
void ParseFree(void *p, void (*freeProc)(void *));
336

H
Haojun Liao 已提交
337 338 339 340 341
/**
 *
 * @param mallocProc  The parser allocator
 * @return
 */
342 343
void *ParseAlloc(void *(*mallocProc)(size_t));

H
Haojun Liao 已提交
344 345 346 347 348 349
/**
 *
 * @param str sql string
 * @return sql ast
 */
SSqlInfo qSqlParse(const char *str);
350

351 352 353 354
#ifdef __cplusplus
}
#endif

H
hjxilinx 已提交
355
#endif  // TDENGINE_QSQLPARSER_H