parTranslater.c 150.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

X
Xiaoyu Wang 已提交
16
#include "parInt.h"
17

X
Xiaoyu Wang 已提交
18
#include "catalog.h"
19
#include "cmdnodes.h"
X
Xiaoyu Wang 已提交
20
#include "filter.h"
21
#include "functionMgt.h"
X
Xiaoyu Wang 已提交
22
#include "parUtil.h"
23
#include "scalar.h"
24
#include "systable.h"
X
Xiaoyu Wang 已提交
25
#include "tglobal.h"
26
#include "ttime.h"
27

X
Xiaoyu Wang 已提交
28
#define generateDealNodeErrMsg(pCxt, code, ...) \
29
  (pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, code, ##__VA_ARGS__), DEAL_RES_ERROR)
X
Xiaoyu Wang 已提交
30

31
typedef struct STranslateContext {
dengyihao's avatar
dengyihao 已提交
32 33 34 35 36 37 38 39 40 41
  SParseContext*   pParseCxt;
  int32_t          errCode;
  SMsgBuf          msgBuf;
  SArray*          pNsLevel;  // element is SArray*, the element of this subarray is STableNode*
  int32_t          currLevel;
  ESqlClause       currClause;
  SSelectStmt*     pCurrStmt;
  SCmdMsgInfo*     pCmdMsg;
  SHashObj*        pDbs;
  SHashObj*        pTables;
42
  SExplainOptions* pExplainOpt;
43 44
} STranslateContext;

X
Xiaoyu Wang 已提交
45 46 47 48
typedef struct SFullDatabaseName {
  char fullDbName[TSDB_DB_FNAME_LEN];
} SFullDatabaseName;

49
static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode);
50 51
static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode);

dengyihao's avatar
dengyihao 已提交
52
static bool afterGroupBy(ESqlClause clause) { return clause > SQL_CLAUSE_GROUP_BY; }
53

dengyihao's avatar
dengyihao 已提交
54
static bool beforeHaving(ESqlClause clause) { return clause < SQL_CLAUSE_HAVING; }
55 56

static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
57 58 59 60
  size_t currTotalLevel = taosArrayGetSize(pCxt->pNsLevel);
  if (currTotalLevel > pCxt->currLevel) {
    SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
    taosArrayPush(pTables, &pTable);
61
  } else {
62 63 64 65 66 67 68 69
    do {
      SArray* pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
      if (pCxt->currLevel == currTotalLevel) {
        taosArrayPush(pTables, &pTable);
      }
      taosArrayPush(pCxt->pNsLevel, &pTables);
      ++currTotalLevel;
    } while (currTotalLevel <= pCxt->currLevel);
70 71 72 73
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
74
static SName* toName(int32_t acctId, const char* pDbName, const char* pTableName, SName* pName) {
75 76
  pName->type = TSDB_TABLE_NAME_T;
  pName->acctId = acctId;
X
Xiaoyu Wang 已提交
77 78
  strcpy(pName->dbname, pDbName);
  strcpy(pName->tname, pTableName);
79 80 81
  return pName;
}

D
dapan1121 已提交
82
static int32_t collectUseDatabaseImpl(const char* pFullDbName, SHashObj* pDbs) {
X
Xiaoyu Wang 已提交
83 84 85 86 87
  SFullDatabaseName name = {0};
  strcpy(name.fullDbName, pFullDbName);
  return taosHashPut(pDbs, pFullDbName, strlen(pFullDbName), &name, sizeof(SFullDatabaseName));
}

D
dapan1121 已提交
88 89 90 91 92 93
static int32_t collectUseDatabase(const SName* pName, SHashObj* pDbs) {
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(pName, dbFName);
  return collectUseDatabaseImpl(dbFName, pDbs);
}

X
Xiaoyu Wang 已提交
94 95 96 97 98 99 100 101
static int32_t collectUseTable(const SName* pName, SHashObj* pDbs) {
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  return taosHashPut(pDbs, fullName, strlen(fullName), pName, sizeof(SName));
}

static int32_t getTableMetaImpl(STranslateContext* pCxt, const SName* pName, STableMeta** pMeta) {
  SParseContext* pParCxt = pCxt->pParseCxt;
dengyihao's avatar
dengyihao 已提交
102
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
D
dapan1121 已提交
103 104 105
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
106 107 108
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetTableMeta(pParCxt->pCatalog, pParCxt->pTransporter, &pParCxt->mgmtEpSet, pName, pMeta);
  }
X
Xiaoyu Wang 已提交
109
  if (TSDB_CODE_SUCCESS != code) {
dengyihao's avatar
dengyihao 已提交
110 111
    parserError("catalogGetTableMeta error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
                pName->tname);
X
Xiaoyu Wang 已提交
112 113 114 115
  }
  return code;
}

X
Xiaoyu Wang 已提交
116
static int32_t getTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName, STableMeta** pMeta) {
X
Xiaoyu Wang 已提交
117 118
  SName name;
  return getTableMetaImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pMeta);
X
Xiaoyu Wang 已提交
119 120
}

X
Xiaoyu Wang 已提交
121 122
static int32_t getTableDistVgInfo(STranslateContext* pCxt, const SName* pName, SArray** pVgInfo) {
  SParseContext* pParCxt = pCxt->pParseCxt;
dengyihao's avatar
dengyihao 已提交
123
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
D
dapan1121 已提交
124 125 126
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
127 128 129
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetTableDistVgInfo(pParCxt->pCatalog, pParCxt->pTransporter, &pParCxt->mgmtEpSet, pName, pVgInfo);
  }
X
Xiaoyu Wang 已提交
130
  if (TSDB_CODE_SUCCESS != code) {
dengyihao's avatar
dengyihao 已提交
131 132
    parserError("catalogGetTableDistVgInfo error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
                pName->tname);
X
Xiaoyu Wang 已提交
133 134 135 136
  }
  return code;
}

X
Xiaoyu Wang 已提交
137 138
static int32_t getDBVgInfoImpl(STranslateContext* pCxt, const SName* pName, SArray** pVgInfo) {
  SParseContext* pParCxt = pCxt->pParseCxt;
dengyihao's avatar
dengyihao 已提交
139
  char           fullDbName[TSDB_DB_FNAME_LEN];
X
Xiaoyu Wang 已提交
140
  tNameGetFullDbName(pName, fullDbName);
D
dapan1121 已提交
141
  int32_t code = collectUseDatabaseImpl(fullDbName, pCxt->pDbs);
X
Xiaoyu Wang 已提交
142 143 144
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetDBVgInfo(pParCxt->pCatalog, pParCxt->pTransporter, &pParCxt->mgmtEpSet, fullDbName, pVgInfo);
  }
X
Xiaoyu Wang 已提交
145 146 147 148 149 150
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBVgInfo error, code:%s, dbFName:%s", tstrerror(code), fullDbName);
  }
  return code;
}

X
Xiaoyu Wang 已提交
151
static int32_t getDBVgInfo(STranslateContext* pCxt, const char* pDbName, SArray** pVgInfo) {
X
Xiaoyu Wang 已提交
152
  SName name;
X
Xiaoyu Wang 已提交
153
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
X
Xiaoyu Wang 已提交
154 155 156 157 158
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
  return getDBVgInfoImpl(pCxt, &name, pVgInfo);
}

X
Xiaoyu Wang 已提交
159 160
static int32_t getTableHashVgroupImpl(STranslateContext* pCxt, const SName* pName, SVgroupInfo* pInfo) {
  SParseContext* pParCxt = pCxt->pParseCxt;
dengyihao's avatar
dengyihao 已提交
161
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
D
dapan1121 已提交
162 163 164
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
165 166 167
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetTableHashVgroup(pParCxt->pCatalog, pParCxt->pTransporter, &pParCxt->mgmtEpSet, pName, pInfo);
  }
X
Xiaoyu Wang 已提交
168
  if (TSDB_CODE_SUCCESS != code) {
dengyihao's avatar
dengyihao 已提交
169 170
    parserError("catalogGetTableHashVgroup error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
                pName->tname);
X
Xiaoyu Wang 已提交
171 172 173 174
  }
  return code;
}

dengyihao's avatar
dengyihao 已提交
175 176
static int32_t getTableHashVgroup(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
                                  SVgroupInfo* pInfo) {
X
Xiaoyu Wang 已提交
177 178
  SName name;
  return getTableHashVgroupImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pInfo);
X
Xiaoyu Wang 已提交
179 180
}

dengyihao's avatar
dengyihao 已提交
181 182
static int32_t getDBVgVersion(STranslateContext* pCxt, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
                              int32_t* pTableNum) {
X
Xiaoyu Wang 已提交
183
  SParseContext* pParCxt = pCxt->pParseCxt;
dengyihao's avatar
dengyihao 已提交
184
  int32_t        code = collectUseDatabaseImpl(pDbFName, pCxt->pDbs);
X
Xiaoyu Wang 已提交
185 186 187
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetDBVgVersion(pParCxt->pCatalog, pDbFName, pVersion, pDbId, pTableNum);
  }
X
Xiaoyu Wang 已提交
188 189 190 191 192 193
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBVgVersion error, code:%s, dbFName:%s", tstrerror(code), pDbFName);
  }
  return code;
}

194 195
static int32_t getDBCfg(STranslateContext* pCxt, const char* pDbName, SDbCfgInfo* pInfo) {
  SParseContext* pParCxt = pCxt->pParseCxt;
L
Liu Jicong 已提交
196
  SName          name;
197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
  int32_t code = collectUseDatabaseImpl(dbFname, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = catalogGetDBCfg(pParCxt->pCatalog, pParCxt->pTransporter, &pParCxt->mgmtEpSet, dbFname, pInfo);
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBCfg error, code:%s, dbFName:%s", tstrerror(code), dbFname);
  }
  return code;
}

static int32_t initTranslateContext(SParseContext* pParseCxt, STranslateContext* pCxt) {
  pCxt->pParseCxt = pParseCxt;
  pCxt->errCode = TSDB_CODE_SUCCESS;
  pCxt->msgBuf.buf = pParseCxt->pMsg;
  pCxt->msgBuf.len = pParseCxt->msgLen;
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  pCxt->currLevel = 0;
  pCxt->currClause = 0;
  pCxt->pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  pCxt->pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  if (NULL == pCxt->pNsLevel || NULL == pCxt->pDbs || NULL == pCxt->pTables) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
static int32_t resetTranslateNamespace(STranslateContext* pCxt) {
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  if (NULL == pCxt->pNsLevel) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
}

241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258
static void destroyTranslateContext(STranslateContext* pCxt) {
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }

  if (NULL != pCxt->pCmdMsg) {
    taosMemoryFreeClear(pCxt->pCmdMsg->pMsg);
    taosMemoryFreeClear(pCxt->pCmdMsg);
  }

  taosHashCleanup(pCxt->pDbs);
  taosHashCleanup(pCxt->pTables);
}

259 260 261 262 263 264 265 266 267 268 269 270
static bool isAliasColumn(const SNode* pNode) {
  return (QUERY_NODE_COLUMN == nodeType(pNode) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]));
}

static bool isAggFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsAggFunc(((SFunctionNode*)pNode)->funcId));
}

static bool isSelectFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsSelectFunc(((SFunctionNode*)pNode)->funcId));
}

271 272 273 274
static bool isTimelineFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsTimelineFunc(((SFunctionNode*)pNode)->funcId));
}

275 276 277 278
static bool isDistinctOrderBy(STranslateContext* pCxt) {
  return (SQL_CLAUSE_ORDER_BY == pCxt->currClause && pCxt->pCurrStmt->isDistinct);
}

279 280 281 282 283
static bool belongTable(const char* currentDb, const SColumnNode* pCol, const STableNode* pTable) {
  int cmp = 0;
  if ('\0' != pCol->dbName[0]) {
    cmp = strcmp(pCol->dbName, pTable->dbName);
  } else {
284
    cmp = (QUERY_NODE_REAL_TABLE == nodeType(pTable) ? strcmp(currentDb, pTable->dbName) : 0);
285 286 287 288 289 290 291
  }
  if (0 == cmp) {
    cmp = strcmp(pCol->tableAlias, pTable->tableAlias);
  }
  return (0 == cmp);
}

X
Xiaoyu Wang 已提交
292
static SNodeList* getProjectList(const SNode* pNode) {
293 294
  if (QUERY_NODE_SELECT_STMT == nodeType(pNode)) {
    return ((SSelectStmt*)pNode)->pProjectionList;
X
Xiaoyu Wang 已提交
295 296
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pNode)) {
    return ((SSetOperator*)pNode)->pProjectionList;
297 298 299 300
  }
  return NULL;
}

dengyihao's avatar
dengyihao 已提交
301 302
static void setColumnInfoBySchema(const SRealTableNode* pTable, const SSchema* pColSchema, bool isTag,
                                  SColumnNode* pCol) {
X
Xiaoyu Wang 已提交
303 304 305
  strcpy(pCol->dbName, pTable->table.dbName);
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  strcpy(pCol->tableName, pTable->table.tableName);
306 307 308 309
  strcpy(pCol->colName, pColSchema->name);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pColSchema->name);
  }
X
Xiaoyu Wang 已提交
310
  pCol->tableId = pTable->pMeta->uid;
X
Xiaoyu Wang 已提交
311
  pCol->tableType = pTable->pMeta->tableType;
312
  pCol->colId = pColSchema->colId;
X
Xiaoyu Wang 已提交
313
  pCol->colType = isTag ? COLUMN_TYPE_TAG : COLUMN_TYPE_COLUMN;
314
  pCol->node.resType.type = pColSchema->type;
315
  pCol->node.resType.bytes = pColSchema->bytes;
X
Xiaoyu Wang 已提交
316 317 318
  if (TSDB_DATA_TYPE_TIMESTAMP == pCol->node.resType.type) {
    pCol->node.resType.precision = pTable->pMeta->tableInfo.precision;
  }
319 320 321 322
}

static void setColumnInfoByExpr(const STableNode* pTable, SExprNode* pExpr, SColumnNode* pCol) {
  pCol->pProjectRef = (SNode*)pExpr;
323 324 325 326
  if (NULL == pExpr->pAssociation) {
    pExpr->pAssociation = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  }
  taosArrayPush(pExpr->pAssociation, &pCol);
327 328
  if (NULL != pTable) {
    strcpy(pCol->tableAlias, pTable->tableAlias);
329
  } else if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
330 331 332 333 334
    SColumnNode* pProjCol = (SColumnNode*)pExpr;
    strcpy(pCol->tableAlias, pProjCol->tableAlias);
    pCol->tableId = pProjCol->tableId;
    pCol->colId = pProjCol->colId;
    pCol->colType = pProjCol->colType;
335
  }
336
  strcpy(pCol->colName, pExpr->aliasName);
X
Xiaoyu Wang 已提交
337 338 339
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pCol->colName);
  }
340 341 342
  pCol->node.resType = pExpr->resType;
}

X
Xiaoyu Wang 已提交
343
static int32_t createColumnsByTable(STranslateContext* pCxt, const STableNode* pTable, SNodeList* pList) {
344 345
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
dengyihao's avatar
dengyihao 已提交
346 347
    int32_t           nums =
        pMeta->tableInfo.numOfColumns + ((TSDB_SUPER_TABLE == pMeta->tableType) ? pMeta->tableInfo.numOfTags : 0);
348 349
    for (int32_t i = 0; i < nums; ++i) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
X
Xiaoyu Wang 已提交
350
      if (NULL == pCol) {
351
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
X
Xiaoyu Wang 已提交
352
      }
H
Haojun Liao 已提交
353
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i >= pMeta->tableInfo.numOfColumns), pCol);
354 355 356 357
      nodesListAppend(pList, (SNode*)pCol);
    }
  } else {
    SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
dengyihao's avatar
dengyihao 已提交
358
    SNode*     pNode;
359 360
    FOREACH(pNode, pProjectList) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
X
Xiaoyu Wang 已提交
361
      if (NULL == pCol) {
362
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
X
Xiaoyu Wang 已提交
363
      }
364
      setColumnInfoByExpr(pTable, (SExprNode*)pNode, pCol);
365 366 367
      nodesListAppend(pList, (SNode*)pCol);
    }
  }
X
Xiaoyu Wang 已提交
368
  return TSDB_CODE_SUCCESS;
369 370 371 372 373 374
}

static bool findAndSetColumn(SColumnNode* pCol, const STableNode* pTable) {
  bool found = false;
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
X
bugfix  
Xiaoyu Wang 已提交
375 376 377 378
    if (PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId && 0 == strcmp(pCol->colName, PK_TS_COL_INTERNAL_NAME)) {
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema, false, pCol);
      return true;
    }
379 380 381
    int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
    for (int32_t i = 0; i < nums; ++i) {
      if (0 == strcmp(pCol->colName, pMeta->schema[i].name)) {
H
Haojun Liao 已提交
382
        setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i >= pMeta->tableInfo.numOfColumns), pCol);
383 384 385 386 387 388
        found = true;
        break;
      }
    }
  } else {
    SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
dengyihao's avatar
dengyihao 已提交
389
    SNode*     pNode;
390 391 392
    FOREACH(pNode, pProjectList) {
      SExprNode* pExpr = (SExprNode*)pNode;
      if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
393
        setColumnInfoByExpr(pTable, pExpr, pCol);
394 395 396 397 398 399 400 401
        found = true;
        break;
      }
    }
  }
  return found;
}

402
static EDealRes translateColumnWithPrefix(STranslateContext* pCxt, SColumnNode* pCol) {
403
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
dengyihao's avatar
dengyihao 已提交
404 405
  size_t  nums = taosArrayGetSize(pTables);
  bool    foundTable = false;
406 407 408
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (belongTable(pCxt->pParseCxt->db, pCol, pTable)) {
409
      foundTable = true;
410 411
      if (findAndSetColumn(pCol, pTable)) {
        break;
412
      }
413
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, pCol->colName);
414
    }
415
  }
416
  if (!foundTable) {
417
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_TABLE_NOT_EXIST, pCol->tableAlias);
418
  }
419
  return DEAL_RES_CONTINUE;
420
}
421

422
static EDealRes translateColumnWithoutPrefix(STranslateContext* pCxt, SColumnNode* pCol) {
423
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
dengyihao's avatar
dengyihao 已提交
424 425
  size_t  nums = taosArrayGetSize(pTables);
  bool    found = false;
426 427 428 429
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (findAndSetColumn(pCol, pTable)) {
      if (found) {
430
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, pCol->colName);
431 432
      }
      found = true;
433
    }
434 435
  }
  if (!found) {
436
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, pCol->colName);
437
  }
438
  return DEAL_RES_CONTINUE;
439 440
}

441
static bool translateColumnUseAlias(STranslateContext* pCxt, SColumnNode* pCol) {
442
  SNodeList* pProjectionList = pCxt->pCurrStmt->pProjectionList;
dengyihao's avatar
dengyihao 已提交
443
  SNode*     pNode;
444 445 446
  FOREACH(pNode, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pNode;
    if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
dengyihao's avatar
dengyihao 已提交
447 448
      setColumnInfoByExpr(NULL, pExpr, pCol);
      return true;
449 450 451 452 453
    }
  }
  return false;
}

454
static EDealRes translateColumn(STranslateContext* pCxt, SColumnNode* pCol) {
X
Xiaoyu Wang 已提交
455
  // count(*)/first(*)/last(*) and so on
456
  if (0 == strcmp(pCol->colName, "*")) {
457
    return DEAL_RES_CONTINUE;
458
  }
X
Xiaoyu Wang 已提交
459 460

  EDealRes res = DEAL_RES_CONTINUE;
461
  if ('\0' != pCol->tableAlias[0]) {
X
Xiaoyu Wang 已提交
462 463 464 465 466 467 468
    res = translateColumnWithPrefix(pCxt, pCol);
  } else {
    bool found = false;
    if (SQL_CLAUSE_ORDER_BY == pCxt->currClause) {
      found = translateColumnUseAlias(pCxt, pCol);
    }
    res = (found ? DEAL_RES_CONTINUE : translateColumnWithoutPrefix(pCxt, pCol));
469
  }
X
Xiaoyu Wang 已提交
470
  return res;
471 472
}

473
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal) {
X
Xiaoyu Wang 已提交
474
  uint8_t precision = (NULL != pCxt->pCurrStmt ? pCxt->pCurrStmt->precision : pVal->node.resType.precision);
475
  pVal->node.resType.precision = precision;
476 477 478
  if (pVal->placeholderNo > 0) {
    return DEAL_RES_CONTINUE;
  }
479
  if (pVal->isDuration) {
dengyihao's avatar
dengyihao 已提交
480 481
    if (parseNatualDuration(pVal->literal, strlen(pVal->literal), &pVal->datum.i, &pVal->unit, precision) !=
        TSDB_CODE_SUCCESS) {
482
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
483
    }
484
    *(int64_t*)&pVal->typeData = pVal->datum.i;
485 486 487 488 489 490
  } else {
    switch (pVal->node.resType.type) {
      case TSDB_DATA_TYPE_NULL:
        break;
      case TSDB_DATA_TYPE_BOOL:
        pVal->datum.b = (0 == strcasecmp(pVal->literal, "true"));
D
dapan1121 已提交
491
        *(bool*)&pVal->typeData = pVal->datum.b;
492
        break;
X
Xiaoyu Wang 已提交
493
      case TSDB_DATA_TYPE_TINYINT: {
D
dapan1121 已提交
494 495 496 497 498
        char* endPtr = NULL;
        pVal->datum.i = strtoll(pVal->literal, &endPtr, 10);
        *(int8_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
X
Xiaoyu Wang 已提交
499
      case TSDB_DATA_TYPE_SMALLINT: {
D
dapan1121 已提交
500 501 502 503 504
        char* endPtr = NULL;
        pVal->datum.i = strtoll(pVal->literal, &endPtr, 10);
        *(int16_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
X
Xiaoyu Wang 已提交
505
      case TSDB_DATA_TYPE_INT: {
D
dapan1121 已提交
506 507 508 509 510
        char* endPtr = NULL;
        pVal->datum.i = strtoll(pVal->literal, &endPtr, 10);
        *(int32_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
511 512
      case TSDB_DATA_TYPE_BIGINT: {
        char* endPtr = NULL;
513
        pVal->datum.i = strtoll(pVal->literal, &endPtr, 10);
X
Xiaoyu Wang 已提交
514
        *(int64_t*)&pVal->typeData = pVal->datum.i;
D
dapan1121 已提交
515 516
        break;
      }
X
Xiaoyu Wang 已提交
517
      case TSDB_DATA_TYPE_UTINYINT: {
D
dapan1121 已提交
518 519
        char* endPtr = NULL;
        pVal->datum.u = strtoull(pVal->literal, &endPtr, 10);
X
Xiaoyu Wang 已提交
520
        *(uint8_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
521 522
        break;
      }
X
Xiaoyu Wang 已提交
523
      case TSDB_DATA_TYPE_USMALLINT: {
D
dapan1121 已提交
524 525
        char* endPtr = NULL;
        pVal->datum.u = strtoull(pVal->literal, &endPtr, 10);
X
Xiaoyu Wang 已提交
526
        *(uint16_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
527 528
        break;
      }
X
Xiaoyu Wang 已提交
529
      case TSDB_DATA_TYPE_UINT: {
D
dapan1121 已提交
530 531
        char* endPtr = NULL;
        pVal->datum.u = strtoull(pVal->literal, &endPtr, 10);
X
Xiaoyu Wang 已提交
532
        *(uint32_t*)&pVal->typeData = pVal->datum.u;
533 534
        break;
      }
X
Xiaoyu Wang 已提交
535
      case TSDB_DATA_TYPE_UBIGINT: {
536 537
        char* endPtr = NULL;
        pVal->datum.u = strtoull(pVal->literal, &endPtr, 10);
X
Xiaoyu Wang 已提交
538
        *(uint64_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
539 540
        break;
      }
X
Xiaoyu Wang 已提交
541
      case TSDB_DATA_TYPE_FLOAT: {
D
dapan1121 已提交
542 543
        char* endPtr = NULL;
        pVal->datum.d = strtold(pVal->literal, &endPtr);
X
Xiaoyu Wang 已提交
544
        *(float*)&pVal->typeData = pVal->datum.d;
545 546
        break;
      }
547 548 549
      case TSDB_DATA_TYPE_DOUBLE: {
        char* endPtr = NULL;
        pVal->datum.d = strtold(pVal->literal, &endPtr);
X
Xiaoyu Wang 已提交
550
        *(double*)&pVal->typeData = pVal->datum.d;
551 552
        break;
      }
553 554
      case TSDB_DATA_TYPE_VARCHAR:
      case TSDB_DATA_TYPE_VARBINARY: {
wafwerar's avatar
wafwerar 已提交
555
        pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
X
Xiaoyu Wang 已提交
556
        if (NULL == pVal->datum.p) {
557
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
X
Xiaoyu Wang 已提交
558
        }
X
Xiaoyu Wang 已提交
559
        varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
D
dapan1121 已提交
560
        strncpy(varDataVal(pVal->datum.p), pVal->literal, pVal->node.resType.bytes);
561 562 563
        break;
      }
      case TSDB_DATA_TYPE_TIMESTAMP: {
dengyihao's avatar
dengyihao 已提交
564 565
        if (taosParseTime(pVal->literal, &pVal->datum.i, pVal->node.resType.bytes, precision, tsDaylight) !=
            TSDB_CODE_SUCCESS) {
566
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
567
        }
X
Xiaoyu Wang 已提交
568
        *(int64_t*)&pVal->typeData = pVal->datum.i;
569 570
        break;
      }
571
      case TSDB_DATA_TYPE_NCHAR:
572 573 574 575
      case TSDB_DATA_TYPE_JSON:
      case TSDB_DATA_TYPE_DECIMAL:
      case TSDB_DATA_TYPE_BLOB:
        // todo
576 577 578 579
      default:
        break;
    }
  }
580
  pVal->translate = true;
581
  return DEAL_RES_CONTINUE;
582 583
}

584
static EDealRes translateOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
X
Xiaoyu Wang 已提交
585
  if (nodesIsUnaryOp(pOp)) {
D
dapan1121 已提交
586 587 588 589 590 591
    if (OP_TYPE_MINUS == pOp->opType) {
      if (!IS_MATHABLE_TYPE(((SExprNode*)(pOp->pLeft))->resType.type)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
      }
      pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
      pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
592 593 594
    } else {
      pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
      pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
X
Xiaoyu Wang 已提交
595
    }
X
Xiaoyu Wang 已提交
596 597
    return DEAL_RES_CONTINUE;
  }
598 599 600
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (nodesIsArithmeticOp(pOp)) {
dengyihao's avatar
dengyihao 已提交
601 602
    if (TSDB_DATA_TYPE_JSON == ldt.type || TSDB_DATA_TYPE_BLOB == ldt.type || TSDB_DATA_TYPE_JSON == rdt.type ||
        TSDB_DATA_TYPE_BLOB == rdt.type) {
603
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
604
    }
605
    if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_TIMESTAMP == rdt.type) ||
606 607
        (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && (IS_VAR_DATA_TYPE(rdt.type) || IS_FLOAT_TYPE(rdt.type))) ||
        (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && (IS_VAR_DATA_TYPE(ldt.type) || IS_FLOAT_TYPE(ldt.type)))) {
608 609 610
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
    }

611 612 613
    if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && IS_INTEGER_TYPE(rdt.type)) ||
        (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && IS_INTEGER_TYPE(ldt.type)) ||
        (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_BOOL == rdt.type) ||
H
Hongze Cheng 已提交
614
        (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && TSDB_DATA_TYPE_BOOL == ldt.type)) {
615 616 617 618 619 620
      pOp->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
      pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes;
    } else {
      pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
      pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
    }
621
  } else if (nodesIsComparisonOp(pOp)) {
L
Liu Jicong 已提交
622
    if (TSDB_DATA_TYPE_BLOB == ldt.type || TSDB_DATA_TYPE_JSON == rdt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
623
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
624
    }
D
dapan1121 已提交
625 626 627
    if (OP_TYPE_IN == pOp->opType || OP_TYPE_NOT_IN == pOp->opType) {
      ((SExprNode*)pOp->pRight)->resType = ((SExprNode*)pOp->pLeft)->resType;
    }
628 629
    pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
L
Liu Jicong 已提交
630
  } else if (nodesIsJsonOp(pOp)) {
631 632 633 634 635
    if (TSDB_DATA_TYPE_JSON != ldt.type || TSDB_DATA_TYPE_BINARY != rdt.type) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
    }
    pOp->node.resType.type = TSDB_DATA_TYPE_JSON;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_JSON].bytes;
636
  }
637
  return DEAL_RES_CONTINUE;
638 639
}

X
Xiaoyu Wang 已提交
640
static EDealRes haveAggFunction(SNode* pNode, void* pContext) {
641
  if (isAggFunc(pNode)) {
X
Xiaoyu Wang 已提交
642 643 644 645 646 647
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
}

648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679
static int32_t findTable(STranslateContext* pCxt, const char* pTableAlias, STableNode** pOutput) {
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (NULL == pTableAlias || 0 == strcmp(pTable->tableAlias, pTableAlias)) {
      *pOutput = pTable;
      return TSDB_CODE_SUCCESS;
    }
  }
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pTableAlias);
}

static bool isCountStar(SFunctionNode* pFunc) {
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pPara) && 0 == strcmp(((SColumnNode*)pPara)->colName, "*"));
}

// count(*) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountStar(STranslateContext* pCxt, SFunctionNode* pCount) {
  SColumnNode* pCol = nodesListGetNode(pCount->pParameterList, 0);
  STableNode*  pTable = NULL;
  int32_t      code = findTable(pCxt, ('\0' == pCol->tableAlias[0] ? NULL : pCol->tableAlias), &pTable);
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, false, pCol);
  }
  return code;
}

680
static EDealRes translateFunction(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
681 682 683 684 685
  SFmGetFuncInfoParam param = {.pCtg = pCxt->pParseCxt->pCatalog,
                               .pRpc = pCxt->pParseCxt->pTransporter,
                               .pMgmtEps = &pCxt->pParseCxt->mgmtEpSet,
                               .pErrBuf = pCxt->msgBuf.buf,
                               .errBufLen = pCxt->msgBuf.len};
686
  pCxt->errCode = fmGetFuncInfo(&param, pFunc);
687
  if (TSDB_CODE_SUCCESS == pCxt->errCode && fmIsAggFunc(pFunc->funcId)) {
X
Xiaoyu Wang 已提交
688 689 690 691 692 693 694 695
    if (beforeHaving(pCxt->currClause)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION);
    }
    bool haveAggFunc = false;
    nodesWalkExprs(pFunc->pParameterList, haveAggFunction, &haveAggFunc);
    if (haveAggFunc) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_AGG_FUNC_NESTING);
    }
696

X
Xiaoyu Wang 已提交
697
    pCxt->pCurrStmt->hasAggFuncs = true;
X
Xiaoyu Wang 已提交
698
    pCxt->pCurrStmt->isTimeOrderQuery = false;
699 700 701
    if (isCountStar(pFunc)) {
      pCxt->errCode = rewriteCountStar(pCxt, pFunc);
    }
X
Xiaoyu Wang 已提交
702 703 704 705

    if (fmIsRepeatScanFunc(pFunc->funcId)) {
      pCxt->pCurrStmt->hasRepeatScanFuncs = true;
    }
X
Xiaoyu Wang 已提交
706
  }
707
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_CONTINUE : DEAL_RES_ERROR;
708 709 710 711
}

static EDealRes translateExprSubquery(STranslateContext* pCxt, SNode* pNode) {
  return (TSDB_CODE_SUCCESS == translateSubquery(pCxt, pNode) ? DEAL_RES_CONTINUE : DEAL_RES_ERROR);
712 713
}

714 715 716 717 718 719
static EDealRes translateLogicCond(STranslateContext* pCxt, SLogicConditionNode* pCond) {
  pCond->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pCond->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return DEAL_RES_CONTINUE;
}

720
static EDealRes doTranslateExpr(SNode* pNode, void* pContext) {
721 722 723 724 725 726 727 728
  STranslateContext* pCxt = (STranslateContext*)pContext;
  switch (nodeType(pNode)) {
    case QUERY_NODE_COLUMN:
      return translateColumn(pCxt, (SColumnNode*)pNode);
    case QUERY_NODE_VALUE:
      return translateValue(pCxt, (SValueNode*)pNode);
    case QUERY_NODE_OPERATOR:
      return translateOperator(pCxt, (SOperatorNode*)pNode);
729
    case QUERY_NODE_FUNCTION:
730
      return translateFunction(pCxt, (SFunctionNode*)pNode);
731 732
    case QUERY_NODE_LOGIC_CONDITION:
      return translateLogicCond(pCxt, (SLogicConditionNode*)pNode);
733
    case QUERY_NODE_TEMP_TABLE:
734
      return translateExprSubquery(pCxt, ((STempTableNode*)pNode)->pSubquery);
735 736 737
    default:
      break;
  }
738
  return DEAL_RES_CONTINUE;
739 740 741
}

static int32_t translateExpr(STranslateContext* pCxt, SNode* pNode) {
X
Xiaoyu Wang 已提交
742
  nodesWalkExprPostOrder(pNode, doTranslateExpr, pCxt);
743 744 745 746
  return pCxt->errCode;
}

static int32_t translateExprList(STranslateContext* pCxt, SNodeList* pList) {
X
Xiaoyu Wang 已提交
747
  nodesWalkExprsPostOrder(pList, doTranslateExpr, pCxt);
748 749 750
  return pCxt->errCode;
}

751
static SNodeList* getGroupByList(STranslateContext* pCxt) {
752
  if (isDistinctOrderBy(pCxt)) {
753 754 755 756 757 758 759 760 761 762 763 764 765
    return pCxt->pCurrStmt->pProjectionList;
  }
  return pCxt->pCurrStmt->pGroupByList;
}

static SNode* getGroupByNode(SNode* pNode) {
  if (QUERY_NODE_GROUPING_SET == nodeType(pNode)) {
    return nodesListGetNode(((SGroupingSetNode*)pNode)->pParameterList, 0);
  }
  return pNode;
}

static int32_t getGroupByErrorCode(STranslateContext* pCxt) {
766
  if (isDistinctOrderBy(pCxt)) {
767 768 769 770 771
    return TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION;
  }
  return TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION;
}

772 773 774 775 776 777 778 779 780 781 782 783 784
typedef struct SCheckExprForGroupByCxt {
  STranslateContext* pTranslateCxt;
  int32_t            selectFuncNum;
  bool               hasSelectValFunc;
} SCheckExprForGroupByCxt;

static EDealRes rewriteColToSelectValFunc(STranslateContext* pCxt, bool* pHasSelectValFunc, SNode** pNode) {
  SFunctionNode* pFunc = nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFunc->functionName, "_select_value");
X
Xiaoyu Wang 已提交
785
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    translateFunction(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
    if (NULL != pHasSelectValFunc) {
      *pHasSelectValFunc = true;
    }
  } else {
    nodesDestroyNode(pFunc);
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
}

static EDealRes doCheckExprForGroupBy(SNode** pNode, void* pContext) {
  SCheckExprForGroupByCxt* pCxt = (SCheckExprForGroupByCxt*)pContext;
  if (!nodesIsExprNode(*pNode) || isAliasColumn(*pNode)) {
804 805
    return DEAL_RES_CONTINUE;
  }
806 807 808 809 810
  pCxt->selectFuncNum += isSelectFunc(*pNode) ? 1 : 0;
  if (pCxt->selectFuncNum > 1 && pCxt->hasSelectValFunc) {
    return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
  }
  if (isAggFunc(*pNode) && !isDistinctOrderBy(pCxt->pTranslateCxt)) {
811 812 813
    return DEAL_RES_IGNORE_CHILD;
  }
  SNode* pGroupNode;
814 815
  FOREACH(pGroupNode, getGroupByList(pCxt->pTranslateCxt)) {
    if (nodesEqualNode(getGroupByNode(pGroupNode), *pNode)) {
816 817 818
      return DEAL_RES_IGNORE_CHILD;
    }
  }
819 820 821 822 823 824 825 826 827
  if (QUERY_NODE_COLUMN == nodeType(*pNode)) {
    if (pCxt->selectFuncNum > 1) {
      return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
    } else {
      return rewriteColToSelectValFunc(pCxt->pTranslateCxt, &pCxt->hasSelectValFunc, pNode);
    }
  }
  if (isAggFunc(*pNode) && isDistinctOrderBy(pCxt->pTranslateCxt)) {
    return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
828 829 830 831
  }
  return DEAL_RES_CONTINUE;
}

832 833 834 835 836 837
static int32_t checkExprForGroupBy(STranslateContext* pCxt, SNode** pNode) {
  SCheckExprForGroupByCxt cxt = {.pTranslateCxt = pCxt, .selectFuncNum = 0, .hasSelectValFunc = false};
  nodesRewriteExpr(pNode, doCheckExprForGroupBy, &cxt);
  if (cxt.selectFuncNum != 1 && cxt.hasSelectValFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, getGroupByErrorCode(pCxt));
  }
838 839 840 841
  return pCxt->errCode;
}

static int32_t checkExprListForGroupBy(STranslateContext* pCxt, SNodeList* pList) {
842 843 844
  if (NULL == getGroupByList(pCxt)) {
    return TSDB_CODE_SUCCESS;
  }
845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867
  SCheckExprForGroupByCxt cxt = {.pTranslateCxt = pCxt, .selectFuncNum = 0, .hasSelectValFunc = false};
  nodesRewriteExprs(pList, doCheckExprForGroupBy, &cxt);
  if (cxt.selectFuncNum != 1 && cxt.hasSelectValFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, getGroupByErrorCode(pCxt));
  }
  return pCxt->errCode;
}

static EDealRes rewriteColsToSelectValFuncImpl(SNode** pNode, void* pContext) {
  if (isAggFunc(*pNode)) {
    return DEAL_RES_IGNORE_CHILD;
  }
  if (QUERY_NODE_COLUMN == nodeType(*pNode)) {
    return rewriteColToSelectValFunc((STranslateContext*)pContext, NULL, pNode);
  }
  return DEAL_RES_CONTINUE;
}

static int32_t rewriteColsToSelectValFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
  nodesRewriteExprs(pSelect->pProjectionList, rewriteColsToSelectValFuncImpl, pCxt);
  if (TSDB_CODE_SUCCESS == pCxt->errCode && !pSelect->isDistinct) {
    nodesRewriteExprs(pSelect->pOrderByList, rewriteColsToSelectValFuncImpl, pCxt);
  }
868 869 870
  return pCxt->errCode;
}

871 872
typedef struct CheckAggColCoexistCxt {
  STranslateContext* pTranslateCxt;
dengyihao's avatar
dengyihao 已提交
873 874
  bool               existAggFunc;
  bool               existCol;
875
  int32_t            selectFuncNum;
876 877 878 879
} CheckAggColCoexistCxt;

static EDealRes doCheckAggColCoexist(SNode* pNode, void* pContext) {
  CheckAggColCoexistCxt* pCxt = (CheckAggColCoexistCxt*)pContext;
880 881
  pCxt->selectFuncNum += isSelectFunc(pNode) ? 1 : 0;
  if (isAggFunc(pNode)) {
882 883 884 885 886 887 888 889 890 891 892 893 894
    pCxt->existAggFunc = true;
    return DEAL_RES_IGNORE_CHILD;
  }
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    pCxt->existCol = true;
  }
  return DEAL_RES_CONTINUE;
}

static int32_t checkAggColCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL != pSelect->pGroupByList) {
    return TSDB_CODE_SUCCESS;
  }
dengyihao's avatar
dengyihao 已提交
895
  CheckAggColCoexistCxt cxt = {.pTranslateCxt = pCxt, .existAggFunc = false, .existCol = false};
X
Xiaoyu Wang 已提交
896
  nodesWalkExprs(pSelect->pProjectionList, doCheckAggColCoexist, &cxt);
897
  if (!pSelect->isDistinct) {
X
Xiaoyu Wang 已提交
898
    nodesWalkExprs(pSelect->pOrderByList, doCheckAggColCoexist, &cxt);
899
  }
900 901 902
  if (1 == cxt.selectFuncNum) {
    return rewriteColsToSelectValFunc(pCxt, pSelect);
  } else if ((cxt.selectFuncNum > 1 || cxt.existAggFunc || NULL != pSelect->pWindow) && cxt.existCol) {
903
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_SINGLE_GROUP);
904 905 906 907
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
908 909
static int32_t toVgroupsInfo(SArray* pVgs, SVgroupsInfo** pVgsInfo) {
  size_t vgroupNum = taosArrayGetSize(pVgs);
wafwerar's avatar
wafwerar 已提交
910
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * vgroupNum);
X
Xiaoyu Wang 已提交
911 912 913 914 915
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pVgsInfo)->numOfVgroups = vgroupNum;
  for (int32_t i = 0; i < vgroupNum; ++i) {
dengyihao's avatar
dengyihao 已提交
916
    SVgroupInfo* vg = taosArrayGet(pVgs, i);
X
Xiaoyu Wang 已提交
917 918 919 920 921
    (*pVgsInfo)->vgroups[i] = *vg;
  }
  return TSDB_CODE_SUCCESS;
}

922 923 924 925 926 927 928
static int32_t addMnodeToVgroupList(const SEpSet* pEpSet, SArray** pVgroupList) {
  if (NULL == *pVgroupList) {
    *pVgroupList = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVgroupInfo));
    if (NULL == *pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
X
Xiaoyu Wang 已提交
929
  SVgroupInfo vg = {.vgId = MNODE_HANDLE};
930 931 932 933 934
  memcpy(&vg.epSet, pEpSet, sizeof(SEpSet));
  taosArrayPush(*pVgroupList, &vg);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
935
static int32_t setSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
D
dapan1121 已提交
936 937 938
  if (0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_USER_TABLES)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
939 940 941

  int32_t code = TSDB_CODE_SUCCESS;
  SArray* vgroupList = NULL;
942 943
  if ('\0' != pRealTable->qualDbName[0]) {
    // todo release after mnode can be processed
944 945 946
    if (0 != strcmp(pRealTable->qualDbName, TSDB_INFORMATION_SCHEMA_DB)) {
      code = getDBVgInfo(pCxt, pRealTable->qualDbName, &vgroupList);
    }
X
Xiaoyu Wang 已提交
947 948 949 950
  } else {
    code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
  }

951
  // todo release after mnode can be processed
952 953 954
  if (TSDB_CODE_SUCCESS == code) {
    code = addMnodeToVgroupList(&pCxt->pParseCxt->mgmtEpSet, &vgroupList);
  }
955

X
Xiaoyu Wang 已提交
956 957 958 959 960 961 962 963
  if (TSDB_CODE_SUCCESS == code) {
    code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(vgroupList);

  return code;
}

X
Xiaoyu Wang 已提交
964 965
static int32_t setTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  if (pCxt->pParseCxt->topicQuery) {
X
Xiaoyu Wang 已提交
966 967 968
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
969
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
970 971
  if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
    SArray* vgroupList = NULL;
X
Xiaoyu Wang 已提交
972
    code = getTableDistVgInfo(pCxt, pName, &vgroupList);
X
Xiaoyu Wang 已提交
973 974
    if (TSDB_CODE_SUCCESS == code) {
      code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
X
Xiaoyu Wang 已提交
975 976
    }
    taosArrayDestroy(vgroupList);
X
Xiaoyu Wang 已提交
977
  } else if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType) {
X
Xiaoyu Wang 已提交
978
    code = setSysTableVgroupList(pCxt, pName, pRealTable);
X
Xiaoyu Wang 已提交
979
  } else {
wafwerar's avatar
wafwerar 已提交
980
    pRealTable->pVgroupList = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo));
X
Xiaoyu Wang 已提交
981 982 983 984
    if (NULL == pRealTable->pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pRealTable->pVgroupList->numOfVgroups = 1;
X
Xiaoyu Wang 已提交
985
    code = getTableHashVgroupImpl(pCxt, pName, pRealTable->pVgroupList->vgroups);
986
  }
X
Xiaoyu Wang 已提交
987
  return code;
988 989
}

X
Xiaoyu Wang 已提交
990 991 992 993 994 995 996 997 998 999 1000 1001 1002
static uint8_t getStmtPrecision(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->precision;
  }
  return 0;
}

static uint8_t getJoinTablePrecision(SJoinTableNode* pJoinTable) {
  uint8_t lp = ((STableNode*)pJoinTable->pLeft)->precision;
  uint8_t rp = ((STableNode*)pJoinTable->pRight)->precision;
  return (lp > rp ? rp : lp);
}

1003 1004 1005 1006 1007
static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pTable)) {
    case QUERY_NODE_REAL_TABLE: {
      SRealTableNode* pRealTable = (SRealTableNode*)pTable;
1008
      pRealTable->ratio = (NULL != pCxt->pExplainOpt ? pCxt->pExplainOpt->ratio : 1.0);
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018
      // The SRealTableNode created through ROLLUP already has STableMeta.
      if (NULL == pRealTable->pMeta) {
        SName name;
        code = getTableMetaImpl(
            pCxt, toName(pCxt->pParseCxt->acctId, pRealTable->table.dbName, pRealTable->table.tableName, &name),
            &(pRealTable->pMeta));
        if (TSDB_CODE_SUCCESS != code) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pRealTable->table.tableName);
        }
        code = setTableVgroupList(pCxt, &name, pRealTable);
1019
      }
X
Xiaoyu Wang 已提交
1020
      pRealTable->table.precision = pRealTable->pMeta->tableInfo.precision;
1021 1022
      if (TSDB_CODE_SUCCESS == code) {
        code = addNamespace(pCxt, pRealTable);
1023
      }
1024 1025 1026 1027 1028 1029
      break;
    }
    case QUERY_NODE_TEMP_TABLE: {
      STempTableNode* pTempTable = (STempTableNode*)pTable;
      code = translateSubquery(pCxt, pTempTable->pSubquery);
      if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1030
        pTempTable->table.precision = getStmtPrecision(pTempTable->pSubquery);
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041
        code = addNamespace(pCxt, pTempTable);
      }
      break;
    }
    case QUERY_NODE_JOIN_TABLE: {
      SJoinTableNode* pJoinTable = (SJoinTableNode*)pTable;
      code = translateTable(pCxt, pJoinTable->pLeft);
      if (TSDB_CODE_SUCCESS == code) {
        code = translateTable(pCxt, pJoinTable->pRight);
      }
      if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1042
        pJoinTable->table.precision = getJoinTablePrecision(pJoinTable);
1043 1044 1045 1046 1047 1048 1049 1050 1051 1052
        code = translateExpr(pCxt, pJoinTable->pOnCond);
      }
      break;
    }
    default:
      break;
  }
  return code;
}

X
Xiaoyu Wang 已提交
1053 1054 1055 1056 1057 1058
static int32_t createAllColumns(STranslateContext* pCxt, SNodeList** pCols) {
  *pCols = nodesMakeList();
  if (NULL == *pCols) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
  }
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
dengyihao's avatar
dengyihao 已提交
1059
  size_t  nums = taosArrayGetSize(pTables);
X
Xiaoyu Wang 已提交
1060 1061
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
X
Xiaoyu Wang 已提交
1062
    int32_t     code = createColumnsByTable(pCxt, pTable, *pCols);
X
Xiaoyu Wang 已提交
1063 1064
    if (TSDB_CODE_SUCCESS != code) {
      return code;
1065
    }
X
Xiaoyu Wang 已提交
1066 1067 1068 1069
  }
  return TSDB_CODE_SUCCESS;
}

1070 1071
static bool isMultiResFunc(SNode* pNode) {
  if (QUERY_NODE_FUNCTION != nodeType(pNode) || !fmIsMultiResFunc(((SFunctionNode*)pNode)->funcId)) {
X
Xiaoyu Wang 已提交
1072 1073 1074
    return false;
  }
  SNodeList* pParameterList = ((SFunctionNode*)pNode)->pParameterList;
1075 1076
  if (LIST_LENGTH(pParameterList) > 1) {
    return true;
X
Xiaoyu Wang 已提交
1077 1078 1079 1080 1081
  }
  SNode* pParam = nodesListGetNode(pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pParam) ? 0 == strcmp(((SColumnNode*)pParam)->colName, "*") : false);
}

1082
static SNode* createMultiResFunc(SFunctionNode* pSrcFunc, SExprNode* pExpr) {
X
Xiaoyu Wang 已提交
1083 1084 1085 1086 1087
  SFunctionNode* pFunc = nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }
  pFunc->pParameterList = nodesMakeList();
H
Hongze Cheng 已提交
1088 1089
  if (NULL == pFunc->pParameterList ||
      TSDB_CODE_SUCCESS != nodesListStrictAppend(pFunc->pParameterList, nodesCloneNode(pExpr))) {
X
Xiaoyu Wang 已提交
1090 1091 1092 1093
    nodesDestroyNode(pFunc);
    return NULL;
  }

1094
  pFunc->node.resType = pExpr->resType;
X
Xiaoyu Wang 已提交
1095 1096 1097
  pFunc->funcId = pSrcFunc->funcId;
  pFunc->funcType = pSrcFunc->funcType;
  strcpy(pFunc->functionName, pSrcFunc->functionName);
H
Hongze Cheng 已提交
1098
  char    buf[TSDB_FUNC_NAME_LEN + TSDB_TABLE_NAME_LEN + TSDB_COL_NAME_LEN];
X
Xiaoyu Wang 已提交
1099
  int32_t len = 0;
1100 1101
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    SColumnNode* pCol = (SColumnNode*)pExpr;
X
Xiaoyu Wang 已提交
1102
    len = snprintf(buf, sizeof(buf), "%s(%s.%s)", pSrcFunc->functionName, pCol->tableAlias, pCol->colName);
1103
  } else {
X
Xiaoyu Wang 已提交
1104
    len = snprintf(buf, sizeof(buf), "%s(%s)", pSrcFunc->functionName, pExpr->aliasName);
X
Xiaoyu Wang 已提交
1105
  }
X
Xiaoyu Wang 已提交
1106
  strncpy(pFunc->node.aliasName, buf, TMIN(len, sizeof(pFunc->node.aliasName) - 1));
X
Xiaoyu Wang 已提交
1107

1108
  return (SNode*)pFunc;
1109 1110
}

1111 1112
static int32_t createTableAllCols(STranslateContext* pCxt, SColumnNode* pCol, SNodeList** pOutput) {
  STableNode* pTable = NULL;
H
Hongze Cheng 已提交
1113
  int32_t     code = findTable(pCxt, pCol->tableAlias, &pTable);
1114 1115 1116 1117 1118
  if (TSDB_CODE_SUCCESS == code && NULL == *pOutput) {
    *pOutput = nodesMakeList();
    if (NULL == *pOutput) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
    }
1119
  }
1120
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1121
    code = createColumnsByTable(pCxt, pTable, *pOutput);
1122 1123
  }
  return code;
1124 1125
}

1126
static bool isStar(SNode* pNode) {
H
Hongze Cheng 已提交
1127 1128
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1129 1130 1131
}

static bool isTableStar(SNode* pNode) {
H
Hongze Cheng 已提交
1132 1133
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1134 1135 1136 1137 1138 1139
}

static int32_t createMultiResFuncsParas(STranslateContext* pCxt, SNodeList* pSrcParas, SNodeList** pOutput) {
  int32_t code = TSDB_CODE_SUCCESS;

  SNodeList* pExprs = NULL;
H
Hongze Cheng 已提交
1140
  SNode*     pPara = NULL;
1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171
  FOREACH(pPara, pSrcParas) {
    if (isStar(pPara)) {
      code = createAllColumns(pCxt, &pExprs);
      // The syntax definition ensures that * and other parameters do not appear at the same time
      break;
    } else if (isTableStar(pPara)) {
      code = createTableAllCols(pCxt, (SColumnNode*)pPara, &pExprs);
    } else {
      code = nodesListMakeStrictAppend(&pExprs, nodesCloneNode(pPara));
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pExprs;
  } else {
    nodesDestroyList(pExprs);
  }

  return code;
}

static int32_t createMultiResFuncs(SFunctionNode* pSrcFunc, SNodeList* pExprs, SNodeList** pOutput) {
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
H
Hongze Cheng 已提交
1172
  SNode*  pExpr = NULL;
1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190
  FOREACH(pExpr, pExprs) {
    code = nodesListStrictAppend(pFuncs, createMultiResFunc(pSrcFunc, (SExprNode*)pExpr));
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pFuncs;
  } else {
    nodesDestroyList(pFuncs);
  }

  return code;
}

static int32_t createMultiResFuncsFromStar(STranslateContext* pCxt, SFunctionNode* pSrcFunc, SNodeList** pOutput) {
  SNodeList* pExprs = NULL;
H
Hongze Cheng 已提交
1191
  int32_t    code = createMultiResFuncsParas(pCxt, pSrcFunc->pParameterList, &pExprs);
1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202
  if (TSDB_CODE_SUCCESS == code) {
    code = createMultiResFuncs(pSrcFunc, pExprs, pOutput);
  }

  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyList(pExprs);
  }

  return code;
}

X
Xiaoyu Wang 已提交
1203
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect) {
dengyihao's avatar
dengyihao 已提交
1204
  if (NULL == pSelect->pProjectionList) {  // select * ...
X
Xiaoyu Wang 已提交
1205
    return createAllColumns(pCxt, &pSelect->pProjectionList);
1206
  } else {
X
Xiaoyu Wang 已提交
1207 1208
    SNode* pNode = NULL;
    WHERE_EACH(pNode, pSelect->pProjectionList) {
X
Xiaoyu Wang 已提交
1209
      int32_t code = TSDB_CODE_SUCCESS;
1210
      if (isMultiResFunc(pNode)) {
X
Xiaoyu Wang 已提交
1211
        SNodeList* pFuncs = NULL;
X
Xiaoyu Wang 已提交
1212 1213 1214 1215 1216
        code = createMultiResFuncsFromStar(pCxt, (SFunctionNode*)pNode, &pFuncs);
        if (TSDB_CODE_SUCCESS == code) {
          INSERT_LIST(pSelect->pProjectionList, pFuncs);
          ERASE_NODE(pSelect->pProjectionList);
          continue;
X
Xiaoyu Wang 已提交
1217
        }
1218 1219
      } else if (isTableStar(pNode)) {
        SNodeList* pCols = NULL;
X
Xiaoyu Wang 已提交
1220 1221 1222 1223 1224
        code = createTableAllCols(pCxt, (SColumnNode*)pNode, &pCols);
        if (TSDB_CODE_SUCCESS == code) {
          INSERT_LIST(pSelect->pProjectionList, pCols);
          ERASE_NODE(pSelect->pProjectionList);
          continue;
1225
        }
X
Xiaoyu Wang 已提交
1226
      }
X
Xiaoyu Wang 已提交
1227 1228 1229
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
X
Xiaoyu Wang 已提交
1230 1231
      WHERE_NEXT;
    }
1232
  }
1233
  return TSDB_CODE_SUCCESS;
1234 1235
}

1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258
static int32_t getPositionValue(const SValueNode* pVal) {
  switch (pVal->node.resType.type) {
    case TSDB_DATA_TYPE_NULL:
    case TSDB_DATA_TYPE_TIMESTAMP:
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
    case TSDB_DATA_TYPE_JSON:
      return -1;
    case TSDB_DATA_TYPE_BOOL:
      return (pVal->datum.b ? 1 : 0);
    case TSDB_DATA_TYPE_TINYINT:
    case TSDB_DATA_TYPE_SMALLINT:
    case TSDB_DATA_TYPE_INT:
    case TSDB_DATA_TYPE_BIGINT:
      return pVal->datum.i;
    case TSDB_DATA_TYPE_FLOAT:
    case TSDB_DATA_TYPE_DOUBLE:
      return pVal->datum.d;
    case TSDB_DATA_TYPE_UTINYINT:
    case TSDB_DATA_TYPE_USMALLINT:
    case TSDB_DATA_TYPE_UINT:
    case TSDB_DATA_TYPE_UBIGINT:
dengyihao's avatar
dengyihao 已提交
1259
      return pVal->datum.u;
1260 1261 1262 1263 1264 1265
    default:
      break;
  }
  return -1;
}

dengyihao's avatar
dengyihao 已提交
1266 1267
static int32_t translateOrderByPosition(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList,
                                        bool* pOther) {
1268
  *pOther = false;
X
Xiaoyu Wang 已提交
1269 1270
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pOrderByList) {
1271 1272 1273
    SNode* pExpr = ((SOrderByExprNode*)pNode)->pExpr;
    if (QUERY_NODE_VALUE == nodeType(pExpr)) {
      SValueNode* pVal = (SValueNode*)pExpr;
1274
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
X
Xiaoyu Wang 已提交
1275
        return pCxt->errCode;
1276
      }
X
Xiaoyu Wang 已提交
1277
      int32_t pos = getPositionValue(pVal);
1278 1279 1280 1281
      if (pos < 0) {
        ERASE_NODE(pOrderByList);
        continue;
      } else if (0 == pos || pos > LIST_LENGTH(pProjectionList)) {
1282
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT);
1283 1284
      } else {
        SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
X
Xiaoyu Wang 已提交
1285
        if (NULL == pCol) {
1286
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
X
Xiaoyu Wang 已提交
1287
        }
1288 1289 1290
        setColumnInfoByExpr(NULL, (SExprNode*)nodesListGetNode(pProjectionList, pos - 1), pCol);
        ((SOrderByExprNode*)pNode)->pExpr = (SNode*)pCol;
        nodesDestroyNode(pExpr);
1291 1292 1293 1294
      }
    } else {
      *pOther = true;
    }
X
Xiaoyu Wang 已提交
1295
    WHERE_NEXT;
1296
  }
X
Xiaoyu Wang 已提交
1297
  return TSDB_CODE_SUCCESS;
1298 1299
}

1300
static int32_t translateOrderBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
dengyihao's avatar
dengyihao 已提交
1301
  bool    other;
X
Xiaoyu Wang 已提交
1302 1303 1304
  int32_t code = translateOrderByPosition(pCxt, pSelect->pProjectionList, pSelect->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
1305 1306 1307 1308 1309
  }
  if (!other) {
    return TSDB_CODE_SUCCESS;
  }
  pCxt->currClause = SQL_CLAUSE_ORDER_BY;
X
Xiaoyu Wang 已提交
1310
  code = translateExprList(pCxt, pSelect->pOrderByList);
1311
  if (TSDB_CODE_SUCCESS == code) {
1312 1313 1314
    code = checkExprListForGroupBy(pCxt, pSelect->pOrderByList);
  }
  return code;
1315 1316 1317
}

static int32_t translateSelectList(STranslateContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
1318 1319 1320 1321
  pCxt->currClause = SQL_CLAUSE_SELECT;
  int32_t code = translateExprList(pCxt, pSelect->pProjectionList);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateStar(pCxt, pSelect);
1322
  }
1323
  if (TSDB_CODE_SUCCESS == code) {
1324 1325
    code = checkExprListForGroupBy(pCxt, pSelect->pProjectionList);
  }
1326 1327 1328
  return code;
}

1329 1330
static int32_t translateHaving(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pGroupByList && NULL != pSelect->pHaving) {
1331
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION);
1332
  }
1333
  pCxt->currClause = SQL_CLAUSE_HAVING;
1334 1335
  int32_t code = translateExpr(pCxt, pSelect->pHaving);
  if (TSDB_CODE_SUCCESS == code) {
1336
    code = checkExprForGroupBy(pCxt, &pSelect->pHaving);
1337 1338
  }
  return code;
1339 1340
}

X
Xiaoyu Wang 已提交
1341 1342 1343 1344
static int32_t translateGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL != pSelect->pGroupByList && NULL != pSelect->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST);
  }
X
Xiaoyu Wang 已提交
1345 1346 1347 1348 1349 1350
  if (NULL != pSelect->pGroupByList) {
    pCxt->currClause = SQL_CLAUSE_GROUP_BY;
    pSelect->isTimeOrderQuery = false;
    return translateExprList(pCxt, pSelect->pGroupByList);
  }
  return TSDB_CODE_SUCCESS;
1351 1352
}

X
Xiaoyu Wang 已提交
1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
static EDealRes isPrimaryKeyCondImpl(SNode* pNode, void* pContext) {
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    *((bool*)pContext) = ((PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pNode)->colId) ? true : false);
    return *((bool*)pContext) ? DEAL_RES_CONTINUE : DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
}

static bool isPrimaryKeyCond(SNode* pNode) {
  bool isPrimaryKeyCond = false;
  nodesWalkExpr(pNode, isPrimaryKeyCondImpl, &isPrimaryKeyCond);
  return isPrimaryKeyCond;
}

static int32_t getTimeRangeFromLogicCond(STranslateContext* pCxt, SLogicConditionNode* pLogicCond,
                                         STimeWindow* pTimeRange) {
  SNodeList* pPrimaryKeyConds = NULL;
  SNode*     pCond = NULL;
  FOREACH(pCond, pLogicCond->pParameterList) {
    if (isPrimaryKeyCond(pCond)) {
      if (TSDB_CODE_SUCCESS != nodesListMakeAppend(&pPrimaryKeyConds, pCond)) {
        nodesClearList(pPrimaryKeyConds);
        return TSDB_CODE_OUT_OF_MEMORY;
      }
    }
  }

  if (NULL == pPrimaryKeyConds) {
    *pTimeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }

  SLogicConditionNode* pPrimaryKeyLogicCond = nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
  if (NULL == pPrimaryKeyLogicCond) {
    nodesClearList(pPrimaryKeyConds);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pPrimaryKeyLogicCond->condType = LOGIC_COND_TYPE_AND;
  pPrimaryKeyLogicCond->pParameterList = pPrimaryKeyConds;
  bool    isStrict = false;
  int32_t code = filterGetTimeRange((SNode*)pPrimaryKeyLogicCond, pTimeRange, &isStrict);
  nodesClearList(pPrimaryKeyConds);
  pPrimaryKeyLogicCond->pParameterList = NULL;
  nodesDestroyNode(pPrimaryKeyLogicCond);
  return code;
}

static int32_t getTimeRange(STranslateContext* pCxt, SNode* pWhere, STimeWindow* pTimeRange) {
  if (NULL == pWhere) {
    *pTimeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }

  if (QUERY_NODE_LOGIC_CONDITION == nodeType(pWhere) &&
      LOGIC_COND_TYPE_AND == ((SLogicConditionNode*)pWhere)->condType) {
    return getTimeRangeFromLogicCond(pCxt, (SLogicConditionNode*)pWhere, pTimeRange);
  }

  if (isPrimaryKeyCond(pWhere)) {
    bool isStrict = false;
    return filterGetTimeRange(pWhere, pTimeRange, &isStrict);
  } else {
    *pTimeRange = TSWINDOW_INITIALIZER;
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t checkFill(STranslateContext* pCxt, SIntervalWindowNode* pInterval) {
  SFillNode* pFill = (SFillNode*)pInterval->pFill;
  if (TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_INITIALIZER) ||
      TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_DESC_INITIALIZER)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

  int64_t     timeRange = TABS(pFill->timeRange.skey - pFill->timeRange.ekey);
  int64_t     intervalRange = 0;
  SValueNode* pInter = (SValueNode*)pInterval->pInterval;
  if (TIME_IS_VAR_DURATION(pInter->unit)) {
    int64_t f = 1;
    if (pInter->unit == 'n') {
      f = 30L * MILLISECOND_PER_DAY;
    } else if (pInter->unit == 'y') {
      f = 365L * MILLISECOND_PER_DAY;
    }
    intervalRange = pInter->datum.i * f;
  } else {
    intervalRange = pInter->datum.i;
  }
  if ((timeRange == 0) || (timeRange / intervalRange) >= MAX_INTERVAL_TIME_WINDOW) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t translateFill(STranslateContext* pCxt, SNode* pWhere, SIntervalWindowNode* pInterval) {
  if (NULL == pInterval->pFill) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t code = getTimeRange(pCxt, pWhere, &(((SFillNode*)pInterval->pFill)->timeRange));
  if (TSDB_CODE_SUCCESS == code) {
    code = checkFill(pCxt, pInterval);
  }
  return code;
}

X
Xiaoyu Wang 已提交
1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481
static int64_t getMonthsFromTimeVal(int64_t val, int32_t fromPrecision, char unit) {
  int64_t days = convertTimeFromPrecisionToUnit(val, fromPrecision, 'd');
  switch (unit) {
    case 'b':
    case 'u':
    case 'a':
    case 's':
    case 'm':
    case 'h':
    case 'd':
    case 'w':
      return days / 28;
    case 'n':
      return val;
    case 'y':
      return val * 12;
    default:
      break;
  }
  return -1;
}

X
Xiaoyu Wang 已提交
1482
static int32_t checkIntervalWindow(STranslateContext* pCxt, SNode* pWhere, SIntervalWindowNode* pInterval) {
X
Xiaoyu Wang 已提交
1483 1484 1485
  uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision;

  SValueNode* pInter = (SValueNode*)pInterval->pInterval;
X
Xiaoyu Wang 已提交
1486
  bool        valInter = TIME_IS_VAR_DURATION(pInter->unit);
H
Hongze Cheng 已提交
1487
  if (pInter->datum.i <= 0 ||
X
Xiaoyu Wang 已提交
1488 1489 1490 1491 1492 1493 1494 1495 1496 1497
      (!valInter && convertTimePrecision(pInter->datum.i, precision, TSDB_TIME_PRECISION_MICRO) < tsMinIntervalTime)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL, tsMinIntervalTime);
  }

  if (NULL != pInterval->pOffset) {
    SValueNode* pOffset = (SValueNode*)pInterval->pOffset;
    if (pOffset->datum.i <= 0) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE);
    }
    if (pInter->unit == 'n' && pOffset->unit == 'y') {
H
Hongze Cheng 已提交
1498
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_UNIT);
X
Xiaoyu Wang 已提交
1499
    }
X
Xiaoyu Wang 已提交
1500
    bool fixed = !TIME_IS_VAR_DURATION(pOffset->unit) && !valInter;
X
Xiaoyu Wang 已提交
1501
    if ((fixed && pOffset->datum.i >= pInter->datum.i) ||
H
Hongze Cheng 已提交
1502 1503
        (!fixed && getMonthsFromTimeVal(pOffset->datum.i, precision, pOffset->unit) >=
                       getMonthsFromTimeVal(pInter->datum.i, precision, pInter->unit))) {
X
Xiaoyu Wang 已提交
1504 1505 1506 1507 1508 1509
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG);
    }
  }

  if (NULL != pInterval->pSliding) {
    const static int32_t INTERVAL_SLIDING_FACTOR = 100;
H
Hongze Cheng 已提交
1510

X
Xiaoyu Wang 已提交
1511
    SValueNode* pSliding = (SValueNode*)pInterval->pSliding;
X
Xiaoyu Wang 已提交
1512
    if (TIME_IS_VAR_DURATION(pSliding->unit)) {
X
Xiaoyu Wang 已提交
1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_UNIT);
    }
    if ((pSliding->datum.i < convertTimePrecision(tsMinSlidingTime, TSDB_TIME_PRECISION_MILLI, precision)) ||
        (pInter->datum.i / pSliding->datum.i > INTERVAL_SLIDING_FACTOR)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL);
    }
    if (pSliding->datum.i > pInter->datum.i) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG);
    }
  }

X
Xiaoyu Wang 已提交
1524
  return translateFill(pCxt, pWhere, pInterval);
X
Xiaoyu Wang 已提交
1525 1526
}

X
Xiaoyu Wang 已提交
1527 1528 1529
static EDealRes checkStateExpr(SNode* pNode, void* pContext) {
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    STranslateContext* pCxt = pContext;
L
Liu Jicong 已提交
1530
    SColumnNode*       pCol = (SColumnNode*)pNode;
X
Xiaoyu Wang 已提交
1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543
    if (!IS_INTEGER_TYPE(pCol->node.resType.type)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE);
    }
    if (COLUMN_TYPE_TAG == pCol->colType) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_COL);
    }
    if (TSDB_SUPER_TABLE == pCol->tableType) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_TABLE);
    }
  }
  return DEAL_RES_CONTINUE;
}

X
Xiaoyu Wang 已提交
1544
static int32_t checkStateWindow(STranslateContext* pCxt, SStateWindowNode* pState) {
X
Xiaoyu Wang 已提交
1545
  nodesWalkExprPostOrder(pState->pExpr, checkStateExpr, pCxt);
X
Xiaoyu Wang 已提交
1546
  // todo check for "function not support for state_window"
X
Xiaoyu Wang 已提交
1547
  return pCxt->errCode;
X
Xiaoyu Wang 已提交
1548 1549 1550 1551 1552 1553 1554 1555
}

static int32_t checkSessionWindow(STranslateContext* pCxt, SSessionWindowNode* pSession) {
  if ('y' == pSession->pGap->unit || 'n' == pSession->pGap->unit || 0 == pSession->pGap->datum.i) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_GAP);
  }
  if (PRIMARYKEY_TIMESTAMP_COL_ID != pSession->pCol->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_COL);
X
Xiaoyu Wang 已提交
1556
  }
X
Xiaoyu Wang 已提交
1557
  // todo check for "function not support for session"
X
Xiaoyu Wang 已提交
1558 1559 1560
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1561 1562
static int32_t checkWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
  switch (nodeType(pSelect->pWindow)) {
X
Xiaoyu Wang 已提交
1563
    case QUERY_NODE_STATE_WINDOW:
X
Xiaoyu Wang 已提交
1564
      return checkStateWindow(pCxt, (SStateWindowNode*)pSelect->pWindow);
X
Xiaoyu Wang 已提交
1565
    case QUERY_NODE_SESSION_WINDOW:
X
Xiaoyu Wang 已提交
1566
      return checkSessionWindow(pCxt, (SSessionWindowNode*)pSelect->pWindow);
X
Xiaoyu Wang 已提交
1567
    case QUERY_NODE_INTERVAL_WINDOW:
X
Xiaoyu Wang 已提交
1568
      return checkIntervalWindow(pCxt, pSelect->pWhere, (SIntervalWindowNode*)pSelect->pWindow);
X
Xiaoyu Wang 已提交
1569 1570 1571
    default:
      break;
  }
X
Xiaoyu Wang 已提交
1572 1573 1574
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1575 1576
static int32_t translateWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pWindow) {
X
Xiaoyu Wang 已提交
1577 1578
    return TSDB_CODE_SUCCESS;
  }
1579
  pCxt->currClause = SQL_CLAUSE_WINDOW;
X
Xiaoyu Wang 已提交
1580
  int32_t code = translateExpr(pCxt, pSelect->pWindow);
X
Xiaoyu Wang 已提交
1581
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1582
    code = checkWindow(pCxt, pSelect);
X
Xiaoyu Wang 已提交
1583 1584
  }
  return code;
1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596
}

static int32_t translatePartitionBy(STranslateContext* pCxt, SNodeList* pPartitionByList) {
  pCxt->currClause = SQL_CLAUSE_PARTITION_BY;
  return translateExprList(pCxt, pPartitionByList);
}

static int32_t translateWhere(STranslateContext* pCxt, SNode* pWhere) {
  pCxt->currClause = SQL_CLAUSE_WHERE;
  return translateExpr(pCxt, pWhere);
}

X
Xiaoyu Wang 已提交
1597
static int32_t translateFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
1598
  pCxt->currClause = SQL_CLAUSE_FROM;
dengyihao's avatar
dengyihao 已提交
1599
  int32_t code = translateTable(pCxt, pSelect->pFromTable);
X
Xiaoyu Wang 已提交
1600 1601 1602 1603
  if (TSDB_CODE_SUCCESS == code) {
    pSelect->precision = ((STableNode*)pSelect->pFromTable)->precision;
  }
  return code;
1604 1605
}

X
Xiaoyu Wang 已提交
1606
static int32_t checkLimit(STranslateContext* pCxt, SSelectStmt* pSelect) {
L
Liu Jicong 已提交
1607 1608
  if ((NULL != pSelect->pLimit && pSelect->pLimit->offset < 0) ||
      (NULL != pSelect->pSlimit && pSelect->pSlimit->offset < 0)) {
X
Xiaoyu Wang 已提交
1609 1610 1611 1612 1613 1614 1615 1616 1617 1618
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }

  if (NULL != pSelect->pSlimit && NULL == pSelect->pPartitionByList) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_BY);
  }

  return TSDB_CODE_SUCCESS;
}

1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660
static int32_t createPrimaryKeyColByTable(STranslateContext* pCxt, STableNode* pTable, SNode** pPrimaryKey) {
  SColumnNode* pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, false, pCol);
  } else {
    // todo
  }
  *pPrimaryKey = (SNode*)pCol;
  return TSDB_CODE_SUCCESS;
}

static int32_t createPrimaryKeyCol(STranslateContext* pCxt, SNode** pPrimaryKey) {
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, NULL, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = createPrimaryKeyColByTable(pCxt, pTable, pPrimaryKey);
  }
  return code;
}

static EDealRes rewriteTimelineFuncImpl(SNode* pNode, void* pContext) {
  STranslateContext* pCxt = pContext;
  if (isTimelineFunc(pNode)) {
    SFunctionNode* pFunc = (SFunctionNode*)pNode;
    SNode*         pPrimaryKey = NULL;
    pCxt->errCode = createPrimaryKeyCol(pCxt, &pPrimaryKey);
    if (TSDB_CODE_SUCCESS == pCxt->errCode) {
      pCxt->errCode = nodesListMakeStrictAppend(&pFunc->pParameterList, pPrimaryKey);
    }
    return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
  }
  return DEAL_RES_CONTINUE;
}

static int32_t rewriteTimelineFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
  nodesWalkSelectStmt(pSelect, SQL_CLAUSE_FROM, rewriteTimelineFuncImpl, pCxt);
  return pCxt->errCode;
}

1661
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
1662
  pCxt->pCurrStmt = pSelect;
X
Xiaoyu Wang 已提交
1663
  int32_t code = translateFrom(pCxt, pSelect);
1664
  if (TSDB_CODE_SUCCESS == code) {
1665
    code = translateWhere(pCxt, pSelect->pWhere);
1666
  }
1667
  if (TSDB_CODE_SUCCESS == code) {
1668
    code = translatePartitionBy(pCxt, pSelect->pPartitionByList);
1669
  }
1670
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1671
    code = translateWindow(pCxt, pSelect);
1672
  }
1673
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1674
    code = translateGroupBy(pCxt, pSelect);
1675 1676
  }
  if (TSDB_CODE_SUCCESS == code) {
1677
    code = translateHaving(pCxt, pSelect);
1678 1679 1680 1681 1682
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSelectList(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
1683
    code = translateOrderBy(pCxt, pSelect);
1684
  }
1685 1686 1687
  if (TSDB_CODE_SUCCESS == code) {
    code = checkAggColCoexist(pCxt, pSelect);
  }
X
Xiaoyu Wang 已提交
1688 1689 1690
  if (TSDB_CODE_SUCCESS == code) {
    code = checkLimit(pCxt, pSelect);
  }
1691 1692 1693
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteTimelineFunc(pCxt, pSelect);
  }
1694 1695 1696
  return code;
}

X
Xiaoyu Wang 已提交
1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723
static SNode* createSetOperProject(SNode* pNode) {
  SColumnNode* pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return NULL;
  }
  pCol->node.resType = ((SExprNode*)pNode)->resType;
  strcpy(pCol->colName, ((SExprNode*)pNode)->aliasName);
  strcpy(pCol->node.aliasName, pCol->colName);
  return (SNode*)pCol;
}

static bool dataTypeEqual(const SDataType* l, const SDataType* r) {
  return (l->type == r->type && l->bytes == l->bytes && l->precision == r->precision && l->scale == l->scale);
}

static int32_t createCastFunc(STranslateContext* pCxt, SNode* pExpr, SDataType dt, SNode** pCast) {
  SFunctionNode* pFunc = nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "cast");
  pFunc->node.resType = dt;
  if (TSDB_CODE_SUCCESS != nodesListMakeAppend(&pFunc->pParameterList, pExpr)) {
    nodesDestroyNode(pFunc);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (DEAL_RES_ERROR == translateFunction(pCxt, pFunc)) {
X
Xiaoyu Wang 已提交
1724 1725
    nodesClearList(pFunc->pParameterList);
    pFunc->pParameterList = NULL;
X
Xiaoyu Wang 已提交
1726
    nodesDestroyNode(pFunc);
X
Xiaoyu Wang 已提交
1727
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pExpr)->aliasName);
X
Xiaoyu Wang 已提交
1728 1729 1730 1731 1732
  }
  *pCast = (SNode*)pFunc;
  return TSDB_CODE_SUCCESS;
}

1733
static int32_t translateSetOperatorImpl(STranslateContext* pCxt, SSetOperator* pSetOperator) {
X
Xiaoyu Wang 已提交
1734 1735 1736
  SNodeList* pLeftProjections = getProjectList(pSetOperator->pLeft);
  SNodeList* pRightProjections = getProjectList(pSetOperator->pRight);
  if (LIST_LENGTH(pLeftProjections) != LIST_LENGTH(pRightProjections)) {
X
Xiaoyu Wang 已提交
1737
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INCORRECT_NUM_OF_COL);
X
Xiaoyu Wang 已提交
1738
  }
X
Xiaoyu Wang 已提交
1739

X
Xiaoyu Wang 已提交
1740 1741 1742 1743 1744 1745
  SNode* pLeft = NULL;
  SNode* pRight = NULL;
  FORBOTH(pLeft, pLeftProjections, pRight, pRightProjections) {
    SExprNode* pLeftExpr = (SExprNode*)pLeft;
    SExprNode* pRightExpr = (SExprNode*)pRight;
    if (!dataTypeEqual(&pLeftExpr->resType, &pRightExpr->resType)) {
L
Liu Jicong 已提交
1746
      SNode*  pRightFunc = NULL;
X
Xiaoyu Wang 已提交
1747 1748 1749 1750 1751 1752 1753 1754 1755
      int32_t code = createCastFunc(pCxt, pRight, pLeftExpr->resType, &pRightFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pRightFunc);
      pRightExpr = (SExprNode*)pRightFunc;
    }
    strcpy(pRightExpr->aliasName, pLeftExpr->aliasName);
    pRightExpr->aliasName[strlen(pLeftExpr->aliasName)] = '\0';
X
Xiaoyu Wang 已提交
1756
    if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSetOperator->pProjectionList, createSetOperProject(pLeft))) {
X
Xiaoyu Wang 已提交
1757 1758 1759
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
1760 1761 1762 1763 1764
  return TSDB_CODE_SUCCESS;
}

static int32_t translateSetOperator(STranslateContext* pCxt, SSetOperator* pSetOperator) {
  int32_t code = translateQuery(pCxt, pSetOperator->pLeft);
X
Xiaoyu Wang 已提交
1765 1766 1767
  if (TSDB_CODE_SUCCESS == code) {
    code = resetTranslateNamespace(pCxt);
  }
1768 1769 1770 1771 1772 1773 1774 1775 1776
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pSetOperator->pRight);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSetOperatorImpl(pCxt, pSetOperator);
  }
  return code;
}

1777 1778
static int64_t getUnitPerMinute(uint8_t precision) {
  switch (precision) {
H
Hongze Cheng 已提交
1779 1780 1781 1782 1783 1784 1785 1786
    case TSDB_TIME_PRECISION_MILLI:
      return MILLISECOND_PER_MINUTE;
    case TSDB_TIME_PRECISION_MICRO:
      return MILLISECOND_PER_MINUTE * 1000L;
    case TSDB_TIME_PRECISION_NANO:
      return NANOSECOND_PER_MINUTE;
    default:
      break;
1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797
  }
  return MILLISECOND_PER_MINUTE;
}

static int64_t getBigintFromValueNode(SValueNode* pVal) {
  if (pVal->isDuration) {
    return pVal->datum.i / getUnitPerMinute(pVal->node.resType.precision);
  }
  return pVal->datum.i;
}

X
Xiaoyu Wang 已提交
1798 1799
static int32_t buildCreateDbRetentions(const SNodeList* pRetentions, SCreateDbReq* pReq) {
  if (NULL != pRetentions) {
X
Xiaoyu Wang 已提交
1800
    pReq->pRetensions = taosArrayInit(LIST_LENGTH(pRetentions), sizeof(SRetention));
X
Xiaoyu Wang 已提交
1801 1802 1803 1804 1805
    if (NULL == pReq->pRetensions) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SValueNode* pFreq = NULL;
    SValueNode* pKeep = NULL;
dengyihao's avatar
dengyihao 已提交
1806 1807
    SNode*      pNode = NULL;
    int32_t     index = 0;
X
Xiaoyu Wang 已提交
1808
    FOREACH(pNode, pRetentions) {
X
Xiaoyu Wang 已提交
1809 1810 1811
      pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 0);
      pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 1);
      SRetention retention = {
dengyihao's avatar
dengyihao 已提交
1812
          .freq = pFreq->datum.i, .freqUnit = pFreq->unit, .keep = pKeep->datum.i, .keepUnit = pKeep->unit};
X
Xiaoyu Wang 已提交
1813
      taosArrayPush(pReq->pRetensions, &retention);
X
Xiaoyu Wang 已提交
1814
    }
1815
    pReq->numOfRetensions = taosArrayGetSize(pReq->pRetensions);
X
Xiaoyu Wang 已提交
1816 1817 1818 1819 1820
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t buildCreateDbReq(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt, SCreateDbReq* pReq) {
1821 1822 1823
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
X
Xiaoyu Wang 已提交
1824
  pReq->numOfVgroups = pStmt->pOptions->numOfVgroups;
S
Shengliang Guan 已提交
1825 1826 1827 1828
  pReq->numOfStables = pStmt->pOptions->singleStable;
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = pStmt->pOptions->pagesize;
  pReq->pages = pStmt->pOptions->pages;
X
Xiaoyu Wang 已提交
1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839
  pReq->daysPerFile = pStmt->pOptions->daysPerFile;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->minRows = pStmt->pOptions->minRowsPerBlock;
  pReq->maxRows = pStmt->pOptions->maxRowsPerBlock;
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->precision = pStmt->pOptions->precision;
  pReq->compression = pStmt->pOptions->compressionLevel;
  pReq->replications = pStmt->pOptions->replica;
S
Shengliang Guan 已提交
1840
  pReq->strict = pStmt->pOptions->strict;
X
Xiaoyu Wang 已提交
1841
  pReq->cacheLastRow = pStmt->pOptions->cachelast;
1842
  pReq->ignoreExist = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
1843 1844 1845
  return buildCreateDbRetentions(pStmt->pOptions->pRetentions, pReq);
}

X
Xiaoyu Wang 已提交
1846
static int32_t checkRangeOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t minVal,
dengyihao's avatar
dengyihao 已提交
1847
                                int32_t maxVal) {
X
Xiaoyu Wang 已提交
1848
  if (val >= 0 && (val < minVal || val > maxVal)) {
X
Xiaoyu Wang 已提交
1849
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RANGE_OPTION, pName, val, minVal, maxVal);
X
Xiaoyu Wang 已提交
1850 1851 1852 1853
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1854 1855 1856
static int32_t checkDbDaysOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
  if (NULL != pOptions->pDaysPerFile) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pOptions->pDaysPerFile)) {
X
Xiaoyu Wang 已提交
1857 1858
      return pCxt->errCode;
    }
X
Xiaoyu Wang 已提交
1859 1860 1861 1862
    if (TIME_UNIT_MINUTE != pOptions->pDaysPerFile->unit && TIME_UNIT_HOUR != pOptions->pDaysPerFile->unit &&
        TIME_UNIT_DAY != pOptions->pDaysPerFile->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_OPTION_UNIT, "daysPerFile",
                                  pOptions->pDaysPerFile->unit);
X
Xiaoyu Wang 已提交
1863
    }
X
Xiaoyu Wang 已提交
1864
    pOptions->daysPerFile = getBigintFromValueNode(pOptions->pDaysPerFile);
X
Xiaoyu Wang 已提交
1865
  }
X
Xiaoyu Wang 已提交
1866
  return checkRangeOption(pCxt, "daysPerFile", pOptions->daysPerFile, TSDB_MIN_DAYS_PER_FILE, TSDB_MAX_DAYS_PER_FILE);
X
Xiaoyu Wang 已提交
1867 1868
}

X
Xiaoyu Wang 已提交
1869 1870
static int32_t checkDbKeepOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
  if (NULL == pOptions->pKeep) {
X
Xiaoyu Wang 已提交
1871 1872 1873
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
1874
  int32_t numOfKeep = LIST_LENGTH(pOptions->pKeep);
X
Xiaoyu Wang 已提交
1875
  if (numOfKeep > 3 || numOfKeep < 1) {
X
Xiaoyu Wang 已提交
1876
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_NUM);
X
Xiaoyu Wang 已提交
1877 1878 1879
  }

  SNode* pNode = NULL;
X
Xiaoyu Wang 已提交
1880 1881 1882
  FOREACH(pNode, pOptions->pKeep) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
X
Xiaoyu Wang 已提交
1883 1884
      return pCxt->errCode;
    }
X
Xiaoyu Wang 已提交
1885 1886 1887 1888
    if (pVal->isDuration && TIME_UNIT_MINUTE != pVal->unit && TIME_UNIT_HOUR != pVal->unit &&
        TIME_UNIT_DAY != pVal->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_UNIT, pVal->unit);
    }
X
Xiaoyu Wang 已提交
1889 1890
  }

X
Xiaoyu Wang 已提交
1891 1892 1893 1894 1895 1896
  pOptions->keep[0] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 0));

  if (numOfKeep < 2) {
    pOptions->keep[1] = pOptions->keep[0];
  } else {
    pOptions->keep[1] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 1));
X
Xiaoyu Wang 已提交
1897
  }
X
Xiaoyu Wang 已提交
1898 1899 1900 1901
  if (numOfKeep < 3) {
    pOptions->keep[2] = pOptions->keep[1];
  } else {
    pOptions->keep[2] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 2));
X
Xiaoyu Wang 已提交
1902 1903
  }

X
Xiaoyu Wang 已提交
1904 1905 1906 1907
  if (pOptions->keep[0] < TSDB_MIN_KEEP || pOptions->keep[1] < TSDB_MIN_KEEP || pOptions->keep[2] < TSDB_MIN_KEEP ||
      pOptions->keep[0] > TSDB_MAX_KEEP || pOptions->keep[1] > TSDB_MAX_KEEP || pOptions->keep[2] > TSDB_MAX_KEEP) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_VALUE, pOptions->keep[0], pOptions->keep[1],
                                pOptions->keep[2], TSDB_MIN_KEEP, TSDB_MAX_KEEP);
1908 1909
  }

X
Xiaoyu Wang 已提交
1910 1911
  if (!((pOptions->keep[0] <= pOptions->keep[1]) && (pOptions->keep[1] <= pOptions->keep[2]))) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_ORDER);
X
Xiaoyu Wang 已提交
1912 1913
  }

X
Xiaoyu Wang 已提交
1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927
  return TSDB_CODE_SUCCESS;
}

static int32_t checkDbPrecisionOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
  if ('\0' != pOptions->precisionStr[0]) {
    if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MILLI_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MILLI;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MICRO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MICRO;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_NANO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_NANO;
    } else {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STR_OPTION, "precision", pOptions->precisionStr);
    }
X
Xiaoyu Wang 已提交
1928
  }
X
Xiaoyu Wang 已提交
1929 1930
  return TSDB_CODE_SUCCESS;
}
X
Xiaoyu Wang 已提交
1931

X
Xiaoyu Wang 已提交
1932
static int32_t checkDbEnumOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t v1, int32_t v2) {
X
Xiaoyu Wang 已提交
1933
  if (val >= 0 && val != v1 && val != v2) {
X
Xiaoyu Wang 已提交
1934 1935
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ENUM_OPTION, pName, val, v1, v2);
  }
X
Xiaoyu Wang 已提交
1936 1937 1938 1939 1940 1941 1942 1943 1944
  return TSDB_CODE_SUCCESS;
}

static int32_t checkDbRetentionsOption(STranslateContext* pCxt, SNodeList* pRetentions) {
  if (NULL == pRetentions) {
    return TSDB_CODE_SUCCESS;
  }

  if (LIST_LENGTH(pRetentions) > 3) {
X
Xiaoyu Wang 已提交
1945
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RETENTIONS_OPTION);
X
Xiaoyu Wang 已提交
1946 1947
  }

X
Xiaoyu Wang 已提交
1948 1949 1950 1951 1952 1953
  SNode* pRetention = NULL;
  FOREACH(pRetention, pRetentions) {
    SNode* pNode = NULL;
    FOREACH(pNode, ((SNodeListNode*)pRetention)->pNodeList) {
      SValueNode* pVal = (SValueNode*)pNode;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
X
Xiaoyu Wang 已提交
1954 1955 1956 1957
        return pCxt->errCode;
      }
    }
  }
X
Xiaoyu Wang 已提交
1958

X
Xiaoyu Wang 已提交
1959
  return TSDB_CODE_SUCCESS;
1960 1961
}

1962
static int32_t checkOptionsDependency(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
X
Xiaoyu Wang 已提交
1963 1964
  int32_t daysPerFile = pOptions->daysPerFile;
  int32_t daysToKeep0 = pOptions->keep[0];
1965 1966 1967
  if (-1 == daysPerFile && -1 == daysToKeep0) {
    return TSDB_CODE_SUCCESS;
  } else if (-1 == daysPerFile || -1 == daysToKeep0) {
X
Xiaoyu Wang 已提交
1968
    SDbCfgInfo dbCfg;
L
Liu Jicong 已提交
1969
    int32_t    code = getDBCfg(pCxt, pDbName, &dbCfg);
X
Xiaoyu Wang 已提交
1970 1971 1972 1973
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    daysPerFile = (-1 == daysPerFile ? dbCfg.daysPerFile : daysPerFile);
X
Xiaoyu Wang 已提交
1974
    daysToKeep0 = (-1 == daysToKeep0 ? dbCfg.daysToKeep0 : daysToKeep0);
X
Xiaoyu Wang 已提交
1975 1976 1977 1978 1979 1980 1981
  }
  if (daysPerFile > daysToKeep0) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DAYS_VALUE);
  }
  return TSDB_CODE_SUCCESS;
}

1982
static int32_t checkDatabaseOptions(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
S
Shengliang Guan 已提交
1983 1984
  int32_t code =
      checkRangeOption(pCxt, "buffer", pOptions->buffer, TSDB_MIN_BUFFER_PER_VNODE, TSDB_MAX_BUFFER_PER_VNODE);
X
Xiaoyu Wang 已提交
1985
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1986
    code = checkRangeOption(pCxt, "cacheLast", pOptions->cachelast, TSDB_MIN_DB_CACHE_LAST_ROW,
dengyihao's avatar
dengyihao 已提交
1987
                            TSDB_MAX_DB_CACHE_LAST_ROW);
X
Xiaoyu Wang 已提交
1988 1989
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1990
    code = checkRangeOption(pCxt, "compression", pOptions->compressionLevel, TSDB_MIN_COMP_LEVEL, TSDB_MAX_COMP_LEVEL);
X
Xiaoyu Wang 已提交
1991 1992
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1993
    code = checkDbDaysOption(pCxt, pOptions);
X
Xiaoyu Wang 已提交
1994 1995
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1996
    code = checkRangeOption(pCxt, "fsyncPeriod", pOptions->fsyncPeriod, TSDB_MIN_FSYNC_PERIOD, TSDB_MAX_FSYNC_PERIOD);
X
Xiaoyu Wang 已提交
1997 1998
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1999
    code = checkRangeOption(pCxt, "maxRowsPerBlock", pOptions->maxRowsPerBlock, TSDB_MIN_MAXROWS_FBLOCK,
S
Shengliang Guan 已提交
2000
                            TSDB_MAX_MAXROWS_FBLOCK);
X
Xiaoyu Wang 已提交
2001 2002
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2003
    code = checkRangeOption(pCxt, "minRowsPerBlock", pOptions->minRowsPerBlock, TSDB_MIN_MINROWS_FBLOCK,
S
Shengliang Guan 已提交
2004
                            TSDB_MAX_MINROWS_FBLOCK);
X
Xiaoyu Wang 已提交
2005 2006
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2007
    code = checkDbKeepOption(pCxt, pOptions);
X
Xiaoyu Wang 已提交
2008 2009
  }
  if (TSDB_CODE_SUCCESS == code) {
S
Shengliang Guan 已提交
2010
    code = checkRangeOption(pCxt, "pages", pOptions->pages, TSDB_MIN_PAGES_PER_VNODE, TSDB_MAX_PAGES_PER_VNODE);
X
Xiaoyu Wang 已提交
2011 2012
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2013 2014
    code = checkRangeOption(pCxt, "pagesize", pOptions->pagesize, TSDB_MIN_PAGESIZE_PER_VNODE,
                            TSDB_MAX_PAGESIZE_PER_VNODE);
X
Xiaoyu Wang 已提交
2015 2016
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2017
    code = checkDbPrecisionOption(pCxt, pOptions);
X
Xiaoyu Wang 已提交
2018 2019
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2020
    code = checkDbEnumOption(pCxt, "replications", pOptions->replica, TSDB_MIN_DB_REPLICA, TSDB_MAX_DB_REPLICA);
X
Xiaoyu Wang 已提交
2021 2022
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2023
    code = checkDbEnumOption(pCxt, "strict", pOptions->strict, TSDB_DB_STRICT_OFF, TSDB_DB_STRICT_ON);
X
Xiaoyu Wang 已提交
2024 2025
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2026
    code = checkDbEnumOption(pCxt, "walLevel", pOptions->walLevel, TSDB_MIN_WAL_LEVEL, TSDB_MAX_WAL_LEVEL);
X
Xiaoyu Wang 已提交
2027 2028
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2029
    code = checkRangeOption(pCxt, "vgroups", pOptions->numOfVgroups, TSDB_MIN_VNODES_PER_DB, TSDB_MAX_VNODES_PER_DB);
X
Xiaoyu Wang 已提交
2030 2031
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2032 2033
    code = checkDbEnumOption(pCxt, "singleStable", pOptions->singleStable, TSDB_DB_SINGLE_STABLE_ON,
                             TSDB_DB_SINGLE_STABLE_OFF);
X
Xiaoyu Wang 已提交
2034
  }
2035
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2036
    code = checkDbRetentionsOption(pCxt, pOptions->pRetentions);
2037
  }
X
Xiaoyu Wang 已提交
2038
  if (TSDB_CODE_SUCCESS == code) {
2039
    code = checkOptionsDependency(pCxt, pDbName, pOptions);
X
Xiaoyu Wang 已提交
2040
  }
X
Xiaoyu Wang 已提交
2041 2042 2043 2044
  return code;
}

static int32_t checkCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
2045
  return checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
X
Xiaoyu Wang 已提交
2046 2047
}

H
Hongze Cheng 已提交
2048
typedef int32_t (*FSerializeFunc)(void* pBuf, int32_t bufLen, void* pReq);
2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066

static int32_t buildCmdMsg(STranslateContext* pCxt, int16_t msgType, FSerializeFunc func, void* pReq) {
  pCxt->pCmdMsg = taosMemoryMalloc(sizeof(SCmdMsgInfo));
  if (NULL == pCxt->pCmdMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCxt->pCmdMsg->epSet = pCxt->pParseCxt->mgmtEpSet;
  pCxt->pCmdMsg->msgType = msgType;
  pCxt->pCmdMsg->msgLen = func(NULL, 0, pReq);
  pCxt->pCmdMsg->pMsg = taosMemoryMalloc(pCxt->pCmdMsg->msgLen);
  if (NULL == pCxt->pCmdMsg->pMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  func(pCxt->pCmdMsg->pMsg, pCxt->pCmdMsg->msgLen, pReq);

  return TSDB_CODE_SUCCESS;
}

2067 2068 2069
static int32_t translateCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
  SCreateDbReq createReq = {0};

X
Xiaoyu Wang 已提交
2070 2071 2072
  int32_t code = checkCreateDatabase(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateDbReq(pCxt, pStmt, &createReq);
2073
  }
X
Xiaoyu Wang 已提交
2074 2075

  if (TSDB_CODE_SUCCESS == code) {
2076
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_DB, (FSerializeFunc)tSerializeSCreateDbReq, &createReq);
2077 2078
  }

X
Xiaoyu Wang 已提交
2079
  return code;
2080 2081
}

2082 2083
static int32_t translateDropDatabase(STranslateContext* pCxt, SDropDatabaseStmt* pStmt) {
  SDropDbReq dropReq = {0};
H
Hongze Cheng 已提交
2084
  SName      name = {0};
2085 2086 2087 2088
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, dropReq.db);
  dropReq.ignoreNotExists = pStmt->ignoreNotExists;

2089
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DB, (FSerializeFunc)tSerializeSDropDbReq, &dropReq);
2090 2091
}

2092 2093 2094 2095
static void buildAlterDbReq(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt, SAlterDbReq* pReq) {
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
S
Shengliang Guan 已提交
2096 2097 2098 2099
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = -1;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = -1;
X
Xiaoyu Wang 已提交
2100 2101 2102
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
S
Shengliang Guan 已提交
2103
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
X
Xiaoyu Wang 已提交
2104
  pReq->walLevel = pStmt->pOptions->walLevel;
S
Shengliang Guan 已提交
2105 2106 2107
  pReq->strict = pStmt->pOptions->strict;
  pReq->cacheLastRow = pStmt->pOptions->cachelast;
  pReq->replications = pStmt->pOptions->replica;
2108 2109 2110 2111
  return;
}

static int32_t translateAlterDatabase(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt) {
2112
  int32_t code = checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
X
Xiaoyu Wang 已提交
2113 2114 2115 2116
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }

2117 2118 2119
  SAlterDbReq alterReq = {0};
  buildAlterDbReq(pCxt, pStmt, &alterReq);

2120
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_DB, (FSerializeFunc)tSerializeSAlterDbReq, &alterReq);
2121 2122
}

X
Xiaoyu Wang 已提交
2123 2124 2125 2126 2127 2128 2129 2130 2131 2132
static int32_t calcTypeBytes(SDataType dt) {
  if (TSDB_DATA_TYPE_BINARY == dt.type) {
    return dt.bytes + VARSTR_HEADER_SIZE;
  } else if (TSDB_DATA_TYPE_NCHAR == dt.type) {
    return dt.bytes * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
  } else {
    return dt.bytes;
  }
}

X
Xiaoyu Wang 已提交
2133
static int32_t columnDefNodeToField(SNodeList* pList, SArray** pArray) {
2134 2135 2136 2137
  *pArray = taosArrayInit(LIST_LENGTH(pList), sizeof(SField));
  SNode* pNode;
  FOREACH(pNode, pList) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
dengyihao's avatar
dengyihao 已提交
2138
    SField          field = {.type = pCol->dataType.type, .bytes = calcTypeBytes(pCol->dataType)};
2139
    strcpy(field.name, pCol->colName);
2140 2141 2142
    if (pCol->sma) {
      field.flags |= SCHEMA_SMA_ON;
    }
X
Xiaoyu Wang 已提交
2143 2144 2145 2146 2147
    taosArrayPush(*pArray, &field);
  }
  return TSDB_CODE_SUCCESS;
}

2148
static SColumnDefNode* findColDef(SNodeList* pCols, const SColumnNode* pCol) {
X
Xiaoyu Wang 已提交
2149 2150 2151 2152 2153 2154 2155 2156 2157
  SNode* pColDef = NULL;
  FOREACH(pColDef, pCols) {
    if (0 == strcmp(pCol->colName, ((SColumnDefNode*)pColDef)->colName)) {
      return (SColumnDefNode*)pColDef;
    }
  }
  return NULL;
}

X
Xiaoyu Wang 已提交
2158 2159 2160 2161
static int32_t checTableFactorOption(STranslateContext* pCxt, float val) {
  if (val < TSDB_MIN_ROLLUP_FILE_FACTOR || val > TSDB_MAX_ROLLUP_FILE_FACTOR) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_F_RANGE_OPTION, "file_factor", val,
                                TSDB_MIN_ROLLUP_FILE_FACTOR, TSDB_MAX_ROLLUP_FILE_FACTOR);
X
Xiaoyu Wang 已提交
2162 2163 2164 2165 2166
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t checkTableSmaOption(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
2167 2168
  if (NULL != pStmt->pOptions->pSma) {
    SNode* pNode = NULL;
dengyihao's avatar
dengyihao 已提交
2169
    FOREACH(pNode, pStmt->pCols) { ((SColumnDefNode*)pNode)->sma = false; }
X
Xiaoyu Wang 已提交
2170
    FOREACH(pNode, pStmt->pOptions->pSma) {
dengyihao's avatar
dengyihao 已提交
2171
      SColumnNode*    pSmaCol = (SColumnNode*)pNode;
2172
      SColumnDefNode* pColDef = findColDef(pStmt->pCols, pSmaCol);
X
Xiaoyu Wang 已提交
2173 2174 2175 2176
      if (NULL == pColDef) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pSmaCol->colName);
      }
      pSmaCol->node.resType = pColDef->dataType;
2177
      pColDef->sma = true;
X
Xiaoyu Wang 已提交
2178 2179
    }
  }
X
Xiaoyu Wang 已提交
2180 2181 2182 2183 2184 2185 2186 2187 2188
  return TSDB_CODE_SUCCESS;
}

static int32_t checkTableRollupOption(STranslateContext* pCxt, SNodeList* pFuncs) {
  if (NULL == pFuncs) {
    return TSDB_CODE_SUCCESS;
  }

  if (1 != LIST_LENGTH(pFuncs)) {
X
Xiaoyu Wang 已提交
2189
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROLLUP_OPTION);
X
Xiaoyu Wang 已提交
2190
  }
X
Xiaoyu Wang 已提交
2191 2192 2193
  return TSDB_CODE_SUCCESS;
}

2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262
static int32_t checkTableTagsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pTags) {
  int32_t ntags = LIST_LENGTH(pTags);
  if (0 == ntags) {
    return TSDB_CODE_SUCCESS;
  } else if (ntags > TSDB_MAX_TAGS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_NUM);
  }

  int32_t code = TSDB_CODE_SUCCESS;
  int32_t tagsSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pTags) {
    SColumnDefNode* pTag = (SColumnDefNode*)pNode;
    int32_t         len = strlen(pTag->colName);
    if (NULL != taosHashGet(pHash, pTag->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code && pTag->dataType.type == TSDB_DATA_TYPE_JSON && ntags > 1) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
    }
    if (TSDB_CODE_SUCCESS == code) {
      if ((TSDB_DATA_TYPE_VARCHAR == pTag->dataType.type && pTag->dataType.bytes > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pTag->dataType.type && pTag->dataType.bytes > TSDB_MAX_NCHAR_LEN)) {
        code = code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pTag->colName, len, &pTag, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      tagsSize += pTag->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && tagsSize > TSDB_MAX_TAGS_LEN) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
  }

  return code;
}

static int32_t checkTableColsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pCols) {
  int32_t ncols = LIST_LENGTH(pCols);
  if (ncols < TSDB_MIN_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM);
  } else if (ncols > TSDB_MAX_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
  }

  int32_t code = TSDB_CODE_SUCCESS;

  bool    first = true;
  int32_t rowSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pCols) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    if (first) {
      first = false;
      if (TSDB_DATA_TYPE_TIMESTAMP != pCol->dataType.type) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FIRST_COLUMN);
      }
    }
    int32_t len = strlen(pCol->colName);
    if (TSDB_CODE_SUCCESS == code && NULL != taosHashGet(pHash, pCol->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2263 2264
      if ((TSDB_DATA_TYPE_VARCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_NCHAR_LEN)) {
2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300
        code = code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pCol->colName, len, &pCol, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      rowSize += pCol->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && rowSize > TSDB_MAX_BYTES_PER_ROW) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

  return code;
}

static int32_t checkTableSchema(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
  SHashObj* pHash = taosHashInit(LIST_LENGTH(pStmt->pTags) + LIST_LENGTH(pStmt->pCols),
                                 taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = checkTableTagsSchema(pCxt, pHash, pStmt->pTags);
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableColsSchema(pCxt, pHash, pStmt->pCols);
  }

  taosHashCleanup(pHash);
  return code;
}

X
Xiaoyu Wang 已提交
2301
static int32_t checkCreateTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
2302
  int32_t code = checkRangeOption(pCxt, "delay", pStmt->pOptions->delay, TSDB_MIN_ROLLUP_DELAY, TSDB_MAX_ROLLUP_DELAY);
X
Xiaoyu Wang 已提交
2303
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2304
    code = checTableFactorOption(pCxt, pStmt->pOptions->filesFactor);
X
Xiaoyu Wang 已提交
2305 2306
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2307
    code = checkTableRollupOption(pCxt, pStmt->pOptions->pRollupFuncs);
X
Xiaoyu Wang 已提交
2308 2309
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2310
    code = checkRangeOption(pCxt, "ttl", pStmt->pOptions->ttl, TSDB_MIN_TABLE_TTL, INT32_MAX);
X
Xiaoyu Wang 已提交
2311 2312
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2313
    code = checkTableSmaOption(pCxt, pStmt);
X
Xiaoyu Wang 已提交
2314
  }
2315
  if (TSDB_CODE_SUCCESS == code) {
2316
    code = checkTableSchema(pCxt, pStmt);
2317
  }
X
Xiaoyu Wang 已提交
2318 2319 2320
  return code;
}

2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335
static void toSchema(const SColumnDefNode* pCol, col_id_t colId, SSchema* pSchema) {
  int8_t flags = 0;
  if (pCol->sma) {
    flags |= SCHEMA_SMA_ON;
  }
  pSchema->colId = colId;
  pSchema->type = pCol->dataType.type;
  pSchema->bytes = calcTypeBytes(pCol->dataType);
  pSchema->flags = flags;
  strcpy(pSchema->name, pCol->colName);
}

typedef struct SSampleAstInfo {
  const char* pDbName;
  const char* pTableName;
L
Liu Jicong 已提交
2336 2337 2338 2339
  SNodeList*  pFuncs;
  SNode*      pInterval;
  SNode*      pOffset;
  SNode*      pSliding;
2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356
  STableMeta* pRollupTableMeta;
} SSampleAstInfo;

static int32_t buildSampleAst(STranslateContext* pCxt, SSampleAstInfo* pInfo, char** pAst, int32_t* pLen) {
  SSelectStmt* pSelect = nodesMakeNode(QUERY_NODE_SELECT_STMT);
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);

  SRealTableNode* pTable = nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pTable) {
    nodesDestroyNode(pSelect);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pTable->table.dbName, pInfo->pDbName);
  strcpy(pTable->table.tableName, pInfo->pTableName);
wafwerar's avatar
wafwerar 已提交
2357
  TSWAP(pTable->pMeta, pInfo->pRollupTableMeta);
2358 2359
  pSelect->pFromTable = (SNode*)pTable;

wafwerar's avatar
wafwerar 已提交
2360
  TSWAP(pSelect->pProjectionList, pInfo->pFuncs);
2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376
  SFunctionNode* pFunc = nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pSelect->pProjectionList || NULL == pFunc) {
    nodesDestroyNode(pSelect);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "_wstartts");
  nodesListPushFront(pSelect->pProjectionList, pFunc);
  SNode* pProject = NULL;
  FOREACH(pProject, pSelect->pProjectionList) { sprintf(((SExprNode*)pProject)->aliasName, "#%p", pProject); }

  SIntervalWindowNode* pInterval = nodesMakeNode(QUERY_NODE_INTERVAL_WINDOW);
  if (NULL == pInterval) {
    nodesDestroyNode(pSelect);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pSelect->pWindow = (SNode*)pInterval;
wafwerar's avatar
wafwerar 已提交
2377 2378 2379
  TSWAP(pInterval->pInterval, pInfo->pInterval);
  TSWAP(pInterval->pOffset, pInfo->pOffset);
  TSWAP(pInterval->pSliding, pInfo->pSliding);
2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408
  pInterval->pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pInterval->pCol) {
    nodesDestroyNode(pSelect);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SColumnNode*)pInterval->pCol)->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(((SColumnNode*)pInterval->pCol)->colName, PK_TS_COL_INTERNAL_NAME);

  int32_t code = translateQuery(pCxt, (SNode*)pSelect);
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesNodeToString(pSelect, false, pAst, pLen);
  }
  nodesDestroyNode(pSelect);
  return code;
}

static void clearSampleAstInfo(SSampleAstInfo* pInfo) {
  nodesDestroyList(pInfo->pFuncs);
  nodesDestroyNode(pInfo->pInterval);
  nodesDestroyNode(pInfo->pOffset);
  nodesDestroyNode(pInfo->pSliding);
}

static SNode* makeIntervalVal(SRetention* pRetension, int8_t precision) {
  SValueNode* pVal = nodesMakeNode(QUERY_NODE_VALUE);
  if (NULL == pVal) {
    return NULL;
  }
  int64_t timeVal = convertTimeFromPrecisionToUnit(pRetension->freq, precision, pRetension->freqUnit);
L
Liu Jicong 已提交
2409 2410
  char    buf[20] = {0};
  int32_t len = snprintf(buf, sizeof(buf), "%" PRId64 "%c", timeVal, pRetension->freqUnit);
2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450
  pVal->literal = strndup(buf, len);
  if (NULL == pVal->literal) {
    nodesDestroyNode(pVal);
    return NULL;
  }
  pVal->isDuration = true;
  pVal->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  pVal->node.resType.precision = precision;
  return (SNode*)pVal;
}

static SNode* createColumnFromDef(SColumnDefNode* pDef) {
  SColumnNode* pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return NULL;
  }
  strcpy(pCol->colName, pDef->colName);
  return (SNode*)pCol;
}

static SNode* createRollupFunc(SNode* pSrcFunc, SColumnDefNode* pColDef) {
  SFunctionNode* pFunc = nodesCloneNode(pSrcFunc);
  if (NULL == pFunc) {
    return NULL;
  }
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createColumnFromDef(pColDef))) {
    nodesDestroyNode(pFunc);
    return NULL;
  }
  return (SNode*)pFunc;
}

static SNodeList* createRollupFuncs(SCreateTableStmt* pStmt) {
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return NULL;
  }

  SNode* pFunc = NULL;
X
Xiaoyu Wang 已提交
2451
  FOREACH(pFunc, pStmt->pOptions->pRollupFuncs) {
2452
    SNode* pCol = NULL;
L
Liu Jicong 已提交
2453
    bool   primaryKey = true;
2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469
    FOREACH(pCol, pStmt->pCols) {
      if (primaryKey) {
        primaryKey = false;
        continue;
      }
      if (TSDB_CODE_SUCCESS != nodesListStrictAppend(pFuncs, createRollupFunc(pFunc, (SColumnDefNode*)pCol))) {
        nodesDestroyList(pFuncs);
        return NULL;
      }
    }
  }

  return pFuncs;
}

static STableMeta* createRollupTableMeta(SCreateTableStmt* pStmt, int8_t precision) {
L
Liu Jicong 已提交
2470
  int32_t     numOfField = LIST_LENGTH(pStmt->pCols) + LIST_LENGTH(pStmt->pTags);
2471 2472 2473 2474 2475 2476 2477 2478 2479 2480
  STableMeta* pMeta = taosMemoryCalloc(1, sizeof(STableMeta) + numOfField * sizeof(SSchema));
  if (NULL == pMeta) {
    return NULL;
  }
  pMeta->tableType = TSDB_SUPER_TABLE;
  pMeta->tableInfo.numOfTags = LIST_LENGTH(pStmt->pTags);
  pMeta->tableInfo.precision = precision;
  pMeta->tableInfo.numOfColumns = LIST_LENGTH(pStmt->pCols);

  int32_t index = 0;
L
Liu Jicong 已提交
2481
  SNode*  pCol = NULL;
2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494
  FOREACH(pCol, pStmt->pCols) {
    toSchema((SColumnDefNode*)pCol, index + 1, pMeta->schema + index);
    ++index;
  }
  SNode* pTag = NULL;
  FOREACH(pTag, pStmt->pTags) {
    toSchema((SColumnDefNode*)pTag, index + 1, pMeta->schema + index);
    ++index;
  }

  return pMeta;
}

L
Liu Jicong 已提交
2495 2496
static int32_t buildSampleAstInfoByTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension,
                                         int8_t precision, SSampleAstInfo* pInfo) {
2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507
  pInfo->pDbName = pStmt->dbName;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = createRollupFuncs(pStmt);
  pInfo->pInterval = makeIntervalVal(pRetension, precision);
  pInfo->pRollupTableMeta = createRollupTableMeta(pStmt, precision);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval || NULL == pInfo->pRollupTableMeta) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
}

L
Liu Jicong 已提交
2508 2509
static int32_t getRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension, int8_t precision,
                            char** pAst, int32_t* pLen) {
2510
  SSampleAstInfo info = {0};
L
Liu Jicong 已提交
2511
  int32_t        code = buildSampleAstInfoByTable(pCxt, pStmt, pRetension, precision, &info);
2512 2513 2514 2515 2516 2517 2518 2519 2520
  if (TSDB_CODE_SUCCESS == code) {
    code = buildSampleAst(pCxt, &info, pAst, pLen);
  }
  clearSampleAstInfo(&info);
  return code;
}

static int32_t buildRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
  SDbCfgInfo dbCfg = {0};
L
Liu Jicong 已提交
2521 2522
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  int32_t    num = taosArrayGetSize(dbCfg.pRetensions);
2523
  if (TSDB_CODE_SUCCESS != code || num < 2) {
X
Xiaoyu Wang 已提交
2524 2525
    return code;
  }
2526
  for (int32_t i = 1; i < num; ++i) {
L
Liu Jicong 已提交
2527
    SRetention*       pRetension = taosArrayGet(dbCfg.pRetensions, i);
2528 2529
    STranslateContext cxt = {0};
    initTranslateContext(pCxt->pParseCxt, &cxt);
L
Liu Jicong 已提交
2530 2531
    code = getRollupAst(&cxt, pStmt, pRetension, dbCfg.precision, 1 == i ? &pReq->pAst1 : &pReq->pAst2,
                        1 == i ? &pReq->ast1Len : &pReq->ast2Len);
2532 2533 2534 2535 2536 2537 2538
    destroyTranslateContext(&cxt);
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
  return code;
}
X
Xiaoyu Wang 已提交
2539

2540 2541
static int32_t buildCreateStbReq(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
2542 2543
  pReq->xFilesFactor = pStmt->pOptions->filesFactor;
  pReq->delay = pStmt->pOptions->delay;
X
Xiaoyu Wang 已提交
2544
  pReq->ttl = pStmt->pOptions->ttl;
2545 2546 2547 2548
  columnDefNodeToField(pStmt->pCols, &pReq->pColumns);
  columnDefNodeToField(pStmt->pTags, &pReq->pTags);
  pReq->numOfColumns = LIST_LENGTH(pStmt->pCols);
  pReq->numOfTags = LIST_LENGTH(pStmt->pTags);
X
Xiaoyu Wang 已提交
2549 2550 2551 2552 2553 2554 2555
  if ('\0' != pStmt->pOptions->comment[0]) {
    pReq->comment = strdup(pStmt->pOptions->comment);
    if (NULL == pReq->comment) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pReq->commentLen = strlen(pStmt->pOptions->comment) + 1;
  }
2556

X
Xiaoyu Wang 已提交
2557 2558
  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pReq->name);
2559 2560 2561

  return buildRollupAst(pCxt, pStmt, pReq);
}
2562

2563 2564
static int32_t translateCreateSuperTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
  SMCreateStbReq createReq = {0};
L
Liu Jicong 已提交
2565
  int32_t        code = checkCreateTable(pCxt, pStmt);
2566 2567 2568 2569 2570 2571
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STB, (FSerializeFunc)tSerializeSMCreateStbReq, &createReq);
  }
X
Xiaoyu Wang 已提交
2572
  tFreeSMCreateStbReq(&createReq);
2573
  return code;
2574 2575
}

2576 2577 2578 2579 2580
static int32_t doTranslateDropSuperTable(STranslateContext* pCxt, const SName* pTableName, bool ignoreNotExists) {
  SMDropStbReq dropReq = {0};
  tNameExtractFullName(pTableName, dropReq.name);
  dropReq.igNotExists = ignoreNotExists;

2581
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STB, (FSerializeFunc)tSerializeSMDropStbReq, &dropReq);
2582 2583 2584 2585 2586 2587
}

static int32_t translateDropTable(STranslateContext* pCxt, SDropTableStmt* pStmt) {
  SDropTableClause* pClause = nodesListGetNode(pStmt->pTables, 0);

  STableMeta* pTableMeta = NULL;
dengyihao's avatar
dengyihao 已提交
2588
  SName       tableName;
dengyihao's avatar
dengyihao 已提交
2589
  int32_t     code = getTableMetaImpl(
H
Hongze Cheng 已提交
2590
          pCxt, toName(pCxt->pParseCxt->acctId, pClause->dbName, pClause->tableName, &tableName), &pTableMeta);
D
dapan1121 已提交
2591
  if ((TSDB_CODE_PAR_TABLE_NOT_EXIST == code || TSDB_CODE_VND_TB_NOT_EXIST == code) && pClause->ignoreNotExists) {
X
Xiaoyu Wang 已提交
2592 2593
    return TSDB_CODE_SUCCESS;
  }
2594 2595 2596 2597
  if (TSDB_CODE_SUCCESS == code) {
    if (TSDB_SUPER_TABLE == pTableMeta->tableType) {
      code = doTranslateDropSuperTable(pCxt, &tableName, pClause->ignoreNotExists);
    } else {
X
Xiaoyu Wang 已提交
2598
      // todo : drop normal table or child table
2599 2600
      code = TSDB_CODE_FAILED;
    }
wafwerar's avatar
wafwerar 已提交
2601
    taosMemoryFreeClear(pTableMeta);
2602 2603 2604 2605 2606 2607
  }

  return code;
}

static int32_t translateDropSuperTable(STranslateContext* pCxt, SDropSuperTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
2608
  SName tableName;
L
Liu Jicong 已提交
2609 2610
  return doTranslateDropSuperTable(pCxt, toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName),
                                   pStmt->ignoreNotExists);
2611 2612
}

S
Shengliang Guan 已提交
2613
static int32_t setAlterTableField(SAlterTableStmt* pStmt, SMAlterStbReq* pAlterReq) {
X
Xiaoyu Wang 已提交
2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625
  if (TSDB_ALTER_TABLE_UPDATE_OPTIONS == pStmt->alterType) {
    pAlterReq->ttl = pStmt->pOptions->ttl;
    if ('\0' != pStmt->pOptions->comment[0]) {
      pAlterReq->comment = strdup(pStmt->pOptions->comment);
      if (NULL == pAlterReq->comment) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
      pAlterReq->commentLen = strlen(pStmt->pOptions->comment) + 1;
    }
    return TSDB_CODE_SUCCESS;
  }

2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637
  pAlterReq->pFields = taosArrayInit(2, sizeof(TAOS_FIELD));
  if (NULL == pAlterReq->pFields) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_ADD_COLUMN:
    case TSDB_ALTER_TABLE_DROP_COLUMN:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES: {
X
Xiaoyu Wang 已提交
2638
      TAOS_FIELD field = {.type = pStmt->dataType.type, .bytes = calcTypeBytes(pStmt->dataType)};
2639 2640 2641 2642 2643 2644 2645 2646 2647 2648
      strcpy(field.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &field);
      break;
    }
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME: {
      TAOS_FIELD oldField = {0};
      strcpy(oldField.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &oldField);
      TAOS_FIELD newField = {0};
X
Xiaoyu Wang 已提交
2649
      strcpy(newField.name, pStmt->newColName);
2650 2651 2652 2653 2654 2655 2656
      taosArrayPush(pAlterReq->pFields, &newField);
      break;
    }
    default:
      break;
  }

2657
  pAlterReq->numOfFields = taosArrayGetSize(pAlterReq->pFields);
2658 2659 2660
  return TSDB_CODE_SUCCESS;
}

2661
static int32_t translateAlterTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
S
Shengliang Guan 已提交
2662 2663
  SMAlterStbReq alterReq = {0};
  SName         tableName;
X
Xiaoyu Wang 已提交
2664
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), alterReq.name);
2665
  alterReq.alterType = pStmt->alterType;
X
Xiaoyu Wang 已提交
2666
  if (TSDB_ALTER_TABLE_UPDATE_TAG_VAL == pStmt->alterType) {
2667
    return TSDB_CODE_FAILED;
2668 2669 2670 2671 2672
  } else {
    if (TSDB_CODE_SUCCESS != setAlterTableField(pStmt, &alterReq)) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
2673

2674
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_STB, (FSerializeFunc)tSerializeSMAlterStbReq, &alterReq);
2675 2676
}

2677
static int32_t translateUseDatabase(STranslateContext* pCxt, SUseDatabaseStmt* pStmt) {
X
Xiaoyu Wang 已提交
2678
  SUseDbReq usedbReq = {0};
dengyihao's avatar
dengyihao 已提交
2679
  SName     name = {0};
2680 2681
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameExtractFullName(&name, usedbReq.db);
X
Xiaoyu Wang 已提交
2682
  int32_t code = getDBVgVersion(pCxt, usedbReq.db, &usedbReq.vgVersion, &usedbReq.dbId, &usedbReq.numOfTable);
2683 2684
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_USE_DB, (FSerializeFunc)tSerializeSUseDbReq, &usedbReq);
2685
  }
2686
  return code;
2687 2688
}

2689 2690 2691 2692 2693 2694 2695
static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pStmt) {
  SCreateUserReq createReq = {0};
  strcpy(createReq.user, pStmt->useName);
  createReq.createType = 0;
  createReq.superUser = 0;
  strcpy(createReq.pass, pStmt->password);

2696
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_USER, (FSerializeFunc)tSerializeSCreateUserReq, &createReq);
2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708
}

static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt) {
  SAlterUserReq alterReq = {0};
  strcpy(alterReq.user, pStmt->useName);
  alterReq.alterType = pStmt->alterType;
  alterReq.superUser = 0;
  strcpy(alterReq.pass, pStmt->password);
  if (NULL != pCxt->pParseCxt->db) {
    strcpy(alterReq.dbname, pCxt->pParseCxt->db);
  }

2709
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &alterReq);
2710 2711 2712 2713 2714 2715
}

static int32_t translateDropUser(STranslateContext* pCxt, SDropUserStmt* pStmt) {
  SDropUserReq dropReq = {0};
  strcpy(dropReq.user, pStmt->useName);

2716
  return buildCmdMsg(pCxt, TDMT_MND_DROP_USER, (FSerializeFunc)tSerializeSDropUserReq, &dropReq);
2717 2718 2719 2720 2721 2722 2723
}

static int32_t translateCreateDnode(STranslateContext* pCxt, SCreateDnodeStmt* pStmt) {
  SCreateDnodeReq createReq = {0};
  strcpy(createReq.fqdn, pStmt->fqdn);
  createReq.port = pStmt->port;

2724
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_DNODE, (FSerializeFunc)tSerializeSCreateDnodeReq, &createReq);
2725 2726 2727 2728 2729 2730 2731 2732
}

static int32_t translateDropDnode(STranslateContext* pCxt, SDropDnodeStmt* pStmt) {
  SDropDnodeReq dropReq = {0};
  dropReq.dnodeId = pStmt->dnodeId;
  strcpy(dropReq.fqdn, pStmt->fqdn);
  dropReq.port = pStmt->port;

2733
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DNODE, (FSerializeFunc)tSerializeSDropDnodeReq, &dropReq);
2734 2735
}

2736 2737 2738 2739 2740 2741
static int32_t translateAlterDnode(STranslateContext* pCxt, SAlterDnodeStmt* pStmt) {
  SMCfgDnodeReq cfgReq = {0};
  cfgReq.dnodeId = pStmt->dnodeId;
  strcpy(cfgReq.config, pStmt->config);
  strcpy(cfgReq.value, pStmt->value);

2742
  return buildCmdMsg(pCxt, TDMT_MND_CONFIG_DNODE, (FSerializeFunc)tSerializeSMCfgDnodeReq, &cfgReq);
2743 2744
}

2745
static int32_t nodeTypeToShowType(ENodeType nt) {
2746 2747 2748 2749 2750 2751 2752 2753
  switch (nt) {
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
      return TSDB_MGMT_TABLE_CONNS;
    case QUERY_NODE_SHOW_LICENCE_STMT:
      return TSDB_MGMT_TABLE_GRANTS;
    case QUERY_NODE_SHOW_QUERIES_STMT:
      return TSDB_MGMT_TABLE_QUERIES;
    case QUERY_NODE_SHOW_VARIABLE_STMT:
L
Liu Jicong 已提交
2754
      return 0;  // todo
2755 2756 2757
    default:
      break;
  }
2758 2759 2760
  return 0;
}

2761
static int32_t translateShow(STranslateContext* pCxt, SShowStmt* pStmt) {
dengyihao's avatar
dengyihao 已提交
2762
  SShowReq showReq = {.type = nodeTypeToShowType(nodeType(pStmt))};
2763
  return buildCmdMsg(pCxt, TDMT_MND_SHOW, (FSerializeFunc)tSerializeSShowReq, &showReq);
2764 2765
}

X
Xiaoyu Wang 已提交
2766 2767
static int32_t getSmaIndexDstVgId(STranslateContext* pCxt, char* pTableName, int32_t* pVgId) {
  SVgroupInfo vg = {0};
dengyihao's avatar
dengyihao 已提交
2768
  int32_t     code = getTableHashVgroup(pCxt, pCxt->pParseCxt->db, pTableName, &vg);
X
Xiaoyu Wang 已提交
2769 2770 2771 2772 2773
  if (TSDB_CODE_SUCCESS == code) {
    *pVgId = vg.vgId;
  }
  return code;
}
X
Xiaoyu Wang 已提交
2774

X
Xiaoyu Wang 已提交
2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787
static int32_t getSmaIndexSql(STranslateContext* pCxt, char** pSql, int32_t* pLen) {
  *pSql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == *pSql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  *pLen = pCxt->pParseCxt->sqlLen + 1;
  return TSDB_CODE_SUCCESS;
}

static int32_t getSmaIndexExpr(STranslateContext* pCxt, SCreateIndexStmt* pStmt, char** pExpr, int32_t* pLen) {
  return nodesListToString(pStmt->pOptions->pFuncs, false, pExpr, pLen);
}

2788 2789 2790 2791 2792 2793 2794 2795
static int32_t buildSampleAstInfoByIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SSampleAstInfo* pInfo) {
  pInfo->pDbName = pCxt->pParseCxt->db;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = nodesCloneList(pStmt->pOptions->pFuncs);
  pInfo->pInterval = nodesCloneNode(pStmt->pOptions->pInterval);
  pInfo->pOffset = nodesCloneNode(pStmt->pOptions->pOffset);
  pInfo->pSliding = nodesCloneNode(pStmt->pOptions->pSliding);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval ||
L
Liu Jicong 已提交
2796 2797
      (NULL != pStmt->pOptions->pOffset && NULL == pInfo->pOffset) ||
      (NULL != pStmt->pOptions->pSliding && NULL == pInfo->pSliding)) {
X
Xiaoyu Wang 已提交
2798
    return TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
2799
  }
2800 2801
  return TSDB_CODE_SUCCESS;
}
X
Xiaoyu Wang 已提交
2802

2803 2804
static int32_t getSmaIndexAst(STranslateContext* pCxt, SCreateIndexStmt* pStmt, char** pAst, int32_t* pLen) {
  SSampleAstInfo info = {0};
L
Liu Jicong 已提交
2805
  int32_t        code = buildSampleAstInfoByIndex(pCxt, pStmt, &info);
X
Xiaoyu Wang 已提交
2806
  if (TSDB_CODE_SUCCESS == code) {
2807
    code = buildSampleAst(pCxt, &info, pAst, pLen);
X
Xiaoyu Wang 已提交
2808
  }
2809
  clearSampleAstInfo(&info);
X
Xiaoyu Wang 已提交
2810 2811 2812 2813
  return code;
}

static int32_t buildCreateSmaReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateSmaReq* pReq) {
X
Xiaoyu Wang 已提交
2814 2815
  SName name;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->indexName, &name), pReq->name);
X
Xiaoyu Wang 已提交
2816
  strcpy(name.tname, pStmt->tableName);
X
Xiaoyu Wang 已提交
2817 2818 2819 2820 2821 2822
  name.tname[strlen(pStmt->tableName)] = '\0';
  tNameExtractFullName(&name, pReq->stb);
  pReq->igExists = pStmt->ignoreExists;
  pReq->interval = ((SValueNode*)pStmt->pOptions->pInterval)->datum.i;
  pReq->intervalUnit = ((SValueNode*)pStmt->pOptions->pInterval)->unit;
  pReq->offset = (NULL != pStmt->pOptions->pOffset ? ((SValueNode*)pStmt->pOptions->pOffset)->datum.i : 0);
dengyihao's avatar
dengyihao 已提交
2823 2824 2825 2826
  pReq->sliding =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->datum.i : pReq->interval);
  pReq->slidingUnit =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->unit : pReq->intervalUnit);
X
Xiaoyu Wang 已提交
2827 2828 2829 2830 2831 2832 2833 2834 2835

  int32_t code = getSmaIndexDstVgId(pCxt, pStmt->tableName, &pReq->dstVgId);
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexSql(pCxt, &pReq->sql, &pReq->sqlLen);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexExpr(pCxt, pStmt, &pReq->expr, &pReq->exprLen);
  }
  if (TSDB_CODE_SUCCESS == code) {
2836
    code = getSmaIndexAst(pCxt, pStmt, &pReq->ast, &pReq->astLen);
X
Xiaoyu Wang 已提交
2837 2838 2839 2840 2841 2842 2843
  }

  return code;
}

static int32_t translateCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  if (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pInterval) ||
dengyihao's avatar
dengyihao 已提交
2844 2845 2846 2847
      (NULL != pStmt->pOptions->pOffset &&
       DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pOffset)) ||
      (NULL != pStmt->pOptions->pSliding &&
       DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pSliding))) {
X
Xiaoyu Wang 已提交
2848
    return pCxt->errCode;
X
Xiaoyu Wang 已提交
2849 2850
  }

X
Xiaoyu Wang 已提交
2851
  SMCreateSmaReq createSmaReq = {0};
H
Hongze Cheng 已提交
2852
  int32_t        code = buildCreateSmaReq(pCxt, pStmt, &createSmaReq);
2853 2854
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_SMA, (FSerializeFunc)tSerializeSMCreateSmaReq, &createSmaReq);
X
Xiaoyu Wang 已提交
2855
  }
X
Xiaoyu Wang 已提交
2856
  tFreeSMCreateSmaReq(&createSmaReq);
2857
  return code;
X
Xiaoyu Wang 已提交
2858
}
2859

dengyihao's avatar
dengyihao 已提交
2860 2861 2862 2863
static int32_t buildCreateFullTextReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateFullTextReq* pReq) {
  // impl later
  return 0;
}
2864

dengyihao's avatar
dengyihao 已提交
2865 2866
static int32_t translateCreateFullTextIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  SMCreateFullTextReq createFTReq = {0};
H
Hongze Cheng 已提交
2867
  int32_t             code = buildCreateFullTextReq(pCxt, pStmt, &createFTReq);
2868 2869
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_INDEX, (FSerializeFunc)tSerializeSMCreateFullTextReq, &createFTReq);
dengyihao's avatar
dengyihao 已提交
2870 2871
  }
  tFreeSMCreateFullTextReq(&createFTReq);
2872
  return code;
dengyihao's avatar
dengyihao 已提交
2873
}
X
Xiaoyu Wang 已提交
2874 2875 2876 2877

static int32_t translateCreateIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  if (INDEX_TYPE_SMA == pStmt->indexType) {
    return translateCreateSmaIndex(pCxt, pStmt);
dengyihao's avatar
dengyihao 已提交
2878
  } else if (INDEX_TYPE_FULLTEXT == pStmt->indexType) {
dengyihao's avatar
dengyihao 已提交
2879
    return translateCreateFullTextIndex(pCxt, pStmt);
X
Xiaoyu Wang 已提交
2880
  }
dengyihao's avatar
dengyihao 已提交
2881
  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
2882 2883
}

2884 2885 2886 2887
static int32_t translateDropIndex(STranslateContext* pCxt, SDropIndexStmt* pStmt) {
  SVDropTSmaReq dropSmaReq = {0};
  strcpy(dropSmaReq.indexName, pStmt->indexName);

wafwerar's avatar
wafwerar 已提交
2888
  pCxt->pCmdMsg = taosMemoryMalloc(sizeof(SCmdMsgInfo));
2889 2890 2891 2892 2893 2894
  if (NULL == pCxt->pCmdMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCxt->pCmdMsg->epSet = pCxt->pParseCxt->mgmtEpSet;
  pCxt->pCmdMsg->msgType = TDMT_VND_DROP_SMA;
  pCxt->pCmdMsg->msgLen = tSerializeSVDropTSmaReq(NULL, &dropSmaReq);
wafwerar's avatar
wafwerar 已提交
2895
  pCxt->pCmdMsg->pMsg = taosMemoryMalloc(pCxt->pCmdMsg->msgLen);
2896 2897 2898 2899 2900 2901 2902 2903 2904
  if (NULL == pCxt->pCmdMsg->pMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  void* pBuf = pCxt->pCmdMsg->pMsg;
  tSerializeSVDropTSmaReq(&pBuf, &dropSmaReq);

  return TSDB_CODE_SUCCESS;
}

2905 2906 2907
static int16_t getCreateComponentNodeMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_QNODE_STMT:
2908
      return TDMT_MND_CREATE_QNODE;
2909
    case QUERY_NODE_CREATE_BNODE_STMT:
2910
      return TDMT_MND_CREATE_BNODE;
2911
    case QUERY_NODE_CREATE_SNODE_STMT:
2912
      return TDMT_MND_CREATE_SNODE;
2913
    case QUERY_NODE_CREATE_MNODE_STMT:
2914
      return TDMT_MND_CREATE_MNODE;
2915 2916 2917 2918 2919 2920 2921
    default:
      break;
  }
  return -1;
}

static int32_t translateCreateComponentNode(STranslateContext* pCxt, SCreateComponentNodeStmt* pStmt) {
dengyihao's avatar
dengyihao 已提交
2922
  SMCreateQnodeReq createReq = {.dnodeId = pStmt->dnodeId};
H
Hongze Cheng 已提交
2923 2924
  return buildCmdMsg(pCxt, getCreateComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &createReq);
X
Xiaoyu Wang 已提交
2925 2926
}

2927 2928 2929
static int16_t getDropComponentNodeMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_DROP_QNODE_STMT:
2930
      return TDMT_MND_DROP_QNODE;
2931
    case QUERY_NODE_DROP_BNODE_STMT:
2932
      return TDMT_MND_DROP_BNODE;
2933
    case QUERY_NODE_DROP_SNODE_STMT:
2934
      return TDMT_MND_DROP_SNODE;
2935
    case QUERY_NODE_DROP_MNODE_STMT:
2936
      return TDMT_MND_DROP_MNODE;
2937 2938 2939 2940 2941 2942 2943
    default:
      break;
  }
  return -1;
}

static int32_t translateDropComponentNode(STranslateContext* pCxt, SDropComponentNodeStmt* pStmt) {
dengyihao's avatar
dengyihao 已提交
2944
  SDDropQnodeReq dropReq = {.dnodeId = pStmt->dnodeId};
H
Hongze Cheng 已提交
2945 2946
  return buildCmdMsg(pCxt, getDropComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &dropReq);
2947 2948
}

X
Xiaoyu Wang 已提交
2949 2950
static int32_t buildCreateTopicReq(STranslateContext* pCxt, SCreateTopicStmt* pStmt, SCMCreateTopicReq* pReq) {
  SName name;
L
Liu Jicong 已提交
2951 2952
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, pReq->name);
X
Xiaoyu Wang 已提交
2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963
  pReq->igExists = pStmt->ignoreExists;
  pReq->withTbName = pStmt->pOptions->withTable;
  pReq->withSchema = pStmt->pOptions->withSchema;
  pReq->withTag = pStmt->pOptions->withTag;

  pReq->sql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == pReq->sql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
2964

L
Liu Jicong 已提交
2965
  const char* dbName;
2966
  if (NULL != pStmt->pQuery) {
L
Liu Jicong 已提交
2967
    dbName = ((SRealTableNode*)(((SSelectStmt*)pStmt->pQuery)->pFromTable))->table.dbName;
X
Xiaoyu Wang 已提交
2968
    pCxt->pParseCxt->topicQuery = true;
X
Xiaoyu Wang 已提交
2969
    code = translateQuery(pCxt, pStmt->pQuery);
2970
    if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2971
      code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
2972 2973
    }
  } else {
L
Liu Jicong 已提交
2974
    dbName = pStmt->subscribeDbName;
2975
  }
L
Liu Jicong 已提交
2976 2977
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, dbName, strlen(dbName));
  tNameGetFullDbName(&name, pReq->subscribeDbName);
dengyihao's avatar
dengyihao 已提交
2978

X
Xiaoyu Wang 已提交
2979 2980 2981 2982 2983 2984
  return code;
}

static int32_t checkCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
2985 2986
  }

X
Xiaoyu Wang 已提交
2987 2988
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
L
Liu Jicong 已提交
2989 2990 2991
    if (!pSelect->isDistinct && QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable) &&
        NULL == pSelect->pGroupByList && NULL == pSelect->pLimit && NULL == pSelect->pSlimit &&
        NULL == pSelect->pOrderByList && NULL == pSelect->pPartitionByList) {
X
Xiaoyu Wang 已提交
2992 2993 2994 2995 2996 2997 2998 2999 3000
      return TSDB_CODE_SUCCESS;
    }
  }

  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TOPIC_QUERY);
}

static int32_t translateCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
  SCMCreateTopicReq createReq = {0};
L
Liu Jicong 已提交
3001
  int32_t           code = checkCreateTopic(pCxt, pStmt);
X
Xiaoyu Wang 已提交
3002 3003 3004 3005 3006 3007
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTopicReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_TOPIC, (FSerializeFunc)tSerializeSCMCreateTopicReq, &createReq);
  }
3008
  tFreeSCMCreateTopicReq(&createReq);
3009
  return code;
3010 3011 3012 3013 3014
}

static int32_t translateDropTopic(STranslateContext* pCxt, SDropTopicStmt* pStmt) {
  SMDropTopicReq dropReq = {0};

X
Xiaoyu Wang 已提交
3015
  SName name;
X
Xiaoyu Wang 已提交
3016 3017
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.name);
3018 3019
  dropReq.igNotExists = pStmt->ignoreNotExists;

3020
  return buildCmdMsg(pCxt, TDMT_MND_DROP_TOPIC, (FSerializeFunc)tSerializeSMDropTopicReq, &dropReq);
3021 3022
}

3023 3024 3025 3026 3027
static int32_t translateAlterLocal(STranslateContext* pCxt, SAlterLocalStmt* pStmt) {
  // todo
  return TSDB_CODE_SUCCESS;
}

3028 3029 3030 3031 3032 3033 3034
static int32_t translateExplain(STranslateContext* pCxt, SExplainStmt* pStmt) {
  if (pStmt->analyze) {
    pCxt->pExplainOpt = pStmt->pOptions;
  }
  return translateQuery(pCxt, pStmt->pQuery);
}

3035 3036 3037 3038
static int32_t translateDescribe(STranslateContext* pCxt, SDescribeStmt* pStmt) {
  return getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pStmt->pMeta);
}

3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050
static int32_t translateKillConnection(STranslateContext* pCxt, SKillStmt* pStmt) {
  SKillConnReq killReq = {0};
  killReq.connId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_CONN, (FSerializeFunc)tSerializeSKillQueryReq, &killReq);
}

static int32_t translateKillQuery(STranslateContext* pCxt, SKillStmt* pStmt) {
  SKillQueryReq killReq = {0};
  killReq.queryId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_QUERY, (FSerializeFunc)tSerializeSKillQueryReq, &killReq);
}

3051 3052 3053 3054 3055 3056
static int32_t translateKillTransaction(STranslateContext* pCxt, SKillStmt* pStmt) {
  SKillTransReq killReq = {0};
  killReq.transId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_TRANS, (FSerializeFunc)tSerializeSKillTransReq, &killReq);
}

X
Xiaoyu Wang 已提交
3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067
static int32_t checkCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }

  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
    if (QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable)) {
      return TSDB_CODE_SUCCESS;
    }
  }
3068

X
Xiaoyu Wang 已提交
3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY);
}

static void getSourceDatabase(SNode* pStmt, int32_t acctId, char* pDbFName) {
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, ((SRealTableNode*)(((SSelectStmt*)pStmt)->pFromTable))->table.dbName);
  tNameGetFullDbName(&name, pDbFName);
}

static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
  pReq->igExists = pStmt->ignoreExists;
3080

X
Xiaoyu Wang 已提交
3081
  SName name;
X
Xiaoyu Wang 已提交
3082
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->streamName, &name), pReq->name);
3083 3084 3085 3086

  if ('\0' != pStmt->targetTabName[0]) {
    strcpy(name.dbname, pStmt->targetDbName);
    strcpy(name.tname, pStmt->targetTabName);
X
Xiaoyu Wang 已提交
3087
    tNameExtractFullName(&name, pReq->targetStbFullName);
3088 3089 3090 3091
  }

  int32_t code = translateQuery(pCxt, pStmt->pQuery);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3092 3093
    getSourceDatabase(pStmt->pQuery, pCxt->pParseCxt->acctId, pReq->sourceDB);
    code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
3094 3095 3096
  }

  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3097 3098
    pReq->sql = strdup(pCxt->pParseCxt->pSql);
    if (NULL == pReq->sql) {
3099 3100 3101 3102
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

X
Xiaoyu Wang 已提交
3103
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pWatermark) {
H
Hongze Cheng 已提交
3104 3105
    code = (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pWatermark)) ? pCxt->errCode
                                                                                              : TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3106 3107
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3108 3109
    pReq->triggerType = pStmt->pOptions->triggerType;
    pReq->watermark = (NULL != pStmt->pOptions->pWatermark ? ((SValueNode*)pStmt->pOptions->pWatermark)->datum.i : 0);
X
Xiaoyu Wang 已提交
3110 3111
  }

X
Xiaoyu Wang 已提交
3112 3113 3114 3115 3116 3117 3118 3119 3120 3121
  return code;
}

static int32_t translateCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
  SCMCreateStreamReq createReq = {0};

  int32_t code = checkCreateStream(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStreamReq(pCxt, pStmt, &createReq);
  }
3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STREAM, (FSerializeFunc)tSerializeSCMCreateStreamReq, &createReq);
  }

  tFreeSCMCreateStreamReq(&createReq);
  return code;
}

static int32_t translateDropStream(STranslateContext* pCxt, SDropStreamStmt* pStmt) {
  // todo
  return TSDB_CODE_SUCCESS;
}
3134

L
Liu Jicong 已提交
3135
static int32_t readFromFile(char* pName, int32_t* len, char** buf) {
3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183
  int64_t filesize = 0;
  if (taosStatFile(pName, &filesize, NULL) < 0) {
    return TAOS_SYSTEM_ERROR(errno);
  }

  *len = filesize;

  if (*len <= 0) {
    return TSDB_CODE_TSC_FILE_EMPTY;
  }

  *buf = taosMemoryCalloc(1, *len);
  if (*buf == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  TdFilePtr tfile = taosOpenFile(pName, O_RDONLY | O_BINARY);
  if (NULL == tfile) {
    taosMemoryFreeClear(*buf);
    return TAOS_SYSTEM_ERROR(errno);
  }

  int64_t s = taosReadFile(tfile, *buf, *len);
  if (s != *len) {
    taosCloseFile(&tfile);
    taosMemoryFreeClear(*buf);
    return TSDB_CODE_TSC_APP_ERROR;
  }
  taosCloseFile(&tfile);
  return TSDB_CODE_SUCCESS;
}

static int32_t translateCreateFunction(STranslateContext* pCxt, SCreateFunctionStmt* pStmt) {
  SCreateFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igExists = pStmt->ignoreExists;
  req.funcType = pStmt->isAgg ? TSDB_FUNC_TYPE_AGGREGATE : TSDB_FUNC_TYPE_SCALAR;
  req.scriptType = TSDB_FUNC_SCRIPT_BIN_LIB;
  req.outputType = pStmt->outputDt.type;
  req.outputLen = pStmt->outputDt.bytes;
  req.bufSize = pStmt->bufSize;
  int32_t code = readFromFile(pStmt->libraryPath, &req.codeLen, &req.pCode);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_FUNC, (FSerializeFunc)tSerializeSCreateFuncReq, &req);
  }
  return code;
}

S
slzhou 已提交
3184 3185 3186 3187 3188 3189 3190
static int32_t translateDropFunction(STranslateContext* pCxt, SDropFunctionStmt* pStmt) {
  SDropFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_FUNC, (FSerializeFunc)tSerializeSDropFuncReq, &req);
}

3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202
static int32_t translateGrant(STranslateContext* pCxt, SGrantStmt* pStmt) {
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_ADD_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_ADD_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_ADD_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
D
fix bug  
dapan 已提交
3203
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
}

static int32_t translateRevoke(STranslateContext* pCxt, SRevokeStmt* pStmt) {
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_REMOVE_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
X
Xiaoyu Wang 已提交
3219
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
3220 3221 3222
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
}

3223 3224 3225 3226 3227 3228
static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pNode)) {
    case QUERY_NODE_SELECT_STMT:
      code = translateSelect(pCxt, (SSelectStmt*)pNode);
      break;
3229 3230 3231
    case QUERY_NODE_SET_OPERATOR:
      code = translateSetOperator(pCxt, (SSetOperator*)pNode);
      break;
3232 3233 3234
    case QUERY_NODE_CREATE_DATABASE_STMT:
      code = translateCreateDatabase(pCxt, (SCreateDatabaseStmt*)pNode);
      break;
3235 3236 3237
    case QUERY_NODE_DROP_DATABASE_STMT:
      code = translateDropDatabase(pCxt, (SDropDatabaseStmt*)pNode);
      break;
3238 3239 3240
    case QUERY_NODE_ALTER_DATABASE_STMT:
      code = translateAlterDatabase(pCxt, (SAlterDatabaseStmt*)pNode);
      break;
3241
    case QUERY_NODE_CREATE_TABLE_STMT:
3242
      code = translateCreateSuperTable(pCxt, (SCreateTableStmt*)pNode);
3243
      break;
3244 3245 3246 3247 3248 3249
    case QUERY_NODE_DROP_TABLE_STMT:
      code = translateDropTable(pCxt, (SDropTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_SUPER_TABLE_STMT:
      code = translateDropSuperTable(pCxt, (SDropSuperTableStmt*)pNode);
      break;
3250 3251 3252
    case QUERY_NODE_ALTER_TABLE_STMT:
      code = translateAlterTable(pCxt, (SAlterTableStmt*)pNode);
      break;
3253 3254 3255 3256 3257 3258 3259 3260 3261
    case QUERY_NODE_CREATE_USER_STMT:
      code = translateCreateUser(pCxt, (SCreateUserStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_USER_STMT:
      code = translateAlterUser(pCxt, (SAlterUserStmt*)pNode);
      break;
    case QUERY_NODE_DROP_USER_STMT:
      code = translateDropUser(pCxt, (SDropUserStmt*)pNode);
      break;
3262 3263 3264
    case QUERY_NODE_USE_DATABASE_STMT:
      code = translateUseDatabase(pCxt, (SUseDatabaseStmt*)pNode);
      break;
3265 3266 3267 3268 3269 3270
    case QUERY_NODE_CREATE_DNODE_STMT:
      code = translateCreateDnode(pCxt, (SCreateDnodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DNODE_STMT:
      code = translateDropDnode(pCxt, (SDropDnodeStmt*)pNode);
      break;
3271 3272 3273
    case QUERY_NODE_ALTER_DNODE_STMT:
      code = translateAlterDnode(pCxt, (SAlterDnodeStmt*)pNode);
      break;
3274 3275 3276
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
3277
      code = translateShow(pCxt, (SShowStmt*)pNode);
3278
      break;
X
Xiaoyu Wang 已提交
3279 3280 3281
    case QUERY_NODE_CREATE_INDEX_STMT:
      code = translateCreateIndex(pCxt, (SCreateIndexStmt*)pNode);
      break;
3282 3283 3284
    case QUERY_NODE_DROP_INDEX_STMT:
      code = translateDropIndex(pCxt, (SDropIndexStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
3285
    case QUERY_NODE_CREATE_QNODE_STMT:
3286 3287 3288 3289
    case QUERY_NODE_CREATE_BNODE_STMT:
    case QUERY_NODE_CREATE_SNODE_STMT:
    case QUERY_NODE_CREATE_MNODE_STMT:
      code = translateCreateComponentNode(pCxt, (SCreateComponentNodeStmt*)pNode);
X
Xiaoyu Wang 已提交
3290
      break;
3291
    case QUERY_NODE_DROP_QNODE_STMT:
3292 3293 3294 3295
    case QUERY_NODE_DROP_BNODE_STMT:
    case QUERY_NODE_DROP_SNODE_STMT:
    case QUERY_NODE_DROP_MNODE_STMT:
      code = translateDropComponentNode(pCxt, (SDropComponentNodeStmt*)pNode);
3296 3297 3298 3299 3300 3301 3302
      break;
    case QUERY_NODE_CREATE_TOPIC_STMT:
      code = translateCreateTopic(pCxt, (SCreateTopicStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TOPIC_STMT:
      code = translateDropTopic(pCxt, (SDropTopicStmt*)pNode);
      break;
3303 3304 3305
    case QUERY_NODE_ALTER_LOCAL_STMT:
      code = translateAlterLocal(pCxt, (SAlterLocalStmt*)pNode);
      break;
3306 3307 3308
    case QUERY_NODE_EXPLAIN_STMT:
      code = translateExplain(pCxt, (SExplainStmt*)pNode);
      break;
3309 3310 3311
    case QUERY_NODE_DESCRIBE_STMT:
      code = translateDescribe(pCxt, (SDescribeStmt*)pNode);
      break;
3312 3313 3314 3315 3316 3317
    case QUERY_NODE_KILL_CONNECTION_STMT:
      code = translateKillConnection(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_KILL_QUERY_STMT:
      code = translateKillQuery(pCxt, (SKillStmt*)pNode);
      break;
3318 3319 3320
    case QUERY_NODE_KILL_TRANSACTION_STMT:
      code = translateKillTransaction(pCxt, (SKillStmt*)pNode);
      break;
3321 3322 3323 3324 3325 3326
    case QUERY_NODE_CREATE_STREAM_STMT:
      code = translateCreateStream(pCxt, (SCreateStreamStmt*)pNode);
      break;
    case QUERY_NODE_DROP_STREAM_STMT:
      code = translateDropStream(pCxt, (SDropStreamStmt*)pNode);
      break;
3327 3328 3329
    case QUERY_NODE_CREATE_FUNCTION_STMT:
      code = translateCreateFunction(pCxt, (SCreateFunctionStmt*)pNode);
      break;
S
slzhou 已提交
3330 3331 3332
    case QUERY_NODE_DROP_FUNCTION_STMT:
      code = translateDropFunction(pCxt, (SDropFunctionStmt*)pNode);
      break;
3333 3334 3335 3336 3337 3338
    case QUERY_NODE_GRANT_STMT:
      code = translateGrant(pCxt, (SGrantStmt*)pNode);
      break;
    case QUERY_NODE_REVOKE_STMT:
      code = translateRevoke(pCxt, (SRevokeStmt*)pNode);
      break;
3339 3340 3341 3342 3343 3344 3345 3346
    default:
      break;
  }
  return code;
}

static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
  ++(pCxt->currLevel);
dengyihao's avatar
dengyihao 已提交
3347
  ESqlClause   currClause = pCxt->currClause;
3348
  SSelectStmt* pCurrStmt = pCxt->pCurrStmt;
dengyihao's avatar
dengyihao 已提交
3349
  int32_t      code = translateQuery(pCxt, pNode);
3350
  --(pCxt->currLevel);
3351
  pCxt->currClause = currClause;
3352
  pCxt->pCurrStmt = pCurrStmt;
3353 3354 3355
  return code;
}

X
Xiaoyu Wang 已提交
3356 3357
static int32_t extractQueryResultSchema(const SNodeList* pProjections, int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = LIST_LENGTH(pProjections);
3358 3359 3360
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
3361 3362
  }

dengyihao's avatar
dengyihao 已提交
3363
  SNode*  pNode;
3364
  int32_t index = 0;
X
Xiaoyu Wang 已提交
3365
  FOREACH(pNode, pProjections) {
3366 3367 3368 3369 3370
    SExprNode* pExpr = (SExprNode*)pNode;
    (*pSchema)[index].type = pExpr->resType.type;
    (*pSchema)[index].bytes = pExpr->resType.bytes;
    (*pSchema)[index].colId = index + 1;
    strcpy((*pSchema)[index].name, pExpr->aliasName);
dengyihao's avatar
dengyihao 已提交
3371
    index += 1;
3372
  }
3373

3374 3375 3376
  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
3377
static int8_t extractResultTsPrecision(const SSelectStmt* pSelect) { return pSelect->precision; }
3378

3379 3380 3381 3382 3383
static int32_t extractExplainResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 1;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
3384
  }
3385 3386
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_EXPLAIN_RESULT_ROW_SIZE;
3387
  strcpy((*pSchema)[0].name, TSDB_EXPLAIN_RESULT_COLUMN_NAME);
3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399
  return TSDB_CODE_SUCCESS;
}

static int32_t extractDescribeResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = DESCRIBE_RESULT_COLS;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = DESCRIBE_RESULT_FIELD_LEN;
3400
  strcpy((*pSchema)[0].name, "field");
3401 3402 3403

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = DESCRIBE_RESULT_TYPE_LEN;
3404
  strcpy((*pSchema)[1].name, "type");
3405 3406 3407

  (*pSchema)[2].type = TSDB_DATA_TYPE_INT;
  (*pSchema)[2].bytes = tDataTypes[TSDB_DATA_TYPE_INT].bytes;
3408
  strcpy((*pSchema)[2].name, "length");
3409 3410 3411

  (*pSchema)[3].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[3].bytes = DESCRIBE_RESULT_NOTE_LEN;
3412
  strcpy((*pSchema)[3].name, "note");
3413

X
Xiaoyu Wang 已提交
3414 3415 3416
  return TSDB_CODE_SUCCESS;
}

3417 3418 3419 3420 3421 3422 3423
int32_t extractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
  if (NULL == pRoot) {
    return TSDB_CODE_SUCCESS;
  }

  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
X
Xiaoyu Wang 已提交
3424 3425
    case QUERY_NODE_SET_OPERATOR:
      return extractQueryResultSchema(getProjectList(pRoot), numOfCols, pSchema);
3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436
    case QUERY_NODE_EXPLAIN_STMT:
      return extractExplainResultSchema(numOfCols, pSchema);
    case QUERY_NODE_DESCRIBE_STMT:
      return extractDescribeResultSchema(numOfCols, pSchema);
    default:
      break;
  }

  return TSDB_CODE_FAILED;
}

3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453
static const char* getSysDbName(ENodeType type) {
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_STREAMS_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_LICENCE_STMT:
3454
    case QUERY_NODE_SHOW_CLUSTER_STMT:
3455 3456 3457
      return TSDB_INFORMATION_SCHEMA_DB;
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
X
Xiaoyu Wang 已提交
3458
    case QUERY_NODE_SHOW_TOPICS_STMT:
3459
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
3460 3461 3462 3463 3464 3465 3466
      return TSDB_PERFORMANCE_SCHEMA_DB;
    default:
      break;
  }
  return NULL;
}

X
Xiaoyu Wang 已提交
3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492
static const char* getSysTableName(ENodeType type) {
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
      return TSDB_INS_TABLE_USER_DATABASES;
    case QUERY_NODE_SHOW_TABLES_STMT:
      return TSDB_INS_TABLE_USER_TABLES;
    case QUERY_NODE_SHOW_STABLES_STMT:
      return TSDB_INS_TABLE_USER_STABLES;
    case QUERY_NODE_SHOW_USERS_STMT:
      return TSDB_INS_TABLE_USER_USERS;
    case QUERY_NODE_SHOW_DNODES_STMT:
      return TSDB_INS_TABLE_DNODES;
    case QUERY_NODE_SHOW_VGROUPS_STMT:
      return TSDB_INS_TABLE_VGROUPS;
    case QUERY_NODE_SHOW_MNODES_STMT:
      return TSDB_INS_TABLE_MNODES;
    case QUERY_NODE_SHOW_MODULES_STMT:
      return TSDB_INS_TABLE_MODULES;
    case QUERY_NODE_SHOW_QNODES_STMT:
      return TSDB_INS_TABLE_QNODES;
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
      return TSDB_INS_TABLE_USER_FUNCTIONS;
    case QUERY_NODE_SHOW_INDEXES_STMT:
      return TSDB_INS_TABLE_USER_INDEXES;
    case QUERY_NODE_SHOW_STREAMS_STMT:
      return TSDB_INS_TABLE_USER_STREAMS;
3493 3494 3495 3496
    case QUERY_NODE_SHOW_BNODES_STMT:
      return TSDB_INS_TABLE_BNODES;
    case QUERY_NODE_SHOW_SNODES_STMT:
      return TSDB_INS_TABLE_SNODES;
3497 3498
    case QUERY_NODE_SHOW_LICENCE_STMT:
      return TSDB_INS_TABLE_LICENCES;
3499 3500
    case QUERY_NODE_SHOW_CLUSTER_STMT:
      return TSDB_INS_TABLE_CLUSTER;
3501
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
3502
      return TSDB_PERFS_TABLE_CONNECTIONS;
3503
    case QUERY_NODE_SHOW_QUERIES_STMT:
3504
      return TSDB_PERFS_TABLE_QUERIES;
X
Xiaoyu Wang 已提交
3505 3506
    case QUERY_NODE_SHOW_TOPICS_STMT:
      return TSDB_PERFS_TABLE_TOPICS;
3507 3508
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
      return TSDB_PERFS_TABLE_TRANS;
X
Xiaoyu Wang 已提交
3509 3510 3511 3512 3513 3514 3515 3516 3517
    default:
      break;
  }
  return NULL;
}

static int32_t createSelectStmtForShow(ENodeType showType, SSelectStmt** pStmt) {
  SSelectStmt* pSelect = nodesMakeNode(QUERY_NODE_SELECT_STMT);
  if (NULL == pSelect) {
X
Xiaoyu Wang 已提交
3518 3519
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
3520
  sprintf(pSelect->stmtName, "%p", pSelect);
X
Xiaoyu Wang 已提交
3521

X
Xiaoyu Wang 已提交
3522 3523
  SRealTableNode* pTable = nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pTable) {
X
Xiaoyu Wang 已提交
3524
    nodesDestroyNode(pSelect);
X
Xiaoyu Wang 已提交
3525 3526
    return TSDB_CODE_OUT_OF_MEMORY;
  }
3527
  strcpy(pTable->table.dbName, getSysDbName(showType));
X
Xiaoyu Wang 已提交
3528
  strcpy(pTable->table.tableName, getSysTableName(showType));
X
Xiaoyu Wang 已提交
3529
  strcpy(pTable->table.tableAlias, pTable->table.tableName);
X
Xiaoyu Wang 已提交
3530 3531 3532
  pSelect->pFromTable = (SNode*)pTable;

  *pStmt = pSelect;
X
Xiaoyu Wang 已提交
3533 3534 3535 3536

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3537 3538 3539 3540 3541 3542 3543 3544 3545 3546
static int32_t createOperatorNode(EOperatorType opType, const char* pColName, SNode* pRight, SNode** pOp) {
  if (NULL == pRight) {
    return TSDB_CODE_SUCCESS;
  }

  SOperatorNode* pOper = nodesMakeNode(QUERY_NODE_OPERATOR);
  if (NULL == pOper) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
3547
  pOper->opType = opType;
X
Xiaoyu Wang 已提交
3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588
  pOper->pLeft = nodesMakeNode(QUERY_NODE_COLUMN);
  pOper->pRight = nodesCloneNode(pRight);
  if (NULL == pOper->pLeft || NULL == pOper->pRight) {
    nodesDestroyNode(pOper);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(((SColumnNode*)pOper->pLeft)->colName, pColName);

  *pOp = (SNode*)pOper;
  return TSDB_CODE_SUCCESS;
}

static const char* getTbNameColName(ENodeType type) {
  return (QUERY_NODE_SHOW_STABLES_STMT == type ? "stable_name" : "table_name");
}

static int32_t createLogicCondNode(SNode* pCond1, SNode* pCond2, SNode** pCond) {
  SLogicConditionNode* pCondition = nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
  if (NULL == pCondition) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCondition->condType = LOGIC_COND_TYPE_AND;
  pCondition->pParameterList = nodesMakeList();
  if (NULL == pCondition->pParameterList) {
    nodesDestroyNode(pCondition);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond1) ||
      TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond2)) {
    nodesDestroyNode(pCondition);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  *pCond = (SNode*)pCondition;
  return TSDB_CODE_SUCCESS;
}

static int32_t createShowCondition(const SShowStmt* pShow, SSelectStmt* pSelect) {
  SNode* pDbCond = NULL;
  SNode* pTbCond = NULL;
  if (TSDB_CODE_SUCCESS != createOperatorNode(OP_TYPE_EQUAL, "db_name", pShow->pDbName, &pDbCond) ||
dengyihao's avatar
dengyihao 已提交
3589 3590
      TSDB_CODE_SUCCESS !=
          createOperatorNode(OP_TYPE_LIKE, getTbNameColName(nodeType(pShow)), pShow->pTbNamePattern, &pTbCond)) {
X
Xiaoyu Wang 已提交
3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605
    nodesDestroyNode(pDbCond);
    nodesDestroyNode(pTbCond);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  if (NULL != pDbCond && NULL != pTbCond) {
    if (TSDB_CODE_SUCCESS != createLogicCondNode(pDbCond, pTbCond, &pSelect->pWhere)) {
      nodesDestroyNode(pDbCond);
      nodesDestroyNode(pTbCond);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  } else {
    pSelect->pWhere = (NULL == pDbCond ? pTbCond : pDbCond);
  }

X
Xiaoyu Wang 已提交
3606
  if (NULL != pShow->pDbName) {
3607
    strcpy(((SRealTableNode*)pSelect->pFromTable)->qualDbName, ((SValueNode*)pShow->pDbName)->literal);
X
Xiaoyu Wang 已提交
3608 3609
  }

X
Xiaoyu Wang 已提交
3610 3611 3612 3613 3614
  return TSDB_CODE_SUCCESS;
}

static int32_t rewriteShow(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
dengyihao's avatar
dengyihao 已提交
3615
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
X
Xiaoyu Wang 已提交
3616 3617 3618 3619
  if (TSDB_CODE_SUCCESS == code) {
    code = createShowCondition((SShowStmt*)pQuery->pRoot, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
3620
    pQuery->showRewrite = true;
X
Xiaoyu Wang 已提交
3621 3622 3623 3624
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
3625 3626
}

X
Xiaoyu Wang 已提交
3627
typedef struct SVgroupCreateTableBatch {
3628 3629
  SVCreateTbBatchReq req;
  SVgroupInfo        info;
D
dapan1121 已提交
3630
  char               dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
3631
} SVgroupCreateTableBatch;
3632

X
Xiaoyu Wang 已提交
3633
static void destroyCreateTbReq(SVCreateTbReq* pReq) {
wafwerar's avatar
wafwerar 已提交
3634
  taosMemoryFreeClear(pReq->name);
H
Hongze Cheng 已提交
3635
  taosMemoryFreeClear(pReq->ntb.schema.pSchema);
X
Xiaoyu Wang 已提交
3636 3637
}

dengyihao's avatar
dengyihao 已提交
3638
static int32_t buildNormalTableBatchReq(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pVgroupInfo,
X
Xiaoyu Wang 已提交
3639
                                        SVgroupCreateTableBatch* pBatch) {
dengyihao's avatar
dengyihao 已提交
3640 3641
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
3642
  strcpy(name.dbname, pStmt->dbName);
X
Xiaoyu Wang 已提交
3643 3644
  tNameGetFullDbName(&name, dbFName);

3645 3646
  SVCreateTbReq req = {0};
  req.type = TD_NORMAL_TABLE;
3647
  req.name = strdup(pStmt->tableName);
H
Hongze Cheng 已提交
3648 3649 3650 3651
  req.ntb.schema.nCols = LIST_LENGTH(pStmt->pCols);
  req.ntb.schema.sver = 0;
  req.ntb.schema.pSchema = taosMemoryCalloc(req.ntb.schema.nCols, sizeof(SSchema));
  if (NULL == req.name || NULL == req.ntb.schema.pSchema) {
X
Xiaoyu Wang 已提交
3652
    destroyCreateTbReq(&req);
3653 3654
    return TSDB_CODE_OUT_OF_MEMORY;
  }
dengyihao's avatar
dengyihao 已提交
3655
  SNode*   pCol;
3656 3657
  col_id_t index = 0;
  FOREACH(pCol, pStmt->pCols) {
H
Hongze Cheng 已提交
3658
    toSchema((SColumnDefNode*)pCol, index + 1, req.ntb.schema.pSchema + index);
3659
    ++index;
3660 3661
  }
  pBatch->info = *pVgroupInfo;
3662
  strcpy(pBatch->dbName, pStmt->dbName);
3663
  pBatch->req.pArray = taosArrayInit(1, sizeof(struct SVCreateTbReq));
3664
  if (NULL == pBatch->req.pArray) {
X
Xiaoyu Wang 已提交
3665
    destroyCreateTbReq(&req);
3666
    return TSDB_CODE_OUT_OF_MEMORY;
3667 3668
  }
  taosArrayPush(pBatch->req.pArray, &req);
3669

3670 3671 3672
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3673
static int32_t serializeVgroupCreateTableBatch(SVgroupCreateTableBatch* pTbBatch, SArray* pBufArray) {
H
Hongze Cheng 已提交
3674 3675
  int      tlen;
  SEncoder coder = {0};
H
Hongze Cheng 已提交
3676

wafwerar's avatar
wafwerar 已提交
3677 3678
  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateTbBatchReq, &pTbBatch->req, tlen, ret);
X
Xiaoyu Wang 已提交
3679
  tlen += sizeof(SMsgHead);
wafwerar's avatar
wafwerar 已提交
3680
  void* buf = taosMemoryMalloc(tlen);
3681
  if (NULL == buf) {
3682
    return TSDB_CODE_OUT_OF_MEMORY;
3683 3684 3685 3686
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
H
Hongze Cheng 已提交
3687

H
Hongze Cheng 已提交
3688
  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
H
Hongze Cheng 已提交
3689
  tEncodeSVCreateTbBatchReq(&coder, &pTbBatch->req);
H
Hongze Cheng 已提交
3690
  tEncoderClear(&coder);
3691

wafwerar's avatar
wafwerar 已提交
3692
  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
3693 3694 3695
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
dengyihao's avatar
dengyihao 已提交
3696
  pVgData->vg = pTbBatch->info;
3697
  pVgData->pData = buf;
dengyihao's avatar
dengyihao 已提交
3698 3699
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
3700
  taosArrayPush(pBufArray, &pVgData);
3701 3702

  return TSDB_CODE_SUCCESS;
3703 3704
}

X
Xiaoyu Wang 已提交
3705
static void destroyCreateTbReqBatch(SVgroupCreateTableBatch* pTbBatch) {
3706
  size_t size = taosArrayGetSize(pTbBatch->req.pArray);
dengyihao's avatar
dengyihao 已提交
3707
  for (int32_t i = 0; i < size; ++i) {
3708
    SVCreateTbReq* pTableReq = taosArrayGet(pTbBatch->req.pArray, i);
wafwerar's avatar
wafwerar 已提交
3709
    taosMemoryFreeClear(pTableReq->name);
3710 3711

    if (pTableReq->type == TSDB_NORMAL_TABLE) {
H
Hongze Cheng 已提交
3712
      taosMemoryFreeClear(pTableReq->ntb.schema.pSchema);
3713
    } else if (pTableReq->type == TSDB_CHILD_TABLE) {
H
Hongze Cheng 已提交
3714
      taosMemoryFreeClear(pTableReq->ctb.pTag);
3715 3716 3717 3718 3719 3720
    }
  }

  taosArrayDestroy(pTbBatch->req.pArray);
}

3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732
static int32_t rewriteToVnodeModifOpStmt(SQuery* pQuery, SArray* pBufArray) {
  SVnodeModifOpStmt* pNewStmt = nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
  if (pNewStmt == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pNewStmt->sqlNodeType = nodeType(pQuery->pRoot);
  pNewStmt->pDataBlocks = pBufArray;
  nodesDestroyNode(pQuery->pRoot);
  pQuery->pRoot = (SNode*)pNewStmt;
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3733 3734 3735 3736
static void destroyCreateTbReqArray(SArray* pArray) {
  size_t size = taosArrayGetSize(pArray);
  for (size_t i = 0; i < size; ++i) {
    SVgDataBlocks* pVg = taosArrayGetP(pArray, i);
wafwerar's avatar
wafwerar 已提交
3737 3738
    taosMemoryFreeClear(pVg->pData);
    taosMemoryFreeClear(pVg);
X
Xiaoyu Wang 已提交
3739 3740 3741 3742
  }
  taosArrayDestroy(pArray);
}

dengyihao's avatar
dengyihao 已提交
3743 3744
static int32_t buildCreateTableDataBlock(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pInfo,
                                         SArray** pBufArray) {
X
Xiaoyu Wang 已提交
3745 3746 3747 3748 3749
  *pBufArray = taosArrayInit(1, POINTER_BYTES);
  if (NULL == *pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
3750 3751
  SVgroupCreateTableBatch tbatch = {0};
  int32_t                 code = buildNormalTableBatchReq(acctId, pStmt, pInfo, &tbatch);
3752
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3753
    code = serializeVgroupCreateTableBatch(&tbatch, *pBufArray);
3754
  }
X
Xiaoyu Wang 已提交
3755

3756
  destroyCreateTbReqBatch(&tbatch);
X
Xiaoyu Wang 已提交
3757
  if (TSDB_CODE_SUCCESS != code) {
X
Xiaoyu Wang 已提交
3758
    destroyCreateTbReqArray(*pBufArray);
X
Xiaoyu Wang 已提交
3759
  }
3760 3761 3762 3763 3764 3765
  return code;
}

static int32_t rewriteCreateTable(STranslateContext* pCxt, SQuery* pQuery) {
  SCreateTableStmt* pStmt = (SCreateTableStmt*)pQuery->pRoot;

dengyihao's avatar
dengyihao 已提交
3766
  int32_t     code = checkCreateTable(pCxt, pStmt);
3767
  SVgroupInfo info = {0};
3768 3769 3770
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
X
Xiaoyu Wang 已提交
3771
  SArray* pBufArray = NULL;
3772
  if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
3773
    code = buildCreateTableDataBlock(pCxt->pParseCxt->acctId, pStmt, &info, &pBufArray);
3774 3775 3776
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
3777 3778 3779
    if (TSDB_CODE_SUCCESS != code) {
      destroyCreateTbReqArray(pBufArray);
    }
3780 3781 3782 3783 3784
  }

  return code;
}

dengyihao's avatar
dengyihao 已提交
3785 3786
static void addCreateTbReqIntoVgroup(int32_t acctId, SHashObj* pVgroupHashmap, const char* pDbName,
                                     const char* pTableName, SKVRow row, uint64_t suid, SVgroupInfo* pVgInfo) {
dengyihao's avatar
dengyihao 已提交
3787 3788
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
X
Xiaoyu Wang 已提交
3789 3790 3791
  strcpy(name.dbname, pDbName);
  tNameGetFullDbName(&name, dbFName);

3792
  struct SVCreateTbReq req = {0};
dengyihao's avatar
dengyihao 已提交
3793 3794
  req.type = TD_CHILD_TABLE;
  req.name = strdup(pTableName);
H
Hongze Cheng 已提交
3795 3796
  req.ctb.suid = suid;
  req.ctb.pTag = row;
3797

X
Xiaoyu Wang 已提交
3798
  SVgroupCreateTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
3799
  if (pTableBatch == NULL) {
X
Xiaoyu Wang 已提交
3800
    SVgroupCreateTableBatch tBatch = {0};
3801
    tBatch.info = *pVgInfo;
D
dapan1121 已提交
3802
    strcpy(tBatch.dbName, pDbName);
3803 3804 3805 3806 3807 3808 3809 3810 3811 3812

    tBatch.req.pArray = taosArrayInit(4, sizeof(struct SVCreateTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
}

dengyihao's avatar
dengyihao 已提交
3813 3814
static int32_t addValToKVRow(STranslateContext* pCxt, SValueNode* pVal, const SSchema* pSchema,
                             SKVRowBuilder* pBuilder) {
L
Liu Jicong 已提交
3815 3816
  if (pSchema->type == TSDB_DATA_TYPE_JSON) {
    if (pVal->literal && strlen(pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
3817
      return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pVal->literal);
3818
    }
3819 3820

    return parseJsontoTagData(pVal->literal, pBuilder, &pCxt->msgBuf, pSchema->colId);
3821 3822
  }

L
Liu Jicong 已提交
3823
  if (pVal->node.resType.type == TSDB_DATA_TYPE_NULL) {
3824
    // todo
L
Liu Jicong 已提交
3825 3826 3827
  } else {
    tdAddColToKVRow(pBuilder, pSchema->colId, &(pVal->datum.p),
                    IS_VAR_DATA_TYPE(pSchema->type) ? varDataTLen(pVal->datum.p) : TYPE_BYTES[pSchema->type]);
3828
  }
3829 3830

  return TSDB_CODE_SUCCESS;
3831 3832
}

3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849
static int32_t createValueFromFunction(STranslateContext* pCxt, SFunctionNode* pFunc, SValueNode** pVal) {
  if (DEAL_RES_ERROR == translateFunction(pCxt, pFunc)) {
    return pCxt->errCode;
  }
  return scalarCalculateConstants((SNode*)pFunc, (SNode**)pVal);
}

static int32_t translateTagVal(STranslateContext* pCxt, SNode* pNode, SValueNode** pVal) {
  if (QUERY_NODE_FUNCTION == nodeType(pNode)) {
    return createValueFromFunction(pCxt, (SFunctionNode*)pNode, pVal);
  } else if (QUERY_NODE_VALUE == nodeType(pNode)) {
    return (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pNode) ? pCxt->errCode : TSDB_CODE_SUCCESS);
  } else {
    return TSDB_CODE_FAILED;
  }
}

dengyihao's avatar
dengyihao 已提交
3850 3851
static int32_t buildKVRowForBindTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
                                     SKVRowBuilder* pBuilder) {
3852
  int32_t numOfTags = getNumOfTags(pSuperTableMeta);
dengyihao's avatar
dengyihao 已提交
3853 3854
  if (LIST_LENGTH(pStmt->pValsOfTags) != LIST_LENGTH(pStmt->pSpecificTags) ||
      numOfTags < LIST_LENGTH(pStmt->pValsOfTags)) {
3855
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
3856
  }
3857

3858
  SSchema* pTagSchema = getTableTagSchema(pSuperTableMeta);
3859 3860
  SNode *  pTag, *pNode;
  FORBOTH(pTag, pStmt->pSpecificTags, pNode, pStmt->pValsOfTags) {
3861
    SColumnNode* pCol = (SColumnNode*)pTag;
dengyihao's avatar
dengyihao 已提交
3862
    SSchema*     pSchema = NULL;
3863 3864
    for (int32_t i = 0; i < numOfTags; ++i) {
      if (0 == strcmp(pCol->colName, pTagSchema[i].name)) {
dengyihao's avatar
dengyihao 已提交
3865 3866
        pSchema = pTagSchema + i;
        break;
3867 3868 3869
      }
    }
    if (NULL == pSchema) {
3870
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAG_NAME, pCol->colName);
3871
    }
3872
    SValueNode* pVal = NULL;
X
Xiaoyu Wang 已提交
3873
    int32_t     code = translateTagVal(pCxt, pNode, &pVal);
3874 3875 3876 3877 3878 3879 3880 3881 3882 3883
    if (TSDB_CODE_SUCCESS == code) {
      if (NULL == pVal) {
        pVal = (SValueNode*)pNode;
      } else {
        REPLACE_LIST2_NODE(pVal);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = addValToKVRow(pCxt, pVal, pSchema, pBuilder);
    }
3884 3885 3886 3887
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
  }
3888

3889 3890
  return TSDB_CODE_SUCCESS;
}
3891

dengyihao's avatar
dengyihao 已提交
3892 3893
static int32_t buildKVRowForAllTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
                                    SKVRowBuilder* pBuilder) {
3894
  if (getNumOfTags(pSuperTableMeta) != LIST_LENGTH(pStmt->pValsOfTags)) {
3895
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
3896 3897 3898
  }

  SSchema* pTagSchema = getTableTagSchema(pSuperTableMeta);
3899
  SNode*   pNode;
dengyihao's avatar
dengyihao 已提交
3900
  int32_t  index = 0;
3901 3902
  FOREACH(pNode, pStmt->pValsOfTags) {
    SValueNode* pVal = NULL;
X
Xiaoyu Wang 已提交
3903
    int32_t     code = translateTagVal(pCxt, pNode, &pVal);
3904 3905 3906 3907 3908 3909 3910 3911 3912 3913
    if (TSDB_CODE_SUCCESS == code) {
      if (NULL == pVal) {
        pVal = (SValueNode*)pNode;
      } else {
        REPLACE_NODE(pVal);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = addValToKVRow(pCxt, pVal, pTagSchema + index++, pBuilder);
    }
3914 3915
    if (TSDB_CODE_SUCCESS != code) {
      return code;
3916
    }
3917
  }
3918

3919 3920 3921
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3922 3923
static int32_t checkCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt) {
  if (0 != strcmp(pStmt->dbName, pStmt->useDbName)) {
dengyihao's avatar
dengyihao 已提交
3924
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR);
X
Xiaoyu Wang 已提交
3925 3926 3927
  }
  return TSDB_CODE_SUCCESS;
}
3928
static int32_t rewriteCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt, SHashObj* pVgroupHashmap) {
X
Xiaoyu Wang 已提交
3929 3930
  int32_t code = checkCreateSubTable(pCxt, pStmt);

3931
  STableMeta* pSuperTableMeta = NULL;
X
Xiaoyu Wang 已提交
3932 3933 3934
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableMeta(pCxt, pStmt->useDbName, pStmt->useTableName, &pSuperTableMeta);
  }
X
Xiaoyu Wang 已提交
3935

3936 3937 3938 3939 3940 3941 3942
  SKVRowBuilder kvRowBuilder = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = tdInitKVRowBuilder(&kvRowBuilder);
  }

  if (TSDB_CODE_SUCCESS == code) {
    if (NULL != pStmt->pSpecificTags) {
dengyihao's avatar
dengyihao 已提交
3943
      code = buildKVRowForBindTags(pCxt, pStmt, pSuperTableMeta, &kvRowBuilder);
3944
    } else {
dengyihao's avatar
dengyihao 已提交
3945
      code = buildKVRowForAllTags(pCxt, pStmt, pSuperTableMeta, &kvRowBuilder);
3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956
    }
  }

  SKVRow row = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    row = tdGetKVRowFromBuilder(&kvRowBuilder);
    if (NULL == row) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      tdSortKVRowByColIdx(row);
    }
dengyihao's avatar
dengyihao 已提交
3957
  }
3958 3959 3960

  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3961
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
3962 3963
  }
  if (TSDB_CODE_SUCCESS == code) {
dengyihao's avatar
dengyihao 已提交
3964 3965
    addCreateTbReqIntoVgroup(pCxt->pParseCxt->acctId, pVgroupHashmap, pStmt->dbName, pStmt->tableName, row,
                             pSuperTableMeta->uid, &info);
3966 3967
  }

wafwerar's avatar
wafwerar 已提交
3968
  taosMemoryFreeClear(pSuperTableMeta);
3969 3970 3971 3972
  tdDestroyKVRowBuilder(&kvRowBuilder);
  return code;
}

X
Xiaoyu Wang 已提交
3973
static SArray* serializeVgroupsCreateTableBatch(int32_t acctId, SHashObj* pVgroupHashmap) {
3974 3975 3976 3977 3978
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }

X
Xiaoyu Wang 已提交
3979 3980
  int32_t                  code = TSDB_CODE_SUCCESS;
  SVgroupCreateTableBatch* pTbBatch = NULL;
3981 3982 3983 3984 3985 3986
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }

X
Xiaoyu Wang 已提交
3987
    serializeVgroupCreateTableBatch(pTbBatch, pBufArray);
3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002
    destroyCreateTbReqBatch(pTbBatch);
  } while (true);

  return pBufArray;
}

static int32_t rewriteCreateMultiTable(STranslateContext* pCxt, SQuery* pQuery) {
  SCreateMultiTableStmt* pStmt = (SCreateMultiTableStmt*)pQuery->pRoot;

  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
dengyihao's avatar
dengyihao 已提交
4003
  SNode*  pNode;
4004 4005 4006 4007 4008 4009 4010 4011
  FOREACH(pNode, pStmt->pSubTables) {
    code = rewriteCreateSubTable(pCxt, (SCreateSubTableClause*)pNode, pVgroupHashmap);
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
  }

X
Xiaoyu Wang 已提交
4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051
  SArray* pBufArray = serializeVgroupsCreateTableBatch(pCxt->pParseCxt->acctId, pVgroupHashmap);
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  return rewriteToVnodeModifOpStmt(pQuery, pBufArray);
}

typedef struct SVgroupDropTableBatch {
  SVDropTbBatchReq req;
  SVgroupInfo      info;
  char             dbName[TSDB_DB_NAME_LEN];
} SVgroupDropTableBatch;

static void addDropTbReqIntoVgroup(SHashObj* pVgroupHashmap, SDropTableClause* pClause, SVgroupInfo* pVgInfo) {
  SVDropTbReq            req = {.name = pClause->tableName, .igNotExists = pClause->ignoreNotExists};
  SVgroupDropTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (NULL == pTableBatch) {
    SVgroupDropTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    tBatch.req.pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
}

static int32_t buildDropTableVgroupHashmap(STranslateContext* pCxt, SDropTableClause* pClause, bool* pIsSuperTable,
                                           SHashObj* pVgroupHashmap) {
  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pClause->dbName, pClause->tableName, &pTableMeta);

  if (TSDB_CODE_SUCCESS == code && TSDB_SUPER_TABLE == pTableMeta->tableType) {
    *pIsSuperTable = true;
    goto over;
  }

4052 4053 4054 4055
  if (TSDB_CODE_PAR_TABLE_NOT_EXIST == code && pClause->ignoreNotExists) {
    code = TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069 4070 4071 4072 4073
  *pIsSuperTable = false;

  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pClause->dbName, pClause->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
    addDropTbReqIntoVgroup(pVgroupHashmap, pClause, &info);
  }

over:
  taosMemoryFreeClear(pTableMeta);
  return code;
}

static void destroyDropTbReqBatch(SVgroupDropTableBatch* pTbBatch) { taosArrayDestroy(pTbBatch->req.pArray); }

static int32_t serializeVgroupDropTableBatch(SVgroupDropTableBatch* pTbBatch, SArray* pBufArray) {
H
Hongze Cheng 已提交
4074 4075
  int      tlen;
  SEncoder coder = {0};
X
Xiaoyu Wang 已提交
4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087

  int32_t ret = 0;
  tEncodeSize(tEncodeSVDropTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

H
Hongze Cheng 已提交
4088
  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
X
Xiaoyu Wang 已提交
4089
  tEncodeSVDropTbBatchReq(&coder, &pTbBatch->req);
H
Hongze Cheng 已提交
4090
  tEncoderClear(&coder);
X
Xiaoyu Wang 已提交
4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
}

static SArray* serializeVgroupsDropTableBatch(int32_t acctId, SHashObj* pVgroupHashmap) {
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }

  int32_t                code = TSDB_CODE_SUCCESS;
  SVgroupDropTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }

    serializeVgroupDropTableBatch(pTbBatch, pBufArray);
    destroyDropTbReqBatch(pTbBatch);
  } while (true);

  return pBufArray;
}

static int32_t rewriteDropTable(STranslateContext* pCxt, SQuery* pQuery) {
  SDropTableStmt* pStmt = (SDropTableStmt*)pQuery->pRoot;

  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  bool   isSuperTable = false;
  SNode* pNode;
  FOREACH(pNode, pStmt->pTables) {
    int32_t code = buildDropTableVgroupHashmap(pCxt, (SDropTableClause*)pNode, &isSuperTable, pVgroupHashmap);
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
    if (isSuperTable && LIST_LENGTH(pStmt->pTables) > 1) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_STABLE);
    }
  }

  if (isSuperTable) {
    taosHashCleanup(pVgroupHashmap);
    return TSDB_CODE_SUCCESS;
  }

  SArray* pBufArray = serializeVgroupsDropTableBatch(pCxt->pParseCxt->acctId, pVgroupHashmap);
X
Xiaoyu Wang 已提交
4153
  taosHashCleanup(pVgroupHashmap);
4154 4155 4156 4157 4158 4159 4160
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  return rewriteToVnodeModifOpStmt(pQuery, pBufArray);
}

4161 4162 4163 4164 4165
static int32_t rewriteAlterTable(STranslateContext* pCxt, SQuery* pQuery) {
  // todo
  return TSDB_CODE_SUCCESS;
}

4166 4167 4168
static int32_t rewriteQuery(STranslateContext* pCxt, SQuery* pQuery) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pQuery->pRoot)) {
4169
    case QUERY_NODE_SHOW_LICENCE_STMT:
X
Xiaoyu Wang 已提交
4170
    case QUERY_NODE_SHOW_DATABASES_STMT:
X
Xiaoyu Wang 已提交
4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_STREAMS_STMT:
4182 4183
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
4184 4185
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
4186
    case QUERY_NODE_SHOW_CLUSTER_STMT:
X
Xiaoyu Wang 已提交
4187
    case QUERY_NODE_SHOW_TOPICS_STMT:
4188
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
X
Xiaoyu Wang 已提交
4189
      code = rewriteShow(pCxt, pQuery);
X
Xiaoyu Wang 已提交
4190
      break;
4191 4192 4193 4194 4195 4196 4197 4198
    case QUERY_NODE_CREATE_TABLE_STMT:
      if (NULL == ((SCreateTableStmt*)pQuery->pRoot)->pTags) {
        code = rewriteCreateTable(pCxt, pQuery);
      }
      break;
    case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
      code = rewriteCreateMultiTable(pCxt, pQuery);
      break;
X
Xiaoyu Wang 已提交
4199 4200 4201
    case QUERY_NODE_DROP_TABLE_STMT:
      code = rewriteDropTable(pCxt, pQuery);
      break;
4202 4203 4204 4205 4206
    case QUERY_NODE_ALTER_TABLE_STMT:
      if (TSDB_ALTER_TABLE_UPDATE_TAG_VAL == ((SAlterTableStmt*)pQuery->pRoot)->alterType) {
        code = rewriteAlterTable(pCxt, pQuery);
      }
      break;
4207 4208 4209 4210 4211 4212
    default:
      break;
  }
  return code;
}

4213 4214 4215
static int32_t setQuery(STranslateContext* pCxt, SQuery* pQuery) {
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SELECT_STMT:
X
Xiaoyu Wang 已提交
4216
    case QUERY_NODE_SET_OPERATOR:
4217
    case QUERY_NODE_EXPLAIN_STMT:
X
Xiaoyu Wang 已提交
4218
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
4219 4220 4221 4222
      pQuery->haveResultSet = true;
      pQuery->msgType = TDMT_VND_QUERY;
      break;
    case QUERY_NODE_VNODE_MODIF_STMT:
X
Xiaoyu Wang 已提交
4223
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
4224 4225
      pQuery->msgType = TDMT_VND_CREATE_TABLE;
      break;
4226
    case QUERY_NODE_DESCRIBE_STMT:
X
Xiaoyu Wang 已提交
4227
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
4228 4229 4230
      pQuery->haveResultSet = true;
      break;
    case QUERY_NODE_RESET_QUERY_CACHE_STMT:
X
Xiaoyu Wang 已提交
4231
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
4232
      break;
4233
    default:
X
Xiaoyu Wang 已提交
4234
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
X
Xiaoyu Wang 已提交
4235
      if (NULL != pCxt->pCmdMsg) {
wafwerar's avatar
wafwerar 已提交
4236
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
X
Xiaoyu Wang 已提交
4237 4238
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
4239 4240
      break;
  }
4241 4242 4243 4244 4245

  if (pQuery->haveResultSet) {
    if (TSDB_CODE_SUCCESS != extractResultSchema(pQuery->pRoot, &pQuery->numOfResCols, &pQuery->pResSchema)) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
4246

4247 4248 4249
    if (nodeType(pQuery->pRoot) == QUERY_NODE_SELECT_STMT) {
      pQuery->precision = extractResultTsPrecision((SSelectStmt*)pQuery->pRoot);
    }
4250
  }
dengyihao's avatar
dengyihao 已提交
4251

X
Xiaoyu Wang 已提交
4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275
  if (NULL != pCxt->pDbs) {
    pQuery->pDbList = taosArrayInit(taosHashGetSize(pCxt->pDbs), TSDB_DB_FNAME_LEN);
    if (NULL == pQuery->pDbList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SFullDatabaseName* pDb = taosHashIterate(pCxt->pDbs, NULL);
    while (NULL != pDb) {
      taosArrayPush(pQuery->pDbList, pDb->fullDbName);
      pDb = taosHashIterate(pCxt->pDbs, pDb);
    }
  }

  if (NULL != pCxt->pTables) {
    pQuery->pTableList = taosArrayInit(taosHashGetSize(pCxt->pTables), sizeof(SName));
    if (NULL == pQuery->pTableList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SName* pTable = taosHashIterate(pCxt->pTables, NULL);
    while (NULL != pTable) {
      taosArrayPush(pQuery->pTableList, pTable);
      pTable = taosHashIterate(pCxt->pTables, pTable);
    }
  }

X
bugfix  
Xiaoyu Wang 已提交
4276
  return TSDB_CODE_SUCCESS;
4277 4278
}

X
Xiaoyu Wang 已提交
4279
int32_t translate(SParseContext* pParseCxt, SQuery* pQuery) {
4280
  STranslateContext cxt = {0};
4281 4282

  int32_t code = initTranslateContext(pParseCxt, &cxt);
4283 4284
  if (TSDB_CODE_SUCCESS == code) {
    code = fmFuncMgtInit();
X
Xiaoyu Wang 已提交
4285
  }
4286 4287 4288
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteQuery(&cxt, pQuery);
  }
X
Xiaoyu Wang 已提交
4289 4290
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(&cxt, pQuery->pRoot);
4291
  }
4292
  if (TSDB_CODE_SUCCESS == code) {
4293
    code = setQuery(&cxt, pQuery);
4294
  }
4295
  destroyTranslateContext(&cxt);
X
Xiaoyu Wang 已提交
4296
  return code;
4297
}