parTranslater.c 213.7 KB
Newer Older
1
/*
wmmhello's avatar
wmmhello 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

X
Xiaoyu Wang 已提交
16
#include "parInt.h"
17

X
Xiaoyu Wang 已提交
18
#include "catalog.h"
19
#include "cmdnodes.h"
X
Xiaoyu Wang 已提交
20
#include "filter.h"
21
#include "functionMgt.h"
X
Xiaoyu Wang 已提交
22
#include "parUtil.h"
23
#include "scalar.h"
24
#include "systable.h"
X
Xiaoyu Wang 已提交
25
#include "tglobal.h"
26
#include "ttime.h"
27

X
Xiaoyu Wang 已提交
28
#define generateDealNodeErrMsg(pCxt, code, ...) \
wmmhello's avatar
wmmhello 已提交
29
  (pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, code, ##__VA_ARGS__), DEAL_RES_ERROR)
X
Xiaoyu Wang 已提交
30

31
typedef struct STranslateContext {
wmmhello's avatar
wmmhello 已提交
32 33 34 35 36 37
  SParseContext*   pParseCxt;
  int32_t          errCode;
  SMsgBuf          msgBuf;
  SArray*          pNsLevel;  // element is SArray*, the element of this subarray is STableNode*
  int32_t          currLevel;
  ESqlClause       currClause;
X
Xiaoyu Wang 已提交
38
  SSelectStmt*     pCurrSelectStmt;
39
  SSetOperator*    pCurrSetOperator;
wmmhello's avatar
wmmhello 已提交
40 41 42 43
  SCmdMsgInfo*     pCmdMsg;
  SHashObj*        pDbs;
  SHashObj*        pTables;
  SExplainOptions* pExplainOpt;
44
  SParseMetaCache* pMetaCache;
X
Xiaoyu Wang 已提交
45
  bool             createStream;
46
  bool             stableQuery;
47 48
} STranslateContext;

X
Xiaoyu Wang 已提交
49
typedef struct SFullDatabaseName {
wmmhello's avatar
wmmhello 已提交
50
  char fullDbName[TSDB_DB_FNAME_LEN];
X
Xiaoyu Wang 已提交
51 52
} SFullDatabaseName;

X
Xiaoyu Wang 已提交
53 54 55
static int32_t  translateSubquery(STranslateContext* pCxt, SNode* pNode);
static int32_t  translateQuery(STranslateContext* pCxt, SNode* pNode);
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal);
56

dengyihao's avatar
dengyihao 已提交
57
static bool afterGroupBy(ESqlClause clause) { return clause > SQL_CLAUSE_GROUP_BY; }
58

dengyihao's avatar
dengyihao 已提交
59
static bool beforeHaving(ESqlClause clause) { return clause < SQL_CLAUSE_HAVING; }
60

61 62
static bool afterHaving(ESqlClause clause) { return clause > SQL_CLAUSE_HAVING; }

63
static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
wmmhello's avatar
wmmhello 已提交
64 65 66 67 68 69 70 71 72 73 74 75 76 77 78
  size_t currTotalLevel = taosArrayGetSize(pCxt->pNsLevel);
  if (currTotalLevel > pCxt->currLevel) {
    SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
    taosArrayPush(pTables, &pTable);
  } else {
    do {
      SArray* pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
      if (pCxt->currLevel == currTotalLevel) {
        taosArrayPush(pTables, &pTable);
      }
      taosArrayPush(pCxt->pNsLevel, &pTables);
      ++currTotalLevel;
    } while (currTotalLevel <= pCxt->currLevel);
  }
  return TSDB_CODE_SUCCESS;
79 80
}

X
Xiaoyu Wang 已提交
81
static SName* toName(int32_t acctId, const char* pDbName, const char* pTableName, SName* pName) {
wmmhello's avatar
wmmhello 已提交
82 83 84 85 86
  pName->type = TSDB_TABLE_NAME_T;
  pName->acctId = acctId;
  strcpy(pName->dbname, pDbName);
  strcpy(pName->tname, pTableName);
  return pName;
87 88
}

D
dapan1121 已提交
89
static int32_t collectUseDatabaseImpl(const char* pFullDbName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
90 91 92
  SFullDatabaseName name = {0};
  strcpy(name.fullDbName, pFullDbName);
  return taosHashPut(pDbs, pFullDbName, strlen(pFullDbName), &name, sizeof(SFullDatabaseName));
X
Xiaoyu Wang 已提交
93 94
}

D
dapan1121 已提交
95
static int32_t collectUseDatabase(const SName* pName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
96 97 98
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(pName, dbFName);
  return collectUseDatabaseImpl(dbFName, pDbs);
D
dapan1121 已提交
99 100
}

X
Xiaoyu Wang 已提交
101
static int32_t collectUseTable(const SName* pName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
102 103 104
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  return taosHashPut(pDbs, fullName, strlen(fullName), pName, sizeof(SName));
X
Xiaoyu Wang 已提交
105 106 107
}

static int32_t getTableMetaImpl(STranslateContext* pCxt, const SName* pName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
108
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
109 110 111 112 113 114 115 116
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableMetaFromCache(pCxt->pMetaCache, pName, pMeta);
    } else {
X
Xiaoyu Wang 已提交
117
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
118 119 120 121
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableMeta(pParCxt->pCatalog, &conn, pName, pMeta);
122
    }
wmmhello's avatar
wmmhello 已提交
123 124 125 126 127 128
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetTableMeta error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
                pName->tname);
  }
  return code;
X
Xiaoyu Wang 已提交
129 130
}

X
Xiaoyu Wang 已提交
131
static int32_t getTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
132 133
  SName name;
  return getTableMetaImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pMeta);
X
Xiaoyu Wang 已提交
134 135
}

D
dapan1121 已提交
136 137 138 139 140 141 142 143 144 145 146 147 148 149
static int32_t getTableCfg(STranslateContext* pCxt, const SName* pName, STableCfg** pCfg) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableCfgFromCache(pCxt->pMetaCache, pName, pCfg);
    } else {
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
D
dapan1121 已提交
150
      code = catalogRefreshGetTableCfg(pParCxt->pCatalog, &conn, pName, pCfg);
D
dapan1121 已提交
151 152 153
    }
  }
  if (TSDB_CODE_SUCCESS != code) {
D
dapan1121 已提交
154
    parserError("catalogRefreshGetTableCfg error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
D
dapan1121 已提交
155 156 157 158 159
                pName->tname);
  }
  return code;
}

160
static int32_t refreshGetTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
161 162 163 164
                                   STableMeta** pMeta) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name);
165 166 167 168
  int32_t code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getTableMetaFromCache(pCxt->pMetaCache, &name, pMeta);
  } else {
X
Xiaoyu Wang 已提交
169
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
170 171 172
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
173 174

    code = catalogRefreshGetTableMeta(pParCxt->pCatalog, &conn, &name, pMeta, false);
175
  }
wmmhello's avatar
wmmhello 已提交
176 177 178 179 180
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogRefreshGetTableMeta error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pDbName,
                pTableName);
  }
  return code;
181 182
}

X
Xiaoyu Wang 已提交
183
static int32_t getDBVgInfoImpl(STranslateContext* pCxt, const SName* pName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
184 185 186
  SParseContext* pParCxt = pCxt->pParseCxt;
  char           fullDbName[TSDB_DB_FNAME_LEN];
  tNameGetFullDbName(pName, fullDbName);
D
dapan1121 已提交
187 188 189 190 191
  int32_t code = collectUseDatabaseImpl(fullDbName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbVgInfoFromCache(pCxt->pMetaCache, fullDbName, pVgInfo);
    } else {
X
Xiaoyu Wang 已提交
192
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
193 194 195 196
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetDBVgInfo(pParCxt->pCatalog, &conn, fullDbName, pVgInfo);
197
    }
wmmhello's avatar
wmmhello 已提交
198 199 200 201 202
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBVgInfo error, code:%s, dbFName:%s", tstrerror(code), fullDbName);
  }
  return code;
X
Xiaoyu Wang 已提交
203 204
}

X
Xiaoyu Wang 已提交
205
static int32_t getDBVgInfo(STranslateContext* pCxt, const char* pDbName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
206 207 208 209 210
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
  return getDBVgInfoImpl(pCxt, &name, pVgInfo);
X
Xiaoyu Wang 已提交
211 212
}

X
Xiaoyu Wang 已提交
213
static int32_t getTableHashVgroupImpl(STranslateContext* pCxt, const SName* pName, SVgroupInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
214
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
215 216 217 218 219 220 221 222
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableVgroupFromCache(pCxt->pMetaCache, pName, pInfo);
    } else {
X
Xiaoyu Wang 已提交
223
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
224 225 226 227
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableHashVgroup(pParCxt->pCatalog, &conn, pName, pInfo);
228
    }
wmmhello's avatar
wmmhello 已提交
229 230 231 232 233 234
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetTableHashVgroup error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname,
                pName->tname);
  }
  return code;
X
Xiaoyu Wang 已提交
235 236
}

dengyihao's avatar
dengyihao 已提交
237
static int32_t getTableHashVgroup(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
238 239 240
                                  SVgroupInfo* pInfo) {
  SName name;
  return getTableHashVgroupImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pInfo);
X
Xiaoyu Wang 已提交
241 242
}

dengyihao's avatar
dengyihao 已提交
243
static int32_t getDBVgVersion(STranslateContext* pCxt, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
wmmhello's avatar
wmmhello 已提交
244 245
                              int32_t* pTableNum) {
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
246 247 248 249 250
  int32_t        code = collectUseDatabaseImpl(pDbFName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbVgVersionFromCache(pCxt->pMetaCache, pDbFName, pVersion, pDbId, pTableNum);
    } else {
251 252
      code = catalogGetDBVgVersion(pParCxt->pCatalog, pDbFName, pVersion, pDbId, pTableNum);
    }
wmmhello's avatar
wmmhello 已提交
253 254 255 256 257
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBVgVersion error, code:%s, dbFName:%s", tstrerror(code), pDbFName);
  }
  return code;
X
Xiaoyu Wang 已提交
258 259
}

260
static int32_t getDBCfg(STranslateContext* pCxt, const char* pDbName, SDbCfgInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
261 262 263 264 265
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
D
dapan1121 已提交
266 267 268 269 270
  int32_t code = collectUseDatabaseImpl(dbFname, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbCfgFromCache(pCxt->pMetaCache, dbFname, pInfo);
    } else {
X
Xiaoyu Wang 已提交
271
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
272 273 274 275 276
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};

      code = catalogGetDBCfg(pParCxt->pCatalog, &conn, dbFname, pInfo);
277
    }
wmmhello's avatar
wmmhello 已提交
278 279 280 281 282
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("catalogGetDBCfg error, code:%s, dbFName:%s", tstrerror(code), dbFname);
  }
  return code;
283 284
}

285 286 287 288 289 290 291
static int32_t getUdfInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SFuncInfo      funcInfo = {0};
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getUdfInfoFromCache(pCxt->pMetaCache, pFunc->functionName, &funcInfo);
  } else {
X
Xiaoyu Wang 已提交
292
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
293 294 295 296
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};

X
Xiaoyu Wang 已提交
297
    code = catalogGetUdfInfo(pParCxt->pCatalog, &conn, pFunc->functionName, &funcInfo);
298 299 300 301 302 303 304 305 306 307 308 309
  }
  if (TSDB_CODE_SUCCESS == code) {
    pFunc->funcType = FUNCTION_TYPE_UDF;
    pFunc->funcId = TSDB_FUNC_TYPE_AGGREGATE == funcInfo.funcType ? FUNC_AGGREGATE_UDF_ID : FUNC_SCALAR_UDF_ID;
    pFunc->node.resType.type = funcInfo.outputType;
    pFunc->node.resType.bytes = funcInfo.outputLen;
    pFunc->udfBufSize = funcInfo.bufSize;
    tFreeSFuncInfo(&funcInfo);
  }
  return code;
}

X
Xiaoyu Wang 已提交
310
static int32_t getTableIndex(STranslateContext* pCxt, const SName* pName, SArray** pIndexes) {
X
Xiaoyu Wang 已提交
311
  SParseContext* pParCxt = pCxt->pParseCxt;
X
Xiaoyu Wang 已提交
312 313 314 315
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
316
  if (pParCxt->async) {
X
Xiaoyu Wang 已提交
317
    code = getTableIndexFromCache(pCxt->pMetaCache, pName, pIndexes);
X
Xiaoyu Wang 已提交
318
  } else {
X
Xiaoyu Wang 已提交
319
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
320 321 322
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
323

D
dapan1121 已提交
324
    code = catalogGetTableIndex(pParCxt->pCatalog, &conn, pName, pIndexes);
X
Xiaoyu Wang 已提交
325 326
  }
  if (TSDB_CODE_SUCCESS != code) {
X
Xiaoyu Wang 已提交
327
    parserError("getTableIndex error, code:%s, dbName:%s, tbName:%s", tstrerror(code), pName->dbname, pName->tname);
X
Xiaoyu Wang 已提交
328 329 330 331
  }
  return code;
}

332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349
static int32_t getDnodeList(STranslateContext* pCxt, SArray** pDnodes) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getDnodeListFromCache(pCxt->pMetaCache, pDnodes);
  } else {
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
    code = catalogGetDnodeList(pParCxt->pCatalog, &conn, pDnodes);
  }
  if (TSDB_CODE_SUCCESS != code) {
    parserError("getDnodeList error, code:%s", tstrerror(code));
  }
  return code;
}

350
static int32_t initTranslateContext(SParseContext* pParseCxt, SParseMetaCache* pMetaCache, STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
351 352 353 354 355 356 357
  pCxt->pParseCxt = pParseCxt;
  pCxt->errCode = TSDB_CODE_SUCCESS;
  pCxt->msgBuf.buf = pParseCxt->pMsg;
  pCxt->msgBuf.len = pParseCxt->msgLen;
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  pCxt->currLevel = 0;
  pCxt->currClause = 0;
358
  pCxt->pMetaCache = pMetaCache;
wmmhello's avatar
wmmhello 已提交
359 360 361 362 363 364
  pCxt->pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  pCxt->pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  if (NULL == pCxt->pNsLevel || NULL == pCxt->pDbs || NULL == pCxt->pTables) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
365 366
}

X
Xiaoyu Wang 已提交
367
static int32_t resetTranslateNamespace(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
368 369 370 371 372 373 374 375 376 377 378 379
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  if (NULL == pCxt->pNsLevel) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
380 381
}

382
static void destroyTranslateContext(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
383 384 385 386 387 388 389
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
390

wmmhello's avatar
wmmhello 已提交
391 392 393 394
  if (NULL != pCxt->pCmdMsg) {
    taosMemoryFreeClear(pCxt->pCmdMsg->pMsg);
    taosMemoryFreeClear(pCxt->pCmdMsg);
  }
395

wmmhello's avatar
wmmhello 已提交
396 397
  taosHashCleanup(pCxt->pDbs);
  taosHashCleanup(pCxt->pTables);
398 399
}

400
static bool isAliasColumn(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
401
  return (QUERY_NODE_COLUMN == nodeType(pNode) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]));
402 403 404
}

static bool isAggFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
405
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsAggFunc(((SFunctionNode*)pNode)->funcId));
406 407 408
}

static bool isSelectFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
409
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsSelectFunc(((SFunctionNode*)pNode)->funcId));
410 411
}

412
static bool isTimelineFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
413
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsTimelineFunc(((SFunctionNode*)pNode)->funcId));
414 415
}

416
static bool isScanPseudoColumnFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
417
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsScanPseudoColumnFunc(((SFunctionNode*)pNode)->funcId));
418 419
}

wmmhello's avatar
wmmhello 已提交
420 421
static bool isIndefiniteRowsFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsIndefiniteRowsFunc(((SFunctionNode*)pNode)->funcId));
422 423
}

X
Xiaoyu Wang 已提交
424 425 426 427
static bool isVectorFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsVectorFunc(((SFunctionNode*)pNode)->funcId));
}

428
static bool isDistinctOrderBy(STranslateContext* pCxt) {
X
Xiaoyu Wang 已提交
429
  return (SQL_CLAUSE_ORDER_BY == pCxt->currClause && pCxt->pCurrSelectStmt->isDistinct);
430 431
}

432
static bool belongTable(const char* currentDb, const SColumnNode* pCol, const STableNode* pTable) {
wmmhello's avatar
wmmhello 已提交
433 434 435 436 437 438 439 440 441 442
  int cmp = 0;
  if ('\0' != pCol->dbName[0]) {
    cmp = strcmp(pCol->dbName, pTable->dbName);
  } else {
    cmp = (QUERY_NODE_REAL_TABLE == nodeType(pTable) ? strcmp(currentDb, pTable->dbName) : 0);
  }
  if (0 == cmp) {
    cmp = strcmp(pCol->tableAlias, pTable->tableAlias);
  }
  return (0 == cmp);
443 444
}

X
Xiaoyu Wang 已提交
445
static SNodeList* getProjectList(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
446 447 448 449 450 451
  if (QUERY_NODE_SELECT_STMT == nodeType(pNode)) {
    return ((SSelectStmt*)pNode)->pProjectionList;
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pNode)) {
    return ((SSetOperator*)pNode)->pProjectionList;
  }
  return NULL;
452 453
}

X
Xiaoyu Wang 已提交
454
static void setColumnInfoBySchema(const SRealTableNode* pTable, const SSchema* pColSchema, int32_t tagFlag,
wmmhello's avatar
wmmhello 已提交
455 456 457 458 459 460 461 462 463 464 465
                                  SColumnNode* pCol) {
  strcpy(pCol->dbName, pTable->table.dbName);
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  strcpy(pCol->tableName, pTable->table.tableName);
  strcpy(pCol->colName, pColSchema->name);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pColSchema->name);
  }
  pCol->tableId = pTable->pMeta->uid;
  pCol->tableType = pTable->pMeta->tableType;
  pCol->colId = pColSchema->colId;
X
Xiaoyu Wang 已提交
466 467
  pCol->colType = (tagFlag >= 0 ? COLUMN_TYPE_TAG : COLUMN_TYPE_COLUMN);
  pCol->hasIndex = (0 == tagFlag);
wmmhello's avatar
wmmhello 已提交
468 469 470 471 472
  pCol->node.resType.type = pColSchema->type;
  pCol->node.resType.bytes = pColSchema->bytes;
  if (TSDB_DATA_TYPE_TIMESTAMP == pCol->node.resType.type) {
    pCol->node.resType.precision = pTable->pMeta->tableInfo.precision;
  }
473 474
}

X
Xiaoyu Wang 已提交
475 476 477
static void setColumnInfoByExpr(const STableNode* pTable, SExprNode* pExpr, SColumnNode** pColRef) {
  SColumnNode* pCol = *pColRef;

478
  // pCol->pProjectRef = (SNode*)pExpr;
wmmhello's avatar
wmmhello 已提交
479 480 481
  if (NULL == pExpr->pAssociation) {
    pExpr->pAssociation = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  }
X
Xiaoyu Wang 已提交
482
  taosArrayPush(pExpr->pAssociation, &pColRef);
wmmhello's avatar
wmmhello 已提交
483 484 485 486 487 488 489 490 491 492 493 494 495 496
  if (NULL != pTable) {
    strcpy(pCol->tableAlias, pTable->tableAlias);
  } else if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    SColumnNode* pProjCol = (SColumnNode*)pExpr;
    strcpy(pCol->tableAlias, pProjCol->tableAlias);
    pCol->tableId = pProjCol->tableId;
    pCol->colId = pProjCol->colId;
    pCol->colType = pProjCol->colType;
  }
  strcpy(pCol->colName, pExpr->aliasName);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pCol->colName);
  }
  pCol->node.resType = pExpr->resType;
497 498
}

X
Xiaoyu Wang 已提交
499
static int32_t createColumnsByTable(STranslateContext* pCxt, const STableNode* pTable, SNodeList* pList) {
wmmhello's avatar
wmmhello 已提交
500 501 502 503 504 505 506 507 508
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
    int32_t           nums =
        pMeta->tableInfo.numOfColumns + ((TSDB_SUPER_TABLE == pMeta->tableType) ? pMeta->tableInfo.numOfTags : 0);
    for (int32_t i = 0; i < nums; ++i) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
X
Xiaoyu Wang 已提交
509
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
wmmhello's avatar
wmmhello 已提交
510 511 512 513 514 515 516 517 518 519 520
      nodesListAppend(pList, (SNode*)pCol);
    }
  } else {
    SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
    SNode*     pNode;
    FOREACH(pNode, pProjectList) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
      nodesListAppend(pList, (SNode*)pCol);
X
Xiaoyu Wang 已提交
521 522
      SListCell* pCell = nodesListGetCell(pList, LIST_LENGTH(pList) - 1);
      setColumnInfoByExpr(pTable, (SExprNode*)pNode, (SColumnNode**)&pCell->pNode);
wmmhello's avatar
wmmhello 已提交
523 524 525
    }
  }
  return TSDB_CODE_SUCCESS;
526 527
}

X
Xiaoyu Wang 已提交
528
static bool isInternalPrimaryKey(const SColumnNode* pCol) {
wmmhello's avatar
wmmhello 已提交
529
  return PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId && 0 == strcmp(pCol->colName, PK_TS_COL_INTERNAL_NAME);
X
Xiaoyu Wang 已提交
530 531
}

532
static bool isTimeOrderQuery(SNode* pStmt) {
wmmhello's avatar
wmmhello 已提交
533 534 535 536 537
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->isTimeOrderQuery;
  } else {
    return false;
  }
538 539 540
}

static bool isPrimaryKeyImpl(STempTableNode* pTable, SNode* pExpr) {
wmmhello's avatar
wmmhello 已提交
541 542 543 544 545 546 547 548 549 550 551
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    return (PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pExpr)->colId);
  } else if (QUERY_NODE_FUNCTION == nodeType(pExpr)) {
    SFunctionNode* pFunc = (SFunctionNode*)pExpr;
    if (FUNCTION_TYPE_SELECT_VALUE == pFunc->funcType) {
      return isPrimaryKeyImpl(pTable, nodesListGetNode(pFunc->pParameterList, 0));
    } else if (FUNCTION_TYPE_WSTARTTS == pFunc->funcType || FUNCTION_TYPE_WENDTS == pFunc->funcType) {
      return true;
    }
  }
  return false;
552 553 554
}

static bool isPrimaryKey(STempTableNode* pTable, SNode* pExpr) {
wmmhello's avatar
wmmhello 已提交
555 556 557 558
  if (!isTimeOrderQuery(pTable->pSubquery)) {
    return false;
  }
  return isPrimaryKeyImpl(pTable, pExpr);
559 560
}

561 562
static int32_t findAndSetColumn(STranslateContext* pCxt, SColumnNode** pColRef, const STableNode* pTable,
                                bool* pFound) {
X
Xiaoyu Wang 已提交
563
  SColumnNode* pCol = *pColRef;
564
  *pFound = false;
wmmhello's avatar
wmmhello 已提交
565 566 567
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
    if (isInternalPrimaryKey(pCol)) {
X
Xiaoyu Wang 已提交
568
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema, -1, pCol);
569 570
      *pFound = true;
      return TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
571 572 573 574
    }
    int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
    for (int32_t i = 0; i < nums; ++i) {
      if (0 == strcmp(pCol->colName, pMeta->schema[i].name)) {
X
Xiaoyu Wang 已提交
575
        setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
576
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
577 578 579 580 581 582 583 584
        break;
      }
    }
  } else {
    SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
    SNode*     pNode;
    FOREACH(pNode, pProjectList) {
      SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
585
      if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
586 587 588
        if (*pFound) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, pCol->colName);
        }
X
Xiaoyu Wang 已提交
589
        setColumnInfoByExpr(pTable, pExpr, pColRef);
590
        *pFound = true;
X
Xiaoyu Wang 已提交
591 592 593
      } else if (isPrimaryKey((STempTableNode*)pTable, pNode) && isInternalPrimaryKey(pCol)) {
        setColumnInfoByExpr(pTable, pExpr, pColRef);
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
594 595 596
      }
    }
  }
597
  return TSDB_CODE_SUCCESS;
598 599
}

X
Xiaoyu Wang 已提交
600
static EDealRes translateColumnWithPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
601 602 603 604 605
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    foundTable = false;
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
X
Xiaoyu Wang 已提交
606
    if (belongTable(pCxt->pParseCxt->db, (*pCol), pTable)) {
wmmhello's avatar
wmmhello 已提交
607
      foundTable = true;
608 609 610 611 612 613
      bool foundCol = false;
      pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
      if (TSDB_CODE_SUCCESS != pCxt->errCode) {
        return DEAL_RES_ERROR;
      }
      if (foundCol) {
wmmhello's avatar
wmmhello 已提交
614 615
        break;
      }
X
Xiaoyu Wang 已提交
616
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
617 618 619
    }
  }
  if (!foundTable) {
X
Xiaoyu Wang 已提交
620
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_TABLE_NOT_EXIST, (*pCol)->tableAlias);
wmmhello's avatar
wmmhello 已提交
621 622
  }
  return DEAL_RES_CONTINUE;
623
}
624

X
Xiaoyu Wang 已提交
625
static EDealRes translateColumnWithoutPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
626 627 628
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    found = false;
X
Xiaoyu Wang 已提交
629
  bool    isInternalPk = isInternalPrimaryKey(*pCol);
wmmhello's avatar
wmmhello 已提交
630 631
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
632 633 634 635 636 637
    bool        foundCol = false;
    pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
    if (TSDB_CODE_SUCCESS != pCxt->errCode) {
      return DEAL_RES_ERROR;
    }
    if (foundCol) {
wmmhello's avatar
wmmhello 已提交
638
      if (found) {
X
Xiaoyu Wang 已提交
639
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
640 641
      }
      found = true;
642 643 644
    }
    if (isInternalPk) {
      break;
wmmhello's avatar
wmmhello 已提交
645 646 647 648
    }
  }
  if (!found) {
    if (isInternalPk) {
X
Xiaoyu Wang 已提交
649
      if (NULL != pCxt->pCurrSelectStmt && NULL != pCxt->pCurrSelectStmt->pWindow) {
wmmhello's avatar
wmmhello 已提交
650 651 652 653
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_NOT_ALLOWED_WIN_QUERY);
      }
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_INTERNAL_PK);
    } else {
X
Xiaoyu Wang 已提交
654
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
655 656 657
    }
  }
  return DEAL_RES_CONTINUE;
658 659
}

660 661 662 663 664 665 666 667 668 669 670 671
static SNodeList* getProjectListFromCxt(STranslateContext* pCxt) {
  if (NULL != pCxt->pCurrSelectStmt) {
    return pCxt->pCurrSelectStmt->pProjectionList;
  } else if (NULL != pCxt->pCurrSetOperator) {
    return pCxt->pCurrSetOperator->pProjectionList;
  } else {
    return NULL;
  }
}

static EDealRes translateColumnUseAlias(STranslateContext* pCxt, SColumnNode** pCol, bool* pFound) {
  SNodeList* pProjectionList = getProjectListFromCxt(pCxt);
wmmhello's avatar
wmmhello 已提交
672 673 674
  SNode*     pNode;
  FOREACH(pNode, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
675
    if (0 == strcmp((*pCol)->colName, pExpr->aliasName)) {
676 677 678 679 680 681 682 683 684 685
      SColumnRefNode* pColRef = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
      if (NULL == pColRef) {
        pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
        return DEAL_RES_ERROR;
      }
      strcpy(pColRef->colName, pExpr->aliasName);
      nodesDestroyNode(*(SNode**)pCol);
      *(SNode**)pCol = (SNode*)pColRef;
      *pFound = true;
      return DEAL_RES_CONTINUE;
wmmhello's avatar
wmmhello 已提交
686 687
    }
  }
688 689
  *pFound = false;
  return DEAL_RES_CONTINUE;
690 691
}

X
Xiaoyu Wang 已提交
692
static EDealRes translateColumn(STranslateContext* pCxt, SColumnNode** pCol) {
693 694 695 696
  if (NULL != pCxt->pCurrSelectStmt && NULL == pCxt->pCurrSelectStmt->pFromTable) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
  }

wmmhello's avatar
wmmhello 已提交
697
  // count(*)/first(*)/last(*) and so on
X
Xiaoyu Wang 已提交
698
  if (0 == strcmp((*pCol)->colName, "*")) {
wmmhello's avatar
wmmhello 已提交
699 700 701 702
    return DEAL_RES_CONTINUE;
  }

  EDealRes res = DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
703
  if ('\0' != (*pCol)->tableAlias[0]) {
wmmhello's avatar
wmmhello 已提交
704 705 706 707
    res = translateColumnWithPrefix(pCxt, pCol);
  } else {
    bool found = false;
    if (SQL_CLAUSE_ORDER_BY == pCxt->currClause) {
708 709 710
      res = translateColumnUseAlias(pCxt, pCol, &found);
    }
    if (DEAL_RES_ERROR != res && !found) {
711 712 713 714 715
      if (NULL != pCxt->pCurrSetOperator) {
        res = generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
      } else {
        res = translateColumnWithoutPrefix(pCxt, pCol);
      }
wmmhello's avatar
wmmhello 已提交
716 717 718
    }
  }
  return res;
719 720
}

X
Xiaoyu Wang 已提交
721 722 723 724 725 726 727 728 729 730 731 732
static int32_t parseTimeFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_NUMERIC_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
    if (IS_UNSIGNED_NUMERIC_TYPE(pVal->node.resType.type)) {
      pVal->datum.i = pVal->datum.u;
    } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
      pVal->datum.i = pVal->datum.d;
    } else if (TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
      pVal->datum.i = pVal->datum.b;
    }
wmmhello's avatar
wmmhello 已提交
733 734 735 736 737 738 739 740
    return TSDB_CODE_SUCCESS;
  } else if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_TIMESTAMP == pVal->node.resType.type) {
    if (TSDB_CODE_SUCCESS == taosParseTime(pVal->literal, &pVal->datum.i, pVal->node.resType.bytes,
                                           pVal->node.resType.precision, tsDaylight)) {
      return TSDB_CODE_SUCCESS;
    }
    char* pEnd = NULL;
    pVal->datum.i = taosStr2Int64(pVal->literal, &pEnd, 10);
X
Xiaoyu Wang 已提交
741
    return (NULL != pEnd && '\0' == *pEnd) ? TSDB_CODE_SUCCESS : TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
742
  } else {
X
Xiaoyu Wang 已提交
743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
  }
}

static int32_t parseBoolFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    pVal->datum.b = (0 == strcasecmp(pVal->literal, "true"));
    return TSDB_CODE_SUCCESS;
  } else if (IS_INTEGER_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Int64(pVal->literal, NULL, 10));
    return TSDB_CODE_SUCCESS;
  } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Double(pVal->literal, NULL));
    return TSDB_CODE_SUCCESS;
  } else {
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
759
  }
760 761
}

762
static EDealRes translateValueImpl(STranslateContext* pCxt, SValueNode* pVal, SDataType targetDt) {
X
Xiaoyu Wang 已提交
763
  uint8_t precision = (NULL != pCxt->pCurrSelectStmt ? pCxt->pCurrSelectStmt->precision : targetDt.precision);
764
  pVal->node.resType.precision = precision;
765 766 767
  if (pVal->placeholderNo > 0) {
    return DEAL_RES_CONTINUE;
  }
768
  if (pVal->isDuration) {
dengyihao's avatar
dengyihao 已提交
769 770
    if (parseNatualDuration(pVal->literal, strlen(pVal->literal), &pVal->datum.i, &pVal->unit, precision) !=
        TSDB_CODE_SUCCESS) {
771
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
772
    }
773
    *(int64_t*)&pVal->typeData = pVal->datum.i;
774
  } else {
775
    switch (targetDt.type) {
776 777 778
      case TSDB_DATA_TYPE_NULL:
        break;
      case TSDB_DATA_TYPE_BOOL:
X
Xiaoyu Wang 已提交
779 780 781
        if (TSDB_CODE_SUCCESS != parseBoolFromValueNode(pCxt, pVal)) {
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
        }
D
dapan1121 已提交
782
        *(bool*)&pVal->typeData = pVal->datum.b;
783
        break;
X
Xiaoyu Wang 已提交
784
      case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
785
        pVal->datum.i = taosStr2Int64(pVal->literal, NULL, 10);
D
dapan1121 已提交
786 787 788
        *(int8_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
X
Xiaoyu Wang 已提交
789
      case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
790
        pVal->datum.i = taosStr2Int64(pVal->literal, NULL, 10);
D
dapan1121 已提交
791 792 793
        *(int16_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
X
Xiaoyu Wang 已提交
794
      case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
795
        pVal->datum.i = taosStr2Int64(pVal->literal, NULL, 10);
D
dapan1121 已提交
796 797 798
        *(int32_t*)&pVal->typeData = pVal->datum.i;
        break;
      }
799
      case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
800
        pVal->datum.i = taosStr2Int64(pVal->literal, NULL, 10);
X
Xiaoyu Wang 已提交
801
        *(int64_t*)&pVal->typeData = pVal->datum.i;
D
dapan1121 已提交
802 803
        break;
      }
X
Xiaoyu Wang 已提交
804
      case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
805
        pVal->datum.u = taosStr2UInt64(pVal->literal, NULL, 10);
X
Xiaoyu Wang 已提交
806
        *(uint8_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
807 808
        break;
      }
X
Xiaoyu Wang 已提交
809
      case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
810
        pVal->datum.u = taosStr2UInt64(pVal->literal, NULL, 10);
X
Xiaoyu Wang 已提交
811
        *(uint16_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
812 813
        break;
      }
X
Xiaoyu Wang 已提交
814
      case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
815
        pVal->datum.u = taosStr2UInt64(pVal->literal, NULL, 10);
X
Xiaoyu Wang 已提交
816
        *(uint32_t*)&pVal->typeData = pVal->datum.u;
817 818
        break;
      }
X
Xiaoyu Wang 已提交
819
      case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
820
        pVal->datum.u = taosStr2UInt64(pVal->literal, NULL, 10);
X
Xiaoyu Wang 已提交
821
        *(uint64_t*)&pVal->typeData = pVal->datum.u;
D
dapan1121 已提交
822 823
        break;
      }
X
Xiaoyu Wang 已提交
824
      case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
825
        pVal->datum.d = taosStr2Double(pVal->literal, NULL);
X
Xiaoyu Wang 已提交
826
        *(float*)&pVal->typeData = pVal->datum.d;
827 828
        break;
      }
829
      case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
830
        pVal->datum.d = taosStr2Double(pVal->literal, NULL);
X
Xiaoyu Wang 已提交
831
        *(double*)&pVal->typeData = pVal->datum.d;
832 833
        break;
      }
834 835
      case TSDB_DATA_TYPE_VARCHAR:
      case TSDB_DATA_TYPE_VARBINARY: {
836
        pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
X
Xiaoyu Wang 已提交
837
        if (NULL == pVal->datum.p) {
838
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
X
Xiaoyu Wang 已提交
839
        }
840 841 842
        int32_t len = TMIN(targetDt.bytes - VARSTR_HEADER_SIZE, pVal->node.resType.bytes);
        varDataSetLen(pVal->datum.p, len);
        strncpy(varDataVal(pVal->datum.p), pVal->literal, len);
843 844 845
        break;
      }
      case TSDB_DATA_TYPE_TIMESTAMP: {
X
Xiaoyu Wang 已提交
846
        if (TSDB_CODE_SUCCESS != parseTimeFromValueNode(pCxt, pVal)) {
847
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
848
        }
X
Xiaoyu Wang 已提交
849
        *(int64_t*)&pVal->typeData = pVal->datum.i;
850 851
        break;
      }
852
      case TSDB_DATA_TYPE_NCHAR: {
853
        pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
854 855 856 857
        if (NULL == pVal->datum.p) {
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
        }

858
        int32_t len = 0;
X
Xiaoyu Wang 已提交
859
        if (!taosMbsToUcs4(pVal->literal, strlen(pVal->literal), (TdUcs4*)varDataVal(pVal->datum.p),
860
                           targetDt.bytes - VARSTR_HEADER_SIZE, &len)) {
861 862
          return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
        }
863
        varDataSetLen(pVal->datum.p, len);
864 865
        break;
      }
866 867
      case TSDB_DATA_TYPE_DECIMAL:
      case TSDB_DATA_TYPE_BLOB:
868
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
869 870 871 872
      default:
        break;
    }
  }
873
  pVal->node.resType = targetDt;
874
  pVal->translate = true;
875
  return DEAL_RES_CONTINUE;
876
}
wmmhello's avatar
wmmhello 已提交
877

878 879 880 881 882 883 884 885
static int32_t calcTypeBytes(SDataType dt) {
  if (TSDB_DATA_TYPE_BINARY == dt.type) {
    return dt.bytes + VARSTR_HEADER_SIZE;
  } else if (TSDB_DATA_TYPE_NCHAR == dt.type) {
    return dt.bytes * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
  } else {
    return dt.bytes;
  }
886 887
}

888
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal) {
889 890 891
  SDataType dt = pVal->node.resType;
  dt.bytes = calcTypeBytes(dt);
  return translateValueImpl(pCxt, pVal, dt);
892 893
}

894
static bool isMultiResFunc(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
895 896 897 898 899 900 901 902 903 904 905 906
  if (NULL == pNode) {
    return false;
  }
  if (QUERY_NODE_FUNCTION != nodeType(pNode) || !fmIsMultiResFunc(((SFunctionNode*)pNode)->funcId)) {
    return false;
  }
  SNodeList* pParameterList = ((SFunctionNode*)pNode)->pParameterList;
  if (LIST_LENGTH(pParameterList) > 1) {
    return true;
  }
  SNode* pParam = nodesListGetNode(pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pParam) ? 0 == strcmp(((SColumnNode*)pParam)->colName, "*") : false);
907 908
}

909 910 911 912 913 914 915 916 917 918 919
static int32_t rewriteNegativeOperator(SNode** pOp) {
  SNode*  pRes = NULL;
  int32_t code = scalarCalculateConstants(*pOp, &pRes);
  if (TSDB_CODE_SUCCESS == code) {
    *pOp = pRes;
  }
  return code;
}

static EDealRes translateUnaryOperator(STranslateContext* pCxt, SOperatorNode** pOpRef) {
  SOperatorNode* pOp = *pOpRef;
wmmhello's avatar
wmmhello 已提交
920 921 922 923 924 925
  if (OP_TYPE_MINUS == pOp->opType) {
    if (!IS_MATHABLE_TYPE(((SExprNode*)(pOp->pLeft))->resType.type)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
    }
    pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
926 927

    pCxt->errCode = rewriteNegativeOperator((SNode**)pOpRef);
wmmhello's avatar
wmmhello 已提交
928 929 930 931
  } else {
    pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  }
932
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_CONTINUE : DEAL_RES_ERROR;
933 934 935
}

static EDealRes translateArithmeticOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
wmmhello's avatar
wmmhello 已提交
936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (TSDB_DATA_TYPE_BLOB == ldt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }
  if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_TIMESTAMP == rdt.type) ||
      (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && (IS_VAR_DATA_TYPE(rdt.type) || IS_FLOAT_TYPE(rdt.type))) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && (IS_VAR_DATA_TYPE(ldt.type) || IS_FLOAT_TYPE(ldt.type)))) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }

  if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && IS_INTEGER_TYPE(rdt.type)) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && IS_INTEGER_TYPE(ldt.type)) ||
      (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_BOOL == rdt.type) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && TSDB_DATA_TYPE_BOOL == ldt.type)) {
    pOp->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes;
  } else {
    pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
  }
  return DEAL_RES_CONTINUE;
958 959
}

D
dapan1121 已提交
960 961 962 963
static bool dataTypeEqual(const SDataType* l, const SDataType* r) {
  return (l->type == r->type && l->bytes == r->bytes && l->precision == r->precision && l->scale == r->scale);
}

964
static EDealRes translateComparisonOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
wmmhello's avatar
wmmhello 已提交
965 966 967 968 969 970
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (TSDB_DATA_TYPE_BLOB == ldt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }
  if (OP_TYPE_IN == pOp->opType || OP_TYPE_NOT_IN == pOp->opType) {
D
dapan1121 已提交
971
    SNodeListNode* pRight = (SNodeListNode*)pOp->pRight;
X
Xiaoyu Wang 已提交
972 973 974
    bool           first = true;
    SDataType      targetDt = {0};
    SNode*         pNode = NULL;
D
dapan1121 已提交
975 976 977 978
    FOREACH(pNode, pRight->pNodeList) {
      SDataType dt = ((SExprNode*)pNode)->resType;
      if (first) {
        targetDt = dt;
D
dapan1121 已提交
979 980 981 982
        if (targetDt.type != TSDB_DATA_TYPE_NULL) {
          first = false;
        }
      } else if (dt.type != targetDt.type && dt.type != TSDB_DATA_TYPE_NULL) {
D
dapan1121 已提交
983
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pNode)->aliasName);
D
dapan1121 已提交
984 985
      } else if (dt.bytes > targetDt.bytes) {
        targetDt.bytes = dt.bytes;
D
dapan1121 已提交
986 987 988
      }
    }
    pRight->dataType = targetDt;
wmmhello's avatar
wmmhello 已提交
989 990 991 992 993
  }
  if (nodesIsRegularOp(pOp)) {
    if (!IS_VAR_DATA_TYPE(((SExprNode*)(pOp->pLeft))->resType.type)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
    }
X
Xiaoyu Wang 已提交
994 995 996
    if (QUERY_NODE_VALUE != nodeType(pOp->pRight) ||
        ((!IS_STR_DATA_TYPE(((SExprNode*)(pOp->pRight))->resType.type)) &&
         (((SExprNode*)(pOp->pRight))->resType.type != TSDB_DATA_TYPE_NULL))) {
wmmhello's avatar
wmmhello 已提交
997 998 999 1000 1001 1002
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
    }
  }
  pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return DEAL_RES_CONTINUE;
1003
}
1004

1005
static EDealRes translateJsonOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
wmmhello's avatar
wmmhello 已提交
1006 1007 1008 1009 1010
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (TSDB_DATA_TYPE_JSON != ldt.type || TSDB_DATA_TYPE_BINARY != rdt.type) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }
X
Xiaoyu Wang 已提交
1011
  if (pOp->opType == OP_TYPE_JSON_GET_VALUE) {
1012
    pOp->node.resType.type = TSDB_DATA_TYPE_JSON;
X
Xiaoyu Wang 已提交
1013
  } else if (pOp->opType == OP_TYPE_JSON_CONTAINS) {
1014 1015 1016
    pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
  }
  pOp->node.resType.bytes = tDataTypes[pOp->node.resType.type].bytes;
wmmhello's avatar
wmmhello 已提交
1017
  return DEAL_RES_CONTINUE;
1018 1019
}

X
Xiaoyu Wang 已提交
1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030
static EDealRes translateBitwiseOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (TSDB_DATA_TYPE_BLOB == ldt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }
  pOp->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  return DEAL_RES_CONTINUE;
}

1031 1032 1033
static EDealRes translateOperator(STranslateContext* pCxt, SOperatorNode** pOpRef) {
  SOperatorNode* pOp = *pOpRef;

wmmhello's avatar
wmmhello 已提交
1034 1035 1036 1037 1038 1039 1040 1041
  if (isMultiResFunc(pOp->pLeft)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
  }
  if (isMultiResFunc(pOp->pRight)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }

  if (nodesIsUnaryOp(pOp)) {
1042
    return translateUnaryOperator(pCxt, pOpRef);
wmmhello's avatar
wmmhello 已提交
1043 1044 1045 1046 1047 1048
  } else if (nodesIsArithmeticOp(pOp)) {
    return translateArithmeticOperator(pCxt, pOp);
  } else if (nodesIsComparisonOp(pOp)) {
    return translateComparisonOperator(pCxt, pOp);
  } else if (nodesIsJsonOp(pOp)) {
    return translateJsonOperator(pCxt, pOp);
X
Xiaoyu Wang 已提交
1049 1050
  } else if (nodesIsBitwiseOp(pOp)) {
    return translateBitwiseOperator(pCxt, pOp);
wmmhello's avatar
wmmhello 已提交
1051 1052
  }
  return DEAL_RES_CONTINUE;
1053 1054
}

1055
static EDealRes haveVectorFunction(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1056 1057 1058 1059 1060 1061 1062 1063
  if (isAggFunc(pNode)) {
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  } else if (isIndefiniteRowsFunc(pNode)) {
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
1064 1065
}

1066
static int32_t findTable(STranslateContext* pCxt, const char* pTableAlias, STableNode** pOutput) {
wmmhello's avatar
wmmhello 已提交
1067 1068 1069 1070 1071 1072 1073 1074 1075 1076
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (NULL == pTableAlias || 0 == strcmp(pTable->tableAlias, pTableAlias)) {
      *pOutput = pTable;
      return TSDB_CODE_SUCCESS;
    }
  }
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pTableAlias);
1077 1078 1079
}

static bool isCountStar(SFunctionNode* pFunc) {
wmmhello's avatar
wmmhello 已提交
1080 1081 1082 1083 1084
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pPara) && 0 == strcmp(((SColumnNode*)pPara)->colName, "*"));
1085 1086 1087 1088
}

// count(*) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountStar(STranslateContext* pCxt, SFunctionNode* pCount) {
1089
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pCount->pParameterList, 0);
wmmhello's avatar
wmmhello 已提交
1090 1091 1092
  STableNode*  pTable = NULL;
  int32_t      code = findTable(pCxt, ('\0' == pCol->tableAlias[0] ? NULL : pCol->tableAlias), &pTable);
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
X
Xiaoyu Wang 已提交
1093
    setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, -1, pCol);
wmmhello's avatar
wmmhello 已提交
1094 1095
  }
  return code;
1096 1097
}

1098
static bool hasInvalidFuncNesting(SNodeList* pParameterList) {
wmmhello's avatar
wmmhello 已提交
1099
  bool hasInvalidFunc = false;
1100
  nodesWalkExprs(pParameterList, haveVectorFunction, &hasInvalidFunc);
wmmhello's avatar
wmmhello 已提交
1101 1102 1103 1104
  return hasInvalidFunc;
}

static int32_t getFuncInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
1105 1106 1107 1108 1109
  int32_t code = fmGetFuncInfo(pFunc, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  if (TSDB_CODE_FUNC_NOT_BUILTIN_FUNTION == code) {
    code = getUdfInfo(pCxt, pFunc);
  }
  return code;
1110 1111
}

X
Xiaoyu Wang 已提交
1112
static int32_t translateAggFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1113 1114 1115
  if (!fmIsAggFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1116 1117 1118 1119 1120 1121
  if (beforeHaving(pCxt->currClause)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
X
Xiaoyu Wang 已提交
1122
  if (NULL != pCxt->pCurrSelectStmt && pCxt->pCurrSelectStmt->hasIndefiniteRowsFunc) {
X
Xiaoyu Wang 已提交
1123 1124 1125 1126 1127 1128 1129 1130 1131 1132
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }

  if (isCountStar(pFunc)) {
    return rewriteCountStar(pCxt, pFunc);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateScanPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1133 1134 1135
  if (!fmIsScanPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1136
  if (0 == LIST_LENGTH(pFunc->pParameterList)) {
X
Xiaoyu Wang 已提交
1137
    if (QUERY_NODE_REAL_TABLE != nodeType(pCxt->pCurrSelectStmt->pFromTable)) {
X
Xiaoyu Wang 已提交
1138 1139 1140
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  } else {
1141
    SValueNode* pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
1142 1143 1144 1145 1146 1147 1148 1149 1150 1151
    STableNode* pTable = NULL;
    pCxt->errCode = findTable(pCxt, pVal->literal, &pTable);
    if (TSDB_CODE_SUCCESS == pCxt->errCode && (NULL == pTable || QUERY_NODE_REAL_TABLE != nodeType(pTable))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateIndefiniteRowsFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1152 1153 1154
  if (!fmIsIndefiniteRowsFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1155 1156
  if (SQL_CLAUSE_SELECT != pCxt->currClause || pCxt->pCurrSelectStmt->hasIndefiniteRowsFunc ||
      pCxt->pCurrSelectStmt->hasAggFuncs) {
X
Xiaoyu Wang 已提交
1157 1158 1159 1160 1161 1162 1163 1164
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176
static int32_t translateForbidFillFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidFillFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (NULL != pCxt->pCurrSelectStmt->pWindow &&
      QUERY_NODE_INTERVAL_WINDOW == nodeType(pCxt->pCurrSelectStmt->pWindow) &&
      NULL != ((SIntervalWindowNode*)pCxt->pCurrSelectStmt->pWindow)->pFill) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_FILL_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
static int32_t translateWindowPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsWindowPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (NULL == pCxt->pCurrSelectStmt->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_WINDOW_PC);
  }
  return TSDB_CODE_SUCCESS;
}

1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216
static int32_t translateForbidWindowFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidWindowFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (NULL != pCxt->pCurrSelectStmt->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WINDOW_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateForbidStreamFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidStreamFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (pCxt->createStream) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateForbidGroupByFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidGroupByFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (NULL != pCxt->pCurrSelectStmt->pGroupByList) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUP_BY_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1217
static void setFuncClassification(SSelectStmt* pSelect, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1218 1219 1220 1221
  if (NULL != pSelect) {
    pSelect->hasAggFuncs = pSelect->hasAggFuncs ? true : fmIsAggFunc(pFunc->funcId);
    pSelect->hasRepeatScanFuncs = pSelect->hasRepeatScanFuncs ? true : fmIsRepeatScanFunc(pFunc->funcId);
    pSelect->hasIndefiniteRowsFunc = pSelect->hasIndefiniteRowsFunc ? true : fmIsIndefiniteRowsFunc(pFunc->funcId);
1222 1223
    pSelect->hasUniqueFunc = pSelect->hasUniqueFunc ? true : (FUNCTION_TYPE_UNIQUE == pFunc->funcType);
    pSelect->hasTailFunc = pSelect->hasTailFunc ? true : (FUNCTION_TYPE_TAIL == pFunc->funcType);
X
Xiaoyu Wang 已提交
1224
    pSelect->hasInterpFunc = pSelect->hasInterpFunc ? true : (FUNCTION_TYPE_INTERP == pFunc->funcType);
X
Xiaoyu Wang 已提交
1225
    pSelect->hasLastRowFunc = pSelect->hasLastRowFunc ? true : (FUNCTION_TYPE_LAST_ROW == pFunc->funcType);
X
Xiaoyu Wang 已提交
1226
  }
X
Xiaoyu Wang 已提交
1227 1228
}

X
Xiaoyu Wang 已提交
1229
static EDealRes translateFunction(STranslateContext* pCxt, SFunctionNode* pFunc) {
wmmhello's avatar
wmmhello 已提交
1230
  SNode* pParam = NULL;
X
Xiaoyu Wang 已提交
1231
  FOREACH(pParam, pFunc->pParameterList) {
wmmhello's avatar
wmmhello 已提交
1232 1233 1234 1235 1236
    if (isMultiResFunc(pParam)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pParam)->aliasName);
    }
  }

X
Xiaoyu Wang 已提交
1237
  pCxt->errCode = getFuncInfo(pCxt, pFunc);
X
Xiaoyu Wang 已提交
1238
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
X
Xiaoyu Wang 已提交
1239
    pCxt->errCode = translateAggFunc(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
1240
  }
X
Xiaoyu Wang 已提交
1241
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
X
Xiaoyu Wang 已提交
1242
    pCxt->errCode = translateScanPseudoColumnFunc(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
1243
  }
X
Xiaoyu Wang 已提交
1244
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
X
Xiaoyu Wang 已提交
1245
    pCxt->errCode = translateIndefiniteRowsFunc(pCxt, pFunc);
X
Xiaoyu Wang 已提交
1246
  }
X
Xiaoyu Wang 已提交
1247
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
X
Xiaoyu Wang 已提交
1248
    pCxt->errCode = translateForbidFillFunc(pCxt, pFunc);
X
Xiaoyu Wang 已提交
1249
  }
X
Xiaoyu Wang 已提交
1250 1251 1252
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    pCxt->errCode = translateWindowPseudoColumnFunc(pCxt, pFunc);
  }
1253 1254 1255 1256 1257 1258 1259 1260 1261
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    pCxt->errCode = translateForbidWindowFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    pCxt->errCode = translateForbidStreamFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    pCxt->errCode = translateForbidGroupByFunc(pCxt, pFunc);
  }
X
Xiaoyu Wang 已提交
1262
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
X
Xiaoyu Wang 已提交
1263
    setFuncClassification(pCxt->pCurrSelectStmt, pFunc);
wmmhello's avatar
wmmhello 已提交
1264 1265
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_CONTINUE : DEAL_RES_ERROR;
1266 1267 1268
}

static EDealRes translateExprSubquery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1269
  return (TSDB_CODE_SUCCESS == translateSubquery(pCxt, pNode) ? DEAL_RES_CONTINUE : DEAL_RES_ERROR);
1270 1271
}

1272
static EDealRes translateLogicCond(STranslateContext* pCxt, SLogicConditionNode* pCond) {
wmmhello's avatar
wmmhello 已提交
1273 1274 1275
  pCond->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pCond->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return DEAL_RES_CONTINUE;
1276 1277
}

X
Xiaoyu Wang 已提交
1278
static EDealRes doTranslateExpr(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1279
  STranslateContext* pCxt = (STranslateContext*)pContext;
X
Xiaoyu Wang 已提交
1280
  switch (nodeType(*pNode)) {
wmmhello's avatar
wmmhello 已提交
1281
    case QUERY_NODE_COLUMN:
X
Xiaoyu Wang 已提交
1282
      return translateColumn(pCxt, (SColumnNode**)pNode);
wmmhello's avatar
wmmhello 已提交
1283
    case QUERY_NODE_VALUE:
X
Xiaoyu Wang 已提交
1284
      return translateValue(pCxt, (SValueNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1285
    case QUERY_NODE_OPERATOR:
1286
      return translateOperator(pCxt, (SOperatorNode**)pNode);
wmmhello's avatar
wmmhello 已提交
1287
    case QUERY_NODE_FUNCTION:
X
Xiaoyu Wang 已提交
1288
      return translateFunction(pCxt, (SFunctionNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1289
    case QUERY_NODE_LOGIC_CONDITION:
X
Xiaoyu Wang 已提交
1290
      return translateLogicCond(pCxt, (SLogicConditionNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1291
    case QUERY_NODE_TEMP_TABLE:
X
Xiaoyu Wang 已提交
1292
      return translateExprSubquery(pCxt, ((STempTableNode*)*pNode)->pSubquery);
wmmhello's avatar
wmmhello 已提交
1293 1294 1295 1296
    default:
      break;
  }
  return DEAL_RES_CONTINUE;
1297 1298
}

X
Xiaoyu Wang 已提交
1299 1300
static int32_t translateExpr(STranslateContext* pCxt, SNode** pNode) {
  nodesRewriteExprPostOrder(pNode, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
1301
  return pCxt->errCode;
1302 1303 1304
}

static int32_t translateExprList(STranslateContext* pCxt, SNodeList* pList) {
X
Xiaoyu Wang 已提交
1305
  nodesRewriteExprsPostOrder(pList, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
1306
  return pCxt->errCode;
1307 1308
}

1309
static SNodeList* getGroupByList(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
1310
  if (isDistinctOrderBy(pCxt)) {
X
Xiaoyu Wang 已提交
1311
    return pCxt->pCurrSelectStmt->pProjectionList;
wmmhello's avatar
wmmhello 已提交
1312
  }
X
Xiaoyu Wang 已提交
1313
  return pCxt->pCurrSelectStmt->pGroupByList;
1314 1315 1316
}

static SNode* getGroupByNode(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1317 1318 1319 1320
  if (QUERY_NODE_GROUPING_SET == nodeType(pNode)) {
    return nodesListGetNode(((SGroupingSetNode*)pNode)->pParameterList, 0);
  }
  return pNode;
1321 1322 1323
}

static int32_t getGroupByErrorCode(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
1324 1325 1326 1327
  if (isDistinctOrderBy(pCxt)) {
    return TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION;
  }
  return TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION;
1328 1329
}

1330
typedef struct SCheckExprForGroupByCxt {
wmmhello's avatar
wmmhello 已提交
1331 1332 1333 1334
  STranslateContext* pTranslateCxt;
  int32_t            selectFuncNum;
  bool               hasSelectValFunc;
  bool               hasOtherAggFunc;
1335 1336
} SCheckExprForGroupByCxt;

1337
static EDealRes rewriteColToSelectValFunc(STranslateContext* pCxt, SNode** pNode) {
1338
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFunc->functionName, "_select_value");
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    pCxt->errCode == getFuncInfo(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
X
Xiaoyu Wang 已提交
1351
    pCxt->pCurrSelectStmt->hasSelectValFunc = true;
wmmhello's avatar
wmmhello 已提交
1352
  } else {
1353
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
1354 1355
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
1356 1357 1358
}

static EDealRes doCheckExprForGroupBy(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373
  SCheckExprForGroupByCxt* pCxt = (SCheckExprForGroupByCxt*)pContext;
  if (!nodesIsExprNode(*pNode) || isAliasColumn(*pNode)) {
    return DEAL_RES_CONTINUE;
  }
  if (isSelectFunc(*pNode)) {
    ++(pCxt->selectFuncNum);
  } else if (isAggFunc(*pNode)) {
    pCxt->hasOtherAggFunc = true;
  }
  if ((pCxt->selectFuncNum > 1 && pCxt->hasSelectValFunc) || (pCxt->hasOtherAggFunc && pCxt->hasSelectValFunc)) {
    return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
  }
  if (isAggFunc(*pNode) && !isDistinctOrderBy(pCxt->pTranslateCxt)) {
    return DEAL_RES_IGNORE_CHILD;
  }
1374
  SNode* pGroupNode = NULL;
wmmhello's avatar
wmmhello 已提交
1375 1376
  FOREACH(pGroupNode, getGroupByList(pCxt->pTranslateCxt)) {
    if (nodesEqualNode(getGroupByNode(pGroupNode), *pNode)) {
1377 1378 1379 1380 1381 1382 1383
      return DEAL_RES_IGNORE_CHILD;
    }
  }
  SNode* pPartKey = NULL;
  FOREACH(pPartKey, pCxt->pTranslateCxt->pCurrSelectStmt->pPartitionByList) {
    if (nodesEqualNode(pPartKey, *pNode)) {
      return DEAL_RES_IGNORE_CHILD;
wmmhello's avatar
wmmhello 已提交
1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397
    }
  }
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
    if (pCxt->selectFuncNum > 1 || pCxt->hasOtherAggFunc) {
      return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
    } else {
      pCxt->hasSelectValFunc = true;
      return rewriteColToSelectValFunc(pCxt->pTranslateCxt, pNode);
    }
  }
  if (isAggFunc(*pNode) && isDistinctOrderBy(pCxt->pTranslateCxt)) {
    return generateDealNodeErrMsg(pCxt->pTranslateCxt, getGroupByErrorCode(pCxt->pTranslateCxt));
  }
  return DEAL_RES_CONTINUE;
1398 1399
}

1400
static int32_t checkExprForGroupBy(STranslateContext* pCxt, SNode** pNode) {
wmmhello's avatar
wmmhello 已提交
1401 1402 1403 1404 1405 1406 1407
  SCheckExprForGroupByCxt cxt = {
      .pTranslateCxt = pCxt, .selectFuncNum = 0, .hasSelectValFunc = false, .hasOtherAggFunc = false};
  nodesRewriteExpr(pNode, doCheckExprForGroupBy, &cxt);
  if (cxt.selectFuncNum != 1 && cxt.hasSelectValFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, getGroupByErrorCode(pCxt));
  }
  return pCxt->errCode;
1408 1409 1410
}

static int32_t checkExprListForGroupBy(STranslateContext* pCxt, SNodeList* pList) {
wmmhello's avatar
wmmhello 已提交
1411 1412 1413 1414 1415 1416 1417 1418 1419 1420
  if (NULL == getGroupByList(pCxt)) {
    return TSDB_CODE_SUCCESS;
  }
  SCheckExprForGroupByCxt cxt = {
      .pTranslateCxt = pCxt, .selectFuncNum = 0, .hasSelectValFunc = false, .hasOtherAggFunc = false};
  nodesRewriteExprs(pList, doCheckExprForGroupBy, &cxt);
  if (cxt.selectFuncNum != 1 && cxt.hasSelectValFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, getGroupByErrorCode(pCxt));
  }
  return pCxt->errCode;
1421 1422 1423
}

static EDealRes rewriteColsToSelectValFuncImpl(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1424 1425 1426 1427 1428 1429 1430
  if (isAggFunc(*pNode) || isIndefiniteRowsFunc(*pNode)) {
    return DEAL_RES_IGNORE_CHILD;
  }
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
    return rewriteColToSelectValFunc((STranslateContext*)pContext, pNode);
  }
  return DEAL_RES_CONTINUE;
1431 1432 1433
}

static int32_t rewriteColsToSelectValFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1434 1435 1436 1437 1438
  nodesRewriteExprs(pSelect->pProjectionList, rewriteColsToSelectValFuncImpl, pCxt);
  if (TSDB_CODE_SUCCESS == pCxt->errCode && !pSelect->isDistinct) {
    nodesRewriteExprs(pSelect->pOrderByList, rewriteColsToSelectValFuncImpl, pCxt);
  }
  return pCxt->errCode;
1439 1440
}

1441
typedef struct CheckAggColCoexistCxt {
wmmhello's avatar
wmmhello 已提交
1442 1443 1444
  STranslateContext* pTranslateCxt;
  bool               existAggFunc;
  bool               existCol;
1445
  bool               existIndefiniteRowsFunc;
wmmhello's avatar
wmmhello 已提交
1446 1447
  int32_t            selectFuncNum;
  bool               existOtherAggFunc;
1448 1449
} CheckAggColCoexistCxt;

1450
static EDealRes doCheckAggColCoexist(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1451
  CheckAggColCoexistCxt* pCxt = (CheckAggColCoexistCxt*)pContext;
1452
  if (isSelectFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
1453
    ++(pCxt->selectFuncNum);
1454
  } else if (isAggFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
1455 1456
    pCxt->existOtherAggFunc = true;
  }
1457
  if (isAggFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
1458 1459 1460
    pCxt->existAggFunc = true;
    return DEAL_RES_IGNORE_CHILD;
  }
1461
  if (isIndefiniteRowsFunc(pNode)) {
1462
    pCxt->existIndefiniteRowsFunc = true;
wmmhello's avatar
wmmhello 已提交
1463 1464
    return DEAL_RES_IGNORE_CHILD;
  }
1465 1466
  SNode* pPartKey = NULL;
  FOREACH(pPartKey, pCxt->pTranslateCxt->pCurrSelectStmt->pPartitionByList) {
1467 1468
    if (nodesEqualNode(pPartKey, pNode)) {
      return DEAL_RES_IGNORE_CHILD;
1469 1470
    }
  }
1471
  if (isScanPseudoColumnFunc(pNode) || QUERY_NODE_COLUMN == nodeType(pNode)) {
wmmhello's avatar
wmmhello 已提交
1472 1473 1474
    pCxt->existCol = true;
  }
  return DEAL_RES_CONTINUE;
1475 1476 1477
}

static int32_t checkAggColCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1478 1479 1480 1481 1482 1483
  if (NULL != pSelect->pGroupByList) {
    return TSDB_CODE_SUCCESS;
  }
  CheckAggColCoexistCxt cxt = {.pTranslateCxt = pCxt,
                               .existAggFunc = false,
                               .existCol = false,
1484
                               .existIndefiniteRowsFunc = false,
wmmhello's avatar
wmmhello 已提交
1485 1486
                               .selectFuncNum = 0,
                               .existOtherAggFunc = false};
1487
  nodesWalkExprs(pSelect->pProjectionList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
1488
  if (!pSelect->isDistinct) {
1489
    nodesWalkExprs(pSelect->pOrderByList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
1490 1491 1492 1493 1494 1495 1496
  }
  if (1 == cxt.selectFuncNum && !cxt.existOtherAggFunc) {
    return rewriteColsToSelectValFunc(pCxt, pSelect);
  }
  if ((cxt.selectFuncNum > 1 || cxt.existAggFunc || NULL != pSelect->pWindow) && cxt.existCol) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_SINGLE_GROUP);
  }
1497
  if (cxt.existIndefiniteRowsFunc && cxt.existCol) {
wmmhello's avatar
wmmhello 已提交
1498 1499 1500
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  return TSDB_CODE_SUCCESS;
1501 1502
}

X
Xiaoyu Wang 已提交
1503
static int32_t toVgroupsInfo(SArray* pVgs, SVgroupsInfo** pVgsInfo) {
wmmhello's avatar
wmmhello 已提交
1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514
  size_t vgroupNum = taosArrayGetSize(pVgs);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * vgroupNum);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pVgsInfo)->numOfVgroups = vgroupNum;
  for (int32_t i = 0; i < vgroupNum; ++i) {
    SVgroupInfo* vg = taosArrayGet(pVgs, i);
    (*pVgsInfo)->vgroups[i] = *vg;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1515 1516
}

1517
static int32_t addMnodeToVgroupList(const SEpSet* pEpSet, SArray** pVgroupList) {
wmmhello's avatar
wmmhello 已提交
1518 1519 1520 1521 1522 1523 1524 1525 1526 1527
  if (NULL == *pVgroupList) {
    *pVgroupList = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVgroupInfo));
    if (NULL == *pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  SVgroupInfo vg = {.vgId = MNODE_HANDLE};
  memcpy(&vg.epSet, pEpSet, sizeof(SEpSet));
  taosArrayPush(*pVgroupList, &vg);
  return TSDB_CODE_SUCCESS;
1528 1529
}

1530 1531 1532 1533 1534
static int32_t dnodeToVgroupsInfo(SArray* pDnodes, SVgroupsInfo** pVgsInfo) {
  size_t ndnode = taosArrayGetSize(pDnodes);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * ndnode);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1535
  }
1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
  (*pVgsInfo)->numOfVgroups = ndnode;
  for (int32_t i = 0; i < ndnode; ++i) {
    memcpy(&((*pVgsInfo)->vgroups[i].epSet), taosArrayGet(pDnodes, i), sizeof(SEpSet));
  }
  return TSDB_CODE_SUCCESS;
}

static bool sysTableFromVnode(const char* pTable) {
  return (0 == strcmp(pTable, TSDB_INS_TABLE_USER_TABLES)) ||
         (0 == strcmp(pTable, TSDB_INS_TABLE_USER_TABLE_DISTRIBUTED));
}

static bool sysTableFromDnode(const char* pTable) { return 0 == strcmp(pTable, TSDB_INS_TABLE_DNODE_VARIABLES); }
wmmhello's avatar
wmmhello 已提交
1549

1550
static int32_t setVnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
wmmhello's avatar
wmmhello 已提交
1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570
  int32_t code = TSDB_CODE_SUCCESS;
  SArray* vgroupList = NULL;
  if ('\0' != pRealTable->qualDbName[0]) {
    if (0 != strcmp(pRealTable->qualDbName, TSDB_INFORMATION_SCHEMA_DB)) {
      code = getDBVgInfo(pCxt, pRealTable->qualDbName, &vgroupList);
    }
  } else {
    code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = addMnodeToVgroupList(&pCxt->pParseCxt->mgmtEpSet, &vgroupList);
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(vgroupList);

  return code;
X
Xiaoyu Wang 已提交
1571 1572
}

1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592
static int32_t setDnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  SArray* pDnodes = NULL;
  int32_t code = getDnodeList(pCxt, &pDnodes);
  if (TSDB_CODE_SUCCESS == code) {
    code = dnodeToVgroupsInfo(pDnodes, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(pDnodes);
  return code;
}

static int32_t setSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  if (sysTableFromVnode(pRealTable->table.tableName)) {
    return setVnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else if (sysTableFromDnode(pRealTable->table.tableName)) {
    return setDnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else {
    return TSDB_CODE_SUCCESS;
  }
}

X
Xiaoyu Wang 已提交
1593
static int32_t setTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
wmmhello's avatar
wmmhello 已提交
1594 1595 1596 1597 1598 1599 1600
  if (pCxt->pParseCxt->topicQuery) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t code = TSDB_CODE_SUCCESS;
  if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
    SArray* vgroupList = NULL;
1601
    code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
wmmhello's avatar
wmmhello 已提交
1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616
    if (TSDB_CODE_SUCCESS == code) {
      code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
    }
    taosArrayDestroy(vgroupList);
  } else if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType) {
    code = setSysTableVgroupList(pCxt, pName, pRealTable);
  } else {
    pRealTable->pVgroupList = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo));
    if (NULL == pRealTable->pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pRealTable->pVgroupList->numOfVgroups = 1;
    code = getTableHashVgroupImpl(pCxt, pName, pRealTable->pVgroupList->vgroups);
  }
  return code;
1617 1618
}

X
Xiaoyu Wang 已提交
1619
static uint8_t getStmtPrecision(SNode* pStmt) {
wmmhello's avatar
wmmhello 已提交
1620 1621
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->precision;
X
Xiaoyu Wang 已提交
1622 1623
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pStmt)) {
    return ((SSetOperator*)pStmt)->precision;
wmmhello's avatar
wmmhello 已提交
1624 1625
  }
  return 0;
X
Xiaoyu Wang 已提交
1626 1627
}

X
Xiaoyu Wang 已提交
1628 1629 1630 1631 1632 1633 1634
static bool stmtIsSingleTable(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((STableNode*)((SSelectStmt*)pStmt)->pFromTable)->singleTable;
  }
  return false;
}

X
Xiaoyu Wang 已提交
1635 1636 1637 1638
static uint8_t calcPrecision(uint8_t lp, uint8_t rp) { return (lp > rp ? rp : lp); }

static uint8_t calcJoinTablePrecision(SJoinTableNode* pJoinTable) {
  return calcPrecision(((STableNode*)pJoinTable->pLeft)->precision, ((STableNode*)pJoinTable->pRight)->precision);
X
Xiaoyu Wang 已提交
1639 1640
}

X
Xiaoyu Wang 已提交
1641 1642 1643 1644 1645 1646 1647
static bool joinTableIsSingleTable(SJoinTableNode* pJoinTable) {
  return (((STableNode*)pJoinTable->pLeft)->singleTable && ((STableNode*)pJoinTable->pRight)->singleTable);
}

static bool isSingleTable(SRealTableNode* pRealTable) {
  int8_t tableType = pRealTable->pMeta->tableType;
  if (TSDB_SYSTEM_TABLE == tableType) {
1648 1649
    return 0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_USER_TABLES) &&
           0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_USER_TABLE_DISTRIBUTED);
X
Xiaoyu Wang 已提交
1650 1651 1652 1653
  }
  return (TSDB_CHILD_TABLE == tableType || TSDB_NORMAL_TABLE == tableType);
}

X
Xiaoyu Wang 已提交
1654
static int32_t setTableIndex(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
X
Xiaoyu Wang 已提交
1655
  if (pCxt->createStream || QUERY_SMA_OPTIMIZE_DISABLE == tsQuerySmaOptimize) {
X
Xiaoyu Wang 已提交
1656 1657 1658 1659 1660 1661 1662 1663 1664
    return TSDB_CODE_SUCCESS;
  }
  if (NULL != pCxt->pCurrSelectStmt && NULL != pCxt->pCurrSelectStmt->pWindow &&
      QUERY_NODE_INTERVAL_WINDOW == nodeType(pCxt->pCurrSelectStmt->pWindow)) {
    return getTableIndex(pCxt, pName, &pRealTable->pSmaIndexes);
  }
  return TSDB_CODE_SUCCESS;
}

1665
static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pTable)) {
    case QUERY_NODE_REAL_TABLE: {
      SRealTableNode* pRealTable = (SRealTableNode*)pTable;
      pRealTable->ratio = (NULL != pCxt->pExplainOpt ? pCxt->pExplainOpt->ratio : 1.0);
      // The SRealTableNode created through ROLLUP already has STableMeta.
      if (NULL == pRealTable->pMeta) {
        SName name;
        code = getTableMetaImpl(
            pCxt, toName(pCxt->pParseCxt->acctId, pRealTable->table.dbName, pRealTable->table.tableName, &name),
            &(pRealTable->pMeta));
        if (TSDB_CODE_SUCCESS != code) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pRealTable->table.tableName);
        }
        code = setTableVgroupList(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
1681
        if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1682
          code = setTableIndex(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
1683
        }
wmmhello's avatar
wmmhello 已提交
1684 1685
      }
      pRealTable->table.precision = pRealTable->pMeta->tableInfo.precision;
X
Xiaoyu Wang 已提交
1686
      pRealTable->table.singleTable = isSingleTable(pRealTable);
wmmhello's avatar
wmmhello 已提交
1687 1688 1689
      if (TSDB_CODE_SUCCESS == code) {
        code = addNamespace(pCxt, pRealTable);
      }
1690 1691 1692
      if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
        pCxt->stableQuery = true;
      }
wmmhello's avatar
wmmhello 已提交
1693 1694 1695 1696 1697 1698 1699
      break;
    }
    case QUERY_NODE_TEMP_TABLE: {
      STempTableNode* pTempTable = (STempTableNode*)pTable;
      code = translateSubquery(pCxt, pTempTable->pSubquery);
      if (TSDB_CODE_SUCCESS == code) {
        pTempTable->table.precision = getStmtPrecision(pTempTable->pSubquery);
X
Xiaoyu Wang 已提交
1700
        pTempTable->table.singleTable = stmtIsSingleTable(pTempTable->pSubquery);
wmmhello's avatar
wmmhello 已提交
1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711
        code = addNamespace(pCxt, pTempTable);
      }
      break;
    }
    case QUERY_NODE_JOIN_TABLE: {
      SJoinTableNode* pJoinTable = (SJoinTableNode*)pTable;
      code = translateTable(pCxt, pJoinTable->pLeft);
      if (TSDB_CODE_SUCCESS == code) {
        code = translateTable(pCxt, pJoinTable->pRight);
      }
      if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1712
        pJoinTable->table.precision = calcJoinTablePrecision(pJoinTable);
X
Xiaoyu Wang 已提交
1713 1714
        pJoinTable->table.singleTable = joinTableIsSingleTable(pJoinTable);
        code = translateExpr(pCxt, &pJoinTable->pOnCond);
wmmhello's avatar
wmmhello 已提交
1715 1716 1717 1718 1719 1720 1721
      }
      break;
    }
    default:
      break;
  }
  return code;
1722 1723
}

X
Xiaoyu Wang 已提交
1724
static int32_t createAllColumns(STranslateContext* pCxt, SNodeList** pCols) {
wmmhello's avatar
wmmhello 已提交
1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738
  *pCols = nodesMakeList();
  if (NULL == *pCols) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
  }
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    int32_t     code = createColumnsByTable(pCxt, pTable, *pCols);
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1739 1740
}

1741
static SNode* createMultiResFunc(SFunctionNode* pSrcFunc, SExprNode* pExpr) {
1742
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
1743 1744 1745 1746 1747
  if (NULL == pFunc) {
    return NULL;
  }
  pFunc->pParameterList = nodesMakeList();
  if (NULL == pFunc->pParameterList ||
1748 1749
      TSDB_CODE_SUCCESS != nodesListStrictAppend(pFunc->pParameterList, nodesCloneNode((SNode*)pExpr))) {
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767
    return NULL;
  }

  pFunc->node.resType = pExpr->resType;
  pFunc->funcId = pSrcFunc->funcId;
  pFunc->funcType = pSrcFunc->funcType;
  strcpy(pFunc->functionName, pSrcFunc->functionName);
  char    buf[TSDB_FUNC_NAME_LEN + TSDB_TABLE_NAME_LEN + TSDB_COL_NAME_LEN];
  int32_t len = 0;
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    SColumnNode* pCol = (SColumnNode*)pExpr;
    len = snprintf(buf, sizeof(buf), "%s(%s.%s)", pSrcFunc->functionName, pCol->tableAlias, pCol->colName);
  } else {
    len = snprintf(buf, sizeof(buf), "%s(%s)", pSrcFunc->functionName, pExpr->aliasName);
  }
  strncpy(pFunc->node.aliasName, buf, TMIN(len, sizeof(pFunc->node.aliasName) - 1));

  return (SNode*)pFunc;
1768 1769
}

1770
static int32_t createTableAllCols(STranslateContext* pCxt, SColumnNode* pCol, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, pCol->tableAlias, &pTable);
  if (TSDB_CODE_SUCCESS == code && NULL == *pOutput) {
    *pOutput = nodesMakeList();
    if (NULL == *pOutput) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = createColumnsByTable(pCxt, pTable, *pOutput);
  }
  return code;
1783 1784
}

1785
static bool isStar(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1786 1787
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1788 1789 1790
}

static bool isTableStar(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1791 1792
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1793 1794 1795
}

static int32_t createMultiResFuncsParas(STranslateContext* pCxt, SNodeList* pSrcParas, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821
  int32_t code = TSDB_CODE_SUCCESS;

  SNodeList* pExprs = NULL;
  SNode*     pPara = NULL;
  FOREACH(pPara, pSrcParas) {
    if (isStar(pPara)) {
      code = createAllColumns(pCxt, &pExprs);
      // The syntax definition ensures that * and other parameters do not appear at the same time
      break;
    } else if (isTableStar(pPara)) {
      code = createTableAllCols(pCxt, (SColumnNode*)pPara, &pExprs);
    } else {
      code = nodesListMakeStrictAppend(&pExprs, nodesCloneNode(pPara));
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pExprs;
  } else {
    nodesDestroyList(pExprs);
  }

  return code;
1822 1823 1824
}

static int32_t createMultiResFuncs(SFunctionNode* pSrcFunc, SNodeList* pExprs, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1825 1826 1827 1828
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
1829

wmmhello's avatar
wmmhello 已提交
1830 1831 1832 1833 1834 1835 1836 1837
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pExpr = NULL;
  FOREACH(pExpr, pExprs) {
    code = nodesListStrictAppend(pFuncs, createMultiResFunc(pSrcFunc, (SExprNode*)pExpr));
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
1838

wmmhello's avatar
wmmhello 已提交
1839 1840 1841 1842 1843
  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pFuncs;
  } else {
    nodesDestroyList(pFuncs);
  }
1844

wmmhello's avatar
wmmhello 已提交
1845
  return code;
1846 1847 1848
}

static int32_t createMultiResFuncsFromStar(STranslateContext* pCxt, SFunctionNode* pSrcFunc, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1849 1850 1851 1852 1853
  SNodeList* pExprs = NULL;
  int32_t    code = createMultiResFuncsParas(pCxt, pSrcFunc->pParameterList, &pExprs);
  if (TSDB_CODE_SUCCESS == code) {
    code = createMultiResFuncs(pSrcFunc, pExprs, pOutput);
  }
1854

X
Xiaoyu Wang 已提交
1855
  nodesDestroyList(pExprs);
wmmhello's avatar
wmmhello 已提交
1856
  return code;
1857 1858
}

X
Xiaoyu Wang 已提交
1859
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889
  if (NULL == pSelect->pProjectionList) {  // select * ...
    return createAllColumns(pCxt, &pSelect->pProjectionList);
  } else {
    SNode* pNode = NULL;
    WHERE_EACH(pNode, pSelect->pProjectionList) {
      int32_t code = TSDB_CODE_SUCCESS;
      if (isMultiResFunc(pNode)) {
        SNodeList* pFuncs = NULL;
        code = createMultiResFuncsFromStar(pCxt, (SFunctionNode*)pNode, &pFuncs);
        if (TSDB_CODE_SUCCESS == code) {
          INSERT_LIST(pSelect->pProjectionList, pFuncs);
          ERASE_NODE(pSelect->pProjectionList);
          continue;
        }
      } else if (isTableStar(pNode)) {
        SNodeList* pCols = NULL;
        code = createTableAllCols(pCxt, (SColumnNode*)pNode, &pCols);
        if (TSDB_CODE_SUCCESS == code) {
          INSERT_LIST(pSelect->pProjectionList, pCols);
          ERASE_NODE(pSelect->pProjectionList);
          continue;
        }
      }
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      WHERE_NEXT;
    }
  }
  return TSDB_CODE_SUCCESS;
1890 1891
}

1892
static int32_t getPositionValue(const SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919
  switch (pVal->node.resType.type) {
    case TSDB_DATA_TYPE_NULL:
    case TSDB_DATA_TYPE_TIMESTAMP:
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
    case TSDB_DATA_TYPE_JSON:
      return -1;
    case TSDB_DATA_TYPE_BOOL:
      return (pVal->datum.b ? 1 : 0);
    case TSDB_DATA_TYPE_TINYINT:
    case TSDB_DATA_TYPE_SMALLINT:
    case TSDB_DATA_TYPE_INT:
    case TSDB_DATA_TYPE_BIGINT:
      return pVal->datum.i;
    case TSDB_DATA_TYPE_FLOAT:
    case TSDB_DATA_TYPE_DOUBLE:
      return pVal->datum.d;
    case TSDB_DATA_TYPE_UTINYINT:
    case TSDB_DATA_TYPE_USMALLINT:
    case TSDB_DATA_TYPE_UINT:
    case TSDB_DATA_TYPE_UBIGINT:
      return pVal->datum.u;
    default:
      break;
  }
  return -1;
1920 1921
}

dengyihao's avatar
dengyihao 已提交
1922
static int32_t translateOrderByPosition(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList,
wmmhello's avatar
wmmhello 已提交
1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939
                                        bool* pOther) {
  *pOther = false;
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pOrderByList) {
    SNode* pExpr = ((SOrderByExprNode*)pNode)->pExpr;
    if (QUERY_NODE_VALUE == nodeType(pExpr)) {
      SValueNode* pVal = (SValueNode*)pExpr;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
      int32_t pos = getPositionValue(pVal);
      if (pos < 0) {
        ERASE_NODE(pOrderByList);
        continue;
      } else if (0 == pos || pos > LIST_LENGTH(pProjectionList)) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT);
      } else {
1940
        SColumnRefNode* pCol = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
wmmhello's avatar
wmmhello 已提交
1941 1942 1943
        if (NULL == pCol) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
        }
1944
        strcpy(pCol->colName, ((SExprNode*)nodesListGetNode(pProjectionList, pos - 1))->aliasName);
wmmhello's avatar
wmmhello 已提交
1945 1946 1947 1948 1949 1950 1951 1952 1953
        ((SOrderByExprNode*)pNode)->pExpr = (SNode*)pCol;
        nodesDestroyNode(pExpr);
      }
    } else {
      *pOther = true;
    }
    WHERE_NEXT;
  }
  return TSDB_CODE_SUCCESS;
1954 1955
}

1956
static int32_t translateOrderBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1957 1958 1959
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSelect->pProjectionList, pSelect->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
1960 1961 1962 1963 1964 1965 1966 1967
    if (!other) {
      return TSDB_CODE_SUCCESS;
    }
    pCxt->currClause = SQL_CLAUSE_ORDER_BY;
    code = translateExprList(pCxt, pSelect->pOrderByList);
    if (TSDB_CODE_SUCCESS == code) {
      code = checkExprListForGroupBy(pCxt, pSelect->pOrderByList);
    }
wmmhello's avatar
wmmhello 已提交
1968 1969
  }
  return code;
1970 1971 1972
}

static int32_t translateSelectList(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1973 1974 1975 1976 1977 1978 1979 1980 1981
  pCxt->currClause = SQL_CLAUSE_SELECT;
  int32_t code = translateExprList(pCxt, pSelect->pProjectionList);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateStar(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkExprListForGroupBy(pCxt, pSelect->pProjectionList);
  }
  return code;
1982 1983
}

1984
static int32_t translateHaving(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1985 1986 1987 1988
  if (NULL == pSelect->pGroupByList && NULL != pSelect->pHaving) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION);
  }
  pCxt->currClause = SQL_CLAUSE_HAVING;
X
Xiaoyu Wang 已提交
1989
  int32_t code = translateExpr(pCxt, &pSelect->pHaving);
wmmhello's avatar
wmmhello 已提交
1990 1991 1992 1993
  if (TSDB_CODE_SUCCESS == code) {
    code = checkExprForGroupBy(pCxt, &pSelect->pHaving);
  }
  return code;
1994 1995
}

X
Xiaoyu Wang 已提交
1996
static int32_t translateGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1997 1998 1999 2000 2001 2002 2003 2004 2005
  if (NULL != pSelect->pGroupByList && NULL != pSelect->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST);
  }
  if (NULL != pSelect->pGroupByList) {
    pCxt->currClause = SQL_CLAUSE_GROUP_BY;
    pSelect->isTimeOrderQuery = false;
    return translateExprList(pCxt, pSelect->pGroupByList);
  }
  return TSDB_CODE_SUCCESS;
2006 2007
}

X
Xiaoyu Wang 已提交
2008 2009 2010 2011 2012 2013
static int32_t getTimeRange(SNode** pPrimaryKeyCond, STimeWindow* pTimeRange, bool* pIsStrict) {
  SNode*  pNew = NULL;
  int32_t code = scalarCalculateConstants(*pPrimaryKeyCond, &pNew);
  if (TSDB_CODE_SUCCESS == code) {
    *pPrimaryKeyCond = pNew;
    code = filterGetTimeRange(*pPrimaryKeyCond, pTimeRange, pIsStrict);
wmmhello's avatar
wmmhello 已提交
2014 2015 2016
  }
  return code;
}
X
Xiaoyu Wang 已提交
2017

X
Xiaoyu Wang 已提交
2018
static int32_t getFillTimeRange(STranslateContext* pCxt, SNode* pWhere, STimeWindow* pTimeRange) {
wmmhello's avatar
wmmhello 已提交
2019 2020 2021 2022
  if (NULL == pWhere) {
    *pTimeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
2023

X
Xiaoyu Wang 已提交
2024 2025 2026
  SNode* pCond = nodesCloneNode(pWhere);
  if (NULL == pCond) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
2027
  }
X
Xiaoyu Wang 已提交
2028

X
Xiaoyu Wang 已提交
2029
  SNode* pPrimaryKeyCond = NULL;
X
Xiaoyu Wang 已提交
2030
  nodesPartitionCond(&pCond, &pPrimaryKeyCond, NULL, NULL, NULL);
X
Xiaoyu Wang 已提交
2031 2032 2033

  int32_t code = TSDB_CODE_SUCCESS;
  if (NULL != pPrimaryKeyCond) {
wmmhello's avatar
wmmhello 已提交
2034
    bool isStrict = false;
X
Xiaoyu Wang 已提交
2035
    code = getTimeRange(&pPrimaryKeyCond, pTimeRange, &isStrict);
wmmhello's avatar
wmmhello 已提交
2036 2037 2038
  } else {
    *pTimeRange = TSWINDOW_INITIALIZER;
  }
X
Xiaoyu Wang 已提交
2039 2040 2041
  nodesDestroyNode(pCond);
  nodesDestroyNode(pPrimaryKeyCond);
  return code;
X
Xiaoyu Wang 已提交
2042 2043
}

X
Xiaoyu Wang 已提交
2044 2045 2046 2047 2048
static int32_t checkFill(STranslateContext* pCxt, SFillNode* pFill, SValueNode* pInterval) {
  if (FILL_MODE_NONE == pFill->mode) {
    return TSDB_CODE_SUCCESS;
  }

wmmhello's avatar
wmmhello 已提交
2049 2050 2051 2052 2053
  if (TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_INITIALIZER) ||
      TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_DESC_INITIALIZER)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

X
Xiaoyu Wang 已提交
2054 2055 2056 2057 2058 2059 2060 2061
  // interp FILL clause
  if (NULL == pInterval) {
    return TSDB_CODE_SUCCESS;
  }

  int64_t timeRange = TABS(pFill->timeRange.skey - pFill->timeRange.ekey);
  int64_t intervalRange = 0;
  if (TIME_IS_VAR_DURATION(pInterval->unit)) {
wmmhello's avatar
wmmhello 已提交
2062
    int64_t f = 1;
X
Xiaoyu Wang 已提交
2063
    if (pInterval->unit == 'n') {
wafwerar's avatar
wafwerar 已提交
2064
      f = 30LL * MILLISECOND_PER_DAY;
X
Xiaoyu Wang 已提交
2065
    } else if (pInterval->unit == 'y') {
wafwerar's avatar
wafwerar 已提交
2066
      f = 365LL * MILLISECOND_PER_DAY;
wmmhello's avatar
wmmhello 已提交
2067
    }
X
Xiaoyu Wang 已提交
2068
    intervalRange = pInterval->datum.i * f;
wmmhello's avatar
wmmhello 已提交
2069
  } else {
X
Xiaoyu Wang 已提交
2070
    intervalRange = pInterval->datum.i;
wmmhello's avatar
wmmhello 已提交
2071 2072 2073 2074 2075 2076
  }
  if ((timeRange == 0) || (timeRange / intervalRange) >= MAX_INTERVAL_TIME_WINDOW) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2077 2078 2079
}

static int32_t translateFill(STranslateContext* pCxt, SNode* pWhere, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
2080 2081 2082
  if (NULL == pInterval->pFill) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
2083

X
Xiaoyu Wang 已提交
2084
  int32_t code = getFillTimeRange(pCxt, pWhere, &(((SFillNode*)pInterval->pFill)->timeRange));
wmmhello's avatar
wmmhello 已提交
2085
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2086
    code = checkFill(pCxt, (SFillNode*)pInterval->pFill, (SValueNode*)pInterval->pInterval);
wmmhello's avatar
wmmhello 已提交
2087 2088
  }
  return code;
X
Xiaoyu Wang 已提交
2089 2090
}

X
Xiaoyu Wang 已提交
2091
static int64_t getMonthsFromTimeVal(int64_t val, int32_t fromPrecision, char unit) {
wmmhello's avatar
wmmhello 已提交
2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110
  int64_t days = convertTimeFromPrecisionToUnit(val, fromPrecision, 'd');
  switch (unit) {
    case 'b':
    case 'u':
    case 'a':
    case 's':
    case 'm':
    case 'h':
    case 'd':
    case 'w':
      return days / 28;
    case 'n':
      return val;
    case 'y':
      return val * 12;
    default:
      break;
  }
  return -1;
X
Xiaoyu Wang 已提交
2111 2112
}

X
Xiaoyu Wang 已提交
2113
static int32_t checkIntervalWindow(STranslateContext* pCxt, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154
  uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision;

  SValueNode* pInter = (SValueNode*)pInterval->pInterval;
  bool        valInter = TIME_IS_VAR_DURATION(pInter->unit);
  if (pInter->datum.i <= 0 ||
      (!valInter && convertTimePrecision(pInter->datum.i, precision, TSDB_TIME_PRECISION_MICRO) < tsMinIntervalTime)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL, tsMinIntervalTime);
  }

  if (NULL != pInterval->pOffset) {
    SValueNode* pOffset = (SValueNode*)pInterval->pOffset;
    if (pOffset->datum.i <= 0) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE);
    }
    if (pInter->unit == 'n' && pOffset->unit == 'y') {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_UNIT);
    }
    bool fixed = !TIME_IS_VAR_DURATION(pOffset->unit) && !valInter;
    if ((fixed && pOffset->datum.i >= pInter->datum.i) ||
        (!fixed && getMonthsFromTimeVal(pOffset->datum.i, precision, pOffset->unit) >=
                       getMonthsFromTimeVal(pInter->datum.i, precision, pInter->unit))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG);
    }
  }

  if (NULL != pInterval->pSliding) {
    const static int32_t INTERVAL_SLIDING_FACTOR = 100;

    SValueNode* pSliding = (SValueNode*)pInterval->pSliding;
    if (TIME_IS_VAR_DURATION(pSliding->unit)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_UNIT);
    }
    if ((pSliding->datum.i < convertTimePrecision(tsMinSlidingTime, TSDB_TIME_PRECISION_MILLI, precision)) ||
        (pInter->datum.i / pSliding->datum.i > INTERVAL_SLIDING_FACTOR)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL);
    }
    if (pSliding->datum.i > pInter->datum.i) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG);
    }
  }

X
Xiaoyu Wang 已提交
2155 2156 2157 2158 2159 2160 2161 2162 2163
  return TSDB_CODE_SUCCESS;
}

static int32_t translateIntervalWindow(STranslateContext* pCxt, SSelectStmt* pSelect, SIntervalWindowNode* pInterval) {
  int32_t code = checkIntervalWindow(pCxt, pInterval);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateFill(pCxt, pSelect->pWhere, pInterval);
  }
  return code;
X
Xiaoyu Wang 已提交
2164 2165
}

X
Xiaoyu Wang 已提交
2166
static EDealRes checkStateExpr(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    STranslateContext* pCxt = pContext;
    SColumnNode*       pCol = (SColumnNode*)pNode;

    int32_t type = pCol->node.resType.type;
    if (!IS_INTEGER_TYPE(type) && type != TSDB_DATA_TYPE_BOOL && !IS_VAR_DATA_TYPE(type)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE);
    }
    if (COLUMN_TYPE_TAG == pCol->colType) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_COL);
    }
  }
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
2180 2181
}

X
Xiaoyu Wang 已提交
2182
static int32_t translateStateWindow(STranslateContext* pCxt, SStateWindowNode* pState) {
wmmhello's avatar
wmmhello 已提交
2183 2184 2185
  nodesWalkExprPostOrder(pState->pExpr, checkStateExpr, pCxt);
  // todo check for "function not support for state_window"
  return pCxt->errCode;
X
Xiaoyu Wang 已提交
2186 2187
}

X
Xiaoyu Wang 已提交
2188
static int32_t translateSessionWindow(STranslateContext* pCxt, SSessionWindowNode* pSession) {
wmmhello's avatar
wmmhello 已提交
2189 2190 2191 2192 2193 2194 2195 2196
  if ('y' == pSession->pGap->unit || 'n' == pSession->pGap->unit || 0 == pSession->pGap->datum.i) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_GAP);
  }
  if (PRIMARYKEY_TIMESTAMP_COL_ID != pSession->pCol->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_COL);
  }
  // todo check for "function not support for session"
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2197 2198
}

X
Xiaoyu Wang 已提交
2199
static int32_t translateSpecificWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2200 2201
  switch (nodeType(pSelect->pWindow)) {
    case QUERY_NODE_STATE_WINDOW:
X
Xiaoyu Wang 已提交
2202
      return translateStateWindow(pCxt, (SStateWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2203
    case QUERY_NODE_SESSION_WINDOW:
X
Xiaoyu Wang 已提交
2204
      return translateSessionWindow(pCxt, (SSessionWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2205
    case QUERY_NODE_INTERVAL_WINDOW:
X
Xiaoyu Wang 已提交
2206
      return translateIntervalWindow(pCxt, pSelect, (SIntervalWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2207 2208 2209 2210
    default:
      break;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2211 2212
}

X
Xiaoyu Wang 已提交
2213
static int32_t translateWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2214 2215 2216 2217
  if (NULL == pSelect->pWindow) {
    return TSDB_CODE_SUCCESS;
  }
  pCxt->currClause = SQL_CLAUSE_WINDOW;
X
Xiaoyu Wang 已提交
2218
  int32_t code = translateExpr(pCxt, &pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2219
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2220
    code = translateSpecificWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
2221 2222
  }
  return code;
2223 2224
}

X
Xiaoyu Wang 已提交
2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282
static int32_t createDefaultFillNode(STranslateContext* pCxt, SNode** pOutput) {
  SFillNode* pFill = (SFillNode*)nodesMakeNode(QUERY_NODE_FILL);
  if (NULL == pFill) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pFill->mode = FILL_MODE_NONE;

  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    nodesDestroyNode((SNode*)pFill);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(pCol->colName, PK_TS_COL_INTERNAL_NAME);
  pFill->pWStartTs = (SNode*)pCol;

  *pOutput = (SNode*)pFill;
  return TSDB_CODE_SUCCESS;
}

static int32_t translateInterpFill(STranslateContext* pCxt, SSelectStmt* pSelect) {
  int32_t code = TSDB_CODE_SUCCESS;

  if (NULL == pSelect->pFill) {
    code = createDefaultFillNode(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = getFillTimeRange(pCxt, pSelect->pRange, &(((SFillNode*)pSelect->pFill)->timeRange));
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkFill(pCxt, (SFillNode*)pSelect->pFill, (SValueNode*)pSelect->pEvery);
  }

  return code;
}

static int32_t translateInterp(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (!pSelect->hasInterpFunc) {
    if (NULL != pSelect->pRange || NULL != pSelect->pEvery || NULL != pSelect->pFill) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_INTERP_CLAUSE);
    }
    return TSDB_CODE_SUCCESS;
  }

  int32_t code = translateExpr(pCxt, &pSelect->pRange);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pEvery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterpFill(pCxt, pSelect);
  }
  return code;
}

2283
static int32_t translatePartitionBy(STranslateContext* pCxt, SNodeList* pPartitionByList) {
wmmhello's avatar
wmmhello 已提交
2284 2285
  pCxt->currClause = SQL_CLAUSE_PARTITION_BY;
  return translateExprList(pCxt, pPartitionByList);
2286 2287
}

2288
static int32_t translateWhere(STranslateContext* pCxt, SNode** pWhere) {
wmmhello's avatar
wmmhello 已提交
2289
  pCxt->currClause = SQL_CLAUSE_WHERE;
2290
  return translateExpr(pCxt, pWhere);
2291 2292
}

X
Xiaoyu Wang 已提交
2293
static int32_t translateFrom(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
2294
  pCxt->currClause = SQL_CLAUSE_FROM;
X
Xiaoyu Wang 已提交
2295
  return translateTable(pCxt, pTable);
2296 2297
}

X
Xiaoyu Wang 已提交
2298
static int32_t checkLimit(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2299 2300 2301 2302
  if ((NULL != pSelect->pLimit && pSelect->pLimit->offset < 0) ||
      (NULL != pSelect->pSlimit && pSelect->pSlimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
X
Xiaoyu Wang 已提交
2303

wmmhello's avatar
wmmhello 已提交
2304 2305 2306
  if (NULL != pSelect->pSlimit && NULL == pSelect->pPartitionByList) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_BY);
  }
X
Xiaoyu Wang 已提交
2307

wmmhello's avatar
wmmhello 已提交
2308
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2309 2310
}

2311
static int32_t createPrimaryKeyColByTable(STranslateContext* pCxt, STableNode* pTable, SNode** pPrimaryKey) {
2312
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
2313 2314 2315 2316 2317
  if (NULL == pCol) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(pCol->colName, PK_TS_COL_INTERNAL_NAME);
2318 2319 2320
  bool    found = false;
  int32_t code = findAndSetColumn(pCxt, &pCol, pTable, &found);
  if (TSDB_CODE_SUCCESS != code || !found) {
wmmhello's avatar
wmmhello 已提交
2321 2322 2323 2324
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_FUNC);
  }
  *pPrimaryKey = (SNode*)pCol;
  return TSDB_CODE_SUCCESS;
2325 2326 2327
}

static int32_t createPrimaryKeyCol(STranslateContext* pCxt, SNode** pPrimaryKey) {
wmmhello's avatar
wmmhello 已提交
2328 2329 2330 2331 2332 2333
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, NULL, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = createPrimaryKeyColByTable(pCxt, pTable, pPrimaryKey);
  }
  return code;
2334 2335 2336
}

static EDealRes rewriteTimelineFuncImpl(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347
  STranslateContext* pCxt = pContext;
  if (isTimelineFunc(pNode)) {
    SFunctionNode* pFunc = (SFunctionNode*)pNode;
    SNode*         pPrimaryKey = NULL;
    pCxt->errCode = createPrimaryKeyCol(pCxt, &pPrimaryKey);
    if (TSDB_CODE_SUCCESS == pCxt->errCode) {
      pCxt->errCode = nodesListMakeStrictAppend(&pFunc->pParameterList, pPrimaryKey);
    }
    return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
  }
  return DEAL_RES_CONTINUE;
2348 2349 2350
}

static int32_t rewriteTimelineFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2351 2352
  nodesWalkSelectStmt(pSelect, SQL_CLAUSE_FROM, rewriteTimelineFuncImpl, pCxt);
  return pCxt->errCode;
2353
}
X
Xiaoyu Wang 已提交
2354

2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367
typedef struct SRwriteUniqueCxt {
  STranslateContext* pTranslateCxt;
  SNode*             pExpr;
} SRwriteUniqueCxt;

static EDealRes rewriteSeletcValueFunc(STranslateContext* pCxt, SNode** pNode) {
  SFunctionNode* pFirst = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFirst) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFirst->functionName, "first");
  TSWAP(pFirst->pParameterList, ((SFunctionNode*)*pNode)->pParameterList);
2368
  strcpy(pFirst->node.aliasName, ((SExprNode*)*pNode)->aliasName);
2369 2370 2371 2372 2373 2374 2375
  nodesDestroyNode(*pNode);
  *pNode = (SNode*)pFirst;
  pCxt->errCode = fmGetFuncInfo(pFirst, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  pCxt->pCurrSelectStmt->hasAggFuncs = true;
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
}

2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393
typedef struct SReplaceOrderByAliasCxt {
  STranslateContext* pTranslateCxt;
  SNodeList*         pProjectionList;
} SReplaceOrderByAliasCxt;

static EDealRes replaceOrderByAliasImpl(SNode** pNode, void* pContext) {
  SReplaceOrderByAliasCxt* pCxt = pContext;
  if (QUERY_NODE_COLUMN_REF == nodeType(*pNode)) {
    SNodeList* pProjectionList = pCxt->pProjectionList;
    SNode*     pProject = NULL;
    FOREACH(pProject, pProjectionList) {
      SExprNode* pExpr = (SExprNode*)pProject;
      if (0 == strcmp(((SColumnRefNode*)*pNode)->colName, pExpr->aliasName)) {
        SNode* pNew = nodesCloneNode(pProject);
        if (NULL == pNew) {
          pCxt->pTranslateCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
          return DEAL_RES_ERROR;
        }
2394
        ((SExprNode*)pNew)->orderAlias = true;
2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409
        nodesDestroyNode(*pNode);
        *pNode = pNew;
        return DEAL_RES_CONTINUE;
      }
    }
  }
  return DEAL_RES_CONTINUE;
}

static int32_t replaceOrderByAlias(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList) {
  SReplaceOrderByAliasCxt cxt = {.pTranslateCxt = pCxt, .pProjectionList = pProjectionList};
  nodesRewriteExprsPostOrder(pOrderByList, replaceOrderByAliasImpl, &cxt);
  return pCxt->errCode;
}

2410 2411 2412 2413 2414 2415 2416
static int32_t translateSelectWithoutFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
  pCxt->pCurrSelectStmt = pSelect;
  pCxt->currClause = SQL_CLAUSE_SELECT;
  return translateExprList(pCxt, pSelect->pProjectionList);
}

static int32_t translateSelectFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
2417 2418
  pCxt->pCurrSelectStmt = pSelect;
  int32_t code = translateFrom(pCxt, pSelect->pFromTable);
wmmhello's avatar
wmmhello 已提交
2419
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2420
    pSelect->precision = ((STableNode*)pSelect->pFromTable)->precision;
2421
    code = translateWhere(pCxt, &pSelect->pWhere);
wmmhello's avatar
wmmhello 已提交
2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translatePartitionBy(pCxt, pSelect->pPartitionByList);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateWindow(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateGroupBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateHaving(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSelectList(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateOrderBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkAggColCoexist(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkLimit(pCxt, pSelect);
  }
X
Xiaoyu Wang 已提交
2447 2448 2449
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterp(pCxt, pSelect);
  }
2450
  if (TSDB_CODE_SUCCESS == code) {
2451
    code = rewriteTimelineFunc(pCxt, pSelect);
2452
  }
wmmhello's avatar
wmmhello 已提交
2453
  if (TSDB_CODE_SUCCESS == code) {
2454
    code = replaceOrderByAlias(pCxt, pSelect->pProjectionList, pSelect->pOrderByList);
wmmhello's avatar
wmmhello 已提交
2455 2456
  }
  return code;
2457 2458
}

2459 2460 2461 2462 2463 2464 2465 2466
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pFromTable) {
    return translateSelectWithoutFrom(pCxt, pSelect);
  } else {
    return translateSelectFrom(pCxt, pSelect);
  }
}

2467
static SNode* createSetOperProject(const char* pTableAlias, SNode* pNode) {
2468
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
2469 2470 2471 2472 2473 2474 2475 2476
  if (NULL == pCol) {
    return NULL;
  }
  pCol->node.resType = ((SExprNode*)pNode)->resType;
  strcpy(pCol->tableAlias, pTableAlias);
  strcpy(pCol->colName, ((SExprNode*)pNode)->aliasName);
  strcpy(pCol->node.aliasName, pCol->colName);
  return (SNode*)pCol;
X
Xiaoyu Wang 已提交
2477 2478 2479
}

static int32_t createCastFunc(STranslateContext* pCxt, SNode* pExpr, SDataType dt, SNode** pCast) {
2480
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
2481 2482 2483 2484 2485 2486
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "cast");
  pFunc->node.resType = dt;
  if (TSDB_CODE_SUCCESS != nodesListMakeAppend(&pFunc->pParameterList, pExpr)) {
2487
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2488 2489 2490 2491 2492
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != getFuncInfo(pCxt, pFunc)) {
    nodesClearList(pFunc->pParameterList);
    pFunc->pParameterList = NULL;
2493
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2494 2495 2496 2497
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pExpr)->aliasName);
  }
  *pCast = (SNode*)pFunc;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2498 2499
}

2500
static int32_t translateSetOperProject(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528
  SNodeList* pLeftProjections = getProjectList(pSetOperator->pLeft);
  SNodeList* pRightProjections = getProjectList(pSetOperator->pRight);
  if (LIST_LENGTH(pLeftProjections) != LIST_LENGTH(pRightProjections)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INCORRECT_NUM_OF_COL);
  }

  SNode* pLeft = NULL;
  SNode* pRight = NULL;
  FORBOTH(pLeft, pLeftProjections, pRight, pRightProjections) {
    SExprNode* pLeftExpr = (SExprNode*)pLeft;
    SExprNode* pRightExpr = (SExprNode*)pRight;
    if (!dataTypeEqual(&pLeftExpr->resType, &pRightExpr->resType)) {
      SNode*  pRightFunc = NULL;
      int32_t code = createCastFunc(pCxt, pRight, pLeftExpr->resType, &pRightFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pRightFunc);
      pRightExpr = (SExprNode*)pRightFunc;
    }
    strcpy(pRightExpr->aliasName, pLeftExpr->aliasName);
    pRightExpr->aliasName[strlen(pLeftExpr->aliasName)] = '\0';
    if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSetOperator->pProjectionList,
                                                       createSetOperProject(pSetOperator->stmtName, pLeft))) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
2529 2530
}

X
Xiaoyu Wang 已提交
2531 2532 2533 2534
static uint8_t calcSetOperatorPrecision(SSetOperator* pSetOperator) {
  return calcPrecision(getStmtPrecision(pSetOperator->pLeft), getStmtPrecision(pSetOperator->pRight));
}

2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551
static int32_t translateSetOperOrderBy(STranslateContext* pCxt, SSetOperator* pSetOperator) {
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
    if (other) {
      pCxt->currClause = SQL_CLAUSE_ORDER_BY;
      pCxt->pCurrSelectStmt = NULL;
      pCxt->pCurrSetOperator = pSetOperator;
      code = translateExprList(pCxt, pSetOperator->pOrderByList);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = replaceOrderByAlias(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList);
  }
  return code;
}

2552 2553 2554 2555 2556 2557 2558
static int32_t checkSetOperLimit(STranslateContext* pCxt, SLimitNode* pLimit) {
  if ((NULL != pLimit && pLimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
  return TSDB_CODE_SUCCESS;
}

2559
static int32_t translateSetOperator(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
2560 2561 2562 2563 2564 2565 2566 2567
  int32_t code = translateQuery(pCxt, pSetOperator->pLeft);
  if (TSDB_CODE_SUCCESS == code) {
    code = resetTranslateNamespace(pCxt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pSetOperator->pRight);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2568
    pSetOperator->precision = calcSetOperatorPrecision(pSetOperator);
2569 2570 2571 2572
    code = translateSetOperProject(pCxt, pSetOperator);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSetOperOrderBy(pCxt, pSetOperator);
wmmhello's avatar
wmmhello 已提交
2573
  }
2574 2575 2576
  if (TSDB_CODE_SUCCESS == code) {
    code = checkSetOperLimit(pCxt, (SLimitNode*)pSetOperator->pLimit);
  }
wmmhello's avatar
wmmhello 已提交
2577
  return code;
2578 2579
}

X
Xiaoyu Wang 已提交
2580 2581 2582 2583 2584 2585 2586 2587
static int32_t partitionDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
  if (NULL == pDelete->pWhere) {
    pDelete->timeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }

  SNode*  pPrimaryKeyCond = NULL;
  SNode*  pOtherCond = NULL;
X
Xiaoyu Wang 已提交
2588
  int32_t code = nodesPartitionCond(&pDelete->pWhere, &pPrimaryKeyCond, NULL, &pDelete->pTagCond, &pOtherCond);
X
Xiaoyu Wang 已提交
2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617
  if (TSDB_CODE_SUCCESS == code && NULL != pOtherCond) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    bool isStrict = false;
    code = getTimeRange(&pPrimaryKeyCond, &pDelete->timeRange, &isStrict);
    if (TSDB_CODE_SUCCESS == code && !isStrict) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
    }
  }
  nodesDestroyNode(pPrimaryKeyCond);
  nodesDestroyNode(pOtherCond);
  return code;
}

static int32_t translateDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
  int32_t code = translateWhere(pCxt, &pDelete->pWhere);
  if (TSDB_CODE_SUCCESS == code) {
    code = partitionDeleteWhere(pCxt, pDelete);
  }
  return code;
}

static int32_t translateDelete(STranslateContext* pCxt, SDeleteStmt* pDelete) {
  int32_t code = translateFrom(pCxt, pDelete->pFromTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateDeleteWhere(pCxt, pDelete);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2618
    pCxt->currClause = SQL_CLAUSE_SELECT;
X
Xiaoyu Wang 已提交
2619 2620 2621 2622 2623
    code = translateExpr(pCxt, &pDelete->pCountFunc);
  }
  return code;
}

2624
static int64_t getUnitPerMinute(uint8_t precision) {
wmmhello's avatar
wmmhello 已提交
2625 2626 2627 2628
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
      return MILLISECOND_PER_MINUTE;
    case TSDB_TIME_PRECISION_MICRO:
wafwerar's avatar
wafwerar 已提交
2629
      return MILLISECOND_PER_MINUTE * 1000LL;
wmmhello's avatar
wmmhello 已提交
2630 2631 2632 2633 2634 2635
    case TSDB_TIME_PRECISION_NANO:
      return NANOSECOND_PER_MINUTE;
    default:
      break;
  }
  return MILLISECOND_PER_MINUTE;
2636 2637 2638
}

static int64_t getBigintFromValueNode(SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
2639 2640 2641 2642
  if (pVal->isDuration) {
    return pVal->datum.i / getUnitPerMinute(pVal->node.resType.precision);
  }
  return pVal->datum.i;
2643 2644
}

X
Xiaoyu Wang 已提交
2645
static int32_t buildCreateDbRetentions(const SNodeList* pRetentions, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664
  if (NULL != pRetentions) {
    pReq->pRetensions = taosArrayInit(LIST_LENGTH(pRetentions), sizeof(SRetention));
    if (NULL == pReq->pRetensions) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SValueNode* pFreq = NULL;
    SValueNode* pKeep = NULL;
    SNode*      pNode = NULL;
    int32_t     index = 0;
    FOREACH(pNode, pRetentions) {
      pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 0);
      pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 1);
      SRetention retention = {
          .freq = pFreq->datum.i, .freqUnit = pFreq->unit, .keep = pKeep->datum.i, .keepUnit = pKeep->unit};
      taosArrayPush(pReq->pRetensions, &retention);
    }
    pReq->numOfRetensions = taosArrayGetSize(pReq->pRetensions);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2665 2666 2667
}

static int32_t buildCreateDbReq(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->numOfVgroups = pStmt->pOptions->numOfVgroups;
  pReq->numOfStables = pStmt->pOptions->singleStable;
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = pStmt->pOptions->pagesize;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = pStmt->pOptions->daysPerFile;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->minRows = pStmt->pOptions->minRowsPerBlock;
  pReq->maxRows = pStmt->pOptions->maxRowsPerBlock;
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->precision = pStmt->pOptions->precision;
  pReq->compression = pStmt->pOptions->compressionLevel;
  pReq->replications = pStmt->pOptions->replica;
  pReq->strict = pStmt->pOptions->strict;
  pReq->cacheLastRow = pStmt->pOptions->cachelast;
X
Xiaoyu Wang 已提交
2689
  pReq->schemaless = pStmt->pOptions->schemaless;
wmmhello's avatar
wmmhello 已提交
2690 2691
  pReq->ignoreExist = pStmt->ignoreExists;
  return buildCreateDbRetentions(pStmt->pOptions->pRetentions, pReq);
X
Xiaoyu Wang 已提交
2692 2693
}

X
Xiaoyu Wang 已提交
2694
static int32_t checkRangeOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t minVal,
wmmhello's avatar
wmmhello 已提交
2695 2696 2697 2698 2699
                                int32_t maxVal) {
  if (val >= 0 && (val < minVal || val > maxVal)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RANGE_OPTION, pName, val, minVal, maxVal);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2700 2701
}

X
Xiaoyu Wang 已提交
2702
static int32_t checkDbDaysOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2703 2704 2705 2706 2707 2708 2709
  if (NULL != pOptions->pDaysPerFile) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pOptions->pDaysPerFile)) {
      return pCxt->errCode;
    }
    if (TIME_UNIT_MINUTE != pOptions->pDaysPerFile->unit && TIME_UNIT_HOUR != pOptions->pDaysPerFile->unit &&
        TIME_UNIT_DAY != pOptions->pDaysPerFile->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_OPTION_UNIT, "daysPerFile",
X
Xiaoyu Wang 已提交
2710
                                  pOptions->pDaysPerFile->unit, TIME_UNIT_MINUTE, TIME_UNIT_HOUR, TIME_UNIT_DAY);
wmmhello's avatar
wmmhello 已提交
2711 2712 2713 2714
    }
    pOptions->daysPerFile = getBigintFromValueNode(pOptions->pDaysPerFile);
  }
  return checkRangeOption(pCxt, "daysPerFile", pOptions->daysPerFile, TSDB_MIN_DAYS_PER_FILE, TSDB_MAX_DAYS_PER_FILE);
X
Xiaoyu Wang 已提交
2715 2716
}

X
Xiaoyu Wang 已提交
2717
static int32_t checkDbKeepOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765
  if (NULL == pOptions->pKeep) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t numOfKeep = LIST_LENGTH(pOptions->pKeep);
  if (numOfKeep > 3 || numOfKeep < 1) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_NUM);
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pOptions->pKeep) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
    if (pVal->isDuration && TIME_UNIT_MINUTE != pVal->unit && TIME_UNIT_HOUR != pVal->unit &&
        TIME_UNIT_DAY != pVal->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_UNIT, pVal->unit);
    }
    if (!pVal->isDuration) {
      pVal->datum.i = pVal->datum.i * 1440;
    }
  }

  pOptions->keep[0] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 0));

  if (numOfKeep < 2) {
    pOptions->keep[1] = pOptions->keep[0];
  } else {
    pOptions->keep[1] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 1));
  }
  if (numOfKeep < 3) {
    pOptions->keep[2] = pOptions->keep[1];
  } else {
    pOptions->keep[2] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 2));
  }

  if (pOptions->keep[0] < TSDB_MIN_KEEP || pOptions->keep[1] < TSDB_MIN_KEEP || pOptions->keep[2] < TSDB_MIN_KEEP ||
      pOptions->keep[0] > TSDB_MAX_KEEP || pOptions->keep[1] > TSDB_MAX_KEEP || pOptions->keep[2] > TSDB_MAX_KEEP) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_VALUE, pOptions->keep[0], pOptions->keep[1],
                                pOptions->keep[2], TSDB_MIN_KEEP, TSDB_MAX_KEEP);
  }

  if (!((pOptions->keep[0] <= pOptions->keep[1]) && (pOptions->keep[1] <= pOptions->keep[2]))) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_ORDER);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2766 2767 2768
}

static int32_t checkDbPrecisionOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780
  if ('\0' != pOptions->precisionStr[0]) {
    if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MILLI_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MILLI;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MICRO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MICRO;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_NANO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_NANO;
    } else {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STR_OPTION, "precision", pOptions->precisionStr);
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2781
}
X
Xiaoyu Wang 已提交
2782

X
Xiaoyu Wang 已提交
2783
static int32_t checkDbEnumOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t v1, int32_t v2) {
wmmhello's avatar
wmmhello 已提交
2784 2785 2786 2787
  if (val >= 0 && val != v1 && val != v2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ENUM_OPTION, pName, val, v1, v2);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2788 2789 2790
}

static int32_t checkDbRetentionsOption(STranslateContext* pCxt, SNodeList* pRetentions) {
wmmhello's avatar
wmmhello 已提交
2791 2792 2793
  if (NULL == pRetentions) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
2794

wmmhello's avatar
wmmhello 已提交
2795 2796 2797
  if (LIST_LENGTH(pRetentions) > 3) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RETENTIONS_OPTION);
  }
X
Xiaoyu Wang 已提交
2798

X
Xiaoyu Wang 已提交
2799 2800 2801
  SValueNode* pPrevFreq = NULL;
  SValueNode* pPrevKeep = NULL;
  SNode*      pRetention = NULL;
wmmhello's avatar
wmmhello 已提交
2802 2803 2804 2805 2806 2807 2808 2809
  FOREACH(pRetention, pRetentions) {
    SNode* pNode = NULL;
    FOREACH(pNode, ((SNodeListNode*)pRetention)->pNodeList) {
      SValueNode* pVal = (SValueNode*)pNode;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
    }
X
Xiaoyu Wang 已提交
2810 2811 2812 2813 2814 2815 2816 2817 2818 2819

    SValueNode* pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 0);
    SValueNode* pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 1);
    if (pFreq->datum.i <= 0 || 'n' == pFreq->unit || 'y' == pFreq->unit || pFreq->datum.i >= pKeep->datum.i ||
        (NULL != pPrevFreq && pPrevFreq->datum.i >= pFreq->datum.i) ||
        (NULL != pPrevKeep && pPrevKeep->datum.i > pKeep->datum.i)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RETENTIONS_OPTION);
    }
    pPrevFreq = pFreq;
    pPrevKeep = pKeep;
wmmhello's avatar
wmmhello 已提交
2820
  }
X
Xiaoyu Wang 已提交
2821

wmmhello's avatar
wmmhello 已提交
2822
  return TSDB_CODE_SUCCESS;
2823 2824
}

2825
static int32_t checkOptionsDependency(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2826
  int32_t daysPerFile = pOptions->daysPerFile;
2827
  int64_t daysToKeep0 = pOptions->keep[0];
wmmhello's avatar
wmmhello 已提交
2828 2829 2830
  if (-1 == daysPerFile && -1 == daysToKeep0) {
    return TSDB_CODE_SUCCESS;
  } else if (-1 == daysPerFile || -1 == daysToKeep0) {
2831
    SDbCfgInfo dbCfg = {0};
wmmhello's avatar
wmmhello 已提交
2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842
    int32_t    code = getDBCfg(pCxt, pDbName, &dbCfg);
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    daysPerFile = (-1 == daysPerFile ? dbCfg.daysPerFile : daysPerFile);
    daysToKeep0 = (-1 == daysToKeep0 ? dbCfg.daysToKeep0 : daysToKeep0);
  }
  if (daysPerFile > daysToKeep0) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DAYS_VALUE);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2843 2844
}

2845
static int32_t checkDatabaseOptions(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900
  int32_t code =
      checkRangeOption(pCxt, "buffer", pOptions->buffer, TSDB_MIN_BUFFER_PER_VNODE, TSDB_MAX_BUFFER_PER_VNODE);
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "cacheLast", pOptions->cachelast, TSDB_MIN_DB_CACHE_LAST_ROW,
                            TSDB_MAX_DB_CACHE_LAST_ROW);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "compression", pOptions->compressionLevel, TSDB_MIN_COMP_LEVEL, TSDB_MAX_COMP_LEVEL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbDaysOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "fsyncPeriod", pOptions->fsyncPeriod, TSDB_MIN_FSYNC_PERIOD, TSDB_MAX_FSYNC_PERIOD);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "maxRowsPerBlock", pOptions->maxRowsPerBlock, TSDB_MIN_MAXROWS_FBLOCK,
                            TSDB_MAX_MAXROWS_FBLOCK);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "minRowsPerBlock", pOptions->minRowsPerBlock, TSDB_MIN_MINROWS_FBLOCK,
                            TSDB_MAX_MINROWS_FBLOCK);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbKeepOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "pages", pOptions->pages, TSDB_MIN_PAGES_PER_VNODE, TSDB_MAX_PAGES_PER_VNODE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "pagesize", pOptions->pagesize, TSDB_MIN_PAGESIZE_PER_VNODE,
                            TSDB_MAX_PAGESIZE_PER_VNODE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbPrecisionOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "replications", pOptions->replica, TSDB_MIN_DB_REPLICA, TSDB_MAX_DB_REPLICA);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "strict", pOptions->strict, TSDB_DB_STRICT_OFF, TSDB_DB_STRICT_ON);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "walLevel", pOptions->walLevel, TSDB_MIN_WAL_LEVEL, TSDB_MAX_WAL_LEVEL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "vgroups", pOptions->numOfVgroups, TSDB_MIN_VNODES_PER_DB, TSDB_MAX_VNODES_PER_DB);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "singleStable", pOptions->singleStable, TSDB_DB_SINGLE_STABLE_ON,
                             TSDB_DB_SINGLE_STABLE_OFF);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRetentionsOption(pCxt, pOptions->pRetentions);
  }
X
Xiaoyu Wang 已提交
2901 2902 2903
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "schemaless", pOptions->schemaless, TSDB_DB_SCHEMALESS_ON, TSDB_DB_SCHEMALESS_OFF);
  }
wmmhello's avatar
wmmhello 已提交
2904 2905 2906 2907
  if (TSDB_CODE_SUCCESS == code) {
    code = checkOptionsDependency(pCxt, pDbName, pOptions);
  }
  return code;
X
Xiaoyu Wang 已提交
2908 2909 2910
}

static int32_t checkCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
2911
  return checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
X
Xiaoyu Wang 已提交
2912 2913
}

H
Hongze Cheng 已提交
2914
typedef int32_t (*FSerializeFunc)(void* pBuf, int32_t bufLen, void* pReq);
2915 2916

static int32_t buildCmdMsg(STranslateContext* pCxt, int16_t msgType, FSerializeFunc func, void* pReq) {
wmmhello's avatar
wmmhello 已提交
2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930
  pCxt->pCmdMsg = taosMemoryMalloc(sizeof(SCmdMsgInfo));
  if (NULL == pCxt->pCmdMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCxt->pCmdMsg->epSet = pCxt->pParseCxt->mgmtEpSet;
  pCxt->pCmdMsg->msgType = msgType;
  pCxt->pCmdMsg->msgLen = func(NULL, 0, pReq);
  pCxt->pCmdMsg->pMsg = taosMemoryMalloc(pCxt->pCmdMsg->msgLen);
  if (NULL == pCxt->pCmdMsg->pMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  func(pCxt->pCmdMsg->pMsg, pCxt->pCmdMsg->msgLen, pReq);

  return TSDB_CODE_SUCCESS;
2931 2932
}

2933
static int32_t translateCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
2934
  SCreateDbReq createReq = {0};
2935
  int32_t      code = checkCreateDatabase(pCxt, pStmt);
wmmhello's avatar
wmmhello 已提交
2936 2937 2938 2939 2940 2941
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateDbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_DB, (FSerializeFunc)tSerializeSCreateDbReq, &createReq);
  }
2942
  tFreeSCreateDbReq(&createReq);
wmmhello's avatar
wmmhello 已提交
2943
  return code;
2944 2945
}

2946
static int32_t translateDropDatabase(STranslateContext* pCxt, SDropDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
2947 2948 2949 2950 2951
  SDropDbReq dropReq = {0};
  SName      name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, dropReq.db);
  dropReq.ignoreNotExists = pStmt->ignoreNotExists;
2952

wmmhello's avatar
wmmhello 已提交
2953
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DB, (FSerializeFunc)tSerializeSDropDbReq, &dropReq);
2954 2955
}

2956
static void buildAlterDbReq(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt, SAlterDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = -1;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = -1;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->strict = pStmt->pOptions->strict;
  pReq->cacheLastRow = pStmt->pOptions->cachelast;
  pReq->replications = pStmt->pOptions->replica;
  return;
2973 2974 2975
}

static int32_t translateAlterDatabase(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
2976 2977 2978 2979
  int32_t code = checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }
X
Xiaoyu Wang 已提交
2980

wmmhello's avatar
wmmhello 已提交
2981 2982
  SAlterDbReq alterReq = {0};
  buildAlterDbReq(pCxt, pStmt, &alterReq);
2983

wmmhello's avatar
wmmhello 已提交
2984
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_DB, (FSerializeFunc)tSerializeSAlterDbReq, &alterReq);
2985 2986
}

X
Xiaoyu Wang 已提交
2987
static int32_t columnDefNodeToField(SNodeList* pList, SArray** pArray) {
wmmhello's avatar
wmmhello 已提交
2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999
  *pArray = taosArrayInit(LIST_LENGTH(pList), sizeof(SField));
  SNode* pNode;
  FOREACH(pNode, pList) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    SField          field = {.type = pCol->dataType.type, .bytes = calcTypeBytes(pCol->dataType)};
    strcpy(field.name, pCol->colName);
    if (pCol->sma) {
      field.flags |= COL_SMA_ON;
    }
    taosArrayPush(*pArray, &field);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3000 3001
}

3002
static SColumnDefNode* findColDef(SNodeList* pCols, const SColumnNode* pCol) {
wmmhello's avatar
wmmhello 已提交
3003 3004 3005 3006 3007 3008 3009
  SNode* pColDef = NULL;
  FOREACH(pColDef, pCols) {
    if (0 == strcmp(pCol->colName, ((SColumnDefNode*)pColDef)->colName)) {
      return (SColumnDefNode*)pColDef;
    }
  }
  return NULL;
X
Xiaoyu Wang 已提交
3010 3011
}

X
Xiaoyu Wang 已提交
3012
static int32_t checkTableSmaOption(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026
  if (NULL != pStmt->pOptions->pSma) {
    SNode* pNode = NULL;
    FOREACH(pNode, pStmt->pCols) { ((SColumnDefNode*)pNode)->sma = false; }
    FOREACH(pNode, pStmt->pOptions->pSma) {
      SColumnNode*    pSmaCol = (SColumnNode*)pNode;
      SColumnDefNode* pColDef = findColDef(pStmt->pCols, pSmaCol);
      if (NULL == pColDef) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pSmaCol->colName);
      }
      pSmaCol->node.resType = pColDef->dataType;
      pColDef->sma = true;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3027 3028
}

X
Xiaoyu Wang 已提交
3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039
static bool validRollupFunc(const char* pFunc) {
  static const char*   rollupFuncs[] = {"avg", "sum", "min", "max", "last", "first"};
  static const int32_t numOfRollupFuncs = (sizeof(rollupFuncs) / sizeof(char*));
  for (int i = 0; i < numOfRollupFuncs; ++i) {
    if (0 == strcmp(rollupFuncs[i], pFunc)) {
      return true;
    }
  }
  return false;
}

X
Xiaoyu Wang 已提交
3040
static int32_t checkTableRollupOption(STranslateContext* pCxt, SNodeList* pFuncs) {
wmmhello's avatar
wmmhello 已提交
3041 3042 3043
  if (NULL == pFuncs) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3044

X
Xiaoyu Wang 已提交
3045
  if (1 != LIST_LENGTH(pFuncs) || !validRollupFunc(((SFunctionNode*)nodesListGetNode(pFuncs, 0))->functionName)) {
wmmhello's avatar
wmmhello 已提交
3046 3047 3048
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROLLUP_OPTION);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3049 3050
}

3051
static int32_t checkTableTagsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pTags) {
wmmhello's avatar
wmmhello 已提交
3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091
  int32_t ntags = LIST_LENGTH(pTags);
  if (0 == ntags) {
    return TSDB_CODE_SUCCESS;
  } else if (ntags > TSDB_MAX_TAGS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_NUM);
  }

  int32_t code = TSDB_CODE_SUCCESS;
  int32_t tagsSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pTags) {
    SColumnDefNode* pTag = (SColumnDefNode*)pNode;
    int32_t         len = strlen(pTag->colName);
    if (NULL != taosHashGet(pHash, pTag->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code && pTag->dataType.type == TSDB_DATA_TYPE_JSON && ntags > 1) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
    }
    if (TSDB_CODE_SUCCESS == code) {
      if ((TSDB_DATA_TYPE_VARCHAR == pTag->dataType.type && pTag->dataType.bytes > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pTag->dataType.type && pTag->dataType.bytes > TSDB_MAX_NCHAR_LEN)) {
        code = code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pTag->colName, len, &pTag, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      tagsSize += pTag->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && tagsSize > TSDB_MAX_TAGS_LEN) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
  }

  return code;
3092 3093 3094
}

static int32_t checkTableColsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pCols) {
wmmhello's avatar
wmmhello 已提交
3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142
  int32_t ncols = LIST_LENGTH(pCols);
  if (ncols < TSDB_MIN_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM);
  } else if (ncols > TSDB_MAX_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
  }

  int32_t code = TSDB_CODE_SUCCESS;

  bool    first = true;
  int32_t rowSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pCols) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    if (first) {
      first = false;
      if (TSDB_DATA_TYPE_TIMESTAMP != pCol->dataType.type) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FIRST_COLUMN);
      }
    }
    if (TSDB_CODE_SUCCESS == code && pCol->dataType.type == TSDB_DATA_TYPE_JSON) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
    }
    int32_t len = strlen(pCol->colName);
    if (TSDB_CODE_SUCCESS == code && NULL != taosHashGet(pHash, pCol->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code) {
      if ((TSDB_DATA_TYPE_VARCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_NCHAR_LEN)) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pCol->colName, len, &pCol, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      rowSize += pCol->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && rowSize > TSDB_MAX_BYTES_PER_ROW) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

  return code;
3143 3144 3145
}

static int32_t checkTableSchema(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3146 3147 3148 3149 3150
  SHashObj* pHash = taosHashInit(LIST_LENGTH(pStmt->pTags) + LIST_LENGTH(pStmt->pCols),
                                 taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
3151

wmmhello's avatar
wmmhello 已提交
3152 3153 3154 3155
  int32_t code = checkTableTagsSchema(pCxt, pHash, pStmt->pTags);
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableColsSchema(pCxt, pHash, pStmt->pCols);
  }
3156

wmmhello's avatar
wmmhello 已提交
3157 3158
  taosHashCleanup(pHash);
  return code;
3159 3160
}

X
Xiaoyu Wang 已提交
3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182
static int32_t getTableDelayOrWatermarkOption(STranslateContext* pCxt, const char* pName, int64_t minVal,
                                              int64_t maxVal, SValueNode* pVal, int64_t* pMaxDelay) {
  int32_t code = (DEAL_RES_ERROR == translateValue(pCxt, pVal) ? pCxt->errCode : TSDB_CODE_SUCCESS);
  if (TSDB_CODE_SUCCESS == code && TIME_UNIT_MILLISECOND != pVal->unit && TIME_UNIT_SECOND != pVal->unit &&
      TIME_UNIT_MINUTE != pVal->unit) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_OPTION_UNIT, pName, pVal->unit,
                                TIME_UNIT_MILLISECOND, TIME_UNIT_SECOND, TIME_UNIT_MINUTE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, pName, pVal->datum.i, minVal, maxVal);
  }
  if (TSDB_CODE_SUCCESS == code) {
    *pMaxDelay = pVal->datum.i;
  }
  return code;
}

static int32_t getTableMaxDelayOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "maxDelay", TSDB_MIN_ROLLUP_MAX_DELAY, TSDB_MAX_ROLLUP_MAX_DELAY, pVal,
                                        pMaxDelay);
}

X
Xiaoyu Wang 已提交
3183
static int32_t checkTableMaxDelayOption(STranslateContext* pCxt, STableOptions* pOptions) {
X
Xiaoyu Wang 已提交
3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212
  if (NULL == pOptions->pMaxDelay) {
    return TSDB_CODE_SUCCESS;
  }

  if (LIST_LENGTH(pOptions->pMaxDelay) > 2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "maxdelay");
  }

  int32_t code =
      getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 0), &pOptions->maxDelay1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pMaxDelay)) {
    code = getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 1), &pOptions->maxDelay2);
  }

  return code;
}

static int32_t getTableWatermarkOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "watermark", TSDB_MIN_ROLLUP_WATERMARK, TSDB_MAX_ROLLUP_WATERMARK, pVal,
                                        pMaxDelay);
}

static int32_t checkTableWatermarkOption(STranslateContext* pCxt, STableOptions* pOptions) {
  if (NULL == pOptions->pWatermark) {
    return TSDB_CODE_SUCCESS;
  }

  if (LIST_LENGTH(pOptions->pWatermark) > 2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "watermark");
X
Xiaoyu Wang 已提交
3213
  }
X
Xiaoyu Wang 已提交
3214 3215 3216 3217 3218 3219 3220 3221

  int32_t code =
      getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 0), &pOptions->watermark1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pWatermark)) {
    code = getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 1), &pOptions->watermark2);
  }

  return code;
X
Xiaoyu Wang 已提交
3222 3223
}

X
Xiaoyu Wang 已提交
3224
static int32_t checkCreateTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
3225
  int32_t code = checkTableMaxDelayOption(pCxt, pStmt->pOptions);
X
Xiaoyu Wang 已提交
3226
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3227
    code = checkTableWatermarkOption(pCxt, pStmt->pOptions);
X
Xiaoyu Wang 已提交
3228
  }
wmmhello's avatar
wmmhello 已提交
3229 3230 3231 3232 3233 3234 3235 3236 3237 3238
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableRollupOption(pCxt, pStmt->pOptions->pRollupFuncs);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSmaOption(pCxt, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSchema(pCxt, pStmt);
  }
  return code;
X
Xiaoyu Wang 已提交
3239 3240
}

3241
static void toSchema(const SColumnDefNode* pCol, col_id_t colId, SSchema* pSchema) {
wmmhello's avatar
wmmhello 已提交
3242 3243 3244 3245 3246 3247 3248 3249 3250
  int8_t flags = 0;
  if (pCol->sma) {
    flags |= COL_SMA_ON;
  }
  pSchema->colId = colId;
  pSchema->type = pCol->dataType.type;
  pSchema->bytes = calcTypeBytes(pCol->dataType);
  pSchema->flags = flags;
  strcpy(pSchema->name, pCol->colName);
3251 3252 3253
}

typedef struct SSampleAstInfo {
wmmhello's avatar
wmmhello 已提交
3254 3255 3256 3257 3258 3259 3260
  const char* pDbName;
  const char* pTableName;
  SNodeList*  pFuncs;
  SNode*      pInterval;
  SNode*      pOffset;
  SNode*      pSliding;
  STableMeta* pRollupTableMeta;
3261 3262
} SSampleAstInfo;

X
Xiaoyu Wang 已提交
3263 3264
static int32_t buildSampleAst(STranslateContext* pCxt, SSampleAstInfo* pInfo, char** pAst, int32_t* pLen, char** pExpr,
                              int32_t* pExprLen) {
3265
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
wmmhello's avatar
wmmhello 已提交
3266 3267 3268 3269 3270
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);

3271
  SRealTableNode* pTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
wmmhello's avatar
wmmhello 已提交
3272
  if (NULL == pTable) {
3273
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3274 3275 3276 3277 3278 3279 3280 3281
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pTable->table.dbName, pInfo->pDbName);
  strcpy(pTable->table.tableName, pInfo->pTableName);
  TSWAP(pTable->pMeta, pInfo->pRollupTableMeta);
  pSelect->pFromTable = (SNode*)pTable;

  TSWAP(pSelect->pProjectionList, pInfo->pFuncs);
3282
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
3283
  if (NULL == pSelect->pProjectionList || NULL == pFunc) {
3284
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3285 3286 3287
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "_wstartts");
3288
  nodesListPushFront(pSelect->pProjectionList, (SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
3289 3290 3291
  SNode* pProject = NULL;
  FOREACH(pProject, pSelect->pProjectionList) { sprintf(((SExprNode*)pProject)->aliasName, "#%p", pProject); }

3292
  SIntervalWindowNode* pInterval = (SIntervalWindowNode*)nodesMakeNode(QUERY_NODE_INTERVAL_WINDOW);
wmmhello's avatar
wmmhello 已提交
3293
  if (NULL == pInterval) {
3294
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3295 3296 3297 3298 3299 3300 3301 3302
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pSelect->pWindow = (SNode*)pInterval;
  TSWAP(pInterval->pInterval, pInfo->pInterval);
  TSWAP(pInterval->pOffset, pInfo->pOffset);
  TSWAP(pInterval->pSliding, pInfo->pSliding);
  pInterval->pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pInterval->pCol) {
3303
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3304 3305 3306 3307 3308
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SColumnNode*)pInterval->pCol)->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(((SColumnNode*)pInterval->pCol)->colName, PK_TS_COL_INTERNAL_NAME);

X
Xiaoyu Wang 已提交
3309
  pCxt->createStream = true;
wmmhello's avatar
wmmhello 已提交
3310 3311
  int32_t code = translateQuery(pCxt, (SNode*)pSelect);
  if (TSDB_CODE_SUCCESS == code) {
3312
    code = nodesNodeToString((SNode*)pSelect, false, pAst, pLen);
wmmhello's avatar
wmmhello 已提交
3313
  }
X
Xiaoyu Wang 已提交
3314 3315 3316
  if (TSDB_CODE_SUCCESS == code && NULL != pExpr) {
    code = nodesListToString(pSelect->pProjectionList, false, pExpr, pExprLen);
  }
3317
  nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3318
  return code;
3319 3320 3321
}

static void clearSampleAstInfo(SSampleAstInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
3322 3323 3324 3325
  nodesDestroyList(pInfo->pFuncs);
  nodesDestroyNode(pInfo->pInterval);
  nodesDestroyNode(pInfo->pOffset);
  nodesDestroyNode(pInfo->pSliding);
3326 3327 3328
}

static SNode* makeIntervalVal(SRetention* pRetension, int8_t precision) {
3329
  SValueNode* pVal = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
wmmhello's avatar
wmmhello 已提交
3330 3331 3332 3333 3334 3335 3336 3337
  if (NULL == pVal) {
    return NULL;
  }
  int64_t timeVal = convertTimeFromPrecisionToUnit(pRetension->freq, precision, pRetension->freqUnit);
  char    buf[20] = {0};
  int32_t len = snprintf(buf, sizeof(buf), "%" PRId64 "%c", timeVal, pRetension->freqUnit);
  pVal->literal = strndup(buf, len);
  if (NULL == pVal->literal) {
3338
    nodesDestroyNode((SNode*)pVal);
wmmhello's avatar
wmmhello 已提交
3339 3340 3341 3342 3343 3344 3345
    return NULL;
  }
  pVal->isDuration = true;
  pVal->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  pVal->node.resType.precision = precision;
  return (SNode*)pVal;
3346 3347 3348
}

static SNode* createColumnFromDef(SColumnDefNode* pDef) {
3349
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
3350 3351 3352 3353 3354
  if (NULL == pCol) {
    return NULL;
  }
  strcpy(pCol->colName, pDef->colName);
  return (SNode*)pCol;
3355 3356 3357
}

static SNode* createRollupFunc(SNode* pSrcFunc, SColumnDefNode* pColDef) {
3358
  SFunctionNode* pFunc = (SFunctionNode*)nodesCloneNode(pSrcFunc);
wmmhello's avatar
wmmhello 已提交
3359 3360 3361 3362
  if (NULL == pFunc) {
    return NULL;
  }
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createColumnFromDef(pColDef))) {
3363
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
3364 3365 3366
    return NULL;
  }
  return (SNode*)pFunc;
3367 3368 3369
}

static SNodeList* createRollupFuncs(SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return NULL;
  }

  SNode* pFunc = NULL;
  FOREACH(pFunc, pStmt->pOptions->pRollupFuncs) {
    SNode* pCol = NULL;
    bool   primaryKey = true;
    FOREACH(pCol, pStmt->pCols) {
      if (primaryKey) {
        primaryKey = false;
        continue;
      }
      if (TSDB_CODE_SUCCESS != nodesListStrictAppend(pFuncs, createRollupFunc(pFunc, (SColumnDefNode*)pCol))) {
        nodesDestroyList(pFuncs);
        return NULL;
      }
    }
  }

  return pFuncs;
3392 3393 3394
}

static STableMeta* createRollupTableMeta(SCreateTableStmt* pStmt, int8_t precision) {
wmmhello's avatar
wmmhello 已提交
3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417
  int32_t     numOfField = LIST_LENGTH(pStmt->pCols) + LIST_LENGTH(pStmt->pTags);
  STableMeta* pMeta = taosMemoryCalloc(1, sizeof(STableMeta) + numOfField * sizeof(SSchema));
  if (NULL == pMeta) {
    return NULL;
  }
  pMeta->tableType = TSDB_SUPER_TABLE;
  pMeta->tableInfo.numOfTags = LIST_LENGTH(pStmt->pTags);
  pMeta->tableInfo.precision = precision;
  pMeta->tableInfo.numOfColumns = LIST_LENGTH(pStmt->pCols);

  int32_t index = 0;
  SNode*  pCol = NULL;
  FOREACH(pCol, pStmt->pCols) {
    toSchema((SColumnDefNode*)pCol, index + 1, pMeta->schema + index);
    ++index;
  }
  SNode* pTag = NULL;
  FOREACH(pTag, pStmt->pTags) {
    toSchema((SColumnDefNode*)pTag, index + 1, pMeta->schema + index);
    ++index;
  }

  return pMeta;
3418 3419
}

L
Liu Jicong 已提交
3420
static int32_t buildSampleAstInfoByTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension,
wmmhello's avatar
wmmhello 已提交
3421 3422 3423 3424 3425 3426 3427 3428 3429 3430
                                         int8_t precision, SSampleAstInfo* pInfo) {
  pInfo->pDbName = pStmt->dbName;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = createRollupFuncs(pStmt);
  pInfo->pInterval = makeIntervalVal(pRetension, precision);
  pInfo->pRollupTableMeta = createRollupTableMeta(pStmt, precision);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval || NULL == pInfo->pRollupTableMeta) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
3431 3432
}

L
Liu Jicong 已提交
3433
static int32_t getRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension, int8_t precision,
wmmhello's avatar
wmmhello 已提交
3434 3435 3436 3437
                            char** pAst, int32_t* pLen) {
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByTable(pCxt, pStmt, pRetension, precision, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3438
    code = buildSampleAst(pCxt, &info, pAst, pLen, NULL, NULL);
wmmhello's avatar
wmmhello 已提交
3439 3440 3441
  }
  clearSampleAstInfo(&info);
  return code;
3442 3443 3444
}

static int32_t buildRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3445 3446 3447 3448 3449 3450 3451 3452 3453
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  int32_t    num = taosArrayGetSize(dbCfg.pRetensions);
  if (TSDB_CODE_SUCCESS != code || num < 2) {
    return code;
  }
  for (int32_t i = 1; i < num; ++i) {
    SRetention*       pRetension = taosArrayGet(dbCfg.pRetensions, i);
    STranslateContext cxt = {0};
3454
    initTranslateContext(pCxt->pParseCxt, pCxt->pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
3455 3456 3457 3458 3459 3460 3461
    code = getRollupAst(&cxt, pStmt, pRetension, dbCfg.precision, 1 == i ? &pReq->pAst1 : &pReq->pAst2,
                        1 == i ? &pReq->ast1Len : &pReq->ast2Len);
    destroyTranslateContext(&cxt);
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
D
dapan1121 已提交
3462

wmmhello's avatar
wmmhello 已提交
3463
  return code;
3464
}
X
Xiaoyu Wang 已提交
3465

D
dapan1121 已提交
3466 3467 3468 3469 3470 3471
static int32_t buildRollupFuncs(SNodeList* pFuncs, SArray** pArray) {
  if (NULL == pFuncs) {
    return TSDB_CODE_SUCCESS;
  }
  *pArray = taosArrayInit(LIST_LENGTH(pFuncs), TSDB_FUNC_NAME_LEN);
  SNode* pNode;
3472
  FOREACH(pNode, pFuncs) { taosArrayPush(*pArray, ((SFunctionNode*)pNode)->functionName); }
D
dapan1121 已提交
3473 3474 3475
  return TSDB_CODE_SUCCESS;
}

3476
static int32_t buildCreateStbReq(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3477
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
3478 3479 3480 3481
  pReq->delay1 = pStmt->pOptions->maxDelay1;
  pReq->delay2 = pStmt->pOptions->maxDelay2;
  pReq->watermark1 = pStmt->pOptions->watermark1;
  pReq->watermark2 = pStmt->pOptions->watermark2;
wmmhello's avatar
wmmhello 已提交
3482 3483 3484 3485
  columnDefNodeToField(pStmt->pCols, &pReq->pColumns);
  columnDefNodeToField(pStmt->pTags, &pReq->pTags);
  pReq->numOfColumns = LIST_LENGTH(pStmt->pCols);
  pReq->numOfTags = LIST_LENGTH(pStmt->pTags);
X
Xiaoyu Wang 已提交
3486
  if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
3487 3488 3489 3490
    pReq->comment = strdup(pStmt->pOptions->comment);
    if (NULL == pReq->comment) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
3491
    pReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
3492
  } else {
wmmhello's avatar
wmmhello 已提交
3493
    pReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
3494
  }
D
dapan1121 已提交
3495
  buildRollupFuncs(pStmt->pOptions->pRollupFuncs, &pReq->pFuncs);
wmmhello's avatar
wmmhello 已提交
3496 3497 3498 3499 3500 3501 3502 3503

  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pReq->name);
  int32_t code = collectUseTable(&tableName, pCxt->pTables);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildRollupAst(pCxt, pStmt, pReq);
  }
  return code;
3504
}
3505

3506
static int32_t translateCreateSuperTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3507 3508 3509 3510 3511 3512 3513 3514 3515 3516
  SMCreateStbReq createReq = {0};
  int32_t        code = checkCreateTable(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STB, (FSerializeFunc)tSerializeSMCreateStbReq, &createReq);
  }
  tFreeSMCreateStbReq(&createReq);
  return code;
3517 3518
}

3519
static int32_t doTranslateDropSuperTable(STranslateContext* pCxt, const SName* pTableName, bool ignoreNotExists) {
wmmhello's avatar
wmmhello 已提交
3520 3521 3522
  SMDropStbReq dropReq = {0};
  tNameExtractFullName(pTableName, dropReq.name);
  dropReq.igNotExists = ignoreNotExists;
3523

wmmhello's avatar
wmmhello 已提交
3524
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STB, (FSerializeFunc)tSerializeSMDropStbReq, &dropReq);
3525 3526 3527
}

static int32_t translateDropTable(STranslateContext* pCxt, SDropTableStmt* pStmt) {
3528
  SDropTableClause* pClause = (SDropTableClause*)nodesListGetNode(pStmt->pTables, 0);
X
Xiaoyu Wang 已提交
3529 3530 3531
  SName             tableName;
  return doTranslateDropSuperTable(
      pCxt, toName(pCxt->pParseCxt->acctId, pClause->dbName, pClause->tableName, &tableName), pClause->ignoreNotExists);
3532 3533 3534
}

static int32_t translateDropSuperTable(STranslateContext* pCxt, SDropSuperTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3535 3536 3537
  SName tableName;
  return doTranslateDropSuperTable(pCxt, toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName),
                                   pStmt->ignoreNotExists);
3538 3539
}

X
Xiaoyu Wang 已提交
3540 3541 3542 3543 3544
static int32_t buildAlterSuperTableReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SMAlterStbReq* pAlterReq) {
  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pAlterReq->name);
  pAlterReq->alterType = pStmt->alterType;

wmmhello's avatar
wmmhello 已提交
3545
  if (TSDB_ALTER_TABLE_UPDATE_OPTIONS == pStmt->alterType) {
X
Xiaoyu Wang 已提交
3546
    //    pAlterReq->ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
3547
    if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
3548 3549 3550 3551
      pAlterReq->comment = strdup(pStmt->pOptions->comment);
      if (NULL == pAlterReq->comment) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
wmmhello's avatar
wmmhello 已提交
3552
      pAlterReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
3553
    } else {
wmmhello's avatar
wmmhello 已提交
3554
      pAlterReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
3555
    }
wmmhello's avatar
wmmhello 已提交
3556

wmmhello's avatar
wmmhello 已提交
3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592
    return TSDB_CODE_SUCCESS;
  }

  pAlterReq->pFields = taosArrayInit(2, sizeof(TAOS_FIELD));
  if (NULL == pAlterReq->pFields) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_ADD_COLUMN:
    case TSDB_ALTER_TABLE_DROP_COLUMN:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES: {
      TAOS_FIELD field = {.type = pStmt->dataType.type, .bytes = calcTypeBytes(pStmt->dataType)};
      strcpy(field.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &field);
      break;
    }
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME: {
      TAOS_FIELD oldField = {0};
      strcpy(oldField.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &oldField);
      TAOS_FIELD newField = {0};
      strcpy(newField.name, pStmt->newColName);
      taosArrayPush(pAlterReq->pFields, &newField);
      break;
    }
    default:
      break;
  }

  pAlterReq->numOfFields = taosArrayGetSize(pAlterReq->pFields);
  return TSDB_CODE_SUCCESS;
3593 3594
}

X
Xiaoyu Wang 已提交
3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606
static SSchema* getColSchema(STableMeta* pTableMeta, const char* pTagName) {
  int32_t numOfFields = getNumOfTags(pTableMeta) + getNumOfColumns(pTableMeta);
  for (int32_t i = 0; i < numOfFields; ++i) {
    SSchema* pTagSchema = pTableMeta->schema + i;
    if (0 == strcmp(pTagName, pTagSchema->name)) {
      return pTagSchema;
    }
  }
  return NULL;
}

static int32_t checkAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
3607 3608
  if (TSDB_ALTER_TABLE_UPDATE_TAG_VAL == pStmt->alterType || TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME == pStmt->alterType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
wmmhello's avatar
wmmhello 已提交
3609
  }
X
Xiaoyu Wang 已提交
3610 3611 3612 3613 3614 3615 3616 3617 3618
  if (TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType ||
      TSDB_ALTER_TABLE_UPDATE_TAG_BYTES == pStmt->alterType) {
    STableMeta* pTableMeta = NULL;
    int32_t     code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
    if (TSDB_CODE_SUCCESS == code) {
      SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
      if (NULL == pSchema) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
      } else if (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
X
Xiaoyu Wang 已提交
3619
                 pSchema->bytes >= calcTypeBytes(pStmt->dataType)) {
X
Xiaoyu Wang 已提交
3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
      }
    }
    return code;
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
  SMAlterStbReq alterReq = {0};
  int32_t       code = checkAlterSuperTable(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildAlterSuperTableReq(pCxt, pStmt, &alterReq);
  }
X
Xiaoyu Wang 已提交
3634 3635 3636
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_ALTER_STB, (FSerializeFunc)tSerializeSMAlterStbReq, &alterReq);
  }
3637
  tFreeSMAltertbReq(&alterReq);
X
Xiaoyu Wang 已提交
3638
  return code;
3639 3640
}

3641
static int32_t translateUseDatabase(STranslateContext* pCxt, SUseDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3642 3643 3644 3645 3646 3647 3648 3649 3650
  SUseDbReq usedbReq = {0};
  SName     name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameExtractFullName(&name, usedbReq.db);
  int32_t code = getDBVgVersion(pCxt, usedbReq.db, &usedbReq.vgVersion, &usedbReq.dbId, &usedbReq.numOfTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_USE_DB, (FSerializeFunc)tSerializeSUseDbReq, &usedbReq);
  }
  return code;
3651 3652
}

3653
static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3654 3655 3656 3657
  SCreateUserReq createReq = {0};
  strcpy(createReq.user, pStmt->useName);
  createReq.createType = 0;
  createReq.superUser = 0;
X
Xiaoyu Wang 已提交
3658
  createReq.sysInfo = pStmt->sysinfo;
3659
  createReq.enable = 1;
wmmhello's avatar
wmmhello 已提交
3660
  strcpy(createReq.pass, pStmt->password);
3661

wmmhello's avatar
wmmhello 已提交
3662
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_USER, (FSerializeFunc)tSerializeSCreateUserReq, &createReq);
3663 3664 3665
}

static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3666 3667 3668 3669
  SAlterUserReq alterReq = {0};
  strcpy(alterReq.user, pStmt->useName);
  alterReq.alterType = pStmt->alterType;
  alterReq.superUser = 0;
X
Xiaoyu Wang 已提交
3670 3671
  alterReq.enable = pStmt->enable;
  alterReq.sysInfo = pStmt->sysinfo;
wmmhello's avatar
wmmhello 已提交
3672 3673 3674 3675
  strcpy(alterReq.pass, pStmt->password);
  if (NULL != pCxt->pParseCxt->db) {
    strcpy(alterReq.dbname, pCxt->pParseCxt->db);
  }
3676

wmmhello's avatar
wmmhello 已提交
3677
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &alterReq);
3678 3679 3680
}

static int32_t translateDropUser(STranslateContext* pCxt, SDropUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3681 3682
  SDropUserReq dropReq = {0};
  strcpy(dropReq.user, pStmt->useName);
3683

wmmhello's avatar
wmmhello 已提交
3684
  return buildCmdMsg(pCxt, TDMT_MND_DROP_USER, (FSerializeFunc)tSerializeSDropUserReq, &dropReq);
3685 3686 3687
}

static int32_t translateCreateDnode(STranslateContext* pCxt, SCreateDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3688 3689 3690
  SCreateDnodeReq createReq = {0};
  strcpy(createReq.fqdn, pStmt->fqdn);
  createReq.port = pStmt->port;
3691

wmmhello's avatar
wmmhello 已提交
3692
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_DNODE, (FSerializeFunc)tSerializeSCreateDnodeReq, &createReq);
3693 3694 3695
}

static int32_t translateDropDnode(STranslateContext* pCxt, SDropDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3696 3697 3698 3699
  SDropDnodeReq dropReq = {0};
  dropReq.dnodeId = pStmt->dnodeId;
  strcpy(dropReq.fqdn, pStmt->fqdn);
  dropReq.port = pStmt->port;
3700

wmmhello's avatar
wmmhello 已提交
3701
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DNODE, (FSerializeFunc)tSerializeSDropDnodeReq, &dropReq);
3702 3703
}

3704
static int32_t translateAlterDnode(STranslateContext* pCxt, SAlterDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3705 3706 3707 3708
  SMCfgDnodeReq cfgReq = {0};
  cfgReq.dnodeId = pStmt->dnodeId;
  strcpy(cfgReq.config, pStmt->config);
  strcpy(cfgReq.value, pStmt->value);
3709

wmmhello's avatar
wmmhello 已提交
3710
  return buildCmdMsg(pCxt, TDMT_MND_CONFIG_DNODE, (FSerializeFunc)tSerializeSMCfgDnodeReq, &cfgReq);
3711 3712
}

X
Xiaoyu Wang 已提交
3713
static int32_t getSmaIndexDstVgId(STranslateContext* pCxt, char* pTableName, int32_t* pVgId) {
wmmhello's avatar
wmmhello 已提交
3714 3715 3716 3717 3718 3719
  SVgroupInfo vg = {0};
  int32_t     code = getTableHashVgroup(pCxt, pCxt->pParseCxt->db, pTableName, &vg);
  if (TSDB_CODE_SUCCESS == code) {
    *pVgId = vg.vgId;
  }
  return code;
X
Xiaoyu Wang 已提交
3720
}
X
Xiaoyu Wang 已提交
3721

X
Xiaoyu Wang 已提交
3722
static int32_t getSmaIndexSql(STranslateContext* pCxt, char** pSql, int32_t* pLen) {
wmmhello's avatar
wmmhello 已提交
3723 3724 3725 3726 3727 3728
  *pSql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == *pSql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  *pLen = pCxt->pParseCxt->sqlLen + 1;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3729 3730
}

3731
static int32_t buildSampleAstInfoByIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SSampleAstInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
3732 3733 3734 3735 3736 3737 3738 3739 3740 3741 3742 3743
  pInfo->pDbName = pCxt->pParseCxt->db;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = nodesCloneList(pStmt->pOptions->pFuncs);
  pInfo->pInterval = nodesCloneNode(pStmt->pOptions->pInterval);
  pInfo->pOffset = nodesCloneNode(pStmt->pOptions->pOffset);
  pInfo->pSliding = nodesCloneNode(pStmt->pOptions->pSliding);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval ||
      (NULL != pStmt->pOptions->pOffset && NULL == pInfo->pOffset) ||
      (NULL != pStmt->pOptions->pSliding && NULL == pInfo->pSliding)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
3744
}
X
Xiaoyu Wang 已提交
3745

X
Xiaoyu Wang 已提交
3746 3747
static int32_t getSmaIndexAst(STranslateContext* pCxt, SCreateIndexStmt* pStmt, char** pAst, int32_t* pLen,
                              char** pExpr, int32_t* pExprLen) {
wmmhello's avatar
wmmhello 已提交
3748 3749 3750
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByIndex(pCxt, pStmt, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3751
    code = buildSampleAst(pCxt, &info, pAst, pLen, pExpr, pExprLen);
wmmhello's avatar
wmmhello 已提交
3752 3753 3754
  }
  clearSampleAstInfo(&info);
  return code;
X
Xiaoyu Wang 已提交
3755 3756 3757
}

static int32_t buildCreateSmaReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateSmaReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770
  SName name;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->indexName, &name), pReq->name);
  strcpy(name.tname, pStmt->tableName);
  name.tname[strlen(pStmt->tableName)] = '\0';
  tNameExtractFullName(&name, pReq->stb);
  pReq->igExists = pStmt->ignoreExists;
  pReq->interval = ((SValueNode*)pStmt->pOptions->pInterval)->datum.i;
  pReq->intervalUnit = ((SValueNode*)pStmt->pOptions->pInterval)->unit;
  pReq->offset = (NULL != pStmt->pOptions->pOffset ? ((SValueNode*)pStmt->pOptions->pOffset)->datum.i : 0);
  pReq->sliding =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->datum.i : pReq->interval);
  pReq->slidingUnit =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->unit : pReq->intervalUnit);
3771 3772 3773 3774 3775
  if (NULL != pStmt->pOptions->pStreamOptions) {
    SStreamOptions* pStreamOpt = (SStreamOptions*)pStmt->pOptions->pStreamOptions;
    pReq->maxDelay = (NULL != pStreamOpt->pDelay ? ((SValueNode*)pStreamOpt->pDelay)->datum.i : 0);
    pReq->watermark = (NULL != pStreamOpt->pWatermark ? ((SValueNode*)pStreamOpt->pWatermark)->datum.i : 0);
  }
wmmhello's avatar
wmmhello 已提交
3776 3777 3778 3779 3780 3781

  int32_t code = getSmaIndexDstVgId(pCxt, pStmt->tableName, &pReq->dstVgId);
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexSql(pCxt, &pReq->sql, &pReq->sqlLen);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3782
    code = getSmaIndexAst(pCxt, pStmt, &pReq->ast, &pReq->astLen, &pReq->expr, &pReq->exprLen);
wmmhello's avatar
wmmhello 已提交
3783 3784 3785
  }

  return code;
X
Xiaoyu Wang 已提交
3786 3787 3788
}

static int32_t translateCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3789 3790 3791 3792 3793 3794 3795 3796
  if (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pInterval) ||
      (NULL != pStmt->pOptions->pOffset &&
       DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pOffset)) ||
      (NULL != pStmt->pOptions->pSliding &&
       DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pSliding))) {
    return pCxt->errCode;
  }

3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808
  if (NULL != pStmt->pOptions->pStreamOptions) {
    SStreamOptions* pStreamOpt = (SStreamOptions*)pStmt->pOptions->pStreamOptions;
    if (NULL != pStreamOpt->pWatermark &&
        (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStreamOpt->pWatermark))) {
      return pCxt->errCode;
    }

    if (NULL != pStreamOpt->pDelay && (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStreamOpt->pDelay))) {
      return pCxt->errCode;
    }
  }

wmmhello's avatar
wmmhello 已提交
3809 3810 3811 3812 3813 3814 3815
  SMCreateSmaReq createSmaReq = {0};
  int32_t        code = buildCreateSmaReq(pCxt, pStmt, &createSmaReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_SMA, (FSerializeFunc)tSerializeSMCreateSmaReq, &createSmaReq);
  }
  tFreeSMCreateSmaReq(&createSmaReq);
  return code;
X
Xiaoyu Wang 已提交
3816
}
3817

dengyihao's avatar
dengyihao 已提交
3818
static int32_t buildCreateFullTextReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateFullTextReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3819 3820
  // impl later
  return 0;
dengyihao's avatar
dengyihao 已提交
3821
}
3822

dengyihao's avatar
dengyihao 已提交
3823
static int32_t translateCreateFullTextIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3824 3825 3826 3827 3828 3829 3830
  SMCreateFullTextReq createFTReq = {0};
  int32_t             code = buildCreateFullTextReq(pCxt, pStmt, &createFTReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_INDEX, (FSerializeFunc)tSerializeSMCreateFullTextReq, &createFTReq);
  }
  tFreeSMCreateFullTextReq(&createFTReq);
  return code;
dengyihao's avatar
dengyihao 已提交
3831
}
X
Xiaoyu Wang 已提交
3832 3833

static int32_t translateCreateIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3834 3835 3836 3837 3838 3839
  if (INDEX_TYPE_SMA == pStmt->indexType) {
    return translateCreateSmaIndex(pCxt, pStmt);
  } else if (INDEX_TYPE_FULLTEXT == pStmt->indexType) {
    return translateCreateFullTextIndex(pCxt, pStmt);
  }
  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
3840 3841
}

3842
static int32_t translateDropIndex(STranslateContext* pCxt, SDropIndexStmt* pStmt) {
X
Xiaoyu Wang 已提交
3843 3844 3845 3846 3847
  SMDropSmaReq dropSmaReq = {0};
  SName        name;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->indexName, &name), dropSmaReq.name);
  dropSmaReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_SMA, (FSerializeFunc)tSerializeSMDropSmaReq, &dropSmaReq);
wmmhello's avatar
wmmhello 已提交
3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864
}

static int16_t getCreateComponentNodeMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_QNODE_STMT:
      return TDMT_MND_CREATE_QNODE;
    case QUERY_NODE_CREATE_BNODE_STMT:
      return TDMT_MND_CREATE_BNODE;
    case QUERY_NODE_CREATE_SNODE_STMT:
      return TDMT_MND_CREATE_SNODE;
    case QUERY_NODE_CREATE_MNODE_STMT:
      return TDMT_MND_CREATE_MNODE;
    default:
      break;
  }
  return -1;
}
3865 3866

static int32_t translateCreateComponentNode(STranslateContext* pCxt, SCreateComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3867 3868 3869
  SMCreateQnodeReq createReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getCreateComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &createReq);
X
Xiaoyu Wang 已提交
3870 3871
}

3872
static int16_t getDropComponentNodeMsgType(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885
  switch (type) {
    case QUERY_NODE_DROP_QNODE_STMT:
      return TDMT_MND_DROP_QNODE;
    case QUERY_NODE_DROP_BNODE_STMT:
      return TDMT_MND_DROP_BNODE;
    case QUERY_NODE_DROP_SNODE_STMT:
      return TDMT_MND_DROP_SNODE;
    case QUERY_NODE_DROP_MNODE_STMT:
      return TDMT_MND_DROP_MNODE;
    default:
      break;
  }
  return -1;
3886 3887 3888
}

static int32_t translateDropComponentNode(STranslateContext* pCxt, SDropComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3889 3890 3891
  SDDropQnodeReq dropReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getDropComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &dropReq);
3892 3893
}

X
Xiaoyu Wang 已提交
3894
static int32_t buildCreateTopicReq(STranslateContext* pCxt, SCreateTopicStmt* pStmt, SCMCreateTopicReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3895 3896 3897 3898
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, pReq->name);
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
3899
  pReq->withMeta = pStmt->withMeta;
wmmhello's avatar
wmmhello 已提交
3900 3901 3902 3903 3904 3905 3906 3907

  pReq->sql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == pReq->sql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;

3908 3909 3910
  if ('\0' != pStmt->subSTbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__TABLE;
    toName(pCxt->pParseCxt->acctId, pStmt->subDbName, pStmt->subSTbName, &name);
L
Liu Jicong 已提交
3911
    tNameGetFullDbName(&name, pReq->subDbName);
3912 3913 3914 3915 3916 3917 3918
    tNameExtractFullName(&name, pReq->subStbName);
  } else if ('\0' != pStmt->subDbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__DB;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->subDbName, strlen(pStmt->subDbName));
    tNameGetFullDbName(&name, pReq->subDbName);
  } else {
    pReq->subType = TOPIC_SUB_TYPE__COLUMN;
L
Liu Jicong 已提交
3919 3920
    char* dbName = ((SRealTableNode*)(((SSelectStmt*)pStmt->pQuery)->pFromTable))->table.dbName;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, dbName, strlen(dbName));
L
Liu Jicong 已提交
3921
    tNameGetFullDbName(&name, pReq->subDbName);
wmmhello's avatar
wmmhello 已提交
3922 3923 3924 3925 3926 3927 3928 3929
    pCxt->pParseCxt->topicQuery = true;
    code = translateQuery(pCxt, pStmt->pQuery);
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
    }
  }

  return code;
X
Xiaoyu Wang 已提交
3930 3931 3932
}

static int32_t checkCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3933 3934 3935
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
3936

wmmhello's avatar
wmmhello 已提交
3937 3938 3939 3940 3941 3942 3943 3944
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
    if (!pSelect->isDistinct && QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable) &&
        NULL == pSelect->pGroupByList && NULL == pSelect->pLimit && NULL == pSelect->pSlimit &&
        NULL == pSelect->pOrderByList && NULL == pSelect->pPartitionByList) {
      return TSDB_CODE_SUCCESS;
    }
  }
X
Xiaoyu Wang 已提交
3945

wmmhello's avatar
wmmhello 已提交
3946
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TOPIC_QUERY);
X
Xiaoyu Wang 已提交
3947 3948 3949
}

static int32_t translateCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3950 3951 3952 3953 3954 3955 3956 3957 3958 3959
  SCMCreateTopicReq createReq = {0};
  int32_t           code = checkCreateTopic(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTopicReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_TOPIC, (FSerializeFunc)tSerializeSCMCreateTopicReq, &createReq);
  }
  tFreeSCMCreateTopicReq(&createReq);
  return code;
3960 3961 3962
}

static int32_t translateDropTopic(STranslateContext* pCxt, SDropTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3963
  SMDropTopicReq dropReq = {0};
3964

wmmhello's avatar
wmmhello 已提交
3965 3966 3967 3968
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
3969

wmmhello's avatar
wmmhello 已提交
3970
  return buildCmdMsg(pCxt, TDMT_MND_DROP_TOPIC, (FSerializeFunc)tSerializeSMDropTopicReq, &dropReq);
3971 3972
}

X
Xiaoyu Wang 已提交
3973 3974 3975 3976 3977 3978 3979 3980 3981
static int32_t translateDropCGroup(STranslateContext* pCxt, SDropCGroupStmt* pStmt) {
  SMDropCgroupReq dropReq = {0};

  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.topic);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  strcpy(dropReq.cgroup, pStmt->cgroup);

L
Liu Jicong 已提交
3982
  return buildCmdMsg(pCxt, TDMT_MND_MQ_DROP_CGROUP, (FSerializeFunc)tSerializeSMDropCgroupReq, &dropReq);
X
Xiaoyu Wang 已提交
3983 3984
}

3985
static int32_t translateAlterLocal(STranslateContext* pCxt, SAlterLocalStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3986 3987
  // todo
  return TSDB_CODE_SUCCESS;
3988 3989
}

3990
static int32_t translateExplain(STranslateContext* pCxt, SExplainStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3991 3992 3993 3994
  if (pStmt->analyze) {
    pCxt->pExplainOpt = pStmt->pOptions;
  }
  return translateQuery(pCxt, pStmt->pQuery);
3995 3996
}

3997
static int32_t translateDescribe(STranslateContext* pCxt, SDescribeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3998
  return refreshGetTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pStmt->pMeta);
3999 4000
}

4001
static int32_t translateKillConnection(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4002 4003
  SKillConnReq killReq = {0};
  killReq.connId = pStmt->targetId;
D
dapan1121 已提交
4004
  return buildCmdMsg(pCxt, TDMT_MND_KILL_CONN, (FSerializeFunc)tSerializeSKillConnReq, &killReq);
4005 4006
}

X
Xiaoyu Wang 已提交
4007
static int32_t translateKillQuery(STranslateContext* pCxt, SKillQueryStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4008
  SKillQueryReq killReq = {0};
X
Xiaoyu Wang 已提交
4009
  strcpy(killReq.queryStrId, pStmt->queryId);
wmmhello's avatar
wmmhello 已提交
4010
  return buildCmdMsg(pCxt, TDMT_MND_KILL_QUERY, (FSerializeFunc)tSerializeSKillQueryReq, &killReq);
4011 4012
}

4013
static int32_t translateKillTransaction(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4014 4015 4016
  SKillTransReq killReq = {0};
  killReq.transId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_TRANS, (FSerializeFunc)tSerializeSKillTransReq, &killReq);
4017 4018
}

X
Xiaoyu Wang 已提交
4019
static int32_t checkCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
4020 4021 4022 4023 4024 4025 4026 4027 4028 4029
  if (NULL != pStmt->pOptions->pWatermark &&
      (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pWatermark))) {
    return pCxt->errCode;
  }

  if (NULL != pStmt->pOptions->pDelay &&
      (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pDelay))) {
    return pCxt->errCode;
  }

wmmhello's avatar
wmmhello 已提交
4030 4031 4032
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
4033

wmmhello's avatar
wmmhello 已提交
4034 4035 4036 4037 4038 4039
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
    if (QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable)) {
      return TSDB_CODE_SUCCESS;
    }
  }
4040

wmmhello's avatar
wmmhello 已提交
4041
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY);
X
Xiaoyu Wang 已提交
4042 4043 4044
}

static void getSourceDatabase(SNode* pStmt, int32_t acctId, char* pDbFName) {
wmmhello's avatar
wmmhello 已提交
4045 4046 4047
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, ((SRealTableNode*)(((SSelectStmt*)pStmt)->pFromTable))->table.dbName);
  tNameGetFullDbName(&name, pDbFName);
X
Xiaoyu Wang 已提交
4048 4049 4050
}

static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4051 4052 4053
  pReq->igExists = pStmt->ignoreExists;

  SName name;
L
Liu Jicong 已提交
4054 4055
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, pReq->name);
wmmhello's avatar
wmmhello 已提交
4056 4057 4058 4059 4060 4061 4062

  if ('\0' != pStmt->targetTabName[0]) {
    strcpy(name.dbname, pStmt->targetDbName);
    strcpy(name.tname, pStmt->targetTabName);
    tNameExtractFullName(&name, pReq->targetStbFullName);
  }

X
Xiaoyu Wang 已提交
4063
  pCxt->createStream = true;
wmmhello's avatar
wmmhello 已提交
4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075 4076 4077 4078
  int32_t code = translateQuery(pCxt, pStmt->pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    getSourceDatabase(pStmt->pQuery, pCxt->pParseCxt->acctId, pReq->sourceDB);
    code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
  }

  if (TSDB_CODE_SUCCESS == code) {
    pReq->sql = strdup(pCxt->pParseCxt->pSql);
    if (NULL == pReq->sql) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    pReq->triggerType = pStmt->pOptions->triggerType;
4079
    pReq->maxDelay = (NULL != pStmt->pOptions->pDelay ? ((SValueNode*)pStmt->pOptions->pDelay)->datum.i : 0);
wmmhello's avatar
wmmhello 已提交
4080 4081 4082 4083
    pReq->watermark = (NULL != pStmt->pOptions->pWatermark ? ((SValueNode*)pStmt->pOptions->pWatermark)->datum.i : 0);
  }

  return code;
X
Xiaoyu Wang 已提交
4084 4085 4086
}

static int32_t translateCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4087
  SCMCreateStreamReq createReq = {0};
X
Xiaoyu Wang 已提交
4088

wmmhello's avatar
wmmhello 已提交
4089 4090 4091 4092 4093 4094 4095
  int32_t code = checkCreateStream(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStreamReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STREAM, (FSerializeFunc)tSerializeSCMCreateStreamReq, &createReq);
  }
4096

wmmhello's avatar
wmmhello 已提交
4097 4098
  tFreeSCMCreateStreamReq(&createReq);
  return code;
4099 4100 4101
}

static int32_t translateDropStream(STranslateContext* pCxt, SDropStreamStmt* pStmt) {
X
Xiaoyu Wang 已提交
4102 4103 4104 4105 4106 4107
  SMDropStreamReq dropReq = {0};
  SName           name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STREAM, (FSerializeFunc)tSerializeSMDropStreamReq, &dropReq);
4108
}
4109

L
Liu Jicong 已提交
4110
static int32_t readFromFile(char* pName, int32_t* len, char** buf) {
wmmhello's avatar
wmmhello 已提交
4111 4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140
  int64_t filesize = 0;
  if (taosStatFile(pName, &filesize, NULL) < 0) {
    return TAOS_SYSTEM_ERROR(errno);
  }

  *len = filesize;

  if (*len <= 0) {
    return TSDB_CODE_TSC_FILE_EMPTY;
  }

  *buf = taosMemoryCalloc(1, *len);
  if (*buf == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  TdFilePtr tfile = taosOpenFile(pName, O_RDONLY | O_BINARY);
  if (NULL == tfile) {
    taosMemoryFreeClear(*buf);
    return TAOS_SYSTEM_ERROR(errno);
  }

  int64_t s = taosReadFile(tfile, *buf, *len);
  if (s != *len) {
    taosCloseFile(&tfile);
    taosMemoryFreeClear(*buf);
    return TSDB_CODE_TSC_APP_ERROR;
  }
  taosCloseFile(&tfile);
  return TSDB_CODE_SUCCESS;
4141 4142 4143
}

static int32_t translateCreateFunction(STranslateContext* pCxt, SCreateFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4144 4145 4146 4147 4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159
  if (fmIsBuiltinFunc(pStmt->funcName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FUNCTION_NAME);
  }
  SCreateFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igExists = pStmt->ignoreExists;
  req.funcType = pStmt->isAgg ? TSDB_FUNC_TYPE_AGGREGATE : TSDB_FUNC_TYPE_SCALAR;
  req.scriptType = TSDB_FUNC_SCRIPT_BIN_LIB;
  req.outputType = pStmt->outputDt.type;
  req.outputLen = pStmt->outputDt.bytes;
  req.bufSize = pStmt->bufSize;
  int32_t code = readFromFile(pStmt->libraryPath, &req.codeLen, &req.pCode);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_FUNC, (FSerializeFunc)tSerializeSCreateFuncReq, &req);
  }
  return code;
4160 4161
}

S
slzhou 已提交
4162
static int32_t translateDropFunction(STranslateContext* pCxt, SDropFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4163 4164 4165 4166
  SDropFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_FUNC, (FSerializeFunc)tSerializeSDropFuncReq, &req);
S
slzhou 已提交
4167 4168
}

4169
static int32_t translateGrant(STranslateContext* pCxt, SGrantStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_ADD_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_ADD_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_ADD_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
4183 4184 4185
}

static int32_t translateRevoke(STranslateContext* pCxt, SRevokeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4186 4187 4188 4189 4190 4191 4192 4193 4194 4195 4196 4197 4198
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_REMOVE_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
4199 4200
}

X
Xiaoyu Wang 已提交
4201 4202 4203 4204 4205 4206 4207 4208 4209 4210
static int32_t translateBalanceVgroup(STranslateContext* pCxt, SBalanceVgroupStmt* pStmt) {
  SBalanceVgroupReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_BALANCE_VGROUP, (FSerializeFunc)tSerializeSBalanceVgroupReq, &req);
}

static int32_t translateMergeVgroup(STranslateContext* pCxt, SMergeVgroupStmt* pStmt) {
  SMergeVgroupReq req = {.vgId1 = pStmt->vgId1, .vgId2 = pStmt->vgId2};
  return buildCmdMsg(pCxt, TDMT_MND_MERGE_VGROUP, (FSerializeFunc)tSerializeSMergeVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
4211 4212 4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236 4237
static int32_t checkDnodeIds(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  int32_t numOfDnodes = LIST_LENGTH(pStmt->pDnodes);
  if (numOfDnodes > 3 || numOfDnodes < 1) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_REDISTRIBUTE_VG);
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pStmt->pDnodes) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
  }

  pStmt->dnodeId1 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 0));
  pStmt->dnodeId2 = -1;
  pStmt->dnodeId3 = -1;
  if (numOfDnodes > 1) {
    pStmt->dnodeId2 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 1));
  }
  if (numOfDnodes > 2) {
    pStmt->dnodeId3 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 2));
  }

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4238 4239
static int32_t translateRedistributeVgroup(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  SRedistributeVgroupReq req = {.vgId = pStmt->vgId};
X
Xiaoyu Wang 已提交
4240 4241 4242 4243 4244 4245 4246 4247
  int32_t                code = checkDnodeIds(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    req.dnodeId1 = pStmt->dnodeId1;
    req.dnodeId2 = pStmt->dnodeId2;
    req.dnodeId3 = pStmt->dnodeId3;
    code = buildCmdMsg(pCxt, TDMT_MND_REDISTRIBUTE_VGROUP, (FSerializeFunc)tSerializeSRedistributeVgroupReq, &req);
  }
  return code;
X
Xiaoyu Wang 已提交
4248 4249
}

4250 4251 4252 4253 4254
static int32_t translateSplitVgroup(STranslateContext* pCxt, SSplitVgroupStmt* pStmt) {
  SSplitVgroupReq req = {.vgId = pStmt->vgId};
  return buildCmdMsg(pCxt, TDMT_MND_SPLIT_VGROUP, (FSerializeFunc)tSerializeSSplitVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
4255 4256 4257 4258 4259
static int32_t translateShowVariables(STranslateContext* pCxt, SShowStmt* pStmt) {
  SShowVariablesReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_SHOW_VARIABLES, (FSerializeFunc)tSerializeSShowVariablesReq, &req);
}

4260 4261 4262 4263 4264 4265 4266 4267 4268
static int32_t translateShowCreateDatabase(STranslateContext* pCxt, SShowCreateDatabaseStmt* pStmt) {
  pStmt->pCfg = taosMemoryCalloc(1, sizeof(SDbCfgInfo));
  if (NULL == pStmt->pCfg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return getDBCfg(pCxt, pStmt->dbName, (SDbCfgInfo*)pStmt->pCfg);
}

static int32_t translateShowCreateTable(STranslateContext* pCxt, SShowCreateTableStmt* pStmt) {
D
dapan1121 已提交
4269 4270 4271 4272
  SName name;
  toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name);

  return getTableCfg(pCxt, &name, (STableCfg**)&pStmt->pCfg);
4273 4274
}

4275
static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
4276 4277 4278 4279 4280 4281 4282 4283
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pNode)) {
    case QUERY_NODE_SELECT_STMT:
      code = translateSelect(pCxt, (SSelectStmt*)pNode);
      break;
    case QUERY_NODE_SET_OPERATOR:
      code = translateSetOperator(pCxt, (SSetOperator*)pNode);
      break;
X
Xiaoyu Wang 已提交
4284 4285 4286
    case QUERY_NODE_DELETE_STMT:
      code = translateDelete(pCxt, (SDeleteStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305
    case QUERY_NODE_CREATE_DATABASE_STMT:
      code = translateCreateDatabase(pCxt, (SCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DATABASE_STMT:
      code = translateDropDatabase(pCxt, (SDropDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DATABASE_STMT:
      code = translateAlterDatabase(pCxt, (SAlterDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_TABLE_STMT:
      code = translateCreateSuperTable(pCxt, (SCreateTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = translateDropTable(pCxt, (SDropTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_SUPER_TABLE_STMT:
      code = translateDropSuperTable(pCxt, (SDropSuperTableStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
X
Xiaoyu Wang 已提交
4306
      code = translateAlterSuperTable(pCxt, (SAlterTableStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
4307 4308 4309 4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352
      break;
    case QUERY_NODE_CREATE_USER_STMT:
      code = translateCreateUser(pCxt, (SCreateUserStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_USER_STMT:
      code = translateAlterUser(pCxt, (SAlterUserStmt*)pNode);
      break;
    case QUERY_NODE_DROP_USER_STMT:
      code = translateDropUser(pCxt, (SDropUserStmt*)pNode);
      break;
    case QUERY_NODE_USE_DATABASE_STMT:
      code = translateUseDatabase(pCxt, (SUseDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_DNODE_STMT:
      code = translateCreateDnode(pCxt, (SCreateDnodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DNODE_STMT:
      code = translateDropDnode(pCxt, (SDropDnodeStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DNODE_STMT:
      code = translateAlterDnode(pCxt, (SAlterDnodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_INDEX_STMT:
      code = translateCreateIndex(pCxt, (SCreateIndexStmt*)pNode);
      break;
    case QUERY_NODE_DROP_INDEX_STMT:
      code = translateDropIndex(pCxt, (SDropIndexStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_QNODE_STMT:
    case QUERY_NODE_CREATE_BNODE_STMT:
    case QUERY_NODE_CREATE_SNODE_STMT:
    case QUERY_NODE_CREATE_MNODE_STMT:
      code = translateCreateComponentNode(pCxt, (SCreateComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_QNODE_STMT:
    case QUERY_NODE_DROP_BNODE_STMT:
    case QUERY_NODE_DROP_SNODE_STMT:
    case QUERY_NODE_DROP_MNODE_STMT:
      code = translateDropComponentNode(pCxt, (SDropComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_TOPIC_STMT:
      code = translateCreateTopic(pCxt, (SCreateTopicStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TOPIC_STMT:
      code = translateDropTopic(pCxt, (SDropTopicStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4353 4354 4355
    case QUERY_NODE_DROP_CGROUP_STMT:
      code = translateDropCGroup(pCxt, (SDropCGroupStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4356 4357 4358 4359 4360 4361 4362 4363 4364 4365 4366 4367 4368
    case QUERY_NODE_ALTER_LOCAL_STMT:
      code = translateAlterLocal(pCxt, (SAlterLocalStmt*)pNode);
      break;
    case QUERY_NODE_EXPLAIN_STMT:
      code = translateExplain(pCxt, (SExplainStmt*)pNode);
      break;
    case QUERY_NODE_DESCRIBE_STMT:
      code = translateDescribe(pCxt, (SDescribeStmt*)pNode);
      break;
    case QUERY_NODE_KILL_CONNECTION_STMT:
      code = translateKillConnection(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_KILL_QUERY_STMT:
X
Xiaoyu Wang 已提交
4369
      code = translateKillQuery(pCxt, (SKillQueryStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
4370 4371 4372 4373 4374 4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391
      break;
    case QUERY_NODE_KILL_TRANSACTION_STMT:
      code = translateKillTransaction(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_STREAM_STMT:
      code = translateCreateStream(pCxt, (SCreateStreamStmt*)pNode);
      break;
    case QUERY_NODE_DROP_STREAM_STMT:
      code = translateDropStream(pCxt, (SDropStreamStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_FUNCTION_STMT:
      code = translateCreateFunction(pCxt, (SCreateFunctionStmt*)pNode);
      break;
    case QUERY_NODE_DROP_FUNCTION_STMT:
      code = translateDropFunction(pCxt, (SDropFunctionStmt*)pNode);
      break;
    case QUERY_NODE_GRANT_STMT:
      code = translateGrant(pCxt, (SGrantStmt*)pNode);
      break;
    case QUERY_NODE_REVOKE_STMT:
      code = translateRevoke(pCxt, (SRevokeStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4392 4393 4394 4395 4396 4397 4398 4399 4400
    case QUERY_NODE_BALANCE_VGROUP_STMT:
      code = translateBalanceVgroup(pCxt, (SBalanceVgroupStmt*)pNode);
      break;
    case QUERY_NODE_MERGE_VGROUP_STMT:
      code = translateMergeVgroup(pCxt, (SMergeVgroupStmt*)pNode);
      break;
    case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
      code = translateRedistributeVgroup(pCxt, (SRedistributeVgroupStmt*)pNode);
      break;
4401 4402 4403
    case QUERY_NODE_SPLIT_VGROUP_STMT:
      code = translateSplitVgroup(pCxt, (SSplitVgroupStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4404 4405 4406
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      code = translateShowVariables(pCxt, (SShowStmt*)pNode);
      break;
4407 4408 4409 4410 4411 4412 4413
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      code = translateShowCreateDatabase(pCxt, (SShowCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      code = translateShowCreateTable(pCxt, (SShowCreateTableStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4414 4415 4416 4417
    default:
      break;
  }
  return code;
4418 4419 4420
}

static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
4421 4422
  ++(pCxt->currLevel);
  ESqlClause   currClause = pCxt->currClause;
X
Xiaoyu Wang 已提交
4423
  SSelectStmt* pCurrStmt = pCxt->pCurrSelectStmt;
wmmhello's avatar
wmmhello 已提交
4424 4425 4426
  int32_t      code = translateQuery(pCxt, pNode);
  --(pCxt->currLevel);
  pCxt->currClause = currClause;
X
Xiaoyu Wang 已提交
4427
  pCxt->pCurrSelectStmt = pCurrStmt;
wmmhello's avatar
wmmhello 已提交
4428
  return code;
4429 4430
}

X
Xiaoyu Wang 已提交
4431
static int32_t extractQueryResultSchema(const SNodeList* pProjections, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4432 4433 4434 4435 4436 4437 4438 4439 4440 4441 4442 4443 4444 4445 4446 4447 4448 4449 4450 4451 4452 4453
  *numOfCols = LIST_LENGTH(pProjections);
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  SNode*  pNode;
  int32_t index = 0;
  FOREACH(pNode, pProjections) {
    SExprNode* pExpr = (SExprNode*)pNode;
    (*pSchema)[index].type = pExpr->resType.type;
    (*pSchema)[index].bytes = pExpr->resType.bytes;
    (*pSchema)[index].colId = index + 1;
    if ('\0' != pExpr->userAlias[0]) {
      strcpy((*pSchema)[index].name, pExpr->userAlias);
    } else {
      strcpy((*pSchema)[index].name, pExpr->aliasName);
    }
    index += 1;
  }

  return TSDB_CODE_SUCCESS;
4454 4455
}

H
Hongze Cheng 已提交
4456
static int8_t extractResultTsPrecision(const SSelectStmt* pSelect) { return pSelect->precision; }
4457

4458
static int32_t extractExplainResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4459 4460 4461 4462 4463 4464 4465 4466 4467
  *numOfCols = 1;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_EXPLAIN_RESULT_ROW_SIZE;
  strcpy((*pSchema)[0].name, TSDB_EXPLAIN_RESULT_COLUMN_NAME);
  return TSDB_CODE_SUCCESS;
4468 4469 4470
}

static int32_t extractDescribeResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4471 4472 4473 4474 4475
  *numOfCols = DESCRIBE_RESULT_COLS;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4476

wmmhello's avatar
wmmhello 已提交
4477 4478 4479
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = DESCRIBE_RESULT_FIELD_LEN;
  strcpy((*pSchema)[0].name, "field");
4480

wmmhello's avatar
wmmhello 已提交
4481 4482 4483
  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = DESCRIBE_RESULT_TYPE_LEN;
  strcpy((*pSchema)[1].name, "type");
4484

wmmhello's avatar
wmmhello 已提交
4485 4486 4487
  (*pSchema)[2].type = TSDB_DATA_TYPE_INT;
  (*pSchema)[2].bytes = tDataTypes[TSDB_DATA_TYPE_INT].bytes;
  strcpy((*pSchema)[2].name, "length");
4488

wmmhello's avatar
wmmhello 已提交
4489 4490 4491
  (*pSchema)[3].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[3].bytes = DESCRIBE_RESULT_NOTE_LEN;
  strcpy((*pSchema)[3].name, "note");
4492

wmmhello's avatar
wmmhello 已提交
4493
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4494 4495
}

4496 4497 4498 4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527 4528 4529 4530 4531
static int32_t extractShowCreateDatabaseResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_DB_NAME_LEN;
  strcpy((*pSchema)[0].name, "Database");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_MAX_BINARY_LEN;
  strcpy((*pSchema)[1].name, "Create Database");

  return TSDB_CODE_SUCCESS;
}

static int32_t extractShowCreateTableResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_TABLE_NAME_LEN;
  strcpy((*pSchema)[0].name, "Table");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_MAX_BINARY_LEN;
  strcpy((*pSchema)[1].name, "Create Table");

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
4532
static int32_t extractShowVariablesResultSchema(int32_t* numOfCols, SSchema** pSchema) {
D
dapan1121 已提交
4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543 4544 4545 4546 4547 4548 4549
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_CONFIG_OPTION_LEN;
  strcpy((*pSchema)[0].name, "name");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_CONFIG_VALUE_LEN;
  strcpy((*pSchema)[1].name, "value");

  return TSDB_CODE_SUCCESS;
}

4550
int32_t extractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4551 4552 4553
  if (NULL == pRoot) {
    return TSDB_CODE_SUCCESS;
  }
4554

wmmhello's avatar
wmmhello 已提交
4555 4556 4557 4558 4559 4560 4561 4562
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
    case QUERY_NODE_SET_OPERATOR:
      return extractQueryResultSchema(getProjectList(pRoot), numOfCols, pSchema);
    case QUERY_NODE_EXPLAIN_STMT:
      return extractExplainResultSchema(numOfCols, pSchema);
    case QUERY_NODE_DESCRIBE_STMT:
      return extractDescribeResultSchema(numOfCols, pSchema);
4563 4564 4565 4566 4567
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      return extractShowCreateDatabaseResultSchema(numOfCols, pSchema);
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      return extractShowCreateTableResultSchema(numOfCols, pSchema);
D
dapan1121 已提交
4568
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
D
dapan1121 已提交
4569 4570
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      return extractShowVariablesResultSchema(numOfCols, pSchema);
wmmhello's avatar
wmmhello 已提交
4571 4572 4573
    default:
      break;
  }
4574

wmmhello's avatar
wmmhello 已提交
4575
  return TSDB_CODE_FAILED;
4576 4577
}

4578
static const char* getSysDbName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_LICENCE_STMT:
    case QUERY_NODE_SHOW_CLUSTER_STMT:
4595 4596
    case QUERY_NODE_SHOW_VARIABLES_STMT:
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
wmmhello's avatar
wmmhello 已提交
4597 4598 4599 4600
      return TSDB_INFORMATION_SCHEMA_DB;
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
H
Haojun Liao 已提交
4601
    case QUERY_NODE_SHOW_STREAMS_STMT:
wmmhello's avatar
wmmhello 已提交
4602
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
D
dapan1121 已提交
4603
    case QUERY_NODE_SHOW_APPS_STMT:
4604 4605
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
wmmhello's avatar
wmmhello 已提交
4606 4607 4608 4609 4610
      return TSDB_PERFORMANCE_SCHEMA_DB;
    default:
      break;
  }
  return NULL;
4611 4612
}

X
Xiaoyu Wang 已提交
4613
static const char* getSysTableName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
      return TSDB_INS_TABLE_USER_DATABASES;
    case QUERY_NODE_SHOW_TABLES_STMT:
      return TSDB_INS_TABLE_USER_TABLES;
    case QUERY_NODE_SHOW_STABLES_STMT:
      return TSDB_INS_TABLE_USER_STABLES;
    case QUERY_NODE_SHOW_USERS_STMT:
      return TSDB_INS_TABLE_USER_USERS;
    case QUERY_NODE_SHOW_DNODES_STMT:
      return TSDB_INS_TABLE_DNODES;
    case QUERY_NODE_SHOW_VGROUPS_STMT:
      return TSDB_INS_TABLE_VGROUPS;
    case QUERY_NODE_SHOW_MNODES_STMT:
      return TSDB_INS_TABLE_MNODES;
    case QUERY_NODE_SHOW_MODULES_STMT:
      return TSDB_INS_TABLE_MODULES;
    case QUERY_NODE_SHOW_QNODES_STMT:
      return TSDB_INS_TABLE_QNODES;
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
      return TSDB_INS_TABLE_USER_FUNCTIONS;
    case QUERY_NODE_SHOW_INDEXES_STMT:
      return TSDB_INS_TABLE_USER_INDEXES;
    case QUERY_NODE_SHOW_STREAMS_STMT:
4638
      return TSDB_PERFS_TABLE_STREAMS;
wmmhello's avatar
wmmhello 已提交
4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654
    case QUERY_NODE_SHOW_BNODES_STMT:
      return TSDB_INS_TABLE_BNODES;
    case QUERY_NODE_SHOW_SNODES_STMT:
      return TSDB_INS_TABLE_SNODES;
    case QUERY_NODE_SHOW_LICENCE_STMT:
      return TSDB_INS_TABLE_LICENCES;
    case QUERY_NODE_SHOW_CLUSTER_STMT:
      return TSDB_INS_TABLE_CLUSTER;
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
      return TSDB_PERFS_TABLE_CONNECTIONS;
    case QUERY_NODE_SHOW_QUERIES_STMT:
      return TSDB_PERFS_TABLE_QUERIES;
    case QUERY_NODE_SHOW_TOPICS_STMT:
      return TSDB_PERFS_TABLE_TOPICS;
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
      return TSDB_PERFS_TABLE_TRANS;
4655
    case QUERY_NODE_SHOW_VARIABLES_STMT:
D
dapan1121 已提交
4656 4657 4658
      return TSDB_INS_TABLE_CONFIGS;
    case QUERY_NODE_SHOW_APPS_STMT:
      return TSDB_PERFS_TABLE_APPS;
4659 4660
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
      return TSDB_INS_TABLE_DNODE_VARIABLES;
4661 4662 4663 4664
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
      return TSDB_PERFS_TABLE_CONSUMERS;
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
      return TSDB_PERFS_TABLE_SUBSCRIPTIONS;
wmmhello's avatar
wmmhello 已提交
4665 4666 4667 4668
    default:
      break;
  }
  return NULL;
X
Xiaoyu Wang 已提交
4669 4670
}

4671
static int32_t createSimpleSelectStmt(const char* pDb, const char* pTable, SSelectStmt** pStmt) {
4672
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
wmmhello's avatar
wmmhello 已提交
4673 4674 4675 4676
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);
X
Xiaoyu Wang 已提交
4677

4678 4679
  SRealTableNode* pRealTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pRealTable) {
4680
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
4681 4682
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4683 4684 4685 4686
  strcpy(pRealTable->table.dbName, pDb);
  strcpy(pRealTable->table.tableName, pTable);
  strcpy(pRealTable->table.tableAlias, pTable);
  pSelect->pFromTable = (SNode*)pRealTable;
X
Xiaoyu Wang 已提交
4687

wmmhello's avatar
wmmhello 已提交
4688
  *pStmt = pSelect;
X
Xiaoyu Wang 已提交
4689

wmmhello's avatar
wmmhello 已提交
4690
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4691 4692
}

4693 4694 4695 4696 4697 4698 4699 4700
static int32_t createSelectStmtForShow(ENodeType showType, SSelectStmt** pStmt) {
  return createSimpleSelectStmt(getSysDbName(showType), getSysTableName(showType), pStmt);
}

static int32_t createSelectStmtForShowTableDist(SShowTableDistributedStmt* pStmt, SSelectStmt** pOutput) {
  return createSimpleSelectStmt(pStmt->dbName, pStmt->tableName, pOutput);
}

X
Xiaoyu Wang 已提交
4701
static int32_t createOperatorNode(EOperatorType opType, const char* pColName, SNode* pRight, SNode** pOp) {
wmmhello's avatar
wmmhello 已提交
4702 4703 4704
  if (NULL == pRight) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
4705

4706
  SOperatorNode* pOper = (SOperatorNode*)nodesMakeNode(QUERY_NODE_OPERATOR);
wmmhello's avatar
wmmhello 已提交
4707 4708 4709
  if (NULL == pOper) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
4710

wmmhello's avatar
wmmhello 已提交
4711 4712 4713 4714
  pOper->opType = opType;
  pOper->pLeft = nodesMakeNode(QUERY_NODE_COLUMN);
  pOper->pRight = nodesCloneNode(pRight);
  if (NULL == pOper->pLeft || NULL == pOper->pRight) {
4715
    nodesDestroyNode((SNode*)pOper);
wmmhello's avatar
wmmhello 已提交
4716 4717 4718
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(((SColumnNode*)pOper->pLeft)->colName, pColName);
X
Xiaoyu Wang 已提交
4719

wmmhello's avatar
wmmhello 已提交
4720 4721
  *pOp = (SNode*)pOper;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4722 4723 4724
}

static const char* getTbNameColName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
4725
  return (QUERY_NODE_SHOW_STABLES_STMT == type ? "stable_name" : "table_name");
X
Xiaoyu Wang 已提交
4726 4727 4728
}

static int32_t createLogicCondNode(SNode* pCond1, SNode* pCond2, SNode** pCond) {
4729
  SLogicConditionNode* pCondition = (SLogicConditionNode*)nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
wmmhello's avatar
wmmhello 已提交
4730 4731 4732 4733 4734 4735
  if (NULL == pCondition) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCondition->condType = LOGIC_COND_TYPE_AND;
  pCondition->pParameterList = nodesMakeList();
  if (NULL == pCondition->pParameterList) {
4736
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
4737 4738 4739 4740
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond1) ||
      TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond2)) {
4741
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
4742 4743 4744 4745 4746
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  *pCond = (SNode*)pCondition;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4747 4748 4749
}

static int32_t createShowCondition(const SShowStmt* pShow, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
4750 4751 4752 4753
  SNode* pDbCond = NULL;
  SNode* pTbCond = NULL;
  if (TSDB_CODE_SUCCESS != createOperatorNode(OP_TYPE_EQUAL, "db_name", pShow->pDbName, &pDbCond) ||
      TSDB_CODE_SUCCESS !=
4754
          createOperatorNode(pShow->tableCondType, getTbNameColName(nodeType(pShow)), pShow->pTbName, &pTbCond)) {
wmmhello's avatar
wmmhello 已提交
4755 4756 4757 4758 4759 4760 4761 4762 4763 4764 4765 4766 4767 4768 4769 4770 4771 4772 4773 4774
    nodesDestroyNode(pDbCond);
    nodesDestroyNode(pTbCond);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  if (NULL != pDbCond && NULL != pTbCond) {
    if (TSDB_CODE_SUCCESS != createLogicCondNode(pDbCond, pTbCond, &pSelect->pWhere)) {
      nodesDestroyNode(pDbCond);
      nodesDestroyNode(pTbCond);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  } else {
    pSelect->pWhere = (NULL == pDbCond ? pTbCond : pDbCond);
  }

  if (NULL != pShow->pDbName) {
    strcpy(((SRealTableNode*)pSelect->pFromTable)->qualDbName, ((SValueNode*)pShow->pDbName)->literal);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4775 4776 4777
}

static int32_t rewriteShow(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = createShowCondition((SShowStmt*)pQuery->pRoot, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
4789 4790
}

4791 4792 4793 4794 4795 4796 4797 4798 4799 4800 4801 4802 4803 4804 4805
static int32_t rewriteShowDnodeVariables(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = createOperatorNode(OP_TYPE_EQUAL, "dnode_id", ((SShowDnodeVariablesStmt*)pQuery->pRoot)->pDnodeId,
                              &pStmt->pWhere);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

4806 4807 4808 4809 4810 4811 4812 4813 4814 4815 4816 4817 4818 4819 4820 4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841 4842 4843 4844 4845
static SNode* createBlockDistInfoFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist_info");
  strcpy(pFunc->node.aliasName, "_block_dist_info");
  return (SNode*)pFunc;
}

static SNode* createBlockDistFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist");
  strcpy(pFunc->node.aliasName, "_block_dist");
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createBlockDistInfoFunc())) {
    nodesDestroyNode((SNode*)pFunc);
    return NULL;
  }
  return (SNode*)pFunc;
}

static int32_t rewriteShowTableDist(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShowTableDist((SShowTableDistributedStmt*)pQuery->pRoot, &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListMakeStrictAppend(&pStmt->pProjectionList, createBlockDistFunc());
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

X
Xiaoyu Wang 已提交
4846
typedef struct SVgroupCreateTableBatch {
wmmhello's avatar
wmmhello 已提交
4847 4848 4849
  SVCreateTbBatchReq req;
  SVgroupInfo        info;
  char               dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
4850
} SVgroupCreateTableBatch;
4851

X
Xiaoyu Wang 已提交
4852
static void destroyCreateTbReq(SVCreateTbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4853
  taosMemoryFreeClear(pReq->name);
wmmhello's avatar
wmmhello 已提交
4854
  taosMemoryFreeClear(pReq->comment);
4855
  taosMemoryFreeClear(pReq->ntb.schemaRow.pSchema);
X
Xiaoyu Wang 已提交
4856 4857
}

dengyihao's avatar
dengyihao 已提交
4858
static int32_t buildNormalTableBatchReq(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pVgroupInfo,
wmmhello's avatar
wmmhello 已提交
4859 4860 4861 4862 4863 4864 4865 4866 4867
                                        SVgroupCreateTableBatch* pBatch) {
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, pStmt->dbName);
  tNameGetFullDbName(&name, dbFName);

  SVCreateTbReq req = {0};
  req.type = TD_NORMAL_TABLE;
  req.name = strdup(pStmt->tableName);
wmmhello's avatar
wmmhello 已提交
4868
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
4869
  if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
4870 4871
    req.comment = strdup(pStmt->pOptions->comment);
    if (NULL == req.comment) {
wmmhello's avatar
wmmhello 已提交
4872
      destroyCreateTbReq(&req);
wmmhello's avatar
wmmhello 已提交
4873 4874
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
4875
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
4876
  } else {
wmmhello's avatar
wmmhello 已提交
4877
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
4878
  }
4879 4880 4881 4882
  req.ntb.schemaRow.nCols = LIST_LENGTH(pStmt->pCols);
  req.ntb.schemaRow.version = 1;
  req.ntb.schemaRow.pSchema = taosMemoryCalloc(req.ntb.schemaRow.nCols, sizeof(SSchema));
  if (NULL == req.name || NULL == req.ntb.schemaRow.pSchema) {
wmmhello's avatar
wmmhello 已提交
4883 4884 4885 4886 4887 4888 4889 4890 4891
    destroyCreateTbReq(&req);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }
  SNode*   pCol;
  col_id_t index = 0;
  FOREACH(pCol, pStmt->pCols) {
4892
    toSchema((SColumnDefNode*)pCol, index + 1, req.ntb.schemaRow.pSchema + index);
wmmhello's avatar
wmmhello 已提交
4893 4894 4895 4896 4897 4898 4899 4900 4901 4902 4903 4904
    ++index;
  }
  pBatch->info = *pVgroupInfo;
  strcpy(pBatch->dbName, pStmt->dbName);
  pBatch->req.pArray = taosArrayInit(1, sizeof(struct SVCreateTbReq));
  if (NULL == pBatch->req.pArray) {
    destroyCreateTbReq(&req);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  taosArrayPush(pBatch->req.pArray, &req);

  return TSDB_CODE_SUCCESS;
4905 4906
}

X
Xiaoyu Wang 已提交
4907
static int32_t serializeVgroupCreateTableBatch(SVgroupCreateTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
4908 4909 4910 4911 4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922 4923 4924 4925 4926 4927 4928 4929 4930 4931 4932 4933 4934 4935 4936
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVCreateTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
4937 4938
}

X
Xiaoyu Wang 已提交
4939
static void destroyCreateTbReqBatch(SVgroupCreateTableBatch* pTbBatch) {
wmmhello's avatar
wmmhello 已提交
4940 4941 4942 4943
  size_t size = taosArrayGetSize(pTbBatch->req.pArray);
  for (int32_t i = 0; i < size; ++i) {
    SVCreateTbReq* pTableReq = taosArrayGet(pTbBatch->req.pArray, i);
    taosMemoryFreeClear(pTableReq->name);
wmmhello's avatar
wmmhello 已提交
4944
    taosMemoryFreeClear(pTableReq->comment);
wmmhello's avatar
wmmhello 已提交
4945 4946

    if (pTableReq->type == TSDB_NORMAL_TABLE) {
4947
      taosMemoryFreeClear(pTableReq->ntb.schemaRow.pSchema);
wmmhello's avatar
wmmhello 已提交
4948 4949 4950 4951
    } else if (pTableReq->type == TSDB_CHILD_TABLE) {
      taosMemoryFreeClear(pTableReq->ctb.pTag);
    }
  }
4952

wmmhello's avatar
wmmhello 已提交
4953
  taosArrayDestroy(pTbBatch->req.pArray);
4954 4955
}

X
Xiaoyu Wang 已提交
4956
static int32_t rewriteToVnodeModifyOpStmt(SQuery* pQuery, SArray* pBufArray) {
4957
  SVnodeModifOpStmt* pNewStmt = (SVnodeModifOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
wmmhello's avatar
wmmhello 已提交
4958 4959 4960 4961 4962 4963 4964 4965
  if (pNewStmt == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pNewStmt->sqlNodeType = nodeType(pQuery->pRoot);
  pNewStmt->pDataBlocks = pBufArray;
  nodesDestroyNode(pQuery->pRoot);
  pQuery->pRoot = (SNode*)pNewStmt;
  return TSDB_CODE_SUCCESS;
4966 4967
}

X
Xiaoyu Wang 已提交
4968
static void destroyCreateTbReqArray(SArray* pArray) {
wmmhello's avatar
wmmhello 已提交
4969 4970 4971 4972 4973 4974 4975
  size_t size = taosArrayGetSize(pArray);
  for (size_t i = 0; i < size; ++i) {
    SVgDataBlocks* pVg = taosArrayGetP(pArray, i);
    taosMemoryFreeClear(pVg->pData);
    taosMemoryFreeClear(pVg);
  }
  taosArrayDestroy(pArray);
X
Xiaoyu Wang 已提交
4976 4977
}

dengyihao's avatar
dengyihao 已提交
4978
static int32_t buildCreateTableDataBlock(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pInfo,
wmmhello's avatar
wmmhello 已提交
4979 4980 4981 4982 4983
                                         SArray** pBufArray) {
  *pBufArray = taosArrayInit(1, POINTER_BYTES);
  if (NULL == *pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
4984

wmmhello's avatar
wmmhello 已提交
4985 4986 4987 4988 4989
  SVgroupCreateTableBatch tbatch = {0};
  int32_t                 code = buildNormalTableBatchReq(acctId, pStmt, pInfo, &tbatch);
  if (TSDB_CODE_SUCCESS == code) {
    code = serializeVgroupCreateTableBatch(&tbatch, *pBufArray);
  }
X
Xiaoyu Wang 已提交
4990

wmmhello's avatar
wmmhello 已提交
4991 4992 4993 4994 4995
  destroyCreateTbReqBatch(&tbatch);
  if (TSDB_CODE_SUCCESS != code) {
    destroyCreateTbReqArray(*pBufArray);
  }
  return code;
4996 4997 4998
}

static int32_t rewriteCreateTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
4999 5000 5001 5002 5003 5004 5005 5006 5007 5008 5009 5010 5011 5012 5013 5014 5015 5016 5017
  SCreateTableStmt* pStmt = (SCreateTableStmt*)pQuery->pRoot;

  int32_t     code = checkCreateTable(pCxt, pStmt);
  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
  SArray* pBufArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTableDataBlock(pCxt->pParseCxt->acctId, pStmt, &info, &pBufArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
    if (TSDB_CODE_SUCCESS != code) {
      destroyCreateTbReqArray(pBufArray);
    }
  }

  return code;
5018 5019
}

C
Cary Xu 已提交
5020 5021
static void addCreateTbReqIntoVgroup(int32_t acctId, SHashObj* pVgroupHashmap, SCreateSubTableClause* pStmt,
                                     const STag* pTag, uint64_t suid, SVgroupInfo* pVgInfo) {
wmmhello's avatar
wmmhello 已提交
5022 5023 5024 5025 5026 5027 5028 5029
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, pStmt->dbName);
  tNameGetFullDbName(&name, dbFName);

  struct SVCreateTbReq req = {0};
  req.type = TD_CHILD_TABLE;
  req.name = strdup(pStmt->tableName);
X
Xiaoyu Wang 已提交
5030
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
5031
  if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
5032
    req.comment = strdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
5033
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
5034
  } else {
wmmhello's avatar
wmmhello 已提交
5035
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
5036
  }
wmmhello's avatar
wmmhello 已提交
5037
  req.ctb.suid = suid;
C
Cary Xu 已提交
5038
  req.ctb.pTag = (uint8_t*)pTag;
wmmhello's avatar
wmmhello 已提交
5039 5040 5041 5042 5043 5044 5045 5046 5047 5048 5049 5050 5051 5052 5053 5054 5055
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }

  SVgroupCreateTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (pTableBatch == NULL) {
    SVgroupCreateTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    strcpy(tBatch.dbName, pStmt->dbName);

    tBatch.req.pArray = taosArrayInit(4, sizeof(struct SVCreateTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
5056 5057
}

5058
static int32_t createValueFromFunction(STranslateContext* pCxt, SFunctionNode* pFunc, SValueNode** pVal) {
wmmhello's avatar
wmmhello 已提交
5059 5060 5061 5062 5063
  int32_t code = getFuncInfo(pCxt, pFunc);
  if (TSDB_CODE_SUCCESS == code) {
    code = scalarCalculateConstants((SNode*)pFunc, (SNode**)pVal);
  }
  return code;
5064 5065
}

X
Xiaoyu Wang 已提交
5066 5067
static SDataType schemaToDataType(uint8_t precision, SSchema* pSchema) {
  SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes, .precision = precision, .scale = 0};
5068 5069 5070
  return dt;
}

X
Xiaoyu Wang 已提交
5071 5072
static int32_t translateTagVal(STranslateContext* pCxt, uint8_t precision, SSchema* pSchema, SNode* pNode,
                               SValueNode** pVal) {
wmmhello's avatar
wmmhello 已提交
5073 5074 5075
  if (QUERY_NODE_FUNCTION == nodeType(pNode)) {
    return createValueFromFunction(pCxt, (SFunctionNode*)pNode, pVal);
  } else if (QUERY_NODE_VALUE == nodeType(pNode)) {
X
Xiaoyu Wang 已提交
5076
    return (DEAL_RES_ERROR == translateValueImpl(pCxt, (SValueNode*)pNode, schemaToDataType(precision, pSchema))
wmmhello's avatar
wmmhello 已提交
5077 5078 5079
                ? pCxt->errCode
                : TSDB_CODE_SUCCESS);
  } else {
X
Xiaoyu Wang 已提交
5080 5081
    // return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pNode)->aliasName);
    return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
5082 5083 5084 5085 5086 5087 5088
  }
}

static int32_t buildJsonTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray,
                               STag** ppTag) {
  if (pVal->literal && strlen(pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
    return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pVal->literal);
wmmhello's avatar
wmmhello 已提交
5089
  }
X
Xiaoyu Wang 已提交
5090 5091 5092 5093 5094 5095 5096 5097 5098 5099 5100 5101 5102 5103 5104 5105 5106

  return parseJsontoTagData(pVal->literal, pTagArray, ppTag, &pCxt->msgBuf);
}

static int32_t buildNormalTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray) {
  if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
    void*   nodeVal = nodesGetValueFromNode(pVal);
    STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
    if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
      val.pData = varDataVal(nodeVal);
      val.nData = varDataLen(nodeVal);
    } else {
      memcpy(&val.i64, nodeVal, pTagSchema->bytes);
    }
    taosArrayPush(pTagArray, &val);
  }
  return TSDB_CODE_SUCCESS;
5107 5108
}

dengyihao's avatar
dengyihao 已提交
5109
static int32_t buildKVRowForBindTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
C
Cary Xu 已提交
5110
                                     STag** ppTag) {
wmmhello's avatar
wmmhello 已提交
5111 5112 5113 5114 5115 5116
  int32_t numOfTags = getNumOfTags(pSuperTableMeta);
  if (LIST_LENGTH(pStmt->pValsOfTags) != LIST_LENGTH(pStmt->pSpecificTags) ||
      numOfTags < LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

C
Cary Xu 已提交
5117
  SArray* pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
X
Xiaoyu Wang 已提交
5118 5119
  if (NULL == pTagArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
5120
  }
wmmhello's avatar
wmmhello 已提交
5121
  int32_t  code = TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
5122
  SSchema* pTagSchema = getTableTagSchema(pSuperTableMeta);
wmmhello's avatar
wmmhello 已提交
5123
  SNode *  pTag = NULL, *pNode = NULL;
X
Xiaoyu Wang 已提交
5124
  bool     isJson = false;
wmmhello's avatar
wmmhello 已提交
5125 5126 5127 5128 5129 5130 5131 5132 5133 5134
  FORBOTH(pTag, pStmt->pSpecificTags, pNode, pStmt->pValsOfTags) {
    SColumnNode* pCol = (SColumnNode*)pTag;
    SSchema*     pSchema = NULL;
    for (int32_t i = 0; i < numOfTags; ++i) {
      if (0 == strcmp(pCol->colName, pTagSchema[i].name)) {
        pSchema = pTagSchema + i;
        break;
      }
    }
    if (NULL == pSchema) {
wmmhello's avatar
wmmhello 已提交
5135 5136
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAG_NAME, pCol->colName);
      goto end;
wmmhello's avatar
wmmhello 已提交
5137 5138
    }
    SValueNode* pVal = NULL;
C
Cary Xu 已提交
5139
    code = translateTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pSchema, pNode, &pVal);
wmmhello's avatar
wmmhello 已提交
5140 5141
    if (TSDB_CODE_SUCCESS != code) {
      goto end;
wmmhello's avatar
wmmhello 已提交
5142
    }
wmmhello's avatar
wmmhello 已提交
5143 5144 5145 5146 5147

    if (NULL == pVal) {
      pVal = (SValueNode*)pNode;
    } else {
      REPLACE_LIST2_NODE(pVal);
wmmhello's avatar
wmmhello 已提交
5148
    }
C
Cary Xu 已提交
5149

X
Xiaoyu Wang 已提交
5150
    if (pSchema->type == TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
5151
      isJson = true;
X
Xiaoyu Wang 已提交
5152
      code = buildJsonTagVal(pCxt, pSchema, pVal, pTagArray, ppTag);
X
Xiaoyu Wang 已提交
5153
    } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
X
Xiaoyu Wang 已提交
5154
      code = buildNormalTagVal(pCxt, pSchema, pVal, pTagArray);
wmmhello's avatar
wmmhello 已提交
5155 5156 5157
    }
  }

X
Xiaoyu Wang 已提交
5158
  if (!isJson) code = tTagNew(pTagArray, 1, false, ppTag);
C
Cary Xu 已提交
5159

wmmhello's avatar
wmmhello 已提交
5160
end:
X
Xiaoyu Wang 已提交
5161
  if (isJson) {
wmmhello's avatar
wmmhello 已提交
5162
    for (int i = 0; i < taosArrayGetSize(pTagArray); ++i) {
X
Xiaoyu Wang 已提交
5163 5164
      STagVal* p = (STagVal*)taosArrayGet(pTagArray, i);
      if (IS_VAR_DATA_TYPE(p->type)) {
wmmhello's avatar
wmmhello 已提交
5165 5166 5167 5168
        taosMemoryFree(p->pData);
      }
    }
  }
C
Cary Xu 已提交
5169
  taosArrayDestroy(pTagArray);
wmmhello's avatar
wmmhello 已提交
5170
  return TSDB_CODE_SUCCESS;
5171
}
5172

dengyihao's avatar
dengyihao 已提交
5173
static int32_t buildKVRowForAllTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
C
Cary Xu 已提交
5174
                                    STag** ppTag) {
wmmhello's avatar
wmmhello 已提交
5175 5176 5177 5178
  if (getNumOfTags(pSuperTableMeta) != LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

C
Cary Xu 已提交
5179
  SSchema* pTagSchemas = getTableTagSchema(pSuperTableMeta);
wmmhello's avatar
wmmhello 已提交
5180
  SNode*   pNode;
wmmhello's avatar
wmmhello 已提交
5181
  int32_t  code = TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
5182
  int32_t  index = 0;
C
Cary Xu 已提交
5183
  SArray*  pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
wmmhello's avatar
wmmhello 已提交
5184
  if (!pTagArray) {
C
Cary Xu 已提交
5185 5186 5187
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_TSC_OUT_OF_MEMORY);
  }

wmmhello's avatar
wmmhello 已提交
5188
  bool isJson = false;
wmmhello's avatar
wmmhello 已提交
5189 5190
  FOREACH(pNode, pStmt->pValsOfTags) {
    SValueNode* pVal = NULL;
C
Cary Xu 已提交
5191 5192
    SSchema*    pTagSchema = pTagSchemas + index;
    code = translateTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pTagSchema, pNode, &pVal);
wmmhello's avatar
wmmhello 已提交
5193 5194
    if (TSDB_CODE_SUCCESS != code) {
      goto end;
wmmhello's avatar
wmmhello 已提交
5195
    }
wmmhello's avatar
wmmhello 已提交
5196 5197 5198 5199
    if (NULL == pVal) {
      pVal = (SValueNode*)pNode;
    } else {
      REPLACE_NODE(pVal);
wmmhello's avatar
wmmhello 已提交
5200
    }
wmmhello's avatar
wmmhello 已提交
5201 5202 5203 5204
    if (pTagSchema->type == TSDB_DATA_TYPE_JSON) {
      if (pVal->literal && strlen(pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
        code = buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pVal->literal);
        goto end;
C
Cary Xu 已提交
5205 5206
      }

wmmhello's avatar
wmmhello 已提交
5207
      isJson = true;
wmmhello's avatar
wmmhello 已提交
5208
      code = parseJsontoTagData(pVal->literal, pTagArray, ppTag, &pCxt->msgBuf);
X
Xiaoyu Wang 已提交
5209
      if (code != TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
5210 5211
        goto end;
      }
X
Xiaoyu Wang 已提交
5212 5213
    } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
      char*   tmpVal = nodesGetValueFromNode(pVal);
wmmhello's avatar
wmmhello 已提交
5214 5215 5216 5217
      STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
      if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
        val.pData = varDataVal(tmpVal);
        val.nData = varDataLen(tmpVal);
wmmhello's avatar
wmmhello 已提交
5218
      } else {
wmmhello's avatar
wmmhello 已提交
5219
        memcpy(&val.i64, tmpVal, pTagSchema->bytes);
wmmhello's avatar
wmmhello 已提交
5220
      }
wmmhello's avatar
wmmhello 已提交
5221
      taosArrayPush(pTagArray, &val);
wmmhello's avatar
wmmhello 已提交
5222
    }
wmmhello's avatar
wmmhello 已提交
5223
    ++index;
wmmhello's avatar
wmmhello 已提交
5224
  }
X
Xiaoyu Wang 已提交
5225
  if (!isJson) code = tTagNew(pTagArray, 1, false, ppTag);
wmmhello's avatar
wmmhello 已提交
5226 5227

end:
X
Xiaoyu Wang 已提交
5228
  if (isJson) {
wmmhello's avatar
wmmhello 已提交
5229
    for (int i = 0; i < taosArrayGetSize(pTagArray); ++i) {
X
Xiaoyu Wang 已提交
5230 5231
      STagVal* p = (STagVal*)taosArrayGet(pTagArray, i);
      if (IS_VAR_DATA_TYPE(p->type)) {
wmmhello's avatar
wmmhello 已提交
5232 5233
        taosMemoryFree(p->pData);
      }
wmmhello's avatar
wmmhello 已提交
5234 5235 5236
    }
  }

C
Cary Xu 已提交
5237
  taosArrayDestroy(pTagArray);
wmmhello's avatar
wmmhello 已提交
5238
  return code;
5239 5240
}

X
Xiaoyu Wang 已提交
5241
static int32_t checkCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt) {
wmmhello's avatar
wmmhello 已提交
5242 5243 5244 5245
  if (0 != strcmp(pStmt->dbName, pStmt->useDbName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5246
}
5247
static int32_t rewriteCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt, SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5248 5249 5250 5251 5252 5253 5254
  int32_t code = checkCreateSubTable(pCxt, pStmt);

  STableMeta* pSuperTableMeta = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableMeta(pCxt, pStmt->useDbName, pStmt->useTableName, &pSuperTableMeta);
  }

C
Cary Xu 已提交
5255
  STag* pTag = NULL;
wmmhello's avatar
wmmhello 已提交
5256 5257 5258

  if (TSDB_CODE_SUCCESS == code) {
    if (NULL != pStmt->pSpecificTags) {
C
Cary Xu 已提交
5259
      code = buildKVRowForBindTags(pCxt, pStmt, pSuperTableMeta, &pTag);
wmmhello's avatar
wmmhello 已提交
5260
    } else {
C
Cary Xu 已提交
5261
      code = buildKVRowForAllTags(pCxt, pStmt, pSuperTableMeta, &pTag);
wmmhello's avatar
wmmhello 已提交
5262 5263 5264 5265 5266 5267 5268 5269
    }
  }

  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
C
Cary Xu 已提交
5270
    addCreateTbReqIntoVgroup(pCxt->pParseCxt->acctId, pVgroupHashmap, pStmt, pTag, pSuperTableMeta->uid, &info);
wmmhello's avatar
wmmhello 已提交
5271 5272 5273 5274
  }

  taosMemoryFreeClear(pSuperTableMeta);
  return code;
5275 5276
}

X
Xiaoyu Wang 已提交
5277
static SArray* serializeVgroupsCreateTableBatch(int32_t acctId, SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5278 5279 5280 5281
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
5282

wmmhello's avatar
wmmhello 已提交
5283 5284 5285 5286 5287 5288 5289
  int32_t                  code = TSDB_CODE_SUCCESS;
  SVgroupCreateTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
5290

wmmhello's avatar
wmmhello 已提交
5291 5292 5293
    serializeVgroupCreateTableBatch(pTbBatch, pBufArray);
    destroyCreateTbReqBatch(pTbBatch);
  } while (true);
5294

wmmhello's avatar
wmmhello 已提交
5295
  return pBufArray;
5296 5297 5298
}

static int32_t rewriteCreateMultiTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5299
  SCreateMultiTableStmt* pStmt = (SCreateMultiTableStmt*)pQuery->pRoot;
5300

wmmhello's avatar
wmmhello 已提交
5301 5302 5303 5304
  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5305

wmmhello's avatar
wmmhello 已提交
5306 5307 5308
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pNode;
  FOREACH(pNode, pStmt->pSubTables) {
X
Xiaoyu Wang 已提交
5309
    SCreateSubTableClause* pClause = (SCreateSubTableClause*)pNode;
X
Xiaoyu Wang 已提交
5310
    code = rewriteCreateSubTable(pCxt, pClause, pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
5311 5312 5313 5314 5315
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
  }
5316

wmmhello's avatar
wmmhello 已提交
5317 5318 5319 5320 5321
  SArray* pBufArray = serializeVgroupsCreateTableBatch(pCxt->pParseCxt->acctId, pVgroupHashmap);
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5322

wmmhello's avatar
wmmhello 已提交
5323
  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
5324 5325 5326
}

typedef struct SVgroupDropTableBatch {
wmmhello's avatar
wmmhello 已提交
5327 5328 5329
  SVDropTbBatchReq req;
  SVgroupInfo      info;
  char             dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
5330 5331 5332
} SVgroupDropTableBatch;

static void addDropTbReqIntoVgroup(SHashObj* pVgroupHashmap, SDropTableClause* pClause, SVgroupInfo* pVgInfo) {
wmmhello's avatar
wmmhello 已提交
5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344
  SVDropTbReq            req = {.name = pClause->tableName, .igNotExists = pClause->ignoreNotExists};
  SVgroupDropTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (NULL == pTableBatch) {
    SVgroupDropTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    tBatch.req.pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
X
Xiaoyu Wang 已提交
5345 5346 5347
}

static int32_t buildDropTableVgroupHashmap(STranslateContext* pCxt, SDropTableClause* pClause, bool* pIsSuperTable,
wmmhello's avatar
wmmhello 已提交
5348 5349 5350
                                           SHashObj* pVgroupHashmap) {
  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pClause->dbName, pClause->tableName, &pTableMeta);
X
Xiaoyu Wang 已提交
5351

wmmhello's avatar
wmmhello 已提交
5352 5353 5354 5355
  if (TSDB_CODE_SUCCESS == code && TSDB_SUPER_TABLE == pTableMeta->tableType) {
    *pIsSuperTable = true;
    goto over;
  }
X
Xiaoyu Wang 已提交
5356

wmmhello's avatar
wmmhello 已提交
5357 5358
  if (TSDB_CODE_PAR_TABLE_NOT_EXIST == code && pClause->ignoreNotExists) {
    code = TSDB_CODE_SUCCESS;
5359
    goto over;
wmmhello's avatar
wmmhello 已提交
5360
  }
5361

wmmhello's avatar
wmmhello 已提交
5362
  *pIsSuperTable = false;
X
Xiaoyu Wang 已提交
5363

wmmhello's avatar
wmmhello 已提交
5364 5365 5366 5367 5368 5369 5370
  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pClause->dbName, pClause->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
    addDropTbReqIntoVgroup(pVgroupHashmap, pClause, &info);
  }
X
Xiaoyu Wang 已提交
5371 5372

over:
wmmhello's avatar
wmmhello 已提交
5373 5374
  taosMemoryFreeClear(pTableMeta);
  return code;
X
Xiaoyu Wang 已提交
5375 5376 5377 5378 5379
}

static void destroyDropTbReqBatch(SVgroupDropTableBatch* pTbBatch) { taosArrayDestroy(pTbBatch->req.pArray); }

static int32_t serializeVgroupDropTableBatch(SVgroupDropTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
5380 5381 5382 5383 5384 5385 5386 5387 5388 5389 5390 5391 5392 5393 5394 5395 5396 5397 5398 5399 5400 5401 5402 5403 5404 5405 5406 5407 5408
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVDropTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVDropTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5409 5410 5411
}

static SArray* serializeVgroupsDropTableBatch(int32_t acctId, SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5412 5413 5414 5415
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
X
Xiaoyu Wang 已提交
5416

wmmhello's avatar
wmmhello 已提交
5417 5418 5419 5420 5421 5422 5423
  int32_t                code = TSDB_CODE_SUCCESS;
  SVgroupDropTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
X
Xiaoyu Wang 已提交
5424

wmmhello's avatar
wmmhello 已提交
5425 5426 5427
    serializeVgroupDropTableBatch(pTbBatch, pBufArray);
    destroyDropTbReqBatch(pTbBatch);
  } while (true);
X
Xiaoyu Wang 已提交
5428

wmmhello's avatar
wmmhello 已提交
5429
  return pBufArray;
X
Xiaoyu Wang 已提交
5430 5431 5432
}

static int32_t rewriteDropTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5433 5434 5435 5436 5437 5438 5439 5440 5441 5442 5443 5444 5445 5446 5447 5448 5449 5450 5451 5452
  SDropTableStmt* pStmt = (SDropTableStmt*)pQuery->pRoot;

  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  bool   isSuperTable = false;
  SNode* pNode;
  FOREACH(pNode, pStmt->pTables) {
    int32_t code = buildDropTableVgroupHashmap(pCxt, (SDropTableClause*)pNode, &isSuperTable, pVgroupHashmap);
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
    if (isSuperTable && LIST_LENGTH(pStmt->pTables) > 1) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_STABLE);
    }
  }

5453
  if (isSuperTable || 0 == taosHashGetSize(pVgroupHashmap)) {
wmmhello's avatar
wmmhello 已提交
5454 5455 5456 5457 5458 5459 5460 5461 5462 5463 5464
    taosHashCleanup(pVgroupHashmap);
    return TSDB_CODE_SUCCESS;
  }

  SArray* pBufArray = serializeVgroupsDropTableBatch(pCxt->pParseCxt->acctId, pVgroupHashmap);
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
5465 5466
}

X
Xiaoyu Wang 已提交
5467
static int32_t buildUpdateTagValReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5468 5469 5470 5471 5472 5473 5474 5475 5476 5477 5478
                                    SVAlterTbReq* pReq) {
  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }

  pReq->tagName = strdup(pStmt->colName);
  if (NULL == pReq->tagName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
5479 5480
  if (DEAL_RES_ERROR ==
      translateValueImpl(pCxt, pStmt->pVal, schemaToDataType(pTableMeta->tableInfo.precision, pSchema))) {
wmmhello's avatar
wmmhello 已提交
5481 5482 5483
    return pCxt->errCode;
  }

X
Xiaoyu Wang 已提交
5484 5485 5486 5487
  if (IS_VAR_DATA_TYPE(pSchema->type) && strlen(pStmt->pVal->literal) > pSchema->bytes) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pStmt->pVal->literal);
  }

wmmhello's avatar
wmmhello 已提交
5488
  pReq->isNull = (TSDB_DATA_TYPE_NULL == pStmt->pVal->node.resType.type);
5489 5490 5491
  if (pStmt->pVal->node.resType.type == TSDB_DATA_TYPE_JSON) {
    if (pStmt->pVal->literal &&
        strlen(pStmt->pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
wmmhello's avatar
wmmhello 已提交
5492 5493
      return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pStmt->pVal->literal);
    }
X
Xiaoyu Wang 已提交
5494
    SArray* pTagVals = taosArrayInit(1, sizeof(STagVal));
wmmhello's avatar
wmmhello 已提交
5495
    int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5496 5497
    STag*   pTag = NULL;
    do {
wmmhello's avatar
wmmhello 已提交
5498
      code = parseJsontoTagData(pStmt->pVal->literal, pTagVals, &pTag, &pCxt->msgBuf);
wmmhello's avatar
wmmhello 已提交
5499 5500 5501
      if (TSDB_CODE_SUCCESS != code) {
        break;
      }
X
Xiaoyu Wang 已提交
5502
    } while (0);
wmmhello's avatar
wmmhello 已提交
5503
    for (int i = 0; i < taosArrayGetSize(pTagVals); ++i) {
X
Xiaoyu Wang 已提交
5504 5505
      STagVal* p = (STagVal*)taosArrayGet(pTagVals, i);
      if (IS_VAR_DATA_TYPE(p->type)) {
wmmhello's avatar
wmmhello 已提交
5506 5507
        taosMemoryFree(p->pData);
      }
wmmhello's avatar
wmmhello 已提交
5508
    }
wmmhello's avatar
wmmhello 已提交
5509
    taosArrayDestroy(pTagVals);
X
Xiaoyu Wang 已提交
5510
    if (code != TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
5511
      return code;
wmmhello's avatar
wmmhello 已提交
5512
    }
wmmhello's avatar
wmmhello 已提交
5513
    pReq->nTagVal = pTag->len;
X
Xiaoyu Wang 已提交
5514
    pReq->pTagVal = (uint8_t*)pTag;
wmmhello's avatar
wmmhello 已提交
5515
    pStmt->pVal->datum.p = (char*)pTag;  // for free
5516
  } else {
wmmhello's avatar
wmmhello 已提交
5517 5518
    pReq->nTagVal = pStmt->pVal->node.resType.bytes;
    pReq->pTagVal = nodesGetValueFromNode(pStmt->pVal);
wmmhello's avatar
wmmhello 已提交
5519 5520 5521 5522 5523 5524

    // data and length are seperated for new tag format STagVal
    if (IS_VAR_DATA_TYPE(pStmt->pVal->node.resType.type)) {
      pReq->nTagVal = varDataLen(pReq->pTagVal);
      pReq->pTagVal = varDataVal(pReq->pTagVal);
    }
wmmhello's avatar
wmmhello 已提交
5525 5526 5527
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5528 5529 5530
}

static int32_t buildAddColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5531 5532 5533 5534
                              SVAlterTbReq* pReq) {
  if (NULL != getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }
X
Xiaoyu Wang 已提交
5535

wmmhello's avatar
wmmhello 已提交
5536 5537 5538 5539
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5540

wmmhello's avatar
wmmhello 已提交
5541 5542 5543 5544
  pReq->type = pStmt->dataType.type;
  pReq->flags = COL_SMA_ON;
  pReq->bytes = pStmt->dataType.bytes;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5545 5546 5547
}

static int32_t buildDropColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5548 5549 5550 5551 5552 5553 5554 5555 5556 5557
                               SVAlterTbReq* pReq) {
  if (2 == getNumOfColumns(pTableMeta)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_COL);
  }
  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (PRIMARYKEY_TIMESTAMP_COL_ID == pSchema->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CANNOT_DROP_PRIMARY_KEY);
  }
X
Xiaoyu Wang 已提交
5558

wmmhello's avatar
wmmhello 已提交
5559 5560 5561 5562
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5563

wmmhello's avatar
wmmhello 已提交
5564
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5565 5566 5567
}

static int32_t buildUpdateColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5568 5569 5570 5571 5572 5573 5574 5575 5576 5577
                                 SVAlterTbReq* pReq) {
  pReq->colModBytes = calcTypeBytes(pStmt->dataType);

  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
             pSchema->bytes >= pReq->colModBytes) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
  }
X
Xiaoyu Wang 已提交
5578

wmmhello's avatar
wmmhello 已提交
5579 5580 5581 5582
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5583

wmmhello's avatar
wmmhello 已提交
5584
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5585 5586 5587
}

static int32_t buildRenameColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5588 5589 5590 5591 5592 5593 5594 5595 5596 5597 5598 5599 5600 5601
                                 SVAlterTbReq* pReq) {
  if (NULL == getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  }
  if (NULL != getColSchema(pTableMeta, pStmt->newColName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }

  pReq->colName = strdup(pStmt->colName);
  pReq->colNewName = strdup(pStmt->newColName);
  if (NULL == pReq->colName || NULL == pReq->colNewName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5602 5603 5604
}

static int32_t buildUpdateOptionsReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5605
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5606

wmmhello's avatar
wmmhello 已提交
5607
  if (-1 != pStmt->pOptions->ttl) {
5608 5609
    pReq->updateTTL = true;
    pReq->newTTL = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
5610
  }
X
Xiaoyu Wang 已提交
5611

X
Xiaoyu Wang 已提交
5612 5613
  if (TSDB_CODE_SUCCESS == code) {
    if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
5614 5615 5616 5617 5618
      pReq->newComment = strdup(pStmt->pOptions->comment);
      if (NULL == pReq->newComment) {
        code = TSDB_CODE_OUT_OF_MEMORY;
      }
      pReq->newCommentLen = strlen(pReq->newComment);
X
Xiaoyu Wang 已提交
5619
    } else {
wmmhello's avatar
wmmhello 已提交
5620
      pReq->newCommentLen = -1;
wmmhello's avatar
wmmhello 已提交
5621 5622
    }
  }
X
Xiaoyu Wang 已提交
5623

wmmhello's avatar
wmmhello 已提交
5624
  return code;
X
Xiaoyu Wang 已提交
5625 5626 5627
}

static int32_t buildAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5628 5629 5630 5631 5632 5633 5634 5635 5636 5637 5638 5639 5640 5641 5642 5643 5644 5645 5646 5647 5648 5649 5650 5651
                               SVAlterTbReq* pReq) {
  pReq->tbName = strdup(pStmt->tableName);
  if (NULL == pReq->tbName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pReq->action = pStmt->alterType;

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
    case TSDB_ALTER_TABLE_UPDATE_TAG_VAL:
      return buildUpdateTagValReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_ADD_COLUMN:
      return buildAddColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_DROP_COLUMN:
      return buildDropColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
      return buildUpdateColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
      return buildUpdateOptionsReq(pCxt, pStmt, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
X
Xiaoyu Wang 已提交
5652 5653 5654 5655 5656
      if (TSDB_CHILD_TABLE == pTableMeta->tableType) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
      } else {
        return buildRenameColReq(pCxt, pStmt, pTableMeta, pReq);
      }
wmmhello's avatar
wmmhello 已提交
5657 5658 5659 5660 5661
    default:
      break;
  }

  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
5662 5663 5664
}

static int32_t serializeAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
5665 5666 5667 5668 5669 5670 5671 5672 5673 5674 5675 5676 5677 5678 5679 5680 5681 5682 5683 5684 5685 5686 5687 5688 5689 5690 5691 5692 5693 5694 5695 5696 5697 5698
                                   SArray* pArray) {
  SVgroupInfo vg = {0};
  int32_t     code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &vg);
  int         tlen = 0;
  if (TSDB_CODE_SUCCESS == code) {
    tEncodeSize(tEncodeSVAlterTbReq, pReq, tlen, code);
  }
  if (TSDB_CODE_SUCCESS == code) {
    tlen += sizeof(SMsgHead);
    void* pMsg = taosMemoryMalloc(tlen);
    if (NULL == pMsg) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    ((SMsgHead*)pMsg)->vgId = htonl(vg.vgId);
    ((SMsgHead*)pMsg)->contLen = htonl(tlen);
    void*    pBuf = POINTER_SHIFT(pMsg, sizeof(SMsgHead));
    SEncoder coder = {0};
    tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
    tEncodeSVAlterTbReq(&coder, pReq);
    tEncoderClear(&coder);

    SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
    if (NULL == pVgData) {
      taosMemoryFree(pMsg);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pVgData->vg = vg;
    pVgData->pData = pMsg;
    pVgData->size = tlen;
    pVgData->numOfTables = 1;
    taosArrayPush(pArray, &pVgData);
  }

  return code;
X
Xiaoyu Wang 已提交
5699 5700 5701
}

static int32_t buildModifyVnodeArray(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
5702 5703 5704 5705 5706
                                     SArray** pArray) {
  SArray* pTmpArray = taosArrayInit(1, sizeof(void*));
  if (NULL == pTmpArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5707

wmmhello's avatar
wmmhello 已提交
5708 5709 5710 5711 5712 5713
  int32_t code = serializeAlterTbReq(pCxt, pStmt, pReq, pTmpArray);
  if (TSDB_CODE_SUCCESS == code) {
    *pArray = pTmpArray;
  } else {
    taosArrayDestroy(pTmpArray);
  }
X
Xiaoyu Wang 已提交
5714

wmmhello's avatar
wmmhello 已提交
5715
  return code;
5716 5717
}

5718 5719 5720 5721 5722 5723 5724 5725
static void destoryAlterTbReq(SVAlterTbReq* pReq) {
  taosMemoryFree(pReq->tbName);
  taosMemoryFree(pReq->colName);
  taosMemoryFree(pReq->colNewName);
  taosMemoryFree(pReq->tagName);
  taosMemoryFree(pReq->newComment);
}

5726 5727
static int32_t rewriteAlterTableImpl(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
                                     SQuery* pQuery) {
5728
  if (getNumOfTags(pTableMeta) == 1 && pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
5729
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
wmmhello's avatar
wmmhello 已提交
5730
  }
wmmhello's avatar
wmmhello 已提交
5731

wmmhello's avatar
wmmhello 已提交
5732
  if (TSDB_SUPER_TABLE == pTableMeta->tableType) {
wmmhello's avatar
wmmhello 已提交
5733 5734
    SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
    if (getNumOfTags(pTableMeta) == 1 && pTagsSchema->type == TSDB_DATA_TYPE_JSON &&
5735 5736
        (pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG || pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG ||
         pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_BYTES)) {
wmmhello's avatar
wmmhello 已提交
5737 5738
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
    }
5739 5740 5741
    if (pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_OPTIONS && -1 != pStmt->pOptions->ttl) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
    }
wmmhello's avatar
wmmhello 已提交
5742 5743 5744 5745
    return TSDB_CODE_SUCCESS;
  } else if (TSDB_CHILD_TABLE != pTableMeta->tableType && TSDB_NORMAL_TABLE != pTableMeta->tableType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }
X
Xiaoyu Wang 已提交
5746

wmmhello's avatar
wmmhello 已提交
5747
  SVAlterTbReq req = {0};
5748
  int32_t      code = buildAlterTbReq(pCxt, pStmt, pTableMeta, &req);
X
Xiaoyu Wang 已提交
5749

wmmhello's avatar
wmmhello 已提交
5750 5751 5752 5753 5754 5755 5756
  SArray* pArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildModifyVnodeArray(pCxt, pStmt, &req, &pArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pArray);
  }
5757
  destoryAlterTbReq(&req);
wmmhello's avatar
wmmhello 已提交
5758
  return code;
5759 5760
}

5761 5762 5763 5764 5765 5766 5767 5768 5769 5770 5771 5772 5773 5774 5775 5776 5777 5778 5779 5780
static int32_t rewriteAlterTable(STranslateContext* pCxt, SQuery* pQuery) {
  SAlterTableStmt* pStmt = (SAlterTableStmt*)pQuery->pRoot;

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
  }

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_COLUMN) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
  }

  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteAlterTableImpl(pCxt, pStmt, pTableMeta, pQuery);
  }
  taosMemoryFree(pTableMeta);
  return code;
}

5781
static int32_t rewriteQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5782 5783 5784 5785 5786 5787 5788 5789 5790 5791 5792 5793 5794 5795 5796 5797 5798 5799 5800 5801 5802 5803
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SHOW_LICENCE_STMT:
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_STREAMS_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_CLUSTER_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
D
dapan1121 已提交
5804
    case QUERY_NODE_SHOW_APPS_STMT:
5805 5806
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
wmmhello's avatar
wmmhello 已提交
5807 5808
      code = rewriteShow(pCxt, pQuery);
      break;
5809 5810 5811
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
      code = rewriteShowDnodeVariables(pCxt, pQuery);
      break;
5812 5813 5814
    case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
      code = rewriteShowTableDist(pCxt, pQuery);
      break;
wmmhello's avatar
wmmhello 已提交
5815 5816 5817 5818 5819 5820 5821 5822 5823 5824 5825 5826 5827 5828 5829 5830 5831 5832
    case QUERY_NODE_CREATE_TABLE_STMT:
      if (NULL == ((SCreateTableStmt*)pQuery->pRoot)->pTags) {
        code = rewriteCreateTable(pCxt, pQuery);
      }
      break;
    case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
      code = rewriteCreateMultiTable(pCxt, pQuery);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = rewriteDropTable(pCxt, pQuery);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
      code = rewriteAlterTable(pCxt, pQuery);
      break;
    default:
      break;
  }
  return code;
5833 5834
}

D
dapan1121 已提交
5835 5836 5837 5838 5839 5840 5841 5842 5843 5844 5845 5846 5847 5848 5849 5850 5851 5852 5853 5854 5855 5856 5857 5858 5859 5860 5861 5862 5863 5864 5865 5866 5867 5868 5869 5870 5871 5872 5873 5874 5875
static int32_t toMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_TABLE_STMT:
      return TDMT_VND_CREATE_TABLE;
    case QUERY_NODE_ALTER_TABLE_STMT:
      return TDMT_VND_ALTER_TABLE;
    case QUERY_NODE_DROP_TABLE_STMT:
      return TDMT_VND_DROP_TABLE;
    default:
      break;
  }
  return TDMT_VND_CREATE_TABLE;
}

static int32_t setRefreshMate(STranslateContext* pCxt, SQuery* pQuery) {
  if (NULL != pCxt->pDbs) {
    pQuery->pDbList = taosArrayInit(taosHashGetSize(pCxt->pDbs), TSDB_DB_FNAME_LEN);
    if (NULL == pQuery->pDbList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SFullDatabaseName* pDb = taosHashIterate(pCxt->pDbs, NULL);
    while (NULL != pDb) {
      taosArrayPush(pQuery->pDbList, pDb->fullDbName);
      pDb = taosHashIterate(pCxt->pDbs, pDb);
    }
  }

  if (NULL != pCxt->pTables) {
    pQuery->pTableList = taosArrayInit(taosHashGetSize(pCxt->pTables), sizeof(SName));
    if (NULL == pQuery->pTableList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SName* pTable = taosHashIterate(pCxt->pTables, NULL);
    while (NULL != pTable) {
      taosArrayPush(pQuery->pTableList, pTable);
      pTable = taosHashIterate(pCxt->pTables, pTable);
    }
  }
  return TSDB_CODE_SUCCESS;
}

5876
static int32_t setQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5877 5878 5879 5880 5881 5882 5883 5884
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SELECT_STMT:
    case QUERY_NODE_SET_OPERATOR:
    case QUERY_NODE_EXPLAIN_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->haveResultSet = true;
      pQuery->msgType = TDMT_VND_QUERY;
      break;
D
dapan1121 已提交
5885 5886 5887 5888
    case QUERY_NODE_DELETE_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->msgType = TDMT_VND_DELETE;
      break;
wmmhello's avatar
wmmhello 已提交
5889 5890
    case QUERY_NODE_VNODE_MODIF_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
D
dapan1121 已提交
5891
      pQuery->msgType = toMsgType(((SVnodeModifOpStmt*)pQuery->pRoot)->sqlNodeType);
wmmhello's avatar
wmmhello 已提交
5892 5893
      break;
    case QUERY_NODE_DESCRIBE_STMT:
5894 5895 5896
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
D
dapan1121 已提交
5897
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
wmmhello's avatar
wmmhello 已提交
5898 5899 5900 5901
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      pQuery->haveResultSet = true;
      break;
    case QUERY_NODE_RESET_QUERY_CACHE_STMT:
5902
    case QUERY_NODE_ALTER_LOCAL_STMT:
wmmhello's avatar
wmmhello 已提交
5903 5904
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      break;
D
dapan1121 已提交
5905 5906 5907 5908 5909 5910 5911
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      pQuery->haveResultSet = true;
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
5912
      break;
wmmhello's avatar
wmmhello 已提交
5913 5914 5915 5916 5917 5918 5919 5920 5921
    default:
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
      break;
  }

5922 5923
  pQuery->stableQuery = pCxt->stableQuery;

wmmhello's avatar
wmmhello 已提交
5924 5925 5926 5927 5928 5929 5930 5931 5932 5933 5934
  if (pQuery->haveResultSet) {
    if (TSDB_CODE_SUCCESS != extractResultSchema(pQuery->pRoot, &pQuery->numOfResCols, &pQuery->pResSchema)) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }

    if (nodeType(pQuery->pRoot) == QUERY_NODE_SELECT_STMT) {
      pQuery->precision = extractResultTsPrecision((SSelectStmt*)pQuery->pRoot);
    }
  }

  return TSDB_CODE_SUCCESS;
5935 5936
}

5937
int32_t translate(SParseContext* pParseCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {
wmmhello's avatar
wmmhello 已提交
5938 5939
  STranslateContext cxt = {0};

5940
  int32_t code = initTranslateContext(pParseCxt, pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
5941 5942 5943 5944 5945 5946 5947 5948 5949
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteQuery(&cxt, pQuery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(&cxt, pQuery->pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = setQuery(&cxt, pQuery);
  }
D
dapan1121 已提交
5950
  setRefreshMate(&cxt, pQuery);
wmmhello's avatar
wmmhello 已提交
5951 5952 5953
  destroyTranslateContext(&cxt);
  return code;
}