parTranslater.c 231.5 KB
Newer Older
1
/*
wmmhello's avatar
wmmhello 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

X
Xiaoyu Wang 已提交
16
#include "parInt.h"
17

X
Xiaoyu Wang 已提交
18
#include "catalog.h"
19
#include "cmdnodes.h"
X
Xiaoyu Wang 已提交
20
#include "filter.h"
21
#include "functionMgt.h"
X
Xiaoyu Wang 已提交
22
#include "parUtil.h"
23
#include "scalar.h"
24
#include "systable.h"
X
Xiaoyu Wang 已提交
25
#include "tglobal.h"
26
#include "ttime.h"
27

X
Xiaoyu Wang 已提交
28
#define generateDealNodeErrMsg(pCxt, code, ...) \
wmmhello's avatar
wmmhello 已提交
29
  (pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, code, ##__VA_ARGS__), DEAL_RES_ERROR)
X
Xiaoyu Wang 已提交
30

31
typedef struct STranslateContext {
wmmhello's avatar
wmmhello 已提交
32 33 34 35 36 37
  SParseContext*   pParseCxt;
  int32_t          errCode;
  SMsgBuf          msgBuf;
  SArray*          pNsLevel;  // element is SArray*, the element of this subarray is STableNode*
  int32_t          currLevel;
  ESqlClause       currClause;
38
  SNode*           pCurrStmt;
wmmhello's avatar
wmmhello 已提交
39 40 41 42
  SCmdMsgInfo*     pCmdMsg;
  SHashObj*        pDbs;
  SHashObj*        pTables;
  SExplainOptions* pExplainOpt;
43
  SParseMetaCache* pMetaCache;
X
Xiaoyu Wang 已提交
44
  bool             createStream;
45
  bool             stableQuery;
46 47
} STranslateContext;

X
Xiaoyu Wang 已提交
48
typedef struct SFullDatabaseName {
wmmhello's avatar
wmmhello 已提交
49
  char fullDbName[TSDB_DB_FNAME_LEN];
X
Xiaoyu Wang 已提交
50 51
} SFullDatabaseName;

X
Xiaoyu Wang 已提交
52 53 54
static int32_t  translateSubquery(STranslateContext* pCxt, SNode* pNode);
static int32_t  translateQuery(STranslateContext* pCxt, SNode* pNode);
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal);
55

dengyihao's avatar
dengyihao 已提交
56
static bool afterGroupBy(ESqlClause clause) { return clause > SQL_CLAUSE_GROUP_BY; }
57

dengyihao's avatar
dengyihao 已提交
58
static bool beforeHaving(ESqlClause clause) { return clause < SQL_CLAUSE_HAVING; }
59

60 61
static bool afterHaving(ESqlClause clause) { return clause > SQL_CLAUSE_HAVING; }

62
static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
wmmhello's avatar
wmmhello 已提交
63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
  size_t currTotalLevel = taosArrayGetSize(pCxt->pNsLevel);
  if (currTotalLevel > pCxt->currLevel) {
    SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
    taosArrayPush(pTables, &pTable);
  } else {
    do {
      SArray* pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
      if (pCxt->currLevel == currTotalLevel) {
        taosArrayPush(pTables, &pTable);
      }
      taosArrayPush(pCxt->pNsLevel, &pTables);
      ++currTotalLevel;
    } while (currTotalLevel <= pCxt->currLevel);
  }
  return TSDB_CODE_SUCCESS;
78 79
}

D
dapan1121 已提交
80
static int32_t collectUseDatabaseImpl(const char* pFullDbName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
81 82 83
  SFullDatabaseName name = {0};
  strcpy(name.fullDbName, pFullDbName);
  return taosHashPut(pDbs, pFullDbName, strlen(pFullDbName), &name, sizeof(SFullDatabaseName));
X
Xiaoyu Wang 已提交
84 85
}

D
dapan1121 已提交
86
static int32_t collectUseDatabase(const SName* pName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
87 88 89
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(pName, dbFName);
  return collectUseDatabaseImpl(dbFName, pDbs);
D
dapan1121 已提交
90 91
}

X
Xiaoyu Wang 已提交
92
static int32_t collectUseTable(const SName* pName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
93 94 95
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  return taosHashPut(pDbs, fullName, strlen(fullName), pName, sizeof(SName));
X
Xiaoyu Wang 已提交
96 97 98
}

static int32_t getTableMetaImpl(STranslateContext* pCxt, const SName* pName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
99
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
100 101 102 103 104 105 106 107
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableMetaFromCache(pCxt->pMetaCache, pName, pMeta);
    } else {
X
Xiaoyu Wang 已提交
108
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
109 110 111 112
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableMeta(pParCxt->pCatalog, &conn, pName, pMeta);
113
    }
wmmhello's avatar
wmmhello 已提交
114 115
  }
  if (TSDB_CODE_SUCCESS != code) {
116 117
    parserError("0x%" PRIx64 " catalogGetTableMeta error, code:%s, dbName:%s, tbName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pName->dbname, pName->tname);
wmmhello's avatar
wmmhello 已提交
118 119
  }
  return code;
X
Xiaoyu Wang 已提交
120 121
}

X
Xiaoyu Wang 已提交
122
static int32_t getTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
123 124
  SName name;
  return getTableMetaImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pMeta);
X
Xiaoyu Wang 已提交
125 126
}

D
dapan1121 已提交
127 128 129 130 131 132 133 134 135 136 137 138 139 140
static int32_t getTableCfg(STranslateContext* pCxt, const SName* pName, STableCfg** pCfg) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableCfgFromCache(pCxt->pMetaCache, pName, pCfg);
    } else {
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
D
dapan1121 已提交
141
      code = catalogRefreshGetTableCfg(pParCxt->pCatalog, &conn, pName, pCfg);
D
dapan1121 已提交
142 143 144
    }
  }
  if (TSDB_CODE_SUCCESS != code) {
145 146
    parserError("0x%" PRIx64 " catalogRefreshGetTableCfg error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pName->dbname, pName->tname);
D
dapan1121 已提交
147 148 149 150
  }
  return code;
}

151
static int32_t refreshGetTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
152 153 154 155
                                   STableMeta** pMeta) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name);
156 157 158 159
  int32_t code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getTableMetaFromCache(pCxt->pMetaCache, &name, pMeta);
  } else {
X
Xiaoyu Wang 已提交
160
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
161 162 163
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
164 165

    code = catalogRefreshGetTableMeta(pParCxt->pCatalog, &conn, &name, pMeta, false);
166
  }
wmmhello's avatar
wmmhello 已提交
167
  if (TSDB_CODE_SUCCESS != code) {
168 169
    parserError("0x%" PRIx64 " catalogRefreshGetTableMeta error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pDbName, pTableName);
wmmhello's avatar
wmmhello 已提交
170 171
  }
  return code;
172 173
}

X
Xiaoyu Wang 已提交
174
static int32_t getDBVgInfoImpl(STranslateContext* pCxt, const SName* pName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
175 176 177
  SParseContext* pParCxt = pCxt->pParseCxt;
  char           fullDbName[TSDB_DB_FNAME_LEN];
  tNameGetFullDbName(pName, fullDbName);
D
dapan1121 已提交
178 179 180 181 182
  int32_t code = collectUseDatabaseImpl(fullDbName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbVgInfoFromCache(pCxt->pMetaCache, fullDbName, pVgInfo);
    } else {
X
Xiaoyu Wang 已提交
183
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
184 185 186 187
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetDBVgInfo(pParCxt->pCatalog, &conn, fullDbName, pVgInfo);
188
    }
wmmhello's avatar
wmmhello 已提交
189 190
  }
  if (TSDB_CODE_SUCCESS != code) {
191 192
    parserError("0x%" PRIx64 " catalogGetDBVgInfo error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), fullDbName);
wmmhello's avatar
wmmhello 已提交
193 194
  }
  return code;
X
Xiaoyu Wang 已提交
195 196
}

X
Xiaoyu Wang 已提交
197
static int32_t getDBVgInfo(STranslateContext* pCxt, const char* pDbName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
198 199 200 201 202
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
  return getDBVgInfoImpl(pCxt, &name, pVgInfo);
X
Xiaoyu Wang 已提交
203 204
}

X
Xiaoyu Wang 已提交
205
static int32_t getTableHashVgroupImpl(STranslateContext* pCxt, const SName* pName, SVgroupInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
206
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
207 208 209 210 211 212 213 214
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableVgroupFromCache(pCxt->pMetaCache, pName, pInfo);
    } else {
X
Xiaoyu Wang 已提交
215
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
216 217 218 219
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableHashVgroup(pParCxt->pCatalog, &conn, pName, pInfo);
220
    }
wmmhello's avatar
wmmhello 已提交
221 222
  }
  if (TSDB_CODE_SUCCESS != code) {
223 224
    parserError("0x%" PRIx64 " catalogGetTableHashVgroup error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pName->dbname, pName->tname);
wmmhello's avatar
wmmhello 已提交
225 226
  }
  return code;
X
Xiaoyu Wang 已提交
227 228
}

dengyihao's avatar
dengyihao 已提交
229
static int32_t getTableHashVgroup(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
230 231 232
                                  SVgroupInfo* pInfo) {
  SName name;
  return getTableHashVgroupImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pInfo);
X
Xiaoyu Wang 已提交
233 234
}

dengyihao's avatar
dengyihao 已提交
235
static int32_t getDBVgVersion(STranslateContext* pCxt, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
wmmhello's avatar
wmmhello 已提交
236 237
                              int32_t* pTableNum) {
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
238 239 240 241 242
  int32_t        code = collectUseDatabaseImpl(pDbFName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbVgVersionFromCache(pCxt->pMetaCache, pDbFName, pVersion, pDbId, pTableNum);
    } else {
243 244
      code = catalogGetDBVgVersion(pParCxt->pCatalog, pDbFName, pVersion, pDbId, pTableNum);
    }
wmmhello's avatar
wmmhello 已提交
245 246
  }
  if (TSDB_CODE_SUCCESS != code) {
247 248
    parserError("0x%" PRIx64 " catalogGetDBVgVersion error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pDbFName);
wmmhello's avatar
wmmhello 已提交
249 250
  }
  return code;
X
Xiaoyu Wang 已提交
251 252
}

253
static int32_t getDBCfg(STranslateContext* pCxt, const char* pDbName, SDbCfgInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
254 255 256 257 258
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
D
dapan1121 已提交
259 260 261 262 263
  int32_t code = collectUseDatabaseImpl(dbFname, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbCfgFromCache(pCxt->pMetaCache, dbFname, pInfo);
    } else {
X
Xiaoyu Wang 已提交
264
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
265 266 267 268 269
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};

      code = catalogGetDBCfg(pParCxt->pCatalog, &conn, dbFname, pInfo);
270
    }
wmmhello's avatar
wmmhello 已提交
271 272
  }
  if (TSDB_CODE_SUCCESS != code) {
273 274
    parserError("0x%" PRIx64 " catalogGetDBCfg error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId, tstrerror(code),
                dbFname);
wmmhello's avatar
wmmhello 已提交
275 276
  }
  return code;
277 278
}

279 280 281 282 283 284 285
static int32_t getUdfInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SFuncInfo      funcInfo = {0};
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getUdfInfoFromCache(pCxt->pMetaCache, pFunc->functionName, &funcInfo);
  } else {
X
Xiaoyu Wang 已提交
286
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
287 288 289 290
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};

X
Xiaoyu Wang 已提交
291
    code = catalogGetUdfInfo(pParCxt->pCatalog, &conn, pFunc->functionName, &funcInfo);
292 293 294 295 296 297 298 299 300
  }
  if (TSDB_CODE_SUCCESS == code) {
    pFunc->funcType = FUNCTION_TYPE_UDF;
    pFunc->funcId = TSDB_FUNC_TYPE_AGGREGATE == funcInfo.funcType ? FUNC_AGGREGATE_UDF_ID : FUNC_SCALAR_UDF_ID;
    pFunc->node.resType.type = funcInfo.outputType;
    pFunc->node.resType.bytes = funcInfo.outputLen;
    pFunc->udfBufSize = funcInfo.bufSize;
    tFreeSFuncInfo(&funcInfo);
  }
301 302 303 304
  if (TSDB_CODE_SUCCESS != code) {
    parserError("0x%" PRIx64 " catalogGetUdfInfo error, code:%s, funcName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pFunc->functionName);
  }
305 306 307
  return code;
}

X
Xiaoyu Wang 已提交
308
static int32_t getTableIndex(STranslateContext* pCxt, const SName* pName, SArray** pIndexes) {
X
Xiaoyu Wang 已提交
309
  SParseContext* pParCxt = pCxt->pParseCxt;
X
Xiaoyu Wang 已提交
310 311 312 313
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
314
  if (pParCxt->async) {
X
Xiaoyu Wang 已提交
315
    code = getTableIndexFromCache(pCxt->pMetaCache, pName, pIndexes);
X
Xiaoyu Wang 已提交
316
  } else {
X
Xiaoyu Wang 已提交
317
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
318 319 320
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
321

D
dapan1121 已提交
322
    code = catalogGetTableIndex(pParCxt->pCatalog, &conn, pName, pIndexes);
X
Xiaoyu Wang 已提交
323 324
  }
  if (TSDB_CODE_SUCCESS != code) {
325 326
    parserError("0x%" PRIx64 " getTableIndex error, code:%s, dbName:%s, tbName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pName->dbname, pName->tname);
X
Xiaoyu Wang 已提交
327 328 329 330
  }
  return code;
}

331 332 333 334 335 336 337 338 339 340 341 342 343
static int32_t getDnodeList(STranslateContext* pCxt, SArray** pDnodes) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getDnodeListFromCache(pCxt->pMetaCache, pDnodes);
  } else {
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
    code = catalogGetDnodeList(pParCxt->pCatalog, &conn, pDnodes);
  }
  if (TSDB_CODE_SUCCESS != code) {
344
    parserError("0x%" PRIx64 " getDnodeList error, code:%s", pCxt->pParseCxt->requestId, tstrerror(code));
345 346 347 348
  }
  return code;
}

349
static int32_t initTranslateContext(SParseContext* pParseCxt, SParseMetaCache* pMetaCache, STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
350 351 352 353 354 355 356
  pCxt->pParseCxt = pParseCxt;
  pCxt->errCode = TSDB_CODE_SUCCESS;
  pCxt->msgBuf.buf = pParseCxt->pMsg;
  pCxt->msgBuf.len = pParseCxt->msgLen;
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  pCxt->currLevel = 0;
  pCxt->currClause = 0;
357
  pCxt->pMetaCache = pMetaCache;
wmmhello's avatar
wmmhello 已提交
358 359 360 361 362 363
  pCxt->pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  pCxt->pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  if (NULL == pCxt->pNsLevel || NULL == pCxt->pDbs || NULL == pCxt->pTables) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
364 365
}

X
Xiaoyu Wang 已提交
366
static int32_t resetTranslateNamespace(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
367 368 369 370 371 372 373 374 375 376 377 378
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  if (NULL == pCxt->pNsLevel) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
379 380
}

381
static void destroyTranslateContext(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
382 383 384 385 386 387 388
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
389

wmmhello's avatar
wmmhello 已提交
390 391 392 393
  if (NULL != pCxt->pCmdMsg) {
    taosMemoryFreeClear(pCxt->pCmdMsg->pMsg);
    taosMemoryFreeClear(pCxt->pCmdMsg);
  }
394

wmmhello's avatar
wmmhello 已提交
395 396
  taosHashCleanup(pCxt->pDbs);
  taosHashCleanup(pCxt->pTables);
397 398
}

399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426
static bool isSelectStmt(SNode* pCurrStmt) {
  return NULL != pCurrStmt && QUERY_NODE_SELECT_STMT == nodeType(pCurrStmt);
}

static bool isSetOperator(SNode* pCurrStmt) {
  return NULL != pCurrStmt && QUERY_NODE_SET_OPERATOR == nodeType(pCurrStmt);
}

static SNodeList* getProjectListFromCurrStmt(SNode* pCurrStmt) {
  if (isSelectStmt(pCurrStmt)) {
    return ((SSelectStmt*)pCurrStmt)->pProjectionList;
  }
  if (isSetOperator(pCurrStmt)) {
    return ((SSetOperator*)pCurrStmt)->pProjectionList;
  }
  return NULL;
}

static uint8_t getPrecisionFromCurrStmt(SNode* pCurrStmt, uint8_t defaultVal) {
  if (isSelectStmt(pCurrStmt)) {
    return ((SSelectStmt*)pCurrStmt)->precision;
  }
  if (isSetOperator(pCurrStmt)) {
    return ((SSetOperator*)pCurrStmt)->precision;
  }
  return defaultVal;
}

427
static bool isAliasColumn(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
428
  return (QUERY_NODE_COLUMN == nodeType(pNode) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]));
429 430 431
}

static bool isAggFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
432
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsAggFunc(((SFunctionNode*)pNode)->funcId));
433 434 435
}

static bool isSelectFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
436
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsSelectFunc(((SFunctionNode*)pNode)->funcId));
437 438
}

439
static bool isTimelineFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
440
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsTimelineFunc(((SFunctionNode*)pNode)->funcId));
441 442
}

443 444 445 446
static bool isImplicitTsFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsImplicitTsFunc(((SFunctionNode*)pNode)->funcId));
}

447
static bool isScanPseudoColumnFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
448
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsScanPseudoColumnFunc(((SFunctionNode*)pNode)->funcId));
449 450
}

wmmhello's avatar
wmmhello 已提交
451 452
static bool isIndefiniteRowsFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsIndefiniteRowsFunc(((SFunctionNode*)pNode)->funcId));
453 454
}

X
Xiaoyu Wang 已提交
455 456 457 458
static bool isVectorFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsVectorFunc(((SFunctionNode*)pNode)->funcId));
}

459
static bool isDistinctOrderBy(STranslateContext* pCxt) {
460 461
  return (SQL_CLAUSE_ORDER_BY == pCxt->currClause && isSelectStmt(pCxt->pCurrStmt) &&
          ((SSelectStmt*)pCxt->pCurrStmt)->isDistinct);
462 463
}

464
static bool belongTable(const SColumnNode* pCol, const STableNode* pTable) {
wmmhello's avatar
wmmhello 已提交
465 466 467 468 469 470 471 472
  int cmp = 0;
  if ('\0' != pCol->dbName[0]) {
    cmp = strcmp(pCol->dbName, pTable->dbName);
  }
  if (0 == cmp) {
    cmp = strcmp(pCol->tableAlias, pTable->tableAlias);
  }
  return (0 == cmp);
473 474
}

X
Xiaoyu Wang 已提交
475
static SNodeList* getProjectList(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
476 477 478 479 480 481
  if (QUERY_NODE_SELECT_STMT == nodeType(pNode)) {
    return ((SSelectStmt*)pNode)->pProjectionList;
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pNode)) {
    return ((SSetOperator*)pNode)->pProjectionList;
  }
  return NULL;
482 483
}

484 485 486 487 488 489 490 491 492 493 494 495 496 497 498
static bool isTimeLineQuery(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->isTimeLineResult;
  } else {
    return false;
  }
}

static bool isPrimaryKeyImpl(SNode* pExpr) {
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    return (PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pExpr)->colId);
  } else if (QUERY_NODE_FUNCTION == nodeType(pExpr)) {
    SFunctionNode* pFunc = (SFunctionNode*)pExpr;
    if (FUNCTION_TYPE_SELECT_VALUE == pFunc->funcType) {
      return isPrimaryKeyImpl(nodesListGetNode(pFunc->pParameterList, 0));
499
    } else if (FUNCTION_TYPE_WSTART == pFunc->funcType || FUNCTION_TYPE_WEND == pFunc->funcType) {
500 501 502 503 504 505 506 507 508 509 510 511 512
      return true;
    }
  }
  return false;
}

static bool isPrimaryKey(STempTableNode* pTable, SNode* pExpr) {
  if (!isTimeLineQuery(pTable->pSubquery)) {
    return false;
  }
  return isPrimaryKeyImpl(pExpr);
}

X
Xiaoyu Wang 已提交
513
static void setColumnInfoBySchema(const SRealTableNode* pTable, const SSchema* pColSchema, int32_t tagFlag,
wmmhello's avatar
wmmhello 已提交
514 515 516 517 518 519 520 521 522 523 524
                                  SColumnNode* pCol) {
  strcpy(pCol->dbName, pTable->table.dbName);
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  strcpy(pCol->tableName, pTable->table.tableName);
  strcpy(pCol->colName, pColSchema->name);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pColSchema->name);
  }
  pCol->tableId = pTable->pMeta->uid;
  pCol->tableType = pTable->pMeta->tableType;
  pCol->colId = pColSchema->colId;
X
Xiaoyu Wang 已提交
525 526
  pCol->colType = (tagFlag >= 0 ? COLUMN_TYPE_TAG : COLUMN_TYPE_COLUMN);
  pCol->hasIndex = (0 == tagFlag);
wmmhello's avatar
wmmhello 已提交
527 528 529 530 531
  pCol->node.resType.type = pColSchema->type;
  pCol->node.resType.bytes = pColSchema->bytes;
  if (TSDB_DATA_TYPE_TIMESTAMP == pCol->node.resType.type) {
    pCol->node.resType.precision = pTable->pMeta->tableInfo.precision;
  }
532 533
}

534
static void setColumnInfoByExpr(STempTableNode* pTable, SExprNode* pExpr, SColumnNode** pColRef) {
X
Xiaoyu Wang 已提交
535 536
  SColumnNode* pCol = *pColRef;

537
  // pCol->pProjectRef = (SNode*)pExpr;
wmmhello's avatar
wmmhello 已提交
538 539 540
  if (NULL == pExpr->pAssociation) {
    pExpr->pAssociation = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  }
X
Xiaoyu Wang 已提交
541
  taosArrayPush(pExpr->pAssociation, &pColRef);
542 543
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  pCol->colId = isPrimaryKey(pTable, (SNode*)pExpr) ? PRIMARYKEY_TIMESTAMP_COL_ID : 0;
wmmhello's avatar
wmmhello 已提交
544 545 546 547 548
  strcpy(pCol->colName, pExpr->aliasName);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pCol->colName);
  }
  pCol->node.resType = pExpr->resType;
549 550
}

551
static int32_t createColumnsByTable(STranslateContext* pCxt, const STableNode* pTable, bool igTags, SNodeList* pList) {
wmmhello's avatar
wmmhello 已提交
552 553
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
554 555
    int32_t           nums = pMeta->tableInfo.numOfColumns +
                   (igTags ? 0 : ((TSDB_SUPER_TABLE == pMeta->tableType) ? pMeta->tableInfo.numOfTags : 0));
wmmhello's avatar
wmmhello 已提交
556 557 558 559 560
    for (int32_t i = 0; i < nums; ++i) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
X
Xiaoyu Wang 已提交
561
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
wmmhello's avatar
wmmhello 已提交
562 563 564
      nodesListAppend(pList, (SNode*)pCol);
    }
  } else {
565 566 567
    STempTableNode* pTempTable = (STempTableNode*)pTable;
    SNodeList*      pProjectList = getProjectList(pTempTable->pSubquery);
    SNode*          pNode;
wmmhello's avatar
wmmhello 已提交
568 569 570 571 572 573
    FOREACH(pNode, pProjectList) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
      nodesListAppend(pList, (SNode*)pCol);
X
Xiaoyu Wang 已提交
574
      SListCell* pCell = nodesListGetCell(pList, LIST_LENGTH(pList) - 1);
575
      setColumnInfoByExpr(pTempTable, (SExprNode*)pNode, (SColumnNode**)&pCell->pNode);
wmmhello's avatar
wmmhello 已提交
576 577 578
    }
  }
  return TSDB_CODE_SUCCESS;
579 580
}

X
Xiaoyu Wang 已提交
581
static bool isInternalPrimaryKey(const SColumnNode* pCol) {
wmmhello's avatar
wmmhello 已提交
582
  return PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId && 0 == strcmp(pCol->colName, PK_TS_COL_INTERNAL_NAME);
X
Xiaoyu Wang 已提交
583 584
}

585 586
static int32_t findAndSetColumn(STranslateContext* pCxt, SColumnNode** pColRef, const STableNode* pTable,
                                bool* pFound) {
X
Xiaoyu Wang 已提交
587
  SColumnNode* pCol = *pColRef;
588
  *pFound = false;
wmmhello's avatar
wmmhello 已提交
589 590 591
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
    if (isInternalPrimaryKey(pCol)) {
X
Xiaoyu Wang 已提交
592
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema, -1, pCol);
593 594
      *pFound = true;
      return TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
595 596 597 598
    }
    int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
    for (int32_t i = 0; i < nums; ++i) {
      if (0 == strcmp(pCol->colName, pMeta->schema[i].name)) {
X
Xiaoyu Wang 已提交
599
        setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
600
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
601 602 603 604
        break;
      }
    }
  } else {
605 606 607
    STempTableNode* pTempTable = (STempTableNode*)pTable;
    SNodeList*      pProjectList = getProjectList(pTempTable->pSubquery);
    SNode*          pNode;
wmmhello's avatar
wmmhello 已提交
608 609
    FOREACH(pNode, pProjectList) {
      SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
610
      if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
611 612 613
        if (*pFound) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, pCol->colName);
        }
614
        setColumnInfoByExpr(pTempTable, pExpr, pColRef);
615
        *pFound = true;
616 617
      } else if (isPrimaryKey(pTempTable, pNode) && isInternalPrimaryKey(pCol)) {
        setColumnInfoByExpr(pTempTable, pExpr, pColRef);
X
Xiaoyu Wang 已提交
618
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
619 620 621
      }
    }
  }
622
  return TSDB_CODE_SUCCESS;
623 624
}

X
Xiaoyu Wang 已提交
625
static EDealRes translateColumnWithPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
626 627 628 629 630
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    foundTable = false;
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
631
    if (belongTable((*pCol), pTable)) {
wmmhello's avatar
wmmhello 已提交
632
      foundTable = true;
633 634 635 636 637 638
      bool foundCol = false;
      pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
      if (TSDB_CODE_SUCCESS != pCxt->errCode) {
        return DEAL_RES_ERROR;
      }
      if (foundCol) {
wmmhello's avatar
wmmhello 已提交
639 640
        break;
      }
X
Xiaoyu Wang 已提交
641
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
642 643 644
    }
  }
  if (!foundTable) {
X
Xiaoyu Wang 已提交
645
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_TABLE_NOT_EXIST, (*pCol)->tableAlias);
wmmhello's avatar
wmmhello 已提交
646 647
  }
  return DEAL_RES_CONTINUE;
648
}
649

X
Xiaoyu Wang 已提交
650
static EDealRes translateColumnWithoutPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
651 652 653
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    found = false;
X
Xiaoyu Wang 已提交
654
  bool    isInternalPk = isInternalPrimaryKey(*pCol);
wmmhello's avatar
wmmhello 已提交
655 656
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
657 658 659 660 661 662
    bool        foundCol = false;
    pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
    if (TSDB_CODE_SUCCESS != pCxt->errCode) {
      return DEAL_RES_ERROR;
    }
    if (foundCol) {
wmmhello's avatar
wmmhello 已提交
663
      if (found) {
X
Xiaoyu Wang 已提交
664
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
665 666
      }
      found = true;
667 668 669
    }
    if (isInternalPk) {
      break;
wmmhello's avatar
wmmhello 已提交
670 671 672 673
    }
  }
  if (!found) {
    if (isInternalPk) {
674
      if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pWindow) {
wmmhello's avatar
wmmhello 已提交
675 676 677 678
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_NOT_ALLOWED_WIN_QUERY);
      }
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_INTERNAL_PK);
    } else {
X
Xiaoyu Wang 已提交
679
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
680 681 682
    }
  }
  return DEAL_RES_CONTINUE;
683 684
}

685
static EDealRes translateColumnUseAlias(STranslateContext* pCxt, SColumnNode** pCol, bool* pFound) {
686
  SNodeList* pProjectionList = getProjectListFromCurrStmt(pCxt->pCurrStmt);
wmmhello's avatar
wmmhello 已提交
687 688 689
  SNode*     pNode;
  FOREACH(pNode, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
690
    if (0 == strcmp((*pCol)->colName, pExpr->aliasName)) {
691 692 693 694 695 696 697 698 699 700
      SColumnRefNode* pColRef = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
      if (NULL == pColRef) {
        pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
        return DEAL_RES_ERROR;
      }
      strcpy(pColRef->colName, pExpr->aliasName);
      nodesDestroyNode(*(SNode**)pCol);
      *(SNode**)pCol = (SNode*)pColRef;
      *pFound = true;
      return DEAL_RES_CONTINUE;
wmmhello's avatar
wmmhello 已提交
701 702
    }
  }
703 704
  *pFound = false;
  return DEAL_RES_CONTINUE;
705 706
}

X
Xiaoyu Wang 已提交
707
static EDealRes translateColumn(STranslateContext* pCxt, SColumnNode** pCol) {
708
  if (NULL == pCxt->pCurrStmt || isSelectStmt(pCxt->pCurrStmt) && NULL == ((SSelectStmt*)pCxt->pCurrStmt)->pFromTable) {
709 710 711
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
  }

wmmhello's avatar
wmmhello 已提交
712
  // count(*)/first(*)/last(*) and so on
X
Xiaoyu Wang 已提交
713
  if (0 == strcmp((*pCol)->colName, "*")) {
wmmhello's avatar
wmmhello 已提交
714 715 716 717
    return DEAL_RES_CONTINUE;
  }

  EDealRes res = DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
718
  if ('\0' != (*pCol)->tableAlias[0]) {
wmmhello's avatar
wmmhello 已提交
719 720 721 722
    res = translateColumnWithPrefix(pCxt, pCol);
  } else {
    bool found = false;
    if (SQL_CLAUSE_ORDER_BY == pCxt->currClause) {
723 724 725
      res = translateColumnUseAlias(pCxt, pCol, &found);
    }
    if (DEAL_RES_ERROR != res && !found) {
726
      if (isSetOperator(pCxt->pCurrStmt)) {
727 728 729 730
        res = generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
      } else {
        res = translateColumnWithoutPrefix(pCxt, pCol);
      }
wmmhello's avatar
wmmhello 已提交
731 732 733
    }
  }
  return res;
734 735
}

X
Xiaoyu Wang 已提交
736 737 738 739 740 741 742 743 744 745 746 747
static int32_t parseTimeFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_NUMERIC_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
    if (IS_UNSIGNED_NUMERIC_TYPE(pVal->node.resType.type)) {
      pVal->datum.i = pVal->datum.u;
    } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
      pVal->datum.i = pVal->datum.d;
    } else if (TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
      pVal->datum.i = pVal->datum.b;
    }
wmmhello's avatar
wmmhello 已提交
748 749 750 751 752 753 754 755
    return TSDB_CODE_SUCCESS;
  } else if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_TIMESTAMP == pVal->node.resType.type) {
    if (TSDB_CODE_SUCCESS == taosParseTime(pVal->literal, &pVal->datum.i, pVal->node.resType.bytes,
                                           pVal->node.resType.precision, tsDaylight)) {
      return TSDB_CODE_SUCCESS;
    }
    char* pEnd = NULL;
    pVal->datum.i = taosStr2Int64(pVal->literal, &pEnd, 10);
X
Xiaoyu Wang 已提交
756
    return (NULL != pEnd && '\0' == *pEnd) ? TSDB_CODE_SUCCESS : TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
757
  } else {
X
Xiaoyu Wang 已提交
758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
  }
}

static int32_t parseBoolFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    pVal->datum.b = (0 == strcasecmp(pVal->literal, "true"));
    return TSDB_CODE_SUCCESS;
  } else if (IS_INTEGER_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Int64(pVal->literal, NULL, 10));
    return TSDB_CODE_SUCCESS;
  } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Double(pVal->literal, NULL));
    return TSDB_CODE_SUCCESS;
  } else {
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
774
  }
775 776
}

777 778 779 780
static EDealRes translateDurationValue(STranslateContext* pCxt, SValueNode* pVal) {
  if (parseNatualDuration(pVal->literal, strlen(pVal->literal), &pVal->datum.i, &pVal->unit,
                          pVal->node.resType.precision) != TSDB_CODE_SUCCESS) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
781
  }
782 783 784 785 786 787 788 789 790 791
  *(int64_t*)&pVal->typeData = pVal->datum.i;
  return DEAL_RES_CONTINUE;
}

static EDealRes translateNormalValue(STranslateContext* pCxt, SValueNode* pVal, SDataType targetDt, bool strict) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (targetDt.type) {
    case TSDB_DATA_TYPE_BOOL:
      if (TSDB_CODE_SUCCESS != parseBoolFromValueNode(pCxt, pVal)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
792
      }
793 794 795 796 797 798
      *(bool*)&pVal->typeData = pVal->datum.b;
      break;
    case TSDB_DATA_TYPE_TINYINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_TINYINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
799
      }
800 801 802 803 804 805 806
      *(int8_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_SMALLINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
807
      }
808 809 810 811 812 813 814
      *(int16_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_INT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
815
      }
816 817 818 819 820 821 822
      *(int32_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_BIGINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
823
      }
824 825 826 827 828 829 830
      *(int64_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_UTINYINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
831
      }
832 833 834 835 836 837 838
      *(uint8_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_USMALLINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
839
      }
840 841 842 843 844 845 846
      *(uint16_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_UINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
847
      }
848 849 850 851 852 853 854
      *(uint32_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_UBIGINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
855
      }
856 857 858 859 860 861 862 863 864 865 866 867 868 869 870
      *(uint64_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      pVal->datum.d = taosStr2Double(pVal->literal, NULL);
      *(float*)&pVal->typeData = pVal->datum.d;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      pVal->datum.d = taosStr2Double(pVal->literal, NULL);
      *(double*)&pVal->typeData = pVal->datum.d;
      break;
    }
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY: {
871 872 873
      if (strict && (pVal->node.resType.bytes > targetDt.bytes - VARSTR_HEADER_SIZE)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
      }
874 875 876
      pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
      if (NULL == pVal->datum.p) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
877
      }
878 879 880 881 882 883 884 885
      int32_t len = TMIN(targetDt.bytes - VARSTR_HEADER_SIZE, pVal->node.resType.bytes);
      varDataSetLen(pVal->datum.p, len);
      strncpy(varDataVal(pVal->datum.p), pVal->literal, len);
      break;
    }
    case TSDB_DATA_TYPE_TIMESTAMP: {
      if (TSDB_CODE_SUCCESS != parseTimeFromValueNode(pCxt, pVal)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
886
      }
887 888 889 890 891 892 893
      *(int64_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
      if (NULL == pVal->datum.p) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
894
      }
895

896 897 898
      int32_t len = 0;
      if (!taosMbsToUcs4(pVal->literal, strlen(pVal->literal), (TdUcs4*)varDataVal(pVal->datum.p),
                         targetDt.bytes - VARSTR_HEADER_SIZE, &len)) {
899
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
900 901 902
      }
      varDataSetLen(pVal->datum.p, len);
      break;
903
    }
904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930
    case TSDB_DATA_TYPE_DECIMAL:
    case TSDB_DATA_TYPE_BLOB:
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
    default:
      break;
  }
  return DEAL_RES_CONTINUE;
}

static EDealRes translateValueImpl(STranslateContext* pCxt, SValueNode* pVal, SDataType targetDt, bool strict) {
  if (pVal->placeholderNo > 0 || pVal->isNull) {
    return DEAL_RES_CONTINUE;
  }

  if (TSDB_DATA_TYPE_NULL == pVal->node.resType.type) {
    pVal->translate = true;
    pVal->isNull = true;
    return DEAL_RES_CONTINUE;
  }

  pVal->node.resType.precision = getPrecisionFromCurrStmt(pCxt->pCurrStmt, targetDt.precision);

  EDealRes res = DEAL_RES_CONTINUE;
  if (pVal->isDuration) {
    res = translateDurationValue(pCxt, pVal);
  } else {
    res = translateNormalValue(pCxt, pVal, targetDt, strict);
931
  }
932
  pVal->node.resType = targetDt;
D
dapan1121 已提交
933
  pVal->node.resType.scale = pVal->unit;
934
  pVal->translate = true;
935
  return res;
936
}
wmmhello's avatar
wmmhello 已提交
937

938 939 940 941 942 943 944 945
static int32_t calcTypeBytes(SDataType dt) {
  if (TSDB_DATA_TYPE_BINARY == dt.type) {
    return dt.bytes + VARSTR_HEADER_SIZE;
  } else if (TSDB_DATA_TYPE_NCHAR == dt.type) {
    return dt.bytes * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
  } else {
    return dt.bytes;
  }
946 947
}

948
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal) {
949 950
  SDataType dt = pVal->node.resType;
  dt.bytes = calcTypeBytes(dt);
951
  return translateValueImpl(pCxt, pVal, dt, false);
952 953
}

954 955 956 957
static int32_t doTranslateValue(STranslateContext* pCxt, SValueNode* pVal) {
  return DEAL_RES_ERROR == translateValue(pCxt, pVal) ? pCxt->errCode : TSDB_CODE_SUCCESS;
}

958
static bool isMultiResFunc(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
959 960 961 962 963 964 965 966 967 968 969 970
  if (NULL == pNode) {
    return false;
  }
  if (QUERY_NODE_FUNCTION != nodeType(pNode) || !fmIsMultiResFunc(((SFunctionNode*)pNode)->funcId)) {
    return false;
  }
  SNodeList* pParameterList = ((SFunctionNode*)pNode)->pParameterList;
  if (LIST_LENGTH(pParameterList) > 1) {
    return true;
  }
  SNode* pParam = nodesListGetNode(pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pParam) ? 0 == strcmp(((SColumnNode*)pParam)->colName, "*") : false);
971 972
}

D
dapan1121 已提交
973 974 975 976
static bool dataTypeEqual(const SDataType* l, const SDataType* r) {
  return (l->type == r->type && l->bytes == r->bytes && l->precision == r->precision && l->scale == r->scale);
}

977
static EDealRes translateOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
wmmhello's avatar
wmmhello 已提交
978 979 980 981 982 983 984
  if (isMultiResFunc(pOp->pLeft)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
  }
  if (isMultiResFunc(pOp->pRight)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }

985 986
  if (TSDB_CODE_SUCCESS != scalarGetOperatorResultType(pOp)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pOp->node.aliasName);
wmmhello's avatar
wmmhello 已提交
987
  }
988

wmmhello's avatar
wmmhello 已提交
989
  return DEAL_RES_CONTINUE;
990 991
}

992
static EDealRes haveVectorFunction(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
993 994 995 996 997 998 999 1000
  if (isAggFunc(pNode)) {
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  } else if (isIndefiniteRowsFunc(pNode)) {
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
1001 1002
}

1003
static int32_t findTable(STranslateContext* pCxt, const char* pTableAlias, STableNode** pOutput) {
wmmhello's avatar
wmmhello 已提交
1004 1005 1006 1007 1008 1009 1010 1011 1012 1013
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (NULL == pTableAlias || 0 == strcmp(pTable->tableAlias, pTableAlias)) {
      *pOutput = pTable;
      return TSDB_CODE_SUCCESS;
    }
  }
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pTableAlias);
1014 1015 1016
}

static bool isCountStar(SFunctionNode* pFunc) {
wmmhello's avatar
wmmhello 已提交
1017 1018 1019 1020 1021
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pPara) && 0 == strcmp(((SColumnNode*)pPara)->colName, "*"));
1022 1023 1024 1025
}

// count(*) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountStar(STranslateContext* pCxt, SFunctionNode* pCount) {
1026
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pCount->pParameterList, 0);
wmmhello's avatar
wmmhello 已提交
1027 1028 1029
  STableNode*  pTable = NULL;
  int32_t      code = findTable(pCxt, ('\0' == pCol->tableAlias[0] ? NULL : pCol->tableAlias), &pTable);
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
X
Xiaoyu Wang 已提交
1030
    setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, -1, pCol);
wmmhello's avatar
wmmhello 已提交
1031 1032
  }
  return code;
1033 1034
}

1035
static bool hasInvalidFuncNesting(SNodeList* pParameterList) {
wmmhello's avatar
wmmhello 已提交
1036
  bool hasInvalidFunc = false;
1037
  nodesWalkExprs(pParameterList, haveVectorFunction, &hasInvalidFunc);
wmmhello's avatar
wmmhello 已提交
1038 1039 1040 1041
  return hasInvalidFunc;
}

static int32_t getFuncInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
1042 1043
  // the time precision of the function execution environment
  pFunc->node.resType.precision = getPrecisionFromCurrStmt(pCxt->pCurrStmt, TSDB_TIME_PRECISION_MILLI);
1044 1045 1046 1047 1048
  int32_t code = fmGetFuncInfo(pFunc, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  if (TSDB_CODE_FUNC_NOT_BUILTIN_FUNTION == code) {
    code = getUdfInfo(pCxt, pFunc);
  }
  return code;
1049 1050
}

X
Xiaoyu Wang 已提交
1051
static int32_t translateAggFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1052 1053 1054
  if (!fmIsAggFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1055 1056 1057 1058 1059 1060
  if (beforeHaving(pCxt->currClause)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
1061
  if (isSelectStmt(pCxt->pCurrStmt) && ((SSelectStmt*)pCxt->pCurrStmt)->hasIndefiniteRowsFunc) {
X
Xiaoyu Wang 已提交
1062 1063 1064 1065 1066 1067 1068 1069 1070 1071
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }

  if (isCountStar(pFunc)) {
    return rewriteCountStar(pCxt, pFunc);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateScanPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1072 1073 1074
  if (!fmIsScanPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1075
  if (0 == LIST_LENGTH(pFunc->pParameterList)) {
1076 1077
    if (!isSelectStmt(pCxt->pCurrStmt) ||
        QUERY_NODE_REAL_TABLE != nodeType(((SSelectStmt*)pCxt->pCurrStmt)->pFromTable)) {
X
Xiaoyu Wang 已提交
1078 1079 1080
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  } else {
1081
    SValueNode* pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
1082 1083 1084 1085 1086 1087 1088 1089 1090 1091
    STableNode* pTable = NULL;
    pCxt->errCode = findTable(pCxt, pVal->literal, &pTable);
    if (TSDB_CODE_SUCCESS == pCxt->errCode && (NULL == pTable || QUERY_NODE_REAL_TABLE != nodeType(pTable))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateIndefiniteRowsFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1092 1093 1094
  if (!fmIsIndefiniteRowsFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1095 1096
  if (!isSelectStmt(pCxt->pCurrStmt) || SQL_CLAUSE_SELECT != pCxt->currClause ||
      ((SSelectStmt*)pCxt->pCurrStmt)->hasIndefiniteRowsFunc || ((SSelectStmt*)pCxt->pCurrStmt)->hasAggFuncs) {
X
Xiaoyu Wang 已提交
1097 1098 1099 1100 1101 1102 1103 1104
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
  return TSDB_CODE_SUCCESS;
}

1105 1106 1107 1108 1109 1110 1111 1112 1113
static bool hasFillClause(SNode* pCurrStmt) {
  if (!isSelectStmt(pCurrStmt)) {
    return false;
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCurrStmt;
  return NULL != pSelect->pWindow && QUERY_NODE_INTERVAL_WINDOW == nodeType(pSelect->pWindow) &&
         NULL != ((SIntervalWindowNode*)pSelect->pWindow)->pFill;
}

X
Xiaoyu Wang 已提交
1114 1115 1116 1117
static int32_t translateForbidFillFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidFillFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1118
  if (hasFillClause(pCxt->pCurrStmt)) {
X
Xiaoyu Wang 已提交
1119 1120 1121 1122 1123
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_FILL_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1124 1125 1126 1127
static int32_t translateWindowPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsWindowPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1128
  if (!isSelectStmt(pCxt->pCurrStmt) || NULL == ((SSelectStmt*)pCxt->pCurrStmt)->pWindow) {
X
Xiaoyu Wang 已提交
1129 1130 1131 1132 1133
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_WINDOW_PC);
  }
  return TSDB_CODE_SUCCESS;
}

1134 1135 1136 1137
static int32_t translateForbidWindowFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidWindowFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1138
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pWindow) {
1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WINDOW_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateForbidStreamFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidStreamFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (pCxt->createStream) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateForbidGroupByFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidGroupByFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1158
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pGroupByList) {
1159 1160 1161 1162 1163
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUP_BY_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179
static int32_t translateRepeatScanFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsRepeatScanFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pFromTable) {
    SNode* pTable = ((SSelectStmt*)pCxt->pCurrStmt)->pFromTable;
    if (QUERY_NODE_REAL_TABLE == nodeType(pTable) &&
        (TSDB_CHILD_TABLE == ((SRealTableNode*)pTable)->pMeta->tableType ||
         TSDB_NORMAL_TABLE == ((SRealTableNode*)pTable)->pMeta->tableType)) {
      return TSDB_CODE_SUCCESS;
    }
  }
  return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_SUPPORT_SINGLE_TABLE,
                                 "%s is only supported in single table query", pFunc->functionName);
}

1180 1181 1182
static void setFuncClassification(SNode* pCurrStmt, SFunctionNode* pFunc) {
  if (NULL != pCurrStmt && QUERY_NODE_SELECT_STMT == nodeType(pCurrStmt)) {
    SSelectStmt* pSelect = (SSelectStmt*)pCurrStmt;
X
Xiaoyu Wang 已提交
1183 1184 1185
    pSelect->hasAggFuncs = pSelect->hasAggFuncs ? true : fmIsAggFunc(pFunc->funcId);
    pSelect->hasRepeatScanFuncs = pSelect->hasRepeatScanFuncs ? true : fmIsRepeatScanFunc(pFunc->funcId);
    pSelect->hasIndefiniteRowsFunc = pSelect->hasIndefiniteRowsFunc ? true : fmIsIndefiniteRowsFunc(pFunc->funcId);
1186 1187 1188
    if (fmIsSelectFunc(pFunc->funcId)) {
      pSelect->hasSelectFunc = true;
      ++(pSelect->selectFuncNum);
1189
    } else if (fmIsVectorFunc(pFunc->funcId)) {
1190 1191
      pSelect->hasOtherVectorFunc = true;
    }
1192 1193
    pSelect->hasUniqueFunc = pSelect->hasUniqueFunc ? true : (FUNCTION_TYPE_UNIQUE == pFunc->funcType);
    pSelect->hasTailFunc = pSelect->hasTailFunc ? true : (FUNCTION_TYPE_TAIL == pFunc->funcType);
X
Xiaoyu Wang 已提交
1194
    pSelect->hasInterpFunc = pSelect->hasInterpFunc ? true : (FUNCTION_TYPE_INTERP == pFunc->funcType);
X
Xiaoyu Wang 已提交
1195
    pSelect->hasLastRowFunc = pSelect->hasLastRowFunc ? true : (FUNCTION_TYPE_LAST_ROW == pFunc->funcType);
1196
    pSelect->hasTimeLineFunc = pSelect->hasLastRowFunc ? true : fmIsTimelineFunc(pFunc->funcId);
X
Xiaoyu Wang 已提交
1197
  }
X
Xiaoyu Wang 已提交
1198 1199
}

1200
static int32_t rewriteFuncToValue(STranslateContext* pCxt, char* pLiteral, SNode** pNode) {
1201 1202 1203 1204 1205 1206 1207 1208 1209 1210
  SValueNode* pVal = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
  if (NULL == pVal) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pVal->node.aliasName, ((SExprNode*)*pNode)->aliasName);
  pVal->node.resType = ((SExprNode*)*pNode)->resType;
  if (NULL == pLiteral) {
    pVal->isNull = true;
  } else {
    pVal->literal = pLiteral;
1211 1212 1213
    if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {
      pVal->node.resType.bytes = strlen(pLiteral);
    }
1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228
  }
  if (DEAL_RES_ERROR != translateValue(pCxt, pVal)) {
    *pNode = (SNode*)pVal;
  } else {
    nodesDestroyNode((SNode*)pVal);
  }
  return pCxt->errCode;
}

static int32_t rewriteDatabaseFunc(STranslateContext* pCxt, SNode** pNode) {
  char* pCurrDb = NULL;
  if (NULL != pCxt->pParseCxt->db) {
    pCurrDb = taosMemoryStrDup((void*)pCxt->pParseCxt->db);
    if (NULL == pCurrDb) {
      return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1229 1230
    }
  }
1231
  return rewriteFuncToValue(pCxt, pCurrDb, pNode);
1232
}
wmmhello's avatar
wmmhello 已提交
1233

1234 1235 1236 1237
static int32_t rewriteClentVersionFunc(STranslateContext* pCxt, SNode** pNode) {
  char* pVer = taosMemoryStrDup((void*)version);
  if (NULL == pVer) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1238
  }
1239
  return rewriteFuncToValue(pCxt, pVer, pNode);
1240 1241 1242 1243 1244 1245
}

static int32_t rewriteServerVersionFunc(STranslateContext* pCxt, SNode** pNode) {
  char* pVer = taosMemoryStrDup((void*)pCxt->pParseCxt->svrVer);
  if (NULL == pVer) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1246
  }
1247
  return rewriteFuncToValue(pCxt, pVer, pNode);
1248 1249 1250 1251 1252
}

static int32_t rewriteServerStatusFunc(STranslateContext* pCxt, SNode** pNode) {
  if (pCxt->pParseCxt->nodeOffline) {
    return TSDB_CODE_RPC_NETWORK_UNAVAIL;
X
Xiaoyu Wang 已提交
1253
  }
1254
  char* pStatus = taosMemoryStrDup((void*)"1");
1255
  return rewriteFuncToValue(pCxt, pStatus, pNode);
1256 1257 1258 1259 1260 1261 1262 1263 1264
}

static int32_t rewriteUserFunc(STranslateContext* pCxt, SNode** pNode) {
  char    userConn[TSDB_USER_LEN + 1 + TSDB_FQDN_LEN] = {0};  // format 'user@host'
  int32_t len = snprintf(userConn, sizeof(userConn), "%s@", pCxt->pParseCxt->pUser);
  taosGetFqdn(userConn + len);
  char* pUserConn = taosMemoryStrDup((void*)userConn);
  if (NULL == pUserConn) {
    return TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1265
  }
1266
  return rewriteFuncToValue(pCxt, pUserConn, pNode);
1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283
}

static int32_t rewriteSystemInfoFunc(STranslateContext* pCxt, SNode** pNode) {
  switch (((SFunctionNode*)*pNode)->funcType) {
    case FUNCTION_TYPE_DATABASE:
      return rewriteDatabaseFunc(pCxt, pNode);
    case FUNCTION_TYPE_CLIENT_VERSION:
      return rewriteClentVersionFunc(pCxt, pNode);
    case FUNCTION_TYPE_SERVER_VERSION:
      return rewriteServerVersionFunc(pCxt, pNode);
    case FUNCTION_TYPE_SERVER_STATUS:
      return rewriteServerStatusFunc(pCxt, pNode);
    case FUNCTION_TYPE_CURRENT_USER:
    case FUNCTION_TYPE_USER:
      return rewriteUserFunc(pCxt, pNode);
    default:
      break;
X
Xiaoyu Wang 已提交
1284
  }
1285 1286 1287 1288 1289 1290 1291
  return TSDB_CODE_PAR_INTERNAL_ERROR;
}

static int32_t translateNoramlFunction(STranslateContext* pCxt, SFunctionNode* pFunc) {
  int32_t code = translateAggFunc(pCxt, pFunc);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateScanPseudoColumnFunc(pCxt, pFunc);
1292
  }
1293 1294
  if (TSDB_CODE_SUCCESS == code) {
    code = translateIndefiniteRowsFunc(pCxt, pFunc);
1295
  }
1296 1297 1298 1299 1300
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidFillFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateWindowPseudoColumnFunc(pCxt, pFunc);
1301
  }
1302 1303 1304 1305 1306 1307 1308 1309 1310
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidWindowFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidStreamFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidGroupByFunc(pCxt, pFunc);
  }
1311 1312 1313
  if (TSDB_CODE_SUCCESS == code) {
    code = translateRepeatScanFunc(pCxt, pFunc);
  }
1314 1315 1316 1317 1318 1319
  if (TSDB_CODE_SUCCESS == code) {
    setFuncClassification(pCxt->pCurrStmt, pFunc);
  }
  return code;
}

1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366
static int32_t rewriteQueryTimeFunc(STranslateContext* pCxt, int64_t val, SNode** pNode) {
  if (INT64_MIN == val || INT64_MAX == val) {
    return rewriteFuncToValue(pCxt, NULL, pNode);
  }

  char* pStr = taosMemoryCalloc(1, 20);
  if (NULL == pStr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  snprintf(pStr, 20, "%" PRId64 "", val);
  return rewriteFuncToValue(pCxt, pStr, pNode);
}

static int32_t rewriteQstartFunc(STranslateContext* pCxt, SNode** pNode) {
  return rewriteQueryTimeFunc(pCxt, ((SSelectStmt*)pCxt->pCurrStmt)->timeRange.skey, pNode);
}

static int32_t rewriteQendFunc(STranslateContext* pCxt, SNode** pNode) {
  return rewriteQueryTimeFunc(pCxt, ((SSelectStmt*)pCxt->pCurrStmt)->timeRange.ekey, pNode);
}

static int32_t rewriteQdurationFunc(STranslateContext* pCxt, SNode** pNode) {
  STimeWindow range = ((SSelectStmt*)pCxt->pCurrStmt)->timeRange;
  if (INT64_MIN == range.skey || INT64_MAX == range.ekey) {
    return rewriteQueryTimeFunc(pCxt, INT64_MIN, pNode);
  }
  return rewriteQueryTimeFunc(pCxt, range.ekey - range.skey + 1, pNode);
}

static int32_t rewriteClientPseudoColumnFunc(STranslateContext* pCxt, SNode** pNode) {
  if (NULL == pCxt->pCurrStmt || QUERY_NODE_SELECT_STMT != nodeType(pCxt->pCurrStmt) ||
      pCxt->currClause <= SQL_CLAUSE_WHERE) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC, "Illegal pseudo column");
  }
  switch (((SFunctionNode*)*pNode)->funcType) {
    case FUNCTION_TYPE_QSTART:
      return rewriteQstartFunc(pCxt, pNode);
    case FUNCTION_TYPE_QEND:
      return rewriteQendFunc(pCxt, pNode);
    case FUNCTION_TYPE_QDURATION:
      return rewriteQdurationFunc(pCxt, pNode);
    default:
      break;
  }
  return TSDB_CODE_PAR_INTERNAL_ERROR;
}

1367 1368 1369 1370
static int32_t translateFunctionImpl(STranslateContext* pCxt, SFunctionNode** pFunc) {
  if (fmIsSystemInfoFunc((*pFunc)->funcId)) {
    return rewriteSystemInfoFunc(pCxt, (SNode**)pFunc);
  }
1371 1372 1373
  if (fmIsClientPseudoColumnFunc((*pFunc)->funcId)) {
    return rewriteClientPseudoColumnFunc(pCxt, (SNode**)pFunc);
  }
1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385
  return translateNoramlFunction(pCxt, *pFunc);
}

static EDealRes translateFunction(STranslateContext* pCxt, SFunctionNode** pFunc) {
  SNode* pParam = NULL;
  FOREACH(pParam, (*pFunc)->pParameterList) {
    if (isMultiResFunc(pParam)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pParam)->aliasName);
    }
  }

  pCxt->errCode = getFuncInfo(pCxt, *pFunc);
X
Xiaoyu Wang 已提交
1386
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
1387
    pCxt->errCode = translateFunctionImpl(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
1388 1389
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_CONTINUE : DEAL_RES_ERROR;
1390 1391 1392
}

static EDealRes translateExprSubquery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1393
  return (TSDB_CODE_SUCCESS == translateSubquery(pCxt, pNode) ? DEAL_RES_CONTINUE : DEAL_RES_ERROR);
1394 1395
}

1396
static EDealRes translateLogicCond(STranslateContext* pCxt, SLogicConditionNode* pCond) {
wmmhello's avatar
wmmhello 已提交
1397 1398 1399
  pCond->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pCond->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return DEAL_RES_CONTINUE;
1400 1401
}

X
Xiaoyu Wang 已提交
1402
static EDealRes doTranslateExpr(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1403
  STranslateContext* pCxt = (STranslateContext*)pContext;
X
Xiaoyu Wang 已提交
1404
  switch (nodeType(*pNode)) {
wmmhello's avatar
wmmhello 已提交
1405
    case QUERY_NODE_COLUMN:
X
Xiaoyu Wang 已提交
1406
      return translateColumn(pCxt, (SColumnNode**)pNode);
wmmhello's avatar
wmmhello 已提交
1407
    case QUERY_NODE_VALUE:
X
Xiaoyu Wang 已提交
1408
      return translateValue(pCxt, (SValueNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1409
    case QUERY_NODE_OPERATOR:
1410
      return translateOperator(pCxt, (SOperatorNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1411
    case QUERY_NODE_FUNCTION:
1412
      return translateFunction(pCxt, (SFunctionNode**)pNode);
wmmhello's avatar
wmmhello 已提交
1413
    case QUERY_NODE_LOGIC_CONDITION:
X
Xiaoyu Wang 已提交
1414
      return translateLogicCond(pCxt, (SLogicConditionNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
1415
    case QUERY_NODE_TEMP_TABLE:
X
Xiaoyu Wang 已提交
1416
      return translateExprSubquery(pCxt, ((STempTableNode*)*pNode)->pSubquery);
wmmhello's avatar
wmmhello 已提交
1417 1418 1419 1420
    default:
      break;
  }
  return DEAL_RES_CONTINUE;
1421 1422
}

X
Xiaoyu Wang 已提交
1423 1424
static int32_t translateExpr(STranslateContext* pCxt, SNode** pNode) {
  nodesRewriteExprPostOrder(pNode, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
1425
  return pCxt->errCode;
1426 1427 1428
}

static int32_t translateExprList(STranslateContext* pCxt, SNodeList* pList) {
X
Xiaoyu Wang 已提交
1429
  nodesRewriteExprsPostOrder(pList, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
1430
  return pCxt->errCode;
1431 1432
}

1433
static SNodeList* getGroupByList(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
1434
  if (isDistinctOrderBy(pCxt)) {
1435
    return ((SSelectStmt*)pCxt->pCurrStmt)->pProjectionList;
wmmhello's avatar
wmmhello 已提交
1436
  }
1437
  return ((SSelectStmt*)pCxt->pCurrStmt)->pGroupByList;
1438 1439 1440
}

static SNode* getGroupByNode(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1441 1442 1443 1444
  if (QUERY_NODE_GROUPING_SET == nodeType(pNode)) {
    return nodesListGetNode(((SGroupingSetNode*)pNode)->pParameterList, 0);
  }
  return pNode;
1445 1446 1447
}

static int32_t getGroupByErrorCode(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
1448 1449 1450
  if (isDistinctOrderBy(pCxt)) {
    return TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION;
  }
1451 1452 1453 1454
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pGroupByList) {
    return TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION;
  }
  return TSDB_CODE_PAR_NO_VALID_FUNC_IN_WIN;
1455 1456
}

1457
static EDealRes rewriteColToSelectValFunc(STranslateContext* pCxt, SNode** pNode) {
1458
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
1459 1460 1461 1462 1463 1464 1465 1466
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFunc->functionName, "_select_value");
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
1467
    pCxt->errCode = getFuncInfo(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
1468 1469 1470
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
1471
    ((SSelectStmt*)pCxt->pCurrStmt)->hasSelectValFunc = true;
wmmhello's avatar
wmmhello 已提交
1472
  } else {
1473
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
1474 1475
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
1476 1477
}

1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495
static EDealRes rewriteExprToGroupKeyFunc(STranslateContext* pCxt, SNode** pNode) {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }

  strcpy(pFunc->functionName, "_group_key");
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
    pCxt->errCode = fmGetFuncInfo(pFunc, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  }

  return (TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR);
}

1496
static EDealRes doCheckExprForGroupBy(SNode** pNode, void* pContext) {
1497 1498
  STranslateContext* pCxt = (STranslateContext*)pContext;
  SSelectStmt*       pSelect = (SSelectStmt*)pCxt->pCurrStmt;
wmmhello's avatar
wmmhello 已提交
1499 1500 1501
  if (!nodesIsExprNode(*pNode) || isAliasColumn(*pNode)) {
    return DEAL_RES_CONTINUE;
  }
1502
  if (isVectorFunc(*pNode) && !isDistinctOrderBy(pCxt)) {
wmmhello's avatar
wmmhello 已提交
1503 1504
    return DEAL_RES_IGNORE_CHILD;
  }
1505
  SNode* pGroupNode = NULL;
1506
  FOREACH(pGroupNode, getGroupByList(pCxt)) {
wmmhello's avatar
wmmhello 已提交
1507
    if (nodesEqualNode(getGroupByNode(pGroupNode), *pNode)) {
1508 1509 1510 1511
      return DEAL_RES_IGNORE_CHILD;
    }
  }
  SNode* pPartKey = NULL;
1512
  FOREACH(pPartKey, pSelect->pPartitionByList) {
1513
    if (nodesEqualNode(pPartKey, *pNode)) {
1514
      return rewriteExprToGroupKeyFunc(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
1515 1516 1517
    }
  }
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
1518 1519
    if (pSelect->selectFuncNum > 1 || pSelect->hasOtherVectorFunc || !pSelect->hasSelectFunc) {
      return generateDealNodeErrMsg(pCxt, getGroupByErrorCode(pCxt));
wmmhello's avatar
wmmhello 已提交
1520
    } else {
1521
      return rewriteColToSelectValFunc(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
1522 1523
    }
  }
1524 1525
  if (isVectorFunc(*pNode) && isDistinctOrderBy(pCxt)) {
    return generateDealNodeErrMsg(pCxt, getGroupByErrorCode(pCxt));
wmmhello's avatar
wmmhello 已提交
1526 1527
  }
  return DEAL_RES_CONTINUE;
1528 1529
}

1530
static int32_t checkExprForGroupBy(STranslateContext* pCxt, SNode** pNode) {
1531
  nodesRewriteExpr(pNode, doCheckExprForGroupBy, pCxt);
wmmhello's avatar
wmmhello 已提交
1532
  return pCxt->errCode;
1533 1534
}

1535 1536
static int32_t checkExprListForGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect, SNodeList* pList) {
  if (NULL == getGroupByList(pCxt) && NULL == pSelect->pWindow) {
wmmhello's avatar
wmmhello 已提交
1537 1538
    return TSDB_CODE_SUCCESS;
  }
1539
  nodesRewriteExprs(pList, doCheckExprForGroupBy, pCxt);
wmmhello's avatar
wmmhello 已提交
1540
  return pCxt->errCode;
1541 1542 1543
}

static EDealRes rewriteColsToSelectValFuncImpl(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1544 1545 1546 1547 1548 1549 1550
  if (isAggFunc(*pNode) || isIndefiniteRowsFunc(*pNode)) {
    return DEAL_RES_IGNORE_CHILD;
  }
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
    return rewriteColToSelectValFunc((STranslateContext*)pContext, pNode);
  }
  return DEAL_RES_CONTINUE;
1551 1552 1553
}

static int32_t rewriteColsToSelectValFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
1554 1555 1556 1557 1558
  nodesRewriteExprs(pSelect->pProjectionList, rewriteColsToSelectValFuncImpl, pCxt);
  if (TSDB_CODE_SUCCESS == pCxt->errCode && !pSelect->isDistinct) {
    nodesRewriteExprs(pSelect->pOrderByList, rewriteColsToSelectValFuncImpl, pCxt);
  }
  return pCxt->errCode;
1559 1560
}

1561
typedef struct CheckAggColCoexistCxt {
wmmhello's avatar
wmmhello 已提交
1562 1563
  STranslateContext* pTranslateCxt;
  bool               existCol;
1564 1565
} CheckAggColCoexistCxt;

1566
static EDealRes doCheckAggColCoexist(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
1567
  CheckAggColCoexistCxt* pCxt = (CheckAggColCoexistCxt*)pContext;
1568
  if (isVectorFunc(*pNode)) {
wmmhello's avatar
wmmhello 已提交
1569 1570
    return DEAL_RES_IGNORE_CHILD;
  }
1571
  SNode* pPartKey = NULL;
1572
  FOREACH(pPartKey, ((SSelectStmt*)pCxt->pTranslateCxt->pCurrStmt)->pPartitionByList) {
1573 1574
    if (nodesEqualNode(pPartKey, *pNode)) {
      return rewriteExprToGroupKeyFunc(pCxt->pTranslateCxt, pNode);
1575 1576
    }
  }
1577
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
wmmhello's avatar
wmmhello 已提交
1578 1579 1580
    pCxt->existCol = true;
  }
  return DEAL_RES_CONTINUE;
1581 1582 1583
}

static int32_t checkAggColCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
1584
  if (NULL != pSelect->pGroupByList || NULL != pSelect->pWindow ||
1585
      (!pSelect->hasAggFuncs && !pSelect->hasIndefiniteRowsFunc && !pSelect->hasInterpFunc)) {
wmmhello's avatar
wmmhello 已提交
1586 1587
    return TSDB_CODE_SUCCESS;
  }
1588
  CheckAggColCoexistCxt cxt = {.pTranslateCxt = pCxt, .existCol = false};
1589
  nodesRewriteExprs(pSelect->pProjectionList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
1590
  if (!pSelect->isDistinct) {
1591
    nodesRewriteExprs(pSelect->pOrderByList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
1592
  }
1593
  if (1 == pSelect->selectFuncNum && !pSelect->hasOtherVectorFunc) {
wmmhello's avatar
wmmhello 已提交
1594 1595
    return rewriteColsToSelectValFunc(pCxt, pSelect);
  }
1596
  if (cxt.existCol) {
wmmhello's avatar
wmmhello 已提交
1597 1598 1599
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_SINGLE_GROUP);
  }
  return TSDB_CODE_SUCCESS;
1600 1601
}

1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
static int32_t checkWindowFuncCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pWindow) {
    return TSDB_CODE_SUCCESS;
  }
  if (NULL != pSelect->pWindow && !pSelect->hasAggFuncs) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NO_VALID_FUNC_IN_WIN);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1612
static int32_t toVgroupsInfo(SArray* pVgs, SVgroupsInfo** pVgsInfo) {
wmmhello's avatar
wmmhello 已提交
1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623
  size_t vgroupNum = taosArrayGetSize(pVgs);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * vgroupNum);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pVgsInfo)->numOfVgroups = vgroupNum;
  for (int32_t i = 0; i < vgroupNum; ++i) {
    SVgroupInfo* vg = taosArrayGet(pVgs, i);
    (*pVgsInfo)->vgroups[i] = *vg;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1624 1625
}

1626
static int32_t addMnodeToVgroupList(const SEpSet* pEpSet, SArray** pVgroupList) {
wmmhello's avatar
wmmhello 已提交
1627 1628 1629 1630 1631 1632 1633 1634 1635 1636
  if (NULL == *pVgroupList) {
    *pVgroupList = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVgroupInfo));
    if (NULL == *pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  SVgroupInfo vg = {.vgId = MNODE_HANDLE};
  memcpy(&vg.epSet, pEpSet, sizeof(SEpSet));
  taosArrayPush(*pVgroupList, &vg);
  return TSDB_CODE_SUCCESS;
1637 1638
}

1639 1640 1641 1642 1643
static int32_t dnodeToVgroupsInfo(SArray* pDnodes, SVgroupsInfo** pVgsInfo) {
  size_t ndnode = taosArrayGetSize(pDnodes);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * ndnode);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1644
  }
1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657
  (*pVgsInfo)->numOfVgroups = ndnode;
  for (int32_t i = 0; i < ndnode; ++i) {
    memcpy(&((*pVgsInfo)->vgroups[i].epSet), taosArrayGet(pDnodes, i), sizeof(SEpSet));
  }
  return TSDB_CODE_SUCCESS;
}

static bool sysTableFromVnode(const char* pTable) {
  return (0 == strcmp(pTable, TSDB_INS_TABLE_USER_TABLES)) ||
         (0 == strcmp(pTable, TSDB_INS_TABLE_USER_TABLE_DISTRIBUTED));
}

static bool sysTableFromDnode(const char* pTable) { return 0 == strcmp(pTable, TSDB_INS_TABLE_DNODE_VARIABLES); }
wmmhello's avatar
wmmhello 已提交
1658

1659
static int32_t setVnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
wmmhello's avatar
wmmhello 已提交
1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679
  int32_t code = TSDB_CODE_SUCCESS;
  SArray* vgroupList = NULL;
  if ('\0' != pRealTable->qualDbName[0]) {
    if (0 != strcmp(pRealTable->qualDbName, TSDB_INFORMATION_SCHEMA_DB)) {
      code = getDBVgInfo(pCxt, pRealTable->qualDbName, &vgroupList);
    }
  } else {
    code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = addMnodeToVgroupList(&pCxt->pParseCxt->mgmtEpSet, &vgroupList);
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(vgroupList);

  return code;
X
Xiaoyu Wang 已提交
1680 1681
}

1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701
static int32_t setDnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  SArray* pDnodes = NULL;
  int32_t code = getDnodeList(pCxt, &pDnodes);
  if (TSDB_CODE_SUCCESS == code) {
    code = dnodeToVgroupsInfo(pDnodes, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(pDnodes);
  return code;
}

static int32_t setSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  if (sysTableFromVnode(pRealTable->table.tableName)) {
    return setVnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else if (sysTableFromDnode(pRealTable->table.tableName)) {
    return setDnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else {
    return TSDB_CODE_SUCCESS;
  }
}

X
Xiaoyu Wang 已提交
1702
static int32_t setTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
wmmhello's avatar
wmmhello 已提交
1703 1704 1705 1706 1707 1708 1709
  if (pCxt->pParseCxt->topicQuery) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t code = TSDB_CODE_SUCCESS;
  if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
    SArray* vgroupList = NULL;
1710
    code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
wmmhello's avatar
wmmhello 已提交
1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725
    if (TSDB_CODE_SUCCESS == code) {
      code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
    }
    taosArrayDestroy(vgroupList);
  } else if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType) {
    code = setSysTableVgroupList(pCxt, pName, pRealTable);
  } else {
    pRealTable->pVgroupList = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo));
    if (NULL == pRealTable->pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pRealTable->pVgroupList->numOfVgroups = 1;
    code = getTableHashVgroupImpl(pCxt, pName, pRealTable->pVgroupList->vgroups);
  }
  return code;
1726 1727
}

X
Xiaoyu Wang 已提交
1728
static uint8_t getStmtPrecision(SNode* pStmt) {
wmmhello's avatar
wmmhello 已提交
1729 1730
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->precision;
X
Xiaoyu Wang 已提交
1731 1732
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pStmt)) {
    return ((SSetOperator*)pStmt)->precision;
wmmhello's avatar
wmmhello 已提交
1733 1734
  }
  return 0;
X
Xiaoyu Wang 已提交
1735 1736
}

X
Xiaoyu Wang 已提交
1737 1738
static bool stmtIsSingleTable(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
1739 1740
    SSelectStmt* pSelect = (SSelectStmt*)pStmt;
    return NULL == pSelect->pFromTable || ((STableNode*)pSelect->pFromTable)->singleTable;
X
Xiaoyu Wang 已提交
1741 1742 1743 1744
  }
  return false;
}

X
Xiaoyu Wang 已提交
1745 1746 1747 1748
static uint8_t calcPrecision(uint8_t lp, uint8_t rp) { return (lp > rp ? rp : lp); }

static uint8_t calcJoinTablePrecision(SJoinTableNode* pJoinTable) {
  return calcPrecision(((STableNode*)pJoinTable->pLeft)->precision, ((STableNode*)pJoinTable->pRight)->precision);
X
Xiaoyu Wang 已提交
1749 1750
}

X
Xiaoyu Wang 已提交
1751 1752 1753 1754 1755 1756 1757
static bool joinTableIsSingleTable(SJoinTableNode* pJoinTable) {
  return (((STableNode*)pJoinTable->pLeft)->singleTable && ((STableNode*)pJoinTable->pRight)->singleTable);
}

static bool isSingleTable(SRealTableNode* pRealTable) {
  int8_t tableType = pRealTable->pMeta->tableType;
  if (TSDB_SYSTEM_TABLE == tableType) {
1758 1759
    return 0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_USER_TABLES) &&
           0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_USER_TABLE_DISTRIBUTED);
X
Xiaoyu Wang 已提交
1760 1761 1762 1763
  }
  return (TSDB_CHILD_TABLE == tableType || TSDB_NORMAL_TABLE == tableType);
}

X
Xiaoyu Wang 已提交
1764
static int32_t setTableIndex(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
X
Xiaoyu Wang 已提交
1765
  if (pCxt->createStream || QUERY_SMA_OPTIMIZE_DISABLE == tsQuerySmaOptimize) {
X
Xiaoyu Wang 已提交
1766 1767
    return TSDB_CODE_SUCCESS;
  }
1768 1769
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pWindow &&
      QUERY_NODE_INTERVAL_WINDOW == nodeType(((SSelectStmt*)pCxt->pCurrStmt)->pWindow)) {
X
Xiaoyu Wang 已提交
1770 1771 1772 1773 1774
    return getTableIndex(pCxt, pName, &pRealTable->pSmaIndexes);
  }
  return TSDB_CODE_SUCCESS;
}

1775
static int32_t setTableCacheLastMode(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
1776 1777 1778 1779
  if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType) {
    return TSDB_CODE_SUCCESS;
  }

1780 1781 1782 1783 1784 1785 1786 1787
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pRealTable->table.dbName, &dbCfg);
  if (TSDB_CODE_SUCCESS == code) {
    pRealTable->cacheLastMode = dbCfg.cacheLast;
  }
  return code;
}

1788
static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pTable)) {
    case QUERY_NODE_REAL_TABLE: {
      SRealTableNode* pRealTable = (SRealTableNode*)pTable;
      pRealTable->ratio = (NULL != pCxt->pExplainOpt ? pCxt->pExplainOpt->ratio : 1.0);
      // The SRealTableNode created through ROLLUP already has STableMeta.
      if (NULL == pRealTable->pMeta) {
        SName name;
        code = getTableMetaImpl(
            pCxt, toName(pCxt->pParseCxt->acctId, pRealTable->table.dbName, pRealTable->table.tableName, &name),
            &(pRealTable->pMeta));
        if (TSDB_CODE_SUCCESS != code) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pRealTable->table.tableName);
        }
        code = setTableVgroupList(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
1804
        if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1805
          code = setTableIndex(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
1806
        }
1807 1808 1809
        if (TSDB_CODE_SUCCESS == code) {
          code = setTableCacheLastMode(pCxt, &name, pRealTable);
        }
wmmhello's avatar
wmmhello 已提交
1810 1811
      }
      pRealTable->table.precision = pRealTable->pMeta->tableInfo.precision;
X
Xiaoyu Wang 已提交
1812
      pRealTable->table.singleTable = isSingleTable(pRealTable);
wmmhello's avatar
wmmhello 已提交
1813 1814 1815
      if (TSDB_CODE_SUCCESS == code) {
        code = addNamespace(pCxt, pRealTable);
      }
1816 1817 1818
      if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
        pCxt->stableQuery = true;
      }
wmmhello's avatar
wmmhello 已提交
1819 1820 1821 1822 1823 1824 1825
      break;
    }
    case QUERY_NODE_TEMP_TABLE: {
      STempTableNode* pTempTable = (STempTableNode*)pTable;
      code = translateSubquery(pCxt, pTempTable->pSubquery);
      if (TSDB_CODE_SUCCESS == code) {
        pTempTable->table.precision = getStmtPrecision(pTempTable->pSubquery);
X
Xiaoyu Wang 已提交
1826
        pTempTable->table.singleTable = stmtIsSingleTable(pTempTable->pSubquery);
wmmhello's avatar
wmmhello 已提交
1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837
        code = addNamespace(pCxt, pTempTable);
      }
      break;
    }
    case QUERY_NODE_JOIN_TABLE: {
      SJoinTableNode* pJoinTable = (SJoinTableNode*)pTable;
      code = translateTable(pCxt, pJoinTable->pLeft);
      if (TSDB_CODE_SUCCESS == code) {
        code = translateTable(pCxt, pJoinTable->pRight);
      }
      if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1838
        pJoinTable->table.precision = calcJoinTablePrecision(pJoinTable);
X
Xiaoyu Wang 已提交
1839 1840
        pJoinTable->table.singleTable = joinTableIsSingleTable(pJoinTable);
        code = translateExpr(pCxt, &pJoinTable->pOnCond);
wmmhello's avatar
wmmhello 已提交
1841 1842 1843 1844 1845 1846 1847
      }
      break;
    }
    default:
      break;
  }
  return code;
1848 1849
}

1850
static int32_t createAllColumns(STranslateContext* pCxt, bool igTags, SNodeList** pCols) {
wmmhello's avatar
wmmhello 已提交
1851 1852 1853 1854 1855 1856 1857 1858
  *pCols = nodesMakeList();
  if (NULL == *pCols) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
  }
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
1859
    int32_t     code = createColumnsByTable(pCxt, pTable, igTags, *pCols);
wmmhello's avatar
wmmhello 已提交
1860 1861 1862 1863 1864
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1865 1866
}

1867
static SNode* createMultiResFunc(SFunctionNode* pSrcFunc, SExprNode* pExpr) {
1868
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
1869 1870 1871 1872 1873
  if (NULL == pFunc) {
    return NULL;
  }
  pFunc->pParameterList = nodesMakeList();
  if (NULL == pFunc->pParameterList ||
1874 1875
      TSDB_CODE_SUCCESS != nodesListStrictAppend(pFunc->pParameterList, nodesCloneNode((SNode*)pExpr))) {
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893
    return NULL;
  }

  pFunc->node.resType = pExpr->resType;
  pFunc->funcId = pSrcFunc->funcId;
  pFunc->funcType = pSrcFunc->funcType;
  strcpy(pFunc->functionName, pSrcFunc->functionName);
  char    buf[TSDB_FUNC_NAME_LEN + TSDB_TABLE_NAME_LEN + TSDB_COL_NAME_LEN];
  int32_t len = 0;
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    SColumnNode* pCol = (SColumnNode*)pExpr;
    len = snprintf(buf, sizeof(buf), "%s(%s.%s)", pSrcFunc->functionName, pCol->tableAlias, pCol->colName);
  } else {
    len = snprintf(buf, sizeof(buf), "%s(%s)", pSrcFunc->functionName, pExpr->aliasName);
  }
  strncpy(pFunc->node.aliasName, buf, TMIN(len, sizeof(pFunc->node.aliasName) - 1));

  return (SNode*)pFunc;
1894 1895
}

1896
static int32_t createTableAllCols(STranslateContext* pCxt, SColumnNode* pCol, bool igTags, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1897 1898 1899 1900 1901 1902 1903 1904 1905
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, pCol->tableAlias, &pTable);
  if (TSDB_CODE_SUCCESS == code && NULL == *pOutput) {
    *pOutput = nodesMakeList();
    if (NULL == *pOutput) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
1906
    code = createColumnsByTable(pCxt, pTable, igTags, *pOutput);
wmmhello's avatar
wmmhello 已提交
1907 1908
  }
  return code;
1909 1910
}

1911
static bool isStar(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1912 1913
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1914 1915 1916
}

static bool isTableStar(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1917 1918
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
1919 1920 1921
}

static int32_t createMultiResFuncsParas(STranslateContext* pCxt, SNodeList* pSrcParas, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1922 1923 1924 1925 1926 1927
  int32_t code = TSDB_CODE_SUCCESS;

  SNodeList* pExprs = NULL;
  SNode*     pPara = NULL;
  FOREACH(pPara, pSrcParas) {
    if (isStar(pPara)) {
1928
      code = createAllColumns(pCxt, true, &pExprs);
wmmhello's avatar
wmmhello 已提交
1929
    } else if (isTableStar(pPara)) {
1930
      code = createTableAllCols(pCxt, (SColumnNode*)pPara, true, &pExprs);
wmmhello's avatar
wmmhello 已提交
1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945
    } else {
      code = nodesListMakeStrictAppend(&pExprs, nodesCloneNode(pPara));
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pExprs;
  } else {
    nodesDestroyList(pExprs);
  }

  return code;
1946 1947 1948
}

static int32_t createMultiResFuncs(SFunctionNode* pSrcFunc, SNodeList* pExprs, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1949 1950 1951 1952
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
1953

wmmhello's avatar
wmmhello 已提交
1954 1955 1956 1957 1958 1959 1960 1961
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pExpr = NULL;
  FOREACH(pExpr, pExprs) {
    code = nodesListStrictAppend(pFuncs, createMultiResFunc(pSrcFunc, (SExprNode*)pExpr));
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
1962

wmmhello's avatar
wmmhello 已提交
1963 1964 1965 1966 1967
  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pFuncs;
  } else {
    nodesDestroyList(pFuncs);
  }
1968

wmmhello's avatar
wmmhello 已提交
1969
  return code;
1970 1971 1972
}

static int32_t createMultiResFuncsFromStar(STranslateContext* pCxt, SFunctionNode* pSrcFunc, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
1973 1974 1975 1976 1977
  SNodeList* pExprs = NULL;
  int32_t    code = createMultiResFuncsParas(pCxt, pSrcFunc->pParameterList, &pExprs);
  if (TSDB_CODE_SUCCESS == code) {
    code = createMultiResFuncs(pSrcFunc, pExprs, pOutput);
  }
1978

X
Xiaoyu Wang 已提交
1979
  nodesDestroyList(pExprs);
wmmhello's avatar
wmmhello 已提交
1980
  return code;
1981 1982
}

X
Xiaoyu Wang 已提交
1983
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
1984 1985 1986 1987 1988
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pSelect->pProjectionList) {
    int32_t code = TSDB_CODE_SUCCESS;
    if (isStar(pNode)) {
      SNodeList* pCols = NULL;
1989
      code = createAllColumns(pCxt, false, &pCols);
X
Xiaoyu Wang 已提交
1990 1991 1992 1993
      if (TSDB_CODE_SUCCESS == code) {
        INSERT_LIST(pSelect->pProjectionList, pCols);
        ERASE_NODE(pSelect->pProjectionList);
        continue;
wmmhello's avatar
wmmhello 已提交
1994
      }
X
Xiaoyu Wang 已提交
1995 1996 1997 1998 1999 2000 2001 2002 2003 2004
    } else if (isMultiResFunc(pNode)) {
      SNodeList* pFuncs = NULL;
      code = createMultiResFuncsFromStar(pCxt, (SFunctionNode*)pNode, &pFuncs);
      if (TSDB_CODE_SUCCESS == code) {
        INSERT_LIST(pSelect->pProjectionList, pFuncs);
        ERASE_NODE(pSelect->pProjectionList);
        continue;
      }
    } else if (isTableStar(pNode)) {
      SNodeList* pCols = NULL;
2005
      code = createTableAllCols(pCxt, (SColumnNode*)pNode, false, &pCols);
X
Xiaoyu Wang 已提交
2006 2007 2008 2009
      if (TSDB_CODE_SUCCESS == code) {
        INSERT_LIST(pSelect->pProjectionList, pCols);
        ERASE_NODE(pSelect->pProjectionList);
        continue;
wmmhello's avatar
wmmhello 已提交
2010 2011
      }
    }
X
Xiaoyu Wang 已提交
2012 2013 2014 2015
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    WHERE_NEXT;
wmmhello's avatar
wmmhello 已提交
2016 2017
  }
  return TSDB_CODE_SUCCESS;
2018 2019
}

2020
static int32_t getPositionValue(const SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047
  switch (pVal->node.resType.type) {
    case TSDB_DATA_TYPE_NULL:
    case TSDB_DATA_TYPE_TIMESTAMP:
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
    case TSDB_DATA_TYPE_JSON:
      return -1;
    case TSDB_DATA_TYPE_BOOL:
      return (pVal->datum.b ? 1 : 0);
    case TSDB_DATA_TYPE_TINYINT:
    case TSDB_DATA_TYPE_SMALLINT:
    case TSDB_DATA_TYPE_INT:
    case TSDB_DATA_TYPE_BIGINT:
      return pVal->datum.i;
    case TSDB_DATA_TYPE_FLOAT:
    case TSDB_DATA_TYPE_DOUBLE:
      return pVal->datum.d;
    case TSDB_DATA_TYPE_UTINYINT:
    case TSDB_DATA_TYPE_USMALLINT:
    case TSDB_DATA_TYPE_UINT:
    case TSDB_DATA_TYPE_UBIGINT:
      return pVal->datum.u;
    default:
      break;
  }
  return -1;
2048 2049
}

dengyihao's avatar
dengyihao 已提交
2050
static int32_t translateOrderByPosition(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList,
wmmhello's avatar
wmmhello 已提交
2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067
                                        bool* pOther) {
  *pOther = false;
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pOrderByList) {
    SNode* pExpr = ((SOrderByExprNode*)pNode)->pExpr;
    if (QUERY_NODE_VALUE == nodeType(pExpr)) {
      SValueNode* pVal = (SValueNode*)pExpr;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
      int32_t pos = getPositionValue(pVal);
      if (pos < 0) {
        ERASE_NODE(pOrderByList);
        continue;
      } else if (0 == pos || pos > LIST_LENGTH(pProjectionList)) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT);
      } else {
2068
        SColumnRefNode* pCol = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
wmmhello's avatar
wmmhello 已提交
2069 2070 2071
        if (NULL == pCol) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
        }
2072
        strcpy(pCol->colName, ((SExprNode*)nodesListGetNode(pProjectionList, pos - 1))->aliasName);
wmmhello's avatar
wmmhello 已提交
2073 2074 2075 2076 2077 2078 2079 2080 2081
        ((SOrderByExprNode*)pNode)->pExpr = (SNode*)pCol;
        nodesDestroyNode(pExpr);
      }
    } else {
      *pOther = true;
    }
    WHERE_NEXT;
  }
  return TSDB_CODE_SUCCESS;
2082 2083
}

2084
static int32_t translateOrderBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2085 2086 2087
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSelect->pProjectionList, pSelect->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
2088 2089 2090 2091 2092 2093
    if (!other) {
      return TSDB_CODE_SUCCESS;
    }
    pCxt->currClause = SQL_CLAUSE_ORDER_BY;
    code = translateExprList(pCxt, pSelect->pOrderByList);
    if (TSDB_CODE_SUCCESS == code) {
2094
      code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pOrderByList);
2095
    }
wmmhello's avatar
wmmhello 已提交
2096 2097
  }
  return code;
2098 2099 2100
}

static int32_t translateSelectList(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2101 2102 2103 2104 2105 2106
  pCxt->currClause = SQL_CLAUSE_SELECT;
  int32_t code = translateExprList(pCxt, pSelect->pProjectionList);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateStar(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
2107
    code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pProjectionList);
wmmhello's avatar
wmmhello 已提交
2108 2109
  }
  return code;
2110 2111
}

2112
static int32_t translateHaving(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2113 2114 2115 2116
  if (NULL == pSelect->pGroupByList && NULL != pSelect->pHaving) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION);
  }
  pCxt->currClause = SQL_CLAUSE_HAVING;
X
Xiaoyu Wang 已提交
2117
  int32_t code = translateExpr(pCxt, &pSelect->pHaving);
wmmhello's avatar
wmmhello 已提交
2118 2119 2120 2121
  if (TSDB_CODE_SUCCESS == code) {
    code = checkExprForGroupBy(pCxt, &pSelect->pHaving);
  }
  return code;
2122 2123
}

X
Xiaoyu Wang 已提交
2124
static int32_t translateGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2125 2126 2127 2128 2129
  if (NULL != pSelect->pGroupByList && NULL != pSelect->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST);
  }
  if (NULL != pSelect->pGroupByList) {
    pCxt->currClause = SQL_CLAUSE_GROUP_BY;
2130
    pSelect->isTimeLineResult = false;
wmmhello's avatar
wmmhello 已提交
2131 2132 2133
    return translateExprList(pCxt, pSelect->pGroupByList);
  }
  return TSDB_CODE_SUCCESS;
2134 2135
}

X
Xiaoyu Wang 已提交
2136 2137 2138 2139 2140 2141
static int32_t getTimeRange(SNode** pPrimaryKeyCond, STimeWindow* pTimeRange, bool* pIsStrict) {
  SNode*  pNew = NULL;
  int32_t code = scalarCalculateConstants(*pPrimaryKeyCond, &pNew);
  if (TSDB_CODE_SUCCESS == code) {
    *pPrimaryKeyCond = pNew;
    code = filterGetTimeRange(*pPrimaryKeyCond, pTimeRange, pIsStrict);
wmmhello's avatar
wmmhello 已提交
2142 2143 2144
  }
  return code;
}
X
Xiaoyu Wang 已提交
2145

2146
static int32_t getQueryTimeRange(STranslateContext* pCxt, SNode* pWhere, STimeWindow* pTimeRange) {
wmmhello's avatar
wmmhello 已提交
2147 2148 2149 2150
  if (NULL == pWhere) {
    *pTimeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
2151

X
Xiaoyu Wang 已提交
2152 2153 2154
  SNode* pCond = nodesCloneNode(pWhere);
  if (NULL == pCond) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
2155
  }
X
Xiaoyu Wang 已提交
2156

X
Xiaoyu Wang 已提交
2157
  SNode* pPrimaryKeyCond = NULL;
X
Xiaoyu Wang 已提交
2158
  nodesPartitionCond(&pCond, &pPrimaryKeyCond, NULL, NULL, NULL);
X
Xiaoyu Wang 已提交
2159 2160 2161

  int32_t code = TSDB_CODE_SUCCESS;
  if (NULL != pPrimaryKeyCond) {
wmmhello's avatar
wmmhello 已提交
2162
    bool isStrict = false;
X
Xiaoyu Wang 已提交
2163
    code = getTimeRange(&pPrimaryKeyCond, pTimeRange, &isStrict);
wmmhello's avatar
wmmhello 已提交
2164 2165 2166
  } else {
    *pTimeRange = TSWINDOW_INITIALIZER;
  }
X
Xiaoyu Wang 已提交
2167 2168 2169
  nodesDestroyNode(pCond);
  nodesDestroyNode(pPrimaryKeyCond);
  return code;
X
Xiaoyu Wang 已提交
2170 2171
}

X
Xiaoyu Wang 已提交
2172 2173 2174 2175 2176
static int32_t checkFill(STranslateContext* pCxt, SFillNode* pFill, SValueNode* pInterval) {
  if (FILL_MODE_NONE == pFill->mode) {
    return TSDB_CODE_SUCCESS;
  }

wmmhello's avatar
wmmhello 已提交
2177 2178 2179 2180 2181
  if (TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_INITIALIZER) ||
      TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_DESC_INITIALIZER)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

X
Xiaoyu Wang 已提交
2182 2183 2184 2185 2186 2187 2188 2189
  // interp FILL clause
  if (NULL == pInterval) {
    return TSDB_CODE_SUCCESS;
  }

  int64_t timeRange = TABS(pFill->timeRange.skey - pFill->timeRange.ekey);
  int64_t intervalRange = 0;
  if (TIME_IS_VAR_DURATION(pInterval->unit)) {
wmmhello's avatar
wmmhello 已提交
2190
    int64_t f = 1;
X
Xiaoyu Wang 已提交
2191
    if (pInterval->unit == 'n') {
wafwerar's avatar
wafwerar 已提交
2192
      f = 30LL * MILLISECOND_PER_DAY;
X
Xiaoyu Wang 已提交
2193
    } else if (pInterval->unit == 'y') {
wafwerar's avatar
wafwerar 已提交
2194
      f = 365LL * MILLISECOND_PER_DAY;
wmmhello's avatar
wmmhello 已提交
2195
    }
X
Xiaoyu Wang 已提交
2196
    intervalRange = pInterval->datum.i * f;
wmmhello's avatar
wmmhello 已提交
2197
  } else {
X
Xiaoyu Wang 已提交
2198
    intervalRange = pInterval->datum.i;
wmmhello's avatar
wmmhello 已提交
2199 2200 2201 2202 2203 2204
  }
  if ((timeRange == 0) || (timeRange / intervalRange) >= MAX_INTERVAL_TIME_WINDOW) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2205 2206
}

2207
static int32_t translateFill(STranslateContext* pCxt, SSelectStmt* pSelect, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
2208 2209 2210
  if (NULL == pInterval->pFill) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
2211

2212 2213
  ((SFillNode*)pInterval->pFill)->timeRange = pSelect->timeRange;
  return checkFill(pCxt, (SFillNode*)pInterval->pFill, (SValueNode*)pInterval->pInterval);
X
Xiaoyu Wang 已提交
2214 2215
}

X
Xiaoyu Wang 已提交
2216
static int64_t getMonthsFromTimeVal(int64_t val, int32_t fromPrecision, char unit) {
wmmhello's avatar
wmmhello 已提交
2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235
  int64_t days = convertTimeFromPrecisionToUnit(val, fromPrecision, 'd');
  switch (unit) {
    case 'b':
    case 'u':
    case 'a':
    case 's':
    case 'm':
    case 'h':
    case 'd':
    case 'w':
      return days / 28;
    case 'n':
      return val;
    case 'y':
      return val * 12;
    default:
      break;
  }
  return -1;
X
Xiaoyu Wang 已提交
2236 2237
}

X
Xiaoyu Wang 已提交
2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251
static const char* getPrecisionStr(uint8_t precision) {
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
      return TSDB_TIME_PRECISION_MILLI_STR;
    case TSDB_TIME_PRECISION_MICRO:
      return TSDB_TIME_PRECISION_MICRO_STR;
    case TSDB_TIME_PRECISION_NANO:
      return TSDB_TIME_PRECISION_NANO_STR;
    default:
      break;
  }
  return "unknown";
}

X
Xiaoyu Wang 已提交
2252
static int32_t checkIntervalWindow(STranslateContext* pCxt, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
2253 2254 2255 2256
  uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision;

  SValueNode* pInter = (SValueNode*)pInterval->pInterval;
  bool        valInter = TIME_IS_VAR_DURATION(pInter->unit);
X
Xiaoyu Wang 已提交
2257 2258 2259
  if (pInter->datum.i <= 0 || (!valInter && pInter->datum.i < tsMinIntervalTime)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL, tsMinIntervalTime,
                                getPrecisionStr(precision));
wmmhello's avatar
wmmhello 已提交
2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293
  }

  if (NULL != pInterval->pOffset) {
    SValueNode* pOffset = (SValueNode*)pInterval->pOffset;
    if (pOffset->datum.i <= 0) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE);
    }
    if (pInter->unit == 'n' && pOffset->unit == 'y') {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_UNIT);
    }
    bool fixed = !TIME_IS_VAR_DURATION(pOffset->unit) && !valInter;
    if ((fixed && pOffset->datum.i >= pInter->datum.i) ||
        (!fixed && getMonthsFromTimeVal(pOffset->datum.i, precision, pOffset->unit) >=
                       getMonthsFromTimeVal(pInter->datum.i, precision, pInter->unit))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG);
    }
  }

  if (NULL != pInterval->pSliding) {
    const static int32_t INTERVAL_SLIDING_FACTOR = 100;

    SValueNode* pSliding = (SValueNode*)pInterval->pSliding;
    if (TIME_IS_VAR_DURATION(pSliding->unit)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_UNIT);
    }
    if ((pSliding->datum.i < convertTimePrecision(tsMinSlidingTime, TSDB_TIME_PRECISION_MILLI, precision)) ||
        (pInter->datum.i / pSliding->datum.i > INTERVAL_SLIDING_FACTOR)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL);
    }
    if (pSliding->datum.i > pInter->datum.i) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG);
    }
  }

X
Xiaoyu Wang 已提交
2294 2295 2296 2297 2298 2299
  return TSDB_CODE_SUCCESS;
}

static int32_t translateIntervalWindow(STranslateContext* pCxt, SSelectStmt* pSelect, SIntervalWindowNode* pInterval) {
  int32_t code = checkIntervalWindow(pCxt, pInterval);
  if (TSDB_CODE_SUCCESS == code) {
2300
    code = translateFill(pCxt, pSelect, pInterval);
X
Xiaoyu Wang 已提交
2301 2302
  }
  return code;
X
Xiaoyu Wang 已提交
2303 2304
}

X
Xiaoyu Wang 已提交
2305
static EDealRes checkStateExpr(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    STranslateContext* pCxt = pContext;
    SColumnNode*       pCol = (SColumnNode*)pNode;

    int32_t type = pCol->node.resType.type;
    if (!IS_INTEGER_TYPE(type) && type != TSDB_DATA_TYPE_BOOL && !IS_VAR_DATA_TYPE(type)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE);
    }
    if (COLUMN_TYPE_TAG == pCol->colType) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_STATE_WIN_COL);
    }
  }
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
2319 2320
}

X
Xiaoyu Wang 已提交
2321
static int32_t translateStateWindow(STranslateContext* pCxt, SStateWindowNode* pState) {
wmmhello's avatar
wmmhello 已提交
2322 2323 2324
  nodesWalkExprPostOrder(pState->pExpr, checkStateExpr, pCxt);
  // todo check for "function not support for state_window"
  return pCxt->errCode;
X
Xiaoyu Wang 已提交
2325 2326
}

X
Xiaoyu Wang 已提交
2327
static int32_t translateSessionWindow(STranslateContext* pCxt, SSessionWindowNode* pSession) {
wmmhello's avatar
wmmhello 已提交
2328 2329 2330 2331 2332 2333 2334 2335
  if ('y' == pSession->pGap->unit || 'n' == pSession->pGap->unit || 0 == pSession->pGap->datum.i) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_GAP);
  }
  if (PRIMARYKEY_TIMESTAMP_COL_ID != pSession->pCol->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_COL);
  }
  // todo check for "function not support for session"
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2336 2337
}

X
Xiaoyu Wang 已提交
2338
static int32_t translateSpecificWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2339 2340
  switch (nodeType(pSelect->pWindow)) {
    case QUERY_NODE_STATE_WINDOW:
X
Xiaoyu Wang 已提交
2341
      return translateStateWindow(pCxt, (SStateWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2342
    case QUERY_NODE_SESSION_WINDOW:
X
Xiaoyu Wang 已提交
2343
      return translateSessionWindow(pCxt, (SSessionWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2344
    case QUERY_NODE_INTERVAL_WINDOW:
X
Xiaoyu Wang 已提交
2345
      return translateIntervalWindow(pCxt, pSelect, (SIntervalWindowNode*)pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2346 2347 2348 2349
    default:
      break;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2350 2351
}

X
Xiaoyu Wang 已提交
2352
static int32_t translateWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2353 2354 2355 2356
  if (NULL == pSelect->pWindow) {
    return TSDB_CODE_SUCCESS;
  }
  pCxt->currClause = SQL_CLAUSE_WINDOW;
X
Xiaoyu Wang 已提交
2357
  int32_t code = translateExpr(pCxt, &pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
2358
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2359
    code = translateSpecificWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
2360 2361
  }
  return code;
2362 2363
}

X
Xiaoyu Wang 已提交
2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394
static int32_t createDefaultFillNode(STranslateContext* pCxt, SNode** pOutput) {
  SFillNode* pFill = (SFillNode*)nodesMakeNode(QUERY_NODE_FILL);
  if (NULL == pFill) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pFill->mode = FILL_MODE_NONE;

  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    nodesDestroyNode((SNode*)pFill);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(pCol->colName, PK_TS_COL_INTERNAL_NAME);
  pFill->pWStartTs = (SNode*)pCol;

  *pOutput = (SNode*)pFill;
  return TSDB_CODE_SUCCESS;
}

static int32_t translateInterpFill(STranslateContext* pCxt, SSelectStmt* pSelect) {
  int32_t code = TSDB_CODE_SUCCESS;

  if (NULL == pSelect->pFill) {
    code = createDefaultFillNode(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
2395
    code = getQueryTimeRange(pCxt, pSelect->pRange, &(((SFillNode*)pSelect->pFill)->timeRange));
X
Xiaoyu Wang 已提交
2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkFill(pCxt, (SFillNode*)pSelect->pFill, (SValueNode*)pSelect->pEvery);
  }

  return code;
}

static int32_t translateInterp(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (!pSelect->hasInterpFunc) {
    if (NULL != pSelect->pRange || NULL != pSelect->pEvery || NULL != pSelect->pFill) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_INTERP_CLAUSE);
    }
    return TSDB_CODE_SUCCESS;
  }

  int32_t code = translateExpr(pCxt, &pSelect->pRange);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pEvery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterpFill(pCxt, pSelect);
  }
  return code;
}

2422
static int32_t translatePartitionBy(STranslateContext* pCxt, SNodeList* pPartitionByList) {
wmmhello's avatar
wmmhello 已提交
2423 2424
  pCxt->currClause = SQL_CLAUSE_PARTITION_BY;
  return translateExprList(pCxt, pPartitionByList);
2425 2426
}

2427
static int32_t translateWhere(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2428
  pCxt->currClause = SQL_CLAUSE_WHERE;
2429
  int32_t code = translateExpr(pCxt, &pSelect->pWhere);
2430
  if (TSDB_CODE_SUCCESS == code) {
2431 2432 2433
    code = getQueryTimeRange(pCxt, pSelect->pWhere, &pSelect->timeRange);
  }
  return code;
2434 2435
}

X
Xiaoyu Wang 已提交
2436
static int32_t translateFrom(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
2437
  pCxt->currClause = SQL_CLAUSE_FROM;
X
Xiaoyu Wang 已提交
2438
  return translateTable(pCxt, pTable);
2439 2440
}

X
Xiaoyu Wang 已提交
2441
static int32_t checkLimit(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2442 2443 2444 2445
  if ((NULL != pSelect->pLimit && pSelect->pLimit->offset < 0) ||
      (NULL != pSelect->pSlimit && pSelect->pSlimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
X
Xiaoyu Wang 已提交
2446

wmmhello's avatar
wmmhello 已提交
2447 2448 2449
  if (NULL != pSelect->pSlimit && NULL == pSelect->pPartitionByList) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_BY);
  }
X
Xiaoyu Wang 已提交
2450

wmmhello's avatar
wmmhello 已提交
2451
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2452 2453
}

2454
static int32_t createPrimaryKeyColByTable(STranslateContext* pCxt, STableNode* pTable, SNode** pPrimaryKey) {
2455
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
2456 2457 2458 2459 2460
  if (NULL == pCol) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(pCol->colName, PK_TS_COL_INTERNAL_NAME);
2461 2462 2463
  bool    found = false;
  int32_t code = findAndSetColumn(pCxt, &pCol, pTable, &found);
  if (TSDB_CODE_SUCCESS != code || !found) {
wmmhello's avatar
wmmhello 已提交
2464 2465 2466 2467
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_FUNC);
  }
  *pPrimaryKey = (SNode*)pCol;
  return TSDB_CODE_SUCCESS;
2468 2469 2470
}

static int32_t createPrimaryKeyCol(STranslateContext* pCxt, SNode** pPrimaryKey) {
wmmhello's avatar
wmmhello 已提交
2471 2472 2473 2474 2475 2476
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, NULL, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = createPrimaryKeyColByTable(pCxt, pTable, pPrimaryKey);
  }
  return code;
2477 2478
}

2479
static EDealRes appendTsForImplicitTsFuncImpl(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2480
  STranslateContext* pCxt = pContext;
2481
  if (isImplicitTsFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
2482 2483 2484 2485 2486 2487 2488 2489 2490
    SFunctionNode* pFunc = (SFunctionNode*)pNode;
    SNode*         pPrimaryKey = NULL;
    pCxt->errCode = createPrimaryKeyCol(pCxt, &pPrimaryKey);
    if (TSDB_CODE_SUCCESS == pCxt->errCode) {
      pCxt->errCode = nodesListMakeStrictAppend(&pFunc->pParameterList, pPrimaryKey);
    }
    return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
  }
  return DEAL_RES_CONTINUE;
2491 2492
}

2493 2494
static int32_t appendTsForImplicitTsFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
  nodesWalkSelectStmt(pSelect, SQL_CLAUSE_FROM, appendTsForImplicitTsFuncImpl, pCxt);
wmmhello's avatar
wmmhello 已提交
2495
  return pCxt->errCode;
2496
}
X
Xiaoyu Wang 已提交
2497

2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510
typedef struct SRwriteUniqueCxt {
  STranslateContext* pTranslateCxt;
  SNode*             pExpr;
} SRwriteUniqueCxt;

static EDealRes rewriteSeletcValueFunc(STranslateContext* pCxt, SNode** pNode) {
  SFunctionNode* pFirst = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFirst) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFirst->functionName, "first");
  TSWAP(pFirst->pParameterList, ((SFunctionNode*)*pNode)->pParameterList);
2511
  strcpy(pFirst->node.aliasName, ((SExprNode*)*pNode)->aliasName);
2512 2513 2514
  nodesDestroyNode(*pNode);
  *pNode = (SNode*)pFirst;
  pCxt->errCode = fmGetFuncInfo(pFirst, pCxt->msgBuf.buf, pCxt->msgBuf.len);
2515
  ((SSelectStmt*)pCxt->pCurrStmt)->hasAggFuncs = true;
2516 2517 2518
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
}

2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536
typedef struct SReplaceOrderByAliasCxt {
  STranslateContext* pTranslateCxt;
  SNodeList*         pProjectionList;
} SReplaceOrderByAliasCxt;

static EDealRes replaceOrderByAliasImpl(SNode** pNode, void* pContext) {
  SReplaceOrderByAliasCxt* pCxt = pContext;
  if (QUERY_NODE_COLUMN_REF == nodeType(*pNode)) {
    SNodeList* pProjectionList = pCxt->pProjectionList;
    SNode*     pProject = NULL;
    FOREACH(pProject, pProjectionList) {
      SExprNode* pExpr = (SExprNode*)pProject;
      if (0 == strcmp(((SColumnRefNode*)*pNode)->colName, pExpr->aliasName)) {
        SNode* pNew = nodesCloneNode(pProject);
        if (NULL == pNew) {
          pCxt->pTranslateCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
          return DEAL_RES_ERROR;
        }
2537
        ((SExprNode*)pNew)->orderAlias = true;
2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552
        nodesDestroyNode(*pNode);
        *pNode = pNew;
        return DEAL_RES_CONTINUE;
      }
    }
  }
  return DEAL_RES_CONTINUE;
}

static int32_t replaceOrderByAlias(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList) {
  SReplaceOrderByAliasCxt cxt = {.pTranslateCxt = pCxt, .pProjectionList = pProjectionList};
  nodesRewriteExprsPostOrder(pOrderByList, replaceOrderByAliasImpl, &cxt);
  return pCxt->errCode;
}

2553
static int32_t translateSelectWithoutFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
2554
  pCxt->pCurrStmt = (SNode*)pSelect;
2555 2556 2557 2558 2559
  pCxt->currClause = SQL_CLAUSE_SELECT;
  return translateExprList(pCxt, pSelect->pProjectionList);
}

static int32_t translateSelectFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
2560
  pCxt->pCurrStmt = (SNode*)pSelect;
X
Xiaoyu Wang 已提交
2561
  int32_t code = translateFrom(pCxt, pSelect->pFromTable);
wmmhello's avatar
wmmhello 已提交
2562
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2563
    pSelect->precision = ((STableNode*)pSelect->pFromTable)->precision;
2564
    code = translateWhere(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translatePartitionBy(pCxt, pSelect->pPartitionByList);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateWindow(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateGroupBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateHaving(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSelectList(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateOrderBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkAggColCoexist(pCxt, pSelect);
  }
2587 2588 2589
  if (TSDB_CODE_SUCCESS == code) {
    code = checkWindowFuncCoexist(pCxt, pSelect);
  }
wmmhello's avatar
wmmhello 已提交
2590 2591 2592
  if (TSDB_CODE_SUCCESS == code) {
    code = checkLimit(pCxt, pSelect);
  }
X
Xiaoyu Wang 已提交
2593 2594 2595
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterp(pCxt, pSelect);
  }
2596
  if (TSDB_CODE_SUCCESS == code) {
2597
    code = appendTsForImplicitTsFunc(pCxt, pSelect);
2598
  }
wmmhello's avatar
wmmhello 已提交
2599
  if (TSDB_CODE_SUCCESS == code) {
2600
    code = replaceOrderByAlias(pCxt, pSelect->pProjectionList, pSelect->pOrderByList);
wmmhello's avatar
wmmhello 已提交
2601 2602
  }
  return code;
2603 2604
}

2605 2606 2607 2608 2609 2610 2611 2612
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pFromTable) {
    return translateSelectWithoutFrom(pCxt, pSelect);
  } else {
    return translateSelectFrom(pCxt, pSelect);
  }
}

2613
static SNode* createSetOperProject(const char* pTableAlias, SNode* pNode) {
2614
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
2615 2616 2617 2618 2619 2620 2621 2622
  if (NULL == pCol) {
    return NULL;
  }
  pCol->node.resType = ((SExprNode*)pNode)->resType;
  strcpy(pCol->tableAlias, pTableAlias);
  strcpy(pCol->colName, ((SExprNode*)pNode)->aliasName);
  strcpy(pCol->node.aliasName, pCol->colName);
  return (SNode*)pCol;
X
Xiaoyu Wang 已提交
2623 2624 2625
}

static int32_t createCastFunc(STranslateContext* pCxt, SNode* pExpr, SDataType dt, SNode** pCast) {
2626
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
2627 2628 2629 2630 2631 2632
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "cast");
  pFunc->node.resType = dt;
  if (TSDB_CODE_SUCCESS != nodesListMakeAppend(&pFunc->pParameterList, pExpr)) {
2633
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2634 2635 2636 2637 2638
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != getFuncInfo(pCxt, pFunc)) {
    nodesClearList(pFunc->pParameterList);
    pFunc->pParameterList = NULL;
2639
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2640 2641 2642 2643
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pExpr)->aliasName);
  }
  *pCast = (SNode*)pFunc;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2644 2645
}

2646
static int32_t translateSetOperProject(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674
  SNodeList* pLeftProjections = getProjectList(pSetOperator->pLeft);
  SNodeList* pRightProjections = getProjectList(pSetOperator->pRight);
  if (LIST_LENGTH(pLeftProjections) != LIST_LENGTH(pRightProjections)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INCORRECT_NUM_OF_COL);
  }

  SNode* pLeft = NULL;
  SNode* pRight = NULL;
  FORBOTH(pLeft, pLeftProjections, pRight, pRightProjections) {
    SExprNode* pLeftExpr = (SExprNode*)pLeft;
    SExprNode* pRightExpr = (SExprNode*)pRight;
    if (!dataTypeEqual(&pLeftExpr->resType, &pRightExpr->resType)) {
      SNode*  pRightFunc = NULL;
      int32_t code = createCastFunc(pCxt, pRight, pLeftExpr->resType, &pRightFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pRightFunc);
      pRightExpr = (SExprNode*)pRightFunc;
    }
    strcpy(pRightExpr->aliasName, pLeftExpr->aliasName);
    pRightExpr->aliasName[strlen(pLeftExpr->aliasName)] = '\0';
    if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSetOperator->pProjectionList,
                                                       createSetOperProject(pSetOperator->stmtName, pLeft))) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
2675 2676
}

X
Xiaoyu Wang 已提交
2677 2678 2679 2680
static uint8_t calcSetOperatorPrecision(SSetOperator* pSetOperator) {
  return calcPrecision(getStmtPrecision(pSetOperator->pLeft), getStmtPrecision(pSetOperator->pRight));
}

2681 2682 2683 2684 2685 2686
static int32_t translateSetOperOrderBy(STranslateContext* pCxt, SSetOperator* pSetOperator) {
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
    if (other) {
      pCxt->currClause = SQL_CLAUSE_ORDER_BY;
2687
      pCxt->pCurrStmt = (SNode*)pSetOperator;
2688 2689 2690 2691 2692 2693 2694 2695 2696
      code = translateExprList(pCxt, pSetOperator->pOrderByList);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = replaceOrderByAlias(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList);
  }
  return code;
}

2697 2698 2699 2700 2701 2702 2703
static int32_t checkSetOperLimit(STranslateContext* pCxt, SLimitNode* pLimit) {
  if ((NULL != pLimit && pLimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
  return TSDB_CODE_SUCCESS;
}

2704
static int32_t translateSetOperator(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
2705 2706 2707 2708 2709 2710 2711 2712
  int32_t code = translateQuery(pCxt, pSetOperator->pLeft);
  if (TSDB_CODE_SUCCESS == code) {
    code = resetTranslateNamespace(pCxt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pSetOperator->pRight);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2713
    pSetOperator->precision = calcSetOperatorPrecision(pSetOperator);
2714 2715 2716 2717
    code = translateSetOperProject(pCxt, pSetOperator);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSetOperOrderBy(pCxt, pSetOperator);
wmmhello's avatar
wmmhello 已提交
2718
  }
2719 2720 2721
  if (TSDB_CODE_SUCCESS == code) {
    code = checkSetOperLimit(pCxt, (SLimitNode*)pSetOperator->pLimit);
  }
wmmhello's avatar
wmmhello 已提交
2722
  return code;
2723 2724
}

X
Xiaoyu Wang 已提交
2725 2726 2727 2728 2729 2730 2731 2732
static int32_t partitionDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
  if (NULL == pDelete->pWhere) {
    pDelete->timeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }

  SNode*  pPrimaryKeyCond = NULL;
  SNode*  pOtherCond = NULL;
X
Xiaoyu Wang 已提交
2733
  int32_t code = nodesPartitionCond(&pDelete->pWhere, &pPrimaryKeyCond, NULL, &pDelete->pTagCond, &pOtherCond);
X
Xiaoyu Wang 已提交
2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749
  if (TSDB_CODE_SUCCESS == code && NULL != pOtherCond) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    bool isStrict = false;
    code = getTimeRange(&pPrimaryKeyCond, &pDelete->timeRange, &isStrict);
    if (TSDB_CODE_SUCCESS == code && !isStrict) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
    }
  }
  nodesDestroyNode(pPrimaryKeyCond);
  nodesDestroyNode(pOtherCond);
  return code;
}

static int32_t translateDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
2750 2751
  pCxt->currClause = SQL_CLAUSE_WHERE;
  int32_t code = translateExpr(pCxt, &pDelete->pWhere);
X
Xiaoyu Wang 已提交
2752 2753 2754 2755 2756 2757 2758
  if (TSDB_CODE_SUCCESS == code) {
    code = partitionDeleteWhere(pCxt, pDelete);
  }
  return code;
}

static int32_t translateDelete(STranslateContext* pCxt, SDeleteStmt* pDelete) {
2759
  pCxt->pCurrStmt = (SNode*)pDelete;
X
Xiaoyu Wang 已提交
2760 2761 2762 2763 2764
  int32_t code = translateFrom(pCxt, pDelete->pFromTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateDeleteWhere(pCxt, pDelete);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2765
    pCxt->currClause = SQL_CLAUSE_SELECT;
X
Xiaoyu Wang 已提交
2766 2767 2768 2769 2770
    code = translateExpr(pCxt, &pDelete->pCountFunc);
  }
  return code;
}

2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837
static int32_t translateInsertCols(STranslateContext* pCxt, SInsertStmt* pInsert) {
  if (NULL == pInsert->pCols) {
    return createAllColumns(pCxt, false, &pInsert->pCols);
  }
  return translateExprList(pCxt, pInsert->pCols);
}

static int32_t translateInsertQuery(STranslateContext* pCxt, SInsertStmt* pInsert) {
  int32_t code = resetTranslateNamespace(pCxt);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pInsert->pQuery);
  }
  return code;
}

static int32_t addOrderByPrimaryKeyToQueryImpl(STranslateContext* pCxt, SNode* pPrimaryKeyExpr,
                                               SNodeList** pOrderByList) {
  SOrderByExprNode* pOrderByExpr = (SOrderByExprNode*)nodesMakeNode(QUERY_NODE_ORDER_BY_EXPR);
  if (NULL == pOrderByExpr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pOrderByExpr->nullOrder = NULL_ORDER_FIRST;
  pOrderByExpr->order = ORDER_ASC;
  pOrderByExpr->pExpr = nodesCloneNode(pPrimaryKeyExpr);
  if (NULL == pOrderByExpr->pExpr) {
    nodesDestroyNode((SNode*)pOrderByExpr);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SExprNode*)pOrderByExpr->pExpr)->orderAlias = true;
  NODES_DESTORY_LIST(*pOrderByList);
  return nodesListMakeStrictAppend(pOrderByList, (SNode*)pOrderByExpr);
}

static int32_t addOrderByPrimaryKeyToQuery(STranslateContext* pCxt, SNode* pPrimaryKeyExpr, SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return addOrderByPrimaryKeyToQueryImpl(pCxt, pPrimaryKeyExpr, &((SSelectStmt*)pStmt)->pOrderByList);
  }
  return addOrderByPrimaryKeyToQueryImpl(pCxt, pPrimaryKeyExpr, &((SSetOperator*)pStmt)->pOrderByList);
}

static int32_t translateInsertProject(STranslateContext* pCxt, SInsertStmt* pInsert) {
  SNodeList* pProjects = getProjectList(pInsert->pQuery);
  if (LIST_LENGTH(pInsert->pCols) != LIST_LENGTH(pProjects)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of columns");
  }

  SNode* pPrimaryKeyExpr = NULL;
  SNode* pBoundCol = NULL;
  SNode* pProj = NULL;
  FORBOTH(pBoundCol, pInsert->pCols, pProj, pProjects) {
    SColumnNode* pCol = (SColumnNode*)pBoundCol;
    SExprNode*   pExpr = (SExprNode*)pProj;
    if (!dataTypeEqual(&pCol->node.resType, &pExpr->resType)) {
      SNode*  pFunc = NULL;
      int32_t code = createCastFunc(pCxt, pProj, pCol->node.resType, &pFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pFunc);
      pExpr = (SExprNode*)pFunc;
    }
    snprintf(pExpr->aliasName, sizeof(pExpr->aliasName), "%s", pCol->colName);
    if (PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId) {
      pPrimaryKeyExpr = pProj;
    }
  }

X
Xiaoyu Wang 已提交
2838 2839 2840 2841 2842
  if (NULL == pPrimaryKeyExpr) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM,
                                   "Primary timestamp column can not be null");
  }

2843 2844 2845
  return addOrderByPrimaryKeyToQuery(pCxt, pPrimaryKeyExpr, pInsert->pQuery);
}

2846 2847 2848 2849
static int32_t translateInsert(STranslateContext* pCxt, SInsertStmt* pInsert) {
  pCxt->pCurrStmt = (SNode*)pInsert;
  int32_t code = translateFrom(pCxt, pInsert->pTable);
  if (TSDB_CODE_SUCCESS == code) {
2850
    code = translateInsertCols(pCxt, pInsert);
2851
  }
2852
  if (TSDB_CODE_SUCCESS == code) {
2853
    code = translateInsertQuery(pCxt, pInsert);
2854
  }
2855
  if (TSDB_CODE_SUCCESS == code) {
2856
    code = translateInsertProject(pCxt, pInsert);
2857 2858 2859 2860
  }
  return code;
}

2861
static int64_t getUnitPerMinute(uint8_t precision) {
wmmhello's avatar
wmmhello 已提交
2862 2863 2864 2865
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
      return MILLISECOND_PER_MINUTE;
    case TSDB_TIME_PRECISION_MICRO:
wafwerar's avatar
wafwerar 已提交
2866
      return MILLISECOND_PER_MINUTE * 1000LL;
wmmhello's avatar
wmmhello 已提交
2867 2868 2869 2870 2871 2872
    case TSDB_TIME_PRECISION_NANO:
      return NANOSECOND_PER_MINUTE;
    default:
      break;
  }
  return MILLISECOND_PER_MINUTE;
2873 2874 2875
}

static int64_t getBigintFromValueNode(SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
2876 2877 2878 2879
  if (pVal->isDuration) {
    return pVal->datum.i / getUnitPerMinute(pVal->node.resType.precision);
  }
  return pVal->datum.i;
2880 2881
}

X
Xiaoyu Wang 已提交
2882
static int32_t buildCreateDbRetentions(const SNodeList* pRetentions, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901
  if (NULL != pRetentions) {
    pReq->pRetensions = taosArrayInit(LIST_LENGTH(pRetentions), sizeof(SRetention));
    if (NULL == pReq->pRetensions) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SValueNode* pFreq = NULL;
    SValueNode* pKeep = NULL;
    SNode*      pNode = NULL;
    int32_t     index = 0;
    FOREACH(pNode, pRetentions) {
      pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 0);
      pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 1);
      SRetention retention = {
          .freq = pFreq->datum.i, .freqUnit = pFreq->unit, .keep = pKeep->datum.i, .keepUnit = pKeep->unit};
      taosArrayPush(pReq->pRetensions, &retention);
    }
    pReq->numOfRetensions = taosArrayGetSize(pReq->pRetensions);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2902 2903 2904
}

static int32_t buildCreateDbReq(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->numOfVgroups = pStmt->pOptions->numOfVgroups;
  pReq->numOfStables = pStmt->pOptions->singleStable;
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = pStmt->pOptions->pagesize;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = pStmt->pOptions->daysPerFile;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->minRows = pStmt->pOptions->minRowsPerBlock;
  pReq->maxRows = pStmt->pOptions->maxRowsPerBlock;
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->precision = pStmt->pOptions->precision;
  pReq->compression = pStmt->pOptions->compressionLevel;
  pReq->replications = pStmt->pOptions->replica;
  pReq->strict = pStmt->pOptions->strict;
2925 2926
  pReq->cacheLast = pStmt->pOptions->cacheLast;
  pReq->cacheLastSize = pStmt->pOptions->cacheLastSize;
X
Xiaoyu Wang 已提交
2927
  pReq->schemaless = pStmt->pOptions->schemaless;
wmmhello's avatar
wmmhello 已提交
2928 2929
  pReq->ignoreExist = pStmt->ignoreExists;
  return buildCreateDbRetentions(pStmt->pOptions->pRetentions, pReq);
X
Xiaoyu Wang 已提交
2930 2931
}

X
Xiaoyu Wang 已提交
2932
static int32_t checkRangeOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t minVal,
wmmhello's avatar
wmmhello 已提交
2933 2934 2935 2936 2937
                                int32_t maxVal) {
  if (val >= 0 && (val < minVal || val > maxVal)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RANGE_OPTION, pName, val, minVal, maxVal);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2938 2939
}

X
Xiaoyu Wang 已提交
2940
static int32_t checkDbDaysOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2941 2942 2943 2944 2945 2946 2947
  if (NULL != pOptions->pDaysPerFile) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pOptions->pDaysPerFile)) {
      return pCxt->errCode;
    }
    if (TIME_UNIT_MINUTE != pOptions->pDaysPerFile->unit && TIME_UNIT_HOUR != pOptions->pDaysPerFile->unit &&
        TIME_UNIT_DAY != pOptions->pDaysPerFile->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_OPTION_UNIT, "daysPerFile",
X
Xiaoyu Wang 已提交
2948
                                  pOptions->pDaysPerFile->unit, TIME_UNIT_MINUTE, TIME_UNIT_HOUR, TIME_UNIT_DAY);
wmmhello's avatar
wmmhello 已提交
2949 2950 2951 2952
    }
    pOptions->daysPerFile = getBigintFromValueNode(pOptions->pDaysPerFile);
  }
  return checkRangeOption(pCxt, "daysPerFile", pOptions->daysPerFile, TSDB_MIN_DAYS_PER_FILE, TSDB_MAX_DAYS_PER_FILE);
X
Xiaoyu Wang 已提交
2953 2954
}

X
Xiaoyu Wang 已提交
2955
static int32_t checkDbKeepOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003
  if (NULL == pOptions->pKeep) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t numOfKeep = LIST_LENGTH(pOptions->pKeep);
  if (numOfKeep > 3 || numOfKeep < 1) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_NUM);
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pOptions->pKeep) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
    if (pVal->isDuration && TIME_UNIT_MINUTE != pVal->unit && TIME_UNIT_HOUR != pVal->unit &&
        TIME_UNIT_DAY != pVal->unit) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_UNIT, pVal->unit);
    }
    if (!pVal->isDuration) {
      pVal->datum.i = pVal->datum.i * 1440;
    }
  }

  pOptions->keep[0] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 0));

  if (numOfKeep < 2) {
    pOptions->keep[1] = pOptions->keep[0];
  } else {
    pOptions->keep[1] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 1));
  }
  if (numOfKeep < 3) {
    pOptions->keep[2] = pOptions->keep[1];
  } else {
    pOptions->keep[2] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 2));
  }

  if (pOptions->keep[0] < TSDB_MIN_KEEP || pOptions->keep[1] < TSDB_MIN_KEEP || pOptions->keep[2] < TSDB_MIN_KEEP ||
      pOptions->keep[0] > TSDB_MAX_KEEP || pOptions->keep[1] > TSDB_MAX_KEEP || pOptions->keep[2] > TSDB_MAX_KEEP) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_VALUE, pOptions->keep[0], pOptions->keep[1],
                                pOptions->keep[2], TSDB_MIN_KEEP, TSDB_MAX_KEEP);
  }

  if (!((pOptions->keep[0] <= pOptions->keep[1]) && (pOptions->keep[1] <= pOptions->keep[2]))) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_KEEP_ORDER);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3004 3005 3006
}

static int32_t checkDbPrecisionOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018
  if ('\0' != pOptions->precisionStr[0]) {
    if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MILLI_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MILLI;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MICRO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_MICRO;
    } else if (0 == strcmp(pOptions->precisionStr, TSDB_TIME_PRECISION_NANO_STR)) {
      pOptions->precision = TSDB_TIME_PRECISION_NANO;
    } else {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STR_OPTION, "precision", pOptions->precisionStr);
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3019
}
X
Xiaoyu Wang 已提交
3020

X
Xiaoyu Wang 已提交
3021
static int32_t checkDbEnumOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t v1, int32_t v2) {
wmmhello's avatar
wmmhello 已提交
3022 3023 3024 3025
  if (val >= 0 && val != v1 && val != v2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ENUM_OPTION, pName, val, v1, v2);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3026 3027 3028
}

static int32_t checkDbRetentionsOption(STranslateContext* pCxt, SNodeList* pRetentions) {
wmmhello's avatar
wmmhello 已提交
3029 3030 3031
  if (NULL == pRetentions) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3032

wmmhello's avatar
wmmhello 已提交
3033 3034 3035
  if (LIST_LENGTH(pRetentions) > 3) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RETENTIONS_OPTION);
  }
X
Xiaoyu Wang 已提交
3036

X
Xiaoyu Wang 已提交
3037 3038 3039
  SValueNode* pPrevFreq = NULL;
  SValueNode* pPrevKeep = NULL;
  SNode*      pRetention = NULL;
wmmhello's avatar
wmmhello 已提交
3040 3041 3042 3043 3044 3045 3046 3047
  FOREACH(pRetention, pRetentions) {
    SNode* pNode = NULL;
    FOREACH(pNode, ((SNodeListNode*)pRetention)->pNodeList) {
      SValueNode* pVal = (SValueNode*)pNode;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
    }
X
Xiaoyu Wang 已提交
3048 3049 3050 3051 3052 3053 3054 3055 3056 3057

    SValueNode* pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 0);
    SValueNode* pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 1);
    if (pFreq->datum.i <= 0 || 'n' == pFreq->unit || 'y' == pFreq->unit || pFreq->datum.i >= pKeep->datum.i ||
        (NULL != pPrevFreq && pPrevFreq->datum.i >= pFreq->datum.i) ||
        (NULL != pPrevKeep && pPrevKeep->datum.i > pKeep->datum.i)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_RETENTIONS_OPTION);
    }
    pPrevFreq = pFreq;
    pPrevKeep = pKeep;
wmmhello's avatar
wmmhello 已提交
3058
  }
X
Xiaoyu Wang 已提交
3059

wmmhello's avatar
wmmhello 已提交
3060
  return TSDB_CODE_SUCCESS;
3061 3062
}

3063
static int32_t checkOptionsDependency(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
3064
  int32_t daysPerFile = pOptions->daysPerFile;
3065
  int64_t daysToKeep0 = pOptions->keep[0];
wmmhello's avatar
wmmhello 已提交
3066 3067 3068
  if (-1 == daysPerFile && -1 == daysToKeep0) {
    return TSDB_CODE_SUCCESS;
  } else if (-1 == daysPerFile || -1 == daysToKeep0) {
3069
    SDbCfgInfo dbCfg = {0};
wmmhello's avatar
wmmhello 已提交
3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080
    int32_t    code = getDBCfg(pCxt, pDbName, &dbCfg);
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    daysPerFile = (-1 == daysPerFile ? dbCfg.daysPerFile : daysPerFile);
    daysToKeep0 = (-1 == daysToKeep0 ? dbCfg.daysToKeep0 : daysToKeep0);
  }
  if (daysPerFile > daysToKeep0) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DAYS_VALUE);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3081 3082
}

3083
static int32_t checkDatabaseOptions(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
3084 3085 3086
  int32_t code =
      checkRangeOption(pCxt, "buffer", pOptions->buffer, TSDB_MIN_BUFFER_PER_VNODE, TSDB_MAX_BUFFER_PER_VNODE);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3087
    code = checkRangeOption(pCxt, "cacheLast", pOptions->cacheLast, TSDB_MIN_DB_CACHE_LAST, TSDB_MAX_DB_CACHE_LAST);
wmmhello's avatar
wmmhello 已提交
3088
  }
3089
  if (TSDB_CODE_SUCCESS == code) {
3090 3091
    code = checkRangeOption(pCxt, "cacheLastSize", pOptions->cacheLastSize, TSDB_MIN_DB_CACHE_LAST_SIZE,
                            TSDB_MAX_DB_CACHE_LAST_SIZE);
3092
  }
wmmhello's avatar
wmmhello 已提交
3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "compression", pOptions->compressionLevel, TSDB_MIN_COMP_LEVEL, TSDB_MAX_COMP_LEVEL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbDaysOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "fsyncPeriod", pOptions->fsyncPeriod, TSDB_MIN_FSYNC_PERIOD, TSDB_MAX_FSYNC_PERIOD);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "maxRowsPerBlock", pOptions->maxRowsPerBlock, TSDB_MIN_MAXROWS_FBLOCK,
                            TSDB_MAX_MAXROWS_FBLOCK);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "minRowsPerBlock", pOptions->minRowsPerBlock, TSDB_MIN_MINROWS_FBLOCK,
                            TSDB_MAX_MINROWS_FBLOCK);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbKeepOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "pages", pOptions->pages, TSDB_MIN_PAGES_PER_VNODE, TSDB_MAX_PAGES_PER_VNODE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "pagesize", pOptions->pagesize, TSDB_MIN_PAGESIZE_PER_VNODE,
                            TSDB_MAX_PAGESIZE_PER_VNODE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbPrecisionOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "replications", pOptions->replica, TSDB_MIN_DB_REPLICA, TSDB_MAX_DB_REPLICA);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "strict", pOptions->strict, TSDB_DB_STRICT_OFF, TSDB_DB_STRICT_ON);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "walLevel", pOptions->walLevel, TSDB_MIN_WAL_LEVEL, TSDB_MAX_WAL_LEVEL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, "vgroups", pOptions->numOfVgroups, TSDB_MIN_VNODES_PER_DB, TSDB_MAX_VNODES_PER_DB);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "singleStable", pOptions->singleStable, TSDB_DB_SINGLE_STABLE_ON,
                             TSDB_DB_SINGLE_STABLE_OFF);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRetentionsOption(pCxt, pOptions->pRetentions);
  }
X
Xiaoyu Wang 已提交
3142 3143 3144
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "schemaless", pOptions->schemaless, TSDB_DB_SCHEMALESS_ON, TSDB_DB_SCHEMALESS_OFF);
  }
wmmhello's avatar
wmmhello 已提交
3145 3146 3147 3148
  if (TSDB_CODE_SUCCESS == code) {
    code = checkOptionsDependency(pCxt, pDbName, pOptions);
  }
  return code;
X
Xiaoyu Wang 已提交
3149 3150 3151
}

static int32_t checkCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3152
  return checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
X
Xiaoyu Wang 已提交
3153 3154
}

H
Hongze Cheng 已提交
3155
typedef int32_t (*FSerializeFunc)(void* pBuf, int32_t bufLen, void* pReq);
3156 3157

static int32_t buildCmdMsg(STranslateContext* pCxt, int16_t msgType, FSerializeFunc func, void* pReq) {
wmmhello's avatar
wmmhello 已提交
3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171
  pCxt->pCmdMsg = taosMemoryMalloc(sizeof(SCmdMsgInfo));
  if (NULL == pCxt->pCmdMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCxt->pCmdMsg->epSet = pCxt->pParseCxt->mgmtEpSet;
  pCxt->pCmdMsg->msgType = msgType;
  pCxt->pCmdMsg->msgLen = func(NULL, 0, pReq);
  pCxt->pCmdMsg->pMsg = taosMemoryMalloc(pCxt->pCmdMsg->msgLen);
  if (NULL == pCxt->pCmdMsg->pMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  func(pCxt->pCmdMsg->pMsg, pCxt->pCmdMsg->msgLen, pReq);

  return TSDB_CODE_SUCCESS;
3172 3173
}

3174
static int32_t translateCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3175
  SCreateDbReq createReq = {0};
3176
  int32_t      code = checkCreateDatabase(pCxt, pStmt);
wmmhello's avatar
wmmhello 已提交
3177 3178 3179 3180 3181 3182
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateDbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_DB, (FSerializeFunc)tSerializeSCreateDbReq, &createReq);
  }
3183
  tFreeSCreateDbReq(&createReq);
wmmhello's avatar
wmmhello 已提交
3184
  return code;
3185 3186
}

3187
static int32_t translateDropDatabase(STranslateContext* pCxt, SDropDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3188 3189 3190 3191 3192
  SDropDbReq dropReq = {0};
  SName      name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, dropReq.db);
  dropReq.ignoreNotExists = pStmt->ignoreNotExists;
3193

wmmhello's avatar
wmmhello 已提交
3194
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DB, (FSerializeFunc)tSerializeSDropDbReq, &dropReq);
3195 3196
}

3197
static void buildAlterDbReq(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt, SAlterDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3198 3199 3200 3201 3202 3203
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = -1;
  pReq->pages = pStmt->pOptions->pages;
3204
  pReq->cacheLastSize = -1;
wmmhello's avatar
wmmhello 已提交
3205 3206 3207 3208 3209 3210 3211
  pReq->daysPerFile = -1;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->fsyncPeriod = pStmt->pOptions->fsyncPeriod;
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->strict = pStmt->pOptions->strict;
3212 3213
  pReq->cacheLast = pStmt->pOptions->cacheLast;
  pReq->cacheLastSize = pStmt->pOptions->cacheLastSize;
wmmhello's avatar
wmmhello 已提交
3214 3215
  pReq->replications = pStmt->pOptions->replica;
  return;
3216 3217 3218
}

static int32_t translateAlterDatabase(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3219 3220 3221 3222
  int32_t code = checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }
X
Xiaoyu Wang 已提交
3223

wmmhello's avatar
wmmhello 已提交
3224 3225
  SAlterDbReq alterReq = {0};
  buildAlterDbReq(pCxt, pStmt, &alterReq);
3226

wmmhello's avatar
wmmhello 已提交
3227
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_DB, (FSerializeFunc)tSerializeSAlterDbReq, &alterReq);
3228 3229
}

X
Xiaoyu Wang 已提交
3230 3231 3232 3233 3234 3235 3236 3237
static int32_t translateTrimDatabase(STranslateContext* pCxt, STrimDatabaseStmt* pStmt) {
  STrimDbReq req = {0};
  SName      name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, req.db);
  return buildCmdMsg(pCxt, TDMT_MND_TRIM_DB, (FSerializeFunc)tSerializeSTrimDbReq, &req);
}

X
Xiaoyu Wang 已提交
3238
static int32_t columnDefNodeToField(SNodeList* pList, SArray** pArray) {
wmmhello's avatar
wmmhello 已提交
3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250
  *pArray = taosArrayInit(LIST_LENGTH(pList), sizeof(SField));
  SNode* pNode;
  FOREACH(pNode, pList) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    SField          field = {.type = pCol->dataType.type, .bytes = calcTypeBytes(pCol->dataType)};
    strcpy(field.name, pCol->colName);
    if (pCol->sma) {
      field.flags |= COL_SMA_ON;
    }
    taosArrayPush(*pArray, &field);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3251 3252
}

3253
static SColumnDefNode* findColDef(SNodeList* pCols, const SColumnNode* pCol) {
wmmhello's avatar
wmmhello 已提交
3254 3255 3256 3257 3258 3259 3260
  SNode* pColDef = NULL;
  FOREACH(pColDef, pCols) {
    if (0 == strcmp(pCol->colName, ((SColumnDefNode*)pColDef)->colName)) {
      return (SColumnDefNode*)pColDef;
    }
  }
  return NULL;
X
Xiaoyu Wang 已提交
3261 3262
}

X
Xiaoyu Wang 已提交
3263
static int32_t checkTableSmaOption(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277
  if (NULL != pStmt->pOptions->pSma) {
    SNode* pNode = NULL;
    FOREACH(pNode, pStmt->pCols) { ((SColumnDefNode*)pNode)->sma = false; }
    FOREACH(pNode, pStmt->pOptions->pSma) {
      SColumnNode*    pSmaCol = (SColumnNode*)pNode;
      SColumnDefNode* pColDef = findColDef(pStmt->pCols, pSmaCol);
      if (NULL == pColDef) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pSmaCol->colName);
      }
      pSmaCol->node.resType = pColDef->dataType;
      pColDef->sma = true;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3278 3279
}

X
Xiaoyu Wang 已提交
3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290
static bool validRollupFunc(const char* pFunc) {
  static const char*   rollupFuncs[] = {"avg", "sum", "min", "max", "last", "first"};
  static const int32_t numOfRollupFuncs = (sizeof(rollupFuncs) / sizeof(char*));
  for (int i = 0; i < numOfRollupFuncs; ++i) {
    if (0 == strcmp(rollupFuncs[i], pFunc)) {
      return true;
    }
  }
  return false;
}

3291 3292
static int32_t checkTableRollupOption(STranslateContext* pCxt, SNodeList* pFuncs, bool createStable,
                                      SDbCfgInfo* pDbCfg) {
wmmhello's avatar
wmmhello 已提交
3293
  if (NULL == pFuncs) {
3294 3295
    if (NULL != pDbCfg->pRetensions) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
3296
                                     "To create a super table in databases configured with the 'RETENTIONS' option, "
3297 3298
                                     "the 'ROLLUP' option must be present");
    }
wmmhello's avatar
wmmhello 已提交
3299 3300
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3301

3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option rollup: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }
  if (1 != LIST_LENGTH(pFuncs)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROLLUP_OPTION,
                                   "Invalid option rollup: only one function is allowed");
  }
  const char* pFunc = ((SFunctionNode*)nodesListGetNode(pFuncs, 0))->functionName;
  if (!validRollupFunc(pFunc)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROLLUP_OPTION,
                                   "Invalid option rollup: %s function is not supported", pFunc);
wmmhello's avatar
wmmhello 已提交
3315 3316
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3317 3318
}

3319
static int32_t checkTableTagsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pTags) {
wmmhello's avatar
wmmhello 已提交
3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339
  int32_t ntags = LIST_LENGTH(pTags);
  if (0 == ntags) {
    return TSDB_CODE_SUCCESS;
  } else if (ntags > TSDB_MAX_TAGS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_NUM);
  }

  int32_t code = TSDB_CODE_SUCCESS;
  int32_t tagsSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pTags) {
    SColumnDefNode* pTag = (SColumnDefNode*)pNode;
    int32_t         len = strlen(pTag->colName);
    if (NULL != taosHashGet(pHash, pTag->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code && pTag->dataType.type == TSDB_DATA_TYPE_JSON && ntags > 1) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
    }
    if (TSDB_CODE_SUCCESS == code) {
3340 3341
      if ((TSDB_DATA_TYPE_VARCHAR == pTag->dataType.type && calcTypeBytes(pTag->dataType) > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pTag->dataType.type && calcTypeBytes(pTag->dataType) > TSDB_MAX_NCHAR_LEN)) {
3342
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
wmmhello's avatar
wmmhello 已提交
3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pTag->colName, len, &pTag, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      tagsSize += pTag->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && tagsSize > TSDB_MAX_TAGS_LEN) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
  }

  return code;
3360 3361
}

3362
static int32_t checkTableColsSchema(STranslateContext* pCxt, SHashObj* pHash, int32_t ntags, SNodeList* pCols) {
wmmhello's avatar
wmmhello 已提交
3363 3364 3365
  int32_t ncols = LIST_LENGTH(pCols);
  if (ncols < TSDB_MIN_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM);
3366
  } else if (ncols + ntags > TSDB_MAX_COLUMNS) {
wmmhello's avatar
wmmhello 已提交
3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
  }

  int32_t code = TSDB_CODE_SUCCESS;

  bool    first = true;
  int32_t rowSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pCols) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    if (first) {
      first = false;
      if (TSDB_DATA_TYPE_TIMESTAMP != pCol->dataType.type) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FIRST_COLUMN);
      }
    }
    if (TSDB_CODE_SUCCESS == code && pCol->dataType.type == TSDB_DATA_TYPE_JSON) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
    }
    int32_t len = strlen(pCol->colName);
    if (TSDB_CODE_SUCCESS == code && NULL != taosHashGet(pHash, pCol->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code) {
      if ((TSDB_DATA_TYPE_VARCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_NCHAR_LEN)) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pCol->colName, len, &pCol, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
      rowSize += pCol->dataType.bytes;
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && rowSize > TSDB_MAX_BYTES_PER_ROW) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

  return code;
3411 3412 3413
}

static int32_t checkTableSchema(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3414 3415 3416 3417 3418
  SHashObj* pHash = taosHashInit(LIST_LENGTH(pStmt->pTags) + LIST_LENGTH(pStmt->pCols),
                                 taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
3419

wmmhello's avatar
wmmhello 已提交
3420 3421
  int32_t code = checkTableTagsSchema(pCxt, pHash, pStmt->pTags);
  if (TSDB_CODE_SUCCESS == code) {
3422
    code = checkTableColsSchema(pCxt, pHash, LIST_LENGTH(pStmt->pTags), pStmt->pCols);
wmmhello's avatar
wmmhello 已提交
3423
  }
3424

wmmhello's avatar
wmmhello 已提交
3425 3426
  taosHashCleanup(pHash);
  return code;
3427 3428
}

X
Xiaoyu Wang 已提交
3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450
static int32_t getTableDelayOrWatermarkOption(STranslateContext* pCxt, const char* pName, int64_t minVal,
                                              int64_t maxVal, SValueNode* pVal, int64_t* pMaxDelay) {
  int32_t code = (DEAL_RES_ERROR == translateValue(pCxt, pVal) ? pCxt->errCode : TSDB_CODE_SUCCESS);
  if (TSDB_CODE_SUCCESS == code && TIME_UNIT_MILLISECOND != pVal->unit && TIME_UNIT_SECOND != pVal->unit &&
      TIME_UNIT_MINUTE != pVal->unit) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_OPTION_UNIT, pName, pVal->unit,
                                TIME_UNIT_MILLISECOND, TIME_UNIT_SECOND, TIME_UNIT_MINUTE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkRangeOption(pCxt, pName, pVal->datum.i, minVal, maxVal);
  }
  if (TSDB_CODE_SUCCESS == code) {
    *pMaxDelay = pVal->datum.i;
  }
  return code;
}

static int32_t getTableMaxDelayOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "maxDelay", TSDB_MIN_ROLLUP_MAX_DELAY, TSDB_MAX_ROLLUP_MAX_DELAY, pVal,
                                        pMaxDelay);
}

3451 3452
static int32_t checkTableMaxDelayOption(STranslateContext* pCxt, STableOptions* pOptions, bool createStable,
                                        SDbCfgInfo* pDbCfg) {
X
Xiaoyu Wang 已提交
3453 3454 3455 3456
  if (NULL == pOptions->pMaxDelay) {
    return TSDB_CODE_SUCCESS;
  }

3457 3458 3459 3460 3461 3462
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option maxdelay: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }

X
Xiaoyu Wang 已提交
3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480
  if (LIST_LENGTH(pOptions->pMaxDelay) > 2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "maxdelay");
  }

  int32_t code =
      getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 0), &pOptions->maxDelay1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pMaxDelay)) {
    code = getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 1), &pOptions->maxDelay2);
  }

  return code;
}

static int32_t getTableWatermarkOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "watermark", TSDB_MIN_ROLLUP_WATERMARK, TSDB_MAX_ROLLUP_WATERMARK, pVal,
                                        pMaxDelay);
}

3481 3482
static int32_t checkTableWatermarkOption(STranslateContext* pCxt, STableOptions* pOptions, bool createStable,
                                         SDbCfgInfo* pDbCfg) {
X
Xiaoyu Wang 已提交
3483 3484 3485 3486
  if (NULL == pOptions->pWatermark) {
    return TSDB_CODE_SUCCESS;
  }

3487 3488 3489 3490 3491 3492
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option watermark: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }

X
Xiaoyu Wang 已提交
3493 3494
  if (LIST_LENGTH(pOptions->pWatermark) > 2) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "watermark");
X
Xiaoyu Wang 已提交
3495
  }
X
Xiaoyu Wang 已提交
3496 3497 3498 3499 3500 3501 3502 3503

  int32_t code =
      getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 0), &pOptions->watermark1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pWatermark)) {
    code = getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 1), &pOptions->watermark2);
  }

  return code;
X
Xiaoyu Wang 已提交
3504 3505
}

3506 3507
static int32_t checkCreateTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, bool createStable) {
  SDbCfgInfo dbCfg = {0};
3508 3509 3510 3511 3512
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  if (TSDB_CODE_SUCCESS == code && !createStable && NULL != dbCfg.pRetensions) {
    code = generateSyntaxErrMsgExt(
        &pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
        "Only super table creation is supported in databases configured with the 'RETENTIONS' option");
3513 3514 3515 3516
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableMaxDelayOption(pCxt, pStmt->pOptions, createStable, &dbCfg);
  }
X
Xiaoyu Wang 已提交
3517
  if (TSDB_CODE_SUCCESS == code) {
3518
    code = checkTableWatermarkOption(pCxt, pStmt->pOptions, createStable, &dbCfg);
X
Xiaoyu Wang 已提交
3519
  }
wmmhello's avatar
wmmhello 已提交
3520
  if (TSDB_CODE_SUCCESS == code) {
3521
    code = checkTableRollupOption(pCxt, pStmt->pOptions->pRollupFuncs, createStable, &dbCfg);
wmmhello's avatar
wmmhello 已提交
3522 3523 3524 3525 3526 3527 3528 3529
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSmaOption(pCxt, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSchema(pCxt, pStmt);
  }
  return code;
X
Xiaoyu Wang 已提交
3530 3531
}

3532
static void toSchema(const SColumnDefNode* pCol, col_id_t colId, SSchema* pSchema) {
wmmhello's avatar
wmmhello 已提交
3533 3534 3535 3536 3537 3538 3539 3540 3541
  int8_t flags = 0;
  if (pCol->sma) {
    flags |= COL_SMA_ON;
  }
  pSchema->colId = colId;
  pSchema->type = pCol->dataType.type;
  pSchema->bytes = calcTypeBytes(pCol->dataType);
  pSchema->flags = flags;
  strcpy(pSchema->name, pCol->colName);
3542 3543 3544
}

typedef struct SSampleAstInfo {
wmmhello's avatar
wmmhello 已提交
3545 3546 3547 3548 3549 3550 3551
  const char* pDbName;
  const char* pTableName;
  SNodeList*  pFuncs;
  SNode*      pInterval;
  SNode*      pOffset;
  SNode*      pSliding;
  STableMeta* pRollupTableMeta;
3552 3553
} SSampleAstInfo;

X
Xiaoyu Wang 已提交
3554 3555
static int32_t buildSampleAst(STranslateContext* pCxt, SSampleAstInfo* pInfo, char** pAst, int32_t* pLen, char** pExpr,
                              int32_t* pExprLen) {
3556
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
wmmhello's avatar
wmmhello 已提交
3557 3558 3559 3560 3561
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);

3562
  SRealTableNode* pTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
wmmhello's avatar
wmmhello 已提交
3563
  if (NULL == pTable) {
3564
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3565 3566 3567 3568 3569 3570 3571 3572
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pTable->table.dbName, pInfo->pDbName);
  strcpy(pTable->table.tableName, pInfo->pTableName);
  TSWAP(pTable->pMeta, pInfo->pRollupTableMeta);
  pSelect->pFromTable = (SNode*)pTable;

  TSWAP(pSelect->pProjectionList, pInfo->pFuncs);
3573
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
3574
  if (NULL == pSelect->pProjectionList || NULL == pFunc) {
3575
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3576 3577
    return TSDB_CODE_OUT_OF_MEMORY;
  }
3578
  strcpy(pFunc->functionName, "_wstart");
3579
  nodesListPushFront(pSelect->pProjectionList, (SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
3580 3581 3582
  SNode* pProject = NULL;
  FOREACH(pProject, pSelect->pProjectionList) { sprintf(((SExprNode*)pProject)->aliasName, "#%p", pProject); }

3583
  SIntervalWindowNode* pInterval = (SIntervalWindowNode*)nodesMakeNode(QUERY_NODE_INTERVAL_WINDOW);
wmmhello's avatar
wmmhello 已提交
3584
  if (NULL == pInterval) {
3585
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3586 3587 3588 3589 3590 3591 3592 3593
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pSelect->pWindow = (SNode*)pInterval;
  TSWAP(pInterval->pInterval, pInfo->pInterval);
  TSWAP(pInterval->pOffset, pInfo->pOffset);
  TSWAP(pInterval->pSliding, pInfo->pSliding);
  pInterval->pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pInterval->pCol) {
3594
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3595 3596 3597 3598 3599
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SColumnNode*)pInterval->pCol)->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
  strcpy(((SColumnNode*)pInterval->pCol)->colName, PK_TS_COL_INTERNAL_NAME);

X
Xiaoyu Wang 已提交
3600
  pCxt->createStream = true;
wmmhello's avatar
wmmhello 已提交
3601 3602
  int32_t code = translateQuery(pCxt, (SNode*)pSelect);
  if (TSDB_CODE_SUCCESS == code) {
3603
    code = nodesNodeToString((SNode*)pSelect, false, pAst, pLen);
wmmhello's avatar
wmmhello 已提交
3604
  }
X
Xiaoyu Wang 已提交
3605 3606 3607
  if (TSDB_CODE_SUCCESS == code && NULL != pExpr) {
    code = nodesListToString(pSelect->pProjectionList, false, pExpr, pExprLen);
  }
3608
  nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
3609
  return code;
3610 3611 3612
}

static void clearSampleAstInfo(SSampleAstInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
3613 3614 3615 3616
  nodesDestroyList(pInfo->pFuncs);
  nodesDestroyNode(pInfo->pInterval);
  nodesDestroyNode(pInfo->pOffset);
  nodesDestroyNode(pInfo->pSliding);
3617 3618 3619
}

static SNode* makeIntervalVal(SRetention* pRetension, int8_t precision) {
3620
  SValueNode* pVal = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
wmmhello's avatar
wmmhello 已提交
3621 3622 3623 3624 3625 3626 3627 3628
  if (NULL == pVal) {
    return NULL;
  }
  int64_t timeVal = convertTimeFromPrecisionToUnit(pRetension->freq, precision, pRetension->freqUnit);
  char    buf[20] = {0};
  int32_t len = snprintf(buf, sizeof(buf), "%" PRId64 "%c", timeVal, pRetension->freqUnit);
  pVal->literal = strndup(buf, len);
  if (NULL == pVal->literal) {
3629
    nodesDestroyNode((SNode*)pVal);
wmmhello's avatar
wmmhello 已提交
3630 3631 3632 3633 3634 3635 3636
    return NULL;
  }
  pVal->isDuration = true;
  pVal->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  pVal->node.resType.precision = precision;
  return (SNode*)pVal;
3637 3638 3639
}

static SNode* createColumnFromDef(SColumnDefNode* pDef) {
3640
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
3641 3642 3643 3644 3645
  if (NULL == pCol) {
    return NULL;
  }
  strcpy(pCol->colName, pDef->colName);
  return (SNode*)pCol;
3646 3647 3648
}

static SNode* createRollupFunc(SNode* pSrcFunc, SColumnDefNode* pColDef) {
3649
  SFunctionNode* pFunc = (SFunctionNode*)nodesCloneNode(pSrcFunc);
wmmhello's avatar
wmmhello 已提交
3650 3651 3652 3653
  if (NULL == pFunc) {
    return NULL;
  }
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createColumnFromDef(pColDef))) {
3654
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
3655 3656 3657
    return NULL;
  }
  return (SNode*)pFunc;
3658 3659 3660
}

static SNodeList* createRollupFuncs(SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return NULL;
  }

  SNode* pFunc = NULL;
  FOREACH(pFunc, pStmt->pOptions->pRollupFuncs) {
    SNode* pCol = NULL;
    bool   primaryKey = true;
    FOREACH(pCol, pStmt->pCols) {
      if (primaryKey) {
        primaryKey = false;
        continue;
      }
      if (TSDB_CODE_SUCCESS != nodesListStrictAppend(pFuncs, createRollupFunc(pFunc, (SColumnDefNode*)pCol))) {
        nodesDestroyList(pFuncs);
        return NULL;
      }
    }
  }

  return pFuncs;
3683 3684 3685
}

static STableMeta* createRollupTableMeta(SCreateTableStmt* pStmt, int8_t precision) {
wmmhello's avatar
wmmhello 已提交
3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708
  int32_t     numOfField = LIST_LENGTH(pStmt->pCols) + LIST_LENGTH(pStmt->pTags);
  STableMeta* pMeta = taosMemoryCalloc(1, sizeof(STableMeta) + numOfField * sizeof(SSchema));
  if (NULL == pMeta) {
    return NULL;
  }
  pMeta->tableType = TSDB_SUPER_TABLE;
  pMeta->tableInfo.numOfTags = LIST_LENGTH(pStmt->pTags);
  pMeta->tableInfo.precision = precision;
  pMeta->tableInfo.numOfColumns = LIST_LENGTH(pStmt->pCols);

  int32_t index = 0;
  SNode*  pCol = NULL;
  FOREACH(pCol, pStmt->pCols) {
    toSchema((SColumnDefNode*)pCol, index + 1, pMeta->schema + index);
    ++index;
  }
  SNode* pTag = NULL;
  FOREACH(pTag, pStmt->pTags) {
    toSchema((SColumnDefNode*)pTag, index + 1, pMeta->schema + index);
    ++index;
  }

  return pMeta;
3709 3710
}

L
Liu Jicong 已提交
3711
static int32_t buildSampleAstInfoByTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension,
wmmhello's avatar
wmmhello 已提交
3712 3713 3714 3715 3716 3717 3718 3719 3720 3721
                                         int8_t precision, SSampleAstInfo* pInfo) {
  pInfo->pDbName = pStmt->dbName;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = createRollupFuncs(pStmt);
  pInfo->pInterval = makeIntervalVal(pRetension, precision);
  pInfo->pRollupTableMeta = createRollupTableMeta(pStmt, precision);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval || NULL == pInfo->pRollupTableMeta) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
3722 3723
}

L
Liu Jicong 已提交
3724
static int32_t getRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension, int8_t precision,
wmmhello's avatar
wmmhello 已提交
3725 3726 3727 3728
                            char** pAst, int32_t* pLen) {
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByTable(pCxt, pStmt, pRetension, precision, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3729
    code = buildSampleAst(pCxt, &info, pAst, pLen, NULL, NULL);
wmmhello's avatar
wmmhello 已提交
3730 3731 3732
  }
  clearSampleAstInfo(&info);
  return code;
3733 3734 3735
}

static int32_t buildRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3736 3737 3738 3739 3740 3741 3742 3743 3744
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  int32_t    num = taosArrayGetSize(dbCfg.pRetensions);
  if (TSDB_CODE_SUCCESS != code || num < 2) {
    return code;
  }
  for (int32_t i = 1; i < num; ++i) {
    SRetention*       pRetension = taosArrayGet(dbCfg.pRetensions, i);
    STranslateContext cxt = {0};
3745
    initTranslateContext(pCxt->pParseCxt, pCxt->pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
3746 3747 3748 3749 3750 3751 3752
    code = getRollupAst(&cxt, pStmt, pRetension, dbCfg.precision, 1 == i ? &pReq->pAst1 : &pReq->pAst2,
                        1 == i ? &pReq->ast1Len : &pReq->ast2Len);
    destroyTranslateContext(&cxt);
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
D
dapan1121 已提交
3753

wmmhello's avatar
wmmhello 已提交
3754
  return code;
3755
}
X
Xiaoyu Wang 已提交
3756

D
dapan1121 已提交
3757 3758 3759 3760 3761 3762
static int32_t buildRollupFuncs(SNodeList* pFuncs, SArray** pArray) {
  if (NULL == pFuncs) {
    return TSDB_CODE_SUCCESS;
  }
  *pArray = taosArrayInit(LIST_LENGTH(pFuncs), TSDB_FUNC_NAME_LEN);
  SNode* pNode;
3763
  FOREACH(pNode, pFuncs) { taosArrayPush(*pArray, ((SFunctionNode*)pNode)->functionName); }
D
dapan1121 已提交
3764 3765 3766
  return TSDB_CODE_SUCCESS;
}

3767
static int32_t buildCreateStbReq(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3768
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
3769 3770 3771 3772
  pReq->delay1 = pStmt->pOptions->maxDelay1;
  pReq->delay2 = pStmt->pOptions->maxDelay2;
  pReq->watermark1 = pStmt->pOptions->watermark1;
  pReq->watermark2 = pStmt->pOptions->watermark2;
3773 3774 3775
  pReq->colVer = 1;
  pReq->tagVer = 1;
  pReq->source = TD_REQ_FROM_APP;
wmmhello's avatar
wmmhello 已提交
3776 3777 3778 3779
  columnDefNodeToField(pStmt->pCols, &pReq->pColumns);
  columnDefNodeToField(pStmt->pTags, &pReq->pTags);
  pReq->numOfColumns = LIST_LENGTH(pStmt->pCols);
  pReq->numOfTags = LIST_LENGTH(pStmt->pTags);
X
Xiaoyu Wang 已提交
3780
  if (pStmt->pOptions->commentNull == false) {
S
Shengliang Guan 已提交
3781 3782
    pReq->pComment = strdup(pStmt->pOptions->comment);
    if (NULL == pReq->pComment) {
wmmhello's avatar
wmmhello 已提交
3783 3784
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
3785
    pReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
3786
  } else {
wmmhello's avatar
wmmhello 已提交
3787
    pReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
3788
  }
D
dapan1121 已提交
3789
  buildRollupFuncs(pStmt->pOptions->pRollupFuncs, &pReq->pFuncs);
S
Shengliang Guan 已提交
3790
  pReq->numOfFuncs = taosArrayGetSize(pReq->pFuncs);
wmmhello's avatar
wmmhello 已提交
3791 3792 3793 3794 3795 3796 3797 3798

  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pReq->name);
  int32_t code = collectUseTable(&tableName, pCxt->pTables);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildRollupAst(pCxt, pStmt, pReq);
  }
  return code;
3799
}
3800

3801
static int32_t translateCreateSuperTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3802
  SMCreateStbReq createReq = {0};
3803
  int32_t        code = checkCreateTable(pCxt, pStmt, true);
wmmhello's avatar
wmmhello 已提交
3804 3805 3806 3807 3808 3809 3810 3811
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STB, (FSerializeFunc)tSerializeSMCreateStbReq, &createReq);
  }
  tFreeSMCreateStbReq(&createReq);
  return code;
3812 3813
}

3814
static int32_t doTranslateDropSuperTable(STranslateContext* pCxt, const SName* pTableName, bool ignoreNotExists) {
wmmhello's avatar
wmmhello 已提交
3815 3816 3817
  SMDropStbReq dropReq = {0};
  tNameExtractFullName(pTableName, dropReq.name);
  dropReq.igNotExists = ignoreNotExists;
3818

wmmhello's avatar
wmmhello 已提交
3819
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STB, (FSerializeFunc)tSerializeSMDropStbReq, &dropReq);
3820 3821 3822
}

static int32_t translateDropTable(STranslateContext* pCxt, SDropTableStmt* pStmt) {
3823
  SDropTableClause* pClause = (SDropTableClause*)nodesListGetNode(pStmt->pTables, 0);
X
Xiaoyu Wang 已提交
3824 3825 3826
  SName             tableName;
  return doTranslateDropSuperTable(
      pCxt, toName(pCxt->pParseCxt->acctId, pClause->dbName, pClause->tableName, &tableName), pClause->ignoreNotExists);
3827 3828 3829
}

static int32_t translateDropSuperTable(STranslateContext* pCxt, SDropSuperTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3830 3831 3832
  SName tableName;
  return doTranslateDropSuperTable(pCxt, toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName),
                                   pStmt->ignoreNotExists);
3833 3834
}

X
Xiaoyu Wang 已提交
3835 3836 3837 3838 3839
static int32_t buildAlterSuperTableReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SMAlterStbReq* pAlterReq) {
  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pAlterReq->name);
  pAlterReq->alterType = pStmt->alterType;

wmmhello's avatar
wmmhello 已提交
3840
  if (TSDB_ALTER_TABLE_UPDATE_OPTIONS == pStmt->alterType) {
X
Xiaoyu Wang 已提交
3841
    //    pAlterReq->ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
3842
    if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
3843 3844 3845 3846
      pAlterReq->comment = strdup(pStmt->pOptions->comment);
      if (NULL == pAlterReq->comment) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
wmmhello's avatar
wmmhello 已提交
3847
      pAlterReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
3848
    } else {
wmmhello's avatar
wmmhello 已提交
3849
      pAlterReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
3850
    }
wmmhello's avatar
wmmhello 已提交
3851

wmmhello's avatar
wmmhello 已提交
3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887
    return TSDB_CODE_SUCCESS;
  }

  pAlterReq->pFields = taosArrayInit(2, sizeof(TAOS_FIELD));
  if (NULL == pAlterReq->pFields) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_ADD_COLUMN:
    case TSDB_ALTER_TABLE_DROP_COLUMN:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES: {
      TAOS_FIELD field = {.type = pStmt->dataType.type, .bytes = calcTypeBytes(pStmt->dataType)};
      strcpy(field.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &field);
      break;
    }
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME: {
      TAOS_FIELD oldField = {0};
      strcpy(oldField.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &oldField);
      TAOS_FIELD newField = {0};
      strcpy(newField.name, pStmt->newColName);
      taosArrayPush(pAlterReq->pFields, &newField);
      break;
    }
    default:
      break;
  }

  pAlterReq->numOfFields = taosArrayGetSize(pAlterReq->pFields);
  return TSDB_CODE_SUCCESS;
3888 3889
}

3890
static SSchema* getColSchema(STableMeta* pTableMeta, const char* pColName) {
X
Xiaoyu Wang 已提交
3891 3892
  int32_t numOfFields = getNumOfTags(pTableMeta) + getNumOfColumns(pTableMeta);
  for (int32_t i = 0; i < numOfFields; ++i) {
3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907
    SSchema* pSchema = pTableMeta->schema + i;
    if (0 == strcmp(pColName, pSchema->name)) {
      return pSchema;
    }
  }
  return NULL;
}

static SSchema* getTagSchema(STableMeta* pTableMeta, const char* pTagName) {
  int32_t  numOfTags = getNumOfTags(pTableMeta);
  SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
  for (int32_t i = 0; i < numOfTags; ++i) {
    SSchema* pSchema = pTagsSchema + i;
    if (0 == strcmp(pTagName, pSchema->name)) {
      return pSchema;
X
Xiaoyu Wang 已提交
3908 3909 3910 3911 3912 3913
    }
  }
  return NULL;
}

static int32_t checkAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
3914
  if (TSDB_ALTER_TABLE_UPDATE_TAG_VAL == pStmt->alterType || TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME == pStmt->alterType) {
3915 3916
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE,
                                   "Set tag value only available for child table");
wmmhello's avatar
wmmhello 已提交
3917
  }
3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943

  if (pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_OPTIONS && -1 != pStmt->pOptions->ttl) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
  }

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_COLUMN) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
  }

  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }

  SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
  if (getNumOfTags(pTableMeta) == 1 && pTagsSchema->type == TSDB_DATA_TYPE_JSON &&
      (pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG || pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG ||
       pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_BYTES)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
  }

X
Xiaoyu Wang 已提交
3944 3945
  if (TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType ||
      TSDB_ALTER_TABLE_UPDATE_TAG_BYTES == pStmt->alterType) {
3946 3947 3948
    if (TSDB_SUPER_TABLE != pTableMeta->tableType) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE, "Table is not super table");
    }
3949

3950 3951 3952 3953 3954 3955
    SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
    if (NULL == pSchema) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
    } else if (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
               pSchema->bytes >= calcTypeBytes(pStmt->dataType)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
X
Xiaoyu Wang 已提交
3956 3957 3958 3959 3960 3961 3962 3963 3964 3965 3966
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
  SMAlterStbReq alterReq = {0};
  int32_t       code = checkAlterSuperTable(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildAlterSuperTableReq(pCxt, pStmt, &alterReq);
  }
X
Xiaoyu Wang 已提交
3967 3968 3969
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_ALTER_STB, (FSerializeFunc)tSerializeSMAlterStbReq, &alterReq);
  }
3970
  tFreeSMAltertbReq(&alterReq);
X
Xiaoyu Wang 已提交
3971
  return code;
3972 3973
}

3974
static int32_t translateUseDatabase(STranslateContext* pCxt, SUseDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3975 3976 3977 3978 3979 3980 3981 3982 3983
  SUseDbReq usedbReq = {0};
  SName     name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameExtractFullName(&name, usedbReq.db);
  int32_t code = getDBVgVersion(pCxt, usedbReq.db, &usedbReq.vgVersion, &usedbReq.dbId, &usedbReq.numOfTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_USE_DB, (FSerializeFunc)tSerializeSUseDbReq, &usedbReq);
  }
  return code;
3984 3985
}

3986
static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3987 3988 3989 3990
  SCreateUserReq createReq = {0};
  strcpy(createReq.user, pStmt->useName);
  createReq.createType = 0;
  createReq.superUser = 0;
X
Xiaoyu Wang 已提交
3991
  createReq.sysInfo = pStmt->sysinfo;
3992
  createReq.enable = 1;
wmmhello's avatar
wmmhello 已提交
3993
  strcpy(createReq.pass, pStmt->password);
3994

wmmhello's avatar
wmmhello 已提交
3995
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_USER, (FSerializeFunc)tSerializeSCreateUserReq, &createReq);
3996 3997 3998
}

static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
3999 4000 4001 4002
  SAlterUserReq alterReq = {0};
  strcpy(alterReq.user, pStmt->useName);
  alterReq.alterType = pStmt->alterType;
  alterReq.superUser = 0;
X
Xiaoyu Wang 已提交
4003 4004
  alterReq.enable = pStmt->enable;
  alterReq.sysInfo = pStmt->sysinfo;
wmmhello's avatar
wmmhello 已提交
4005 4006 4007 4008
  strcpy(alterReq.pass, pStmt->password);
  if (NULL != pCxt->pParseCxt->db) {
    strcpy(alterReq.dbname, pCxt->pParseCxt->db);
  }
4009

wmmhello's avatar
wmmhello 已提交
4010
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &alterReq);
4011 4012 4013
}

static int32_t translateDropUser(STranslateContext* pCxt, SDropUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4014 4015
  SDropUserReq dropReq = {0};
  strcpy(dropReq.user, pStmt->useName);
4016

wmmhello's avatar
wmmhello 已提交
4017
  return buildCmdMsg(pCxt, TDMT_MND_DROP_USER, (FSerializeFunc)tSerializeSDropUserReq, &dropReq);
4018 4019 4020
}

static int32_t translateCreateDnode(STranslateContext* pCxt, SCreateDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4021 4022 4023
  SCreateDnodeReq createReq = {0};
  strcpy(createReq.fqdn, pStmt->fqdn);
  createReq.port = pStmt->port;
4024

wmmhello's avatar
wmmhello 已提交
4025
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_DNODE, (FSerializeFunc)tSerializeSCreateDnodeReq, &createReq);
4026 4027 4028
}

static int32_t translateDropDnode(STranslateContext* pCxt, SDropDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4029 4030 4031 4032
  SDropDnodeReq dropReq = {0};
  dropReq.dnodeId = pStmt->dnodeId;
  strcpy(dropReq.fqdn, pStmt->fqdn);
  dropReq.port = pStmt->port;
4033

wmmhello's avatar
wmmhello 已提交
4034
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DNODE, (FSerializeFunc)tSerializeSDropDnodeReq, &dropReq);
4035 4036
}

4037
static int32_t translateAlterDnode(STranslateContext* pCxt, SAlterDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4038 4039 4040 4041
  SMCfgDnodeReq cfgReq = {0};
  cfgReq.dnodeId = pStmt->dnodeId;
  strcpy(cfgReq.config, pStmt->config);
  strcpy(cfgReq.value, pStmt->value);
4042

wmmhello's avatar
wmmhello 已提交
4043
  return buildCmdMsg(pCxt, TDMT_MND_CONFIG_DNODE, (FSerializeFunc)tSerializeSMCfgDnodeReq, &cfgReq);
4044 4045
}

X
Xiaoyu Wang 已提交
4046
static int32_t getSmaIndexDstVgId(STranslateContext* pCxt, char* pTableName, int32_t* pVgId) {
wmmhello's avatar
wmmhello 已提交
4047 4048 4049 4050 4051 4052
  SVgroupInfo vg = {0};
  int32_t     code = getTableHashVgroup(pCxt, pCxt->pParseCxt->db, pTableName, &vg);
  if (TSDB_CODE_SUCCESS == code) {
    *pVgId = vg.vgId;
  }
  return code;
X
Xiaoyu Wang 已提交
4053
}
X
Xiaoyu Wang 已提交
4054

X
Xiaoyu Wang 已提交
4055
static int32_t getSmaIndexSql(STranslateContext* pCxt, char** pSql, int32_t* pLen) {
wmmhello's avatar
wmmhello 已提交
4056 4057 4058 4059 4060 4061
  *pSql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == *pSql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  *pLen = pCxt->pParseCxt->sqlLen + 1;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4062 4063
}

4064
static int32_t buildSampleAstInfoByIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SSampleAstInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075 4076
  pInfo->pDbName = pCxt->pParseCxt->db;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = nodesCloneList(pStmt->pOptions->pFuncs);
  pInfo->pInterval = nodesCloneNode(pStmt->pOptions->pInterval);
  pInfo->pOffset = nodesCloneNode(pStmt->pOptions->pOffset);
  pInfo->pSliding = nodesCloneNode(pStmt->pOptions->pSliding);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval ||
      (NULL != pStmt->pOptions->pOffset && NULL == pInfo->pOffset) ||
      (NULL != pStmt->pOptions->pSliding && NULL == pInfo->pSliding)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
4077
}
X
Xiaoyu Wang 已提交
4078

X
Xiaoyu Wang 已提交
4079 4080
static int32_t getSmaIndexAst(STranslateContext* pCxt, SCreateIndexStmt* pStmt, char** pAst, int32_t* pLen,
                              char** pExpr, int32_t* pExprLen) {
wmmhello's avatar
wmmhello 已提交
4081 4082 4083
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByIndex(pCxt, pStmt, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4084
    code = buildSampleAst(pCxt, &info, pAst, pLen, pExpr, pExprLen);
wmmhello's avatar
wmmhello 已提交
4085 4086 4087
  }
  clearSampleAstInfo(&info);
  return code;
X
Xiaoyu Wang 已提交
4088 4089 4090
}

static int32_t buildCreateSmaReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateSmaReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103
  SName name;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->indexName, &name), pReq->name);
  strcpy(name.tname, pStmt->tableName);
  name.tname[strlen(pStmt->tableName)] = '\0';
  tNameExtractFullName(&name, pReq->stb);
  pReq->igExists = pStmt->ignoreExists;
  pReq->interval = ((SValueNode*)pStmt->pOptions->pInterval)->datum.i;
  pReq->intervalUnit = ((SValueNode*)pStmt->pOptions->pInterval)->unit;
  pReq->offset = (NULL != pStmt->pOptions->pOffset ? ((SValueNode*)pStmt->pOptions->pOffset)->datum.i : 0);
  pReq->sliding =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->datum.i : pReq->interval);
  pReq->slidingUnit =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->unit : pReq->intervalUnit);
4104 4105
  if (NULL != pStmt->pOptions->pStreamOptions) {
    SStreamOptions* pStreamOpt = (SStreamOptions*)pStmt->pOptions->pStreamOptions;
C
Cary Xu 已提交
4106 4107 4108 4109 4110 4111 4112 4113 4114
    pReq->maxDelay = (NULL != pStreamOpt->pDelay ? ((SValueNode*)pStreamOpt->pDelay)->datum.i : -1);
    pReq->watermark = (NULL != pStreamOpt->pWatermark ? ((SValueNode*)pStreamOpt->pWatermark)->datum.i
                                                      : TSDB_DEFAULT_ROLLUP_WATERMARK);
    if (pReq->watermark < TSDB_MIN_ROLLUP_WATERMARK) {
      pReq->watermark = TSDB_MIN_ROLLUP_WATERMARK;
    }
    if (pReq->watermark > TSDB_MAX_ROLLUP_WATERMARK) {
      pReq->watermark = TSDB_MAX_ROLLUP_WATERMARK;
    }
4115
  }
wmmhello's avatar
wmmhello 已提交
4116 4117 4118 4119 4120 4121

  int32_t code = getSmaIndexDstVgId(pCxt, pStmt->tableName, &pReq->dstVgId);
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexSql(pCxt, &pReq->sql, &pReq->sqlLen);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4122
    code = getSmaIndexAst(pCxt, pStmt, &pReq->ast, &pReq->astLen, &pReq->expr, &pReq->exprLen);
wmmhello's avatar
wmmhello 已提交
4123 4124 4125
  }

  return code;
X
Xiaoyu Wang 已提交
4126 4127
}

4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142
static int32_t checkCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pCxt->pParseCxt->db, &dbCfg);
  if (TSDB_CODE_SUCCESS == code && NULL != dbCfg.pRetensions) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_SMA_INDEX,
                                   "Tables configured with the 'ROLLUP' option do not support creating sma index");
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pInterval);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pOffset) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pOffset);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pSliding) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pSliding);
wmmhello's avatar
wmmhello 已提交
4143 4144
  }

4145
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pStreamOptions) {
4146
    SStreamOptions* pStreamOpt = (SStreamOptions*)pStmt->pOptions->pStreamOptions;
4147 4148
    if (NULL != pStreamOpt->pWatermark) {
      code = doTranslateValue(pCxt, (SValueNode*)pStreamOpt->pWatermark);
4149
    }
4150 4151
    if (TSDB_CODE_SUCCESS == code && NULL != pStreamOpt->pDelay) {
      code = doTranslateValue(pCxt, (SValueNode*)pStreamOpt->pDelay);
4152 4153 4154
    }
  }

4155 4156 4157 4158
  return code;
}

static int32_t translateCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4159
  SMCreateSmaReq createSmaReq = {0};
4160 4161 4162 4163
  int32_t        code = checkCreateSmaIndex(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateSmaReq(pCxt, pStmt, &createSmaReq);
  }
wmmhello's avatar
wmmhello 已提交
4164 4165 4166 4167 4168
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_SMA, (FSerializeFunc)tSerializeSMCreateSmaReq, &createSmaReq);
  }
  tFreeSMCreateSmaReq(&createSmaReq);
  return code;
X
Xiaoyu Wang 已提交
4169
}
4170

dengyihao's avatar
dengyihao 已提交
4171
static int32_t buildCreateFullTextReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateFullTextReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4172 4173
  // impl later
  return 0;
dengyihao's avatar
dengyihao 已提交
4174
}
4175

dengyihao's avatar
dengyihao 已提交
4176
static int32_t translateCreateFullTextIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4177 4178 4179 4180 4181 4182 4183
  SMCreateFullTextReq createFTReq = {0};
  int32_t             code = buildCreateFullTextReq(pCxt, pStmt, &createFTReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_INDEX, (FSerializeFunc)tSerializeSMCreateFullTextReq, &createFTReq);
  }
  tFreeSMCreateFullTextReq(&createFTReq);
  return code;
dengyihao's avatar
dengyihao 已提交
4184
}
X
Xiaoyu Wang 已提交
4185 4186

static int32_t translateCreateIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4187 4188 4189 4190 4191 4192
  if (INDEX_TYPE_SMA == pStmt->indexType) {
    return translateCreateSmaIndex(pCxt, pStmt);
  } else if (INDEX_TYPE_FULLTEXT == pStmt->indexType) {
    return translateCreateFullTextIndex(pCxt, pStmt);
  }
  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
4193 4194
}

4195
static int32_t translateDropIndex(STranslateContext* pCxt, SDropIndexStmt* pStmt) {
X
Xiaoyu Wang 已提交
4196 4197 4198 4199 4200
  SMDropSmaReq dropSmaReq = {0};
  SName        name;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pCxt->pParseCxt->db, pStmt->indexName, &name), dropSmaReq.name);
  dropSmaReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_SMA, (FSerializeFunc)tSerializeSMDropSmaReq, &dropSmaReq);
wmmhello's avatar
wmmhello 已提交
4201 4202 4203 4204 4205 4206 4207 4208 4209 4210 4211 4212 4213 4214 4215 4216 4217
}

static int16_t getCreateComponentNodeMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_QNODE_STMT:
      return TDMT_MND_CREATE_QNODE;
    case QUERY_NODE_CREATE_BNODE_STMT:
      return TDMT_MND_CREATE_BNODE;
    case QUERY_NODE_CREATE_SNODE_STMT:
      return TDMT_MND_CREATE_SNODE;
    case QUERY_NODE_CREATE_MNODE_STMT:
      return TDMT_MND_CREATE_MNODE;
    default:
      break;
  }
  return -1;
}
4218 4219

static int32_t translateCreateComponentNode(STranslateContext* pCxt, SCreateComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4220 4221 4222
  SMCreateQnodeReq createReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getCreateComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &createReq);
X
Xiaoyu Wang 已提交
4223 4224
}

4225
static int16_t getDropComponentNodeMsgType(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236 4237 4238
  switch (type) {
    case QUERY_NODE_DROP_QNODE_STMT:
      return TDMT_MND_DROP_QNODE;
    case QUERY_NODE_DROP_BNODE_STMT:
      return TDMT_MND_DROP_BNODE;
    case QUERY_NODE_DROP_SNODE_STMT:
      return TDMT_MND_DROP_SNODE;
    case QUERY_NODE_DROP_MNODE_STMT:
      return TDMT_MND_DROP_MNODE;
    default:
      break;
  }
  return -1;
4239 4240 4241
}

static int32_t translateDropComponentNode(STranslateContext* pCxt, SDropComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4242 4243 4244
  SDDropQnodeReq dropReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getDropComponentNodeMsgType(nodeType(pStmt)),
                     (FSerializeFunc)tSerializeSCreateDropMQSBNodeReq, &dropReq);
4245 4246
}

X
Xiaoyu Wang 已提交
4247
static int32_t buildCreateTopicReq(STranslateContext* pCxt, SCreateTopicStmt* pStmt, SCMCreateTopicReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4248 4249 4250 4251
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, pReq->name);
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
4252
  pReq->withMeta = pStmt->withMeta;
wmmhello's avatar
wmmhello 已提交
4253 4254 4255 4256 4257 4258 4259 4260

  pReq->sql = strdup(pCxt->pParseCxt->pSql);
  if (NULL == pReq->sql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;

4261 4262 4263
  if ('\0' != pStmt->subSTbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__TABLE;
    toName(pCxt->pParseCxt->acctId, pStmt->subDbName, pStmt->subSTbName, &name);
L
Liu Jicong 已提交
4264
    tNameGetFullDbName(&name, pReq->subDbName);
4265 4266 4267 4268 4269 4270 4271
    tNameExtractFullName(&name, pReq->subStbName);
  } else if ('\0' != pStmt->subDbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__DB;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->subDbName, strlen(pStmt->subDbName));
    tNameGetFullDbName(&name, pReq->subDbName);
  } else {
    pReq->subType = TOPIC_SUB_TYPE__COLUMN;
L
Liu Jicong 已提交
4272 4273
    char* dbName = ((SRealTableNode*)(((SSelectStmt*)pStmt->pQuery)->pFromTable))->table.dbName;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, dbName, strlen(dbName));
L
Liu Jicong 已提交
4274
    tNameGetFullDbName(&name, pReq->subDbName);
wmmhello's avatar
wmmhello 已提交
4275 4276 4277 4278 4279 4280 4281 4282
    pCxt->pParseCxt->topicQuery = true;
    code = translateQuery(pCxt, pStmt->pQuery);
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
    }
  }

  return code;
X
Xiaoyu Wang 已提交
4283 4284 4285
}

static int32_t checkCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4286 4287 4288
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
4289

wmmhello's avatar
wmmhello 已提交
4290 4291 4292 4293 4294 4295 4296 4297
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
    if (!pSelect->isDistinct && QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable) &&
        NULL == pSelect->pGroupByList && NULL == pSelect->pLimit && NULL == pSelect->pSlimit &&
        NULL == pSelect->pOrderByList && NULL == pSelect->pPartitionByList) {
      return TSDB_CODE_SUCCESS;
    }
  }
X
Xiaoyu Wang 已提交
4298

wmmhello's avatar
wmmhello 已提交
4299
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TOPIC_QUERY);
X
Xiaoyu Wang 已提交
4300 4301 4302
}

static int32_t translateCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4303 4304 4305 4306 4307 4308 4309 4310 4311 4312
  SCMCreateTopicReq createReq = {0};
  int32_t           code = checkCreateTopic(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTopicReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_TOPIC, (FSerializeFunc)tSerializeSCMCreateTopicReq, &createReq);
  }
  tFreeSCMCreateTopicReq(&createReq);
  return code;
4313 4314 4315
}

static int32_t translateDropTopic(STranslateContext* pCxt, SDropTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4316
  SMDropTopicReq dropReq = {0};
4317

wmmhello's avatar
wmmhello 已提交
4318 4319 4320 4321
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
4322

wmmhello's avatar
wmmhello 已提交
4323
  return buildCmdMsg(pCxt, TDMT_MND_DROP_TOPIC, (FSerializeFunc)tSerializeSMDropTopicReq, &dropReq);
4324 4325
}

X
Xiaoyu Wang 已提交
4326 4327 4328 4329 4330 4331 4332 4333 4334
static int32_t translateDropCGroup(STranslateContext* pCxt, SDropCGroupStmt* pStmt) {
  SMDropCgroupReq dropReq = {0};

  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.topic);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  strcpy(dropReq.cgroup, pStmt->cgroup);

L
Liu Jicong 已提交
4335
  return buildCmdMsg(pCxt, TDMT_MND_MQ_DROP_CGROUP, (FSerializeFunc)tSerializeSMDropCgroupReq, &dropReq);
X
Xiaoyu Wang 已提交
4336 4337
}

4338
static int32_t translateAlterLocal(STranslateContext* pCxt, SAlterLocalStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4339 4340
  // todo
  return TSDB_CODE_SUCCESS;
4341 4342
}

4343
static int32_t translateExplain(STranslateContext* pCxt, SExplainStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4344 4345 4346 4347
  if (pStmt->analyze) {
    pCxt->pExplainOpt = pStmt->pOptions;
  }
  return translateQuery(pCxt, pStmt->pQuery);
4348 4349
}

4350
static int32_t translateDescribe(STranslateContext* pCxt, SDescribeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4351
  return refreshGetTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pStmt->pMeta);
4352 4353
}

4354
static int32_t translateKillConnection(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4355 4356
  SKillConnReq killReq = {0};
  killReq.connId = pStmt->targetId;
D
dapan1121 已提交
4357
  return buildCmdMsg(pCxt, TDMT_MND_KILL_CONN, (FSerializeFunc)tSerializeSKillConnReq, &killReq);
4358 4359
}

X
Xiaoyu Wang 已提交
4360
static int32_t translateKillQuery(STranslateContext* pCxt, SKillQueryStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4361
  SKillQueryReq killReq = {0};
X
Xiaoyu Wang 已提交
4362
  strcpy(killReq.queryStrId, pStmt->queryId);
wmmhello's avatar
wmmhello 已提交
4363
  return buildCmdMsg(pCxt, TDMT_MND_KILL_QUERY, (FSerializeFunc)tSerializeSKillQueryReq, &killReq);
4364 4365
}

4366
static int32_t translateKillTransaction(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4367 4368 4369
  SKillTransReq killReq = {0};
  killReq.transId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_TRANS, (FSerializeFunc)tSerializeSKillTransReq, &killReq);
4370 4371
}

X
Xiaoyu Wang 已提交
4372
static int32_t checkCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
4373 4374 4375 4376 4377 4378 4379 4380 4381 4382
  if (NULL != pStmt->pOptions->pWatermark &&
      (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pWatermark))) {
    return pCxt->errCode;
  }

  if (NULL != pStmt->pOptions->pDelay &&
      (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pStmt->pOptions->pDelay))) {
    return pCxt->errCode;
  }

wmmhello's avatar
wmmhello 已提交
4383 4384 4385
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
4386

wmmhello's avatar
wmmhello 已提交
4387 4388 4389 4390 4391 4392
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
    if (QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable)) {
      return TSDB_CODE_SUCCESS;
    }
  }
4393

wmmhello's avatar
wmmhello 已提交
4394
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY);
X
Xiaoyu Wang 已提交
4395 4396 4397
}

static void getSourceDatabase(SNode* pStmt, int32_t acctId, char* pDbFName) {
wmmhello's avatar
wmmhello 已提交
4398 4399 4400
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, ((SRealTableNode*)(((SSelectStmt*)pStmt)->pFromTable))->table.dbName);
  tNameGetFullDbName(&name, pDbFName);
X
Xiaoyu Wang 已提交
4401 4402
}

4403 4404 4405
static int32_t addWstartTsToCreateStreamQuery(SNode* pStmt) {
  SSelectStmt* pSelect = (SSelectStmt*)pStmt;
  SNode*       pProj = nodesListGetNode(pSelect->pProjectionList, 0);
4406
  if (NULL == pSelect->pWindow ||
4407
      (QUERY_NODE_FUNCTION == nodeType(pProj) && 0 == strcmp("_wstart", ((SFunctionNode*)pProj)->functionName))) {
4408 4409 4410 4411 4412 4413
    return TSDB_CODE_SUCCESS;
  }
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4414
  strcpy(pFunc->functionName, "_wstart");
4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432 4433 4434 4435
  strcpy(pFunc->node.aliasName, pFunc->functionName);
  int32_t code = nodesListPushFront(pSelect->pProjectionList, (SNode*)pFunc);
  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyNode((SNode*)pFunc);
  }
  return code;
}

static int32_t buildCreateStreamQuery(STranslateContext* pCxt, SNode* pStmt, SCMCreateStreamReq* pReq) {
  pCxt->createStream = true;
  int32_t code = addWstartTsToCreateStreamQuery(pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    getSourceDatabase(pStmt, pCxt->pParseCxt->acctId, pReq->sourceDB);
    code = nodesNodeToString(pStmt, false, &pReq->ast, NULL);
  }
  return code;
}

X
Xiaoyu Wang 已提交
4436
static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4437 4438 4439
  pReq->igExists = pStmt->ignoreExists;

  SName name;
L
Liu Jicong 已提交
4440 4441
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, pReq->name);
wmmhello's avatar
wmmhello 已提交
4442 4443 4444 4445 4446 4447 4448

  if ('\0' != pStmt->targetTabName[0]) {
    strcpy(name.dbname, pStmt->targetDbName);
    strcpy(name.tname, pStmt->targetTabName);
    tNameExtractFullName(&name, pReq->targetStbFullName);
  }

4449
  int32_t code = buildCreateStreamQuery(pCxt, pStmt->pQuery, pReq);
wmmhello's avatar
wmmhello 已提交
4450 4451 4452 4453 4454 4455 4456 4457 4458
  if (TSDB_CODE_SUCCESS == code) {
    pReq->sql = strdup(pCxt->pParseCxt->pSql);
    if (NULL == pReq->sql) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    pReq->triggerType = pStmt->pOptions->triggerType;
4459
    pReq->maxDelay = (NULL != pStmt->pOptions->pDelay ? ((SValueNode*)pStmt->pOptions->pDelay)->datum.i : 0);
wmmhello's avatar
wmmhello 已提交
4460
    pReq->watermark = (NULL != pStmt->pOptions->pWatermark ? ((SValueNode*)pStmt->pOptions->pWatermark)->datum.i : 0);
4461
    pReq->igExpired = pStmt->pOptions->ignoreExpired;
wmmhello's avatar
wmmhello 已提交
4462 4463 4464
  }

  return code;
X
Xiaoyu Wang 已提交
4465 4466 4467
}

static int32_t translateCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4468
  SCMCreateStreamReq createReq = {0};
X
Xiaoyu Wang 已提交
4469

wmmhello's avatar
wmmhello 已提交
4470 4471 4472 4473 4474 4475 4476
  int32_t code = checkCreateStream(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStreamReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STREAM, (FSerializeFunc)tSerializeSCMCreateStreamReq, &createReq);
  }
4477

wmmhello's avatar
wmmhello 已提交
4478 4479
  tFreeSCMCreateStreamReq(&createReq);
  return code;
4480 4481 4482
}

static int32_t translateDropStream(STranslateContext* pCxt, SDropStreamStmt* pStmt) {
X
Xiaoyu Wang 已提交
4483 4484 4485 4486 4487 4488
  SMDropStreamReq dropReq = {0};
  SName           name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STREAM, (FSerializeFunc)tSerializeSMDropStreamReq, &dropReq);
4489
}
4490

L
Liu Jicong 已提交
4491
static int32_t readFromFile(char* pName, int32_t* len, char** buf) {
wmmhello's avatar
wmmhello 已提交
4492 4493 4494 4495 4496 4497 4498 4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521
  int64_t filesize = 0;
  if (taosStatFile(pName, &filesize, NULL) < 0) {
    return TAOS_SYSTEM_ERROR(errno);
  }

  *len = filesize;

  if (*len <= 0) {
    return TSDB_CODE_TSC_FILE_EMPTY;
  }

  *buf = taosMemoryCalloc(1, *len);
  if (*buf == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  TdFilePtr tfile = taosOpenFile(pName, O_RDONLY | O_BINARY);
  if (NULL == tfile) {
    taosMemoryFreeClear(*buf);
    return TAOS_SYSTEM_ERROR(errno);
  }

  int64_t s = taosReadFile(tfile, *buf, *len);
  if (s != *len) {
    taosCloseFile(&tfile);
    taosMemoryFreeClear(*buf);
    return TSDB_CODE_TSC_APP_ERROR;
  }
  taosCloseFile(&tfile);
  return TSDB_CODE_SUCCESS;
4522 4523 4524
}

static int32_t translateCreateFunction(STranslateContext* pCxt, SCreateFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4525 4526 4527 4528 4529 4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540
  if (fmIsBuiltinFunc(pStmt->funcName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FUNCTION_NAME);
  }
  SCreateFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igExists = pStmt->ignoreExists;
  req.funcType = pStmt->isAgg ? TSDB_FUNC_TYPE_AGGREGATE : TSDB_FUNC_TYPE_SCALAR;
  req.scriptType = TSDB_FUNC_SCRIPT_BIN_LIB;
  req.outputType = pStmt->outputDt.type;
  req.outputLen = pStmt->outputDt.bytes;
  req.bufSize = pStmt->bufSize;
  int32_t code = readFromFile(pStmt->libraryPath, &req.codeLen, &req.pCode);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_FUNC, (FSerializeFunc)tSerializeSCreateFuncReq, &req);
  }
  return code;
4541 4542
}

S
slzhou 已提交
4543
static int32_t translateDropFunction(STranslateContext* pCxt, SDropFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4544 4545 4546 4547
  SDropFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_FUNC, (FSerializeFunc)tSerializeSDropFuncReq, &req);
S
slzhou 已提交
4548 4549
}

4550
static int32_t translateGrant(STranslateContext* pCxt, SGrantStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4551 4552 4553 4554 4555 4556 4557 4558 4559 4560 4561 4562 4563
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_ADD_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_ADD_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_ADD_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
4564 4565 4566
}

static int32_t translateRevoke(STranslateContext* pCxt, SRevokeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4567 4568 4569 4570 4571 4572 4573 4574 4575 4576 4577 4578 4579
  SAlterUserReq req = {0};
  if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
    req.alterType = TSDB_ALTER_USER_REMOVE_ALL_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_READ_DB;
  } else if (PRIVILEGE_TYPE_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
    req.alterType = TSDB_ALTER_USER_REMOVE_WRITE_DB;
  }
  strcpy(req.user, pStmt->userName);
  sprintf(req.dbname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->dbName);
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
4580 4581
}

X
Xiaoyu Wang 已提交
4582 4583 4584 4585 4586 4587 4588 4589 4590 4591
static int32_t translateBalanceVgroup(STranslateContext* pCxt, SBalanceVgroupStmt* pStmt) {
  SBalanceVgroupReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_BALANCE_VGROUP, (FSerializeFunc)tSerializeSBalanceVgroupReq, &req);
}

static int32_t translateMergeVgroup(STranslateContext* pCxt, SMergeVgroupStmt* pStmt) {
  SMergeVgroupReq req = {.vgId1 = pStmt->vgId1, .vgId2 = pStmt->vgId2};
  return buildCmdMsg(pCxt, TDMT_MND_MERGE_VGROUP, (FSerializeFunc)tSerializeSMergeVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
4592 4593 4594 4595 4596 4597 4598 4599 4600 4601 4602 4603 4604 4605 4606 4607 4608 4609 4610 4611 4612 4613 4614 4615 4616 4617 4618
static int32_t checkDnodeIds(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  int32_t numOfDnodes = LIST_LENGTH(pStmt->pDnodes);
  if (numOfDnodes > 3 || numOfDnodes < 1) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_REDISTRIBUTE_VG);
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pStmt->pDnodes) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
  }

  pStmt->dnodeId1 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 0));
  pStmt->dnodeId2 = -1;
  pStmt->dnodeId3 = -1;
  if (numOfDnodes > 1) {
    pStmt->dnodeId2 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 1));
  }
  if (numOfDnodes > 2) {
    pStmt->dnodeId3 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 2));
  }

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4619 4620
static int32_t translateRedistributeVgroup(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  SRedistributeVgroupReq req = {.vgId = pStmt->vgId};
X
Xiaoyu Wang 已提交
4621 4622 4623 4624 4625 4626 4627 4628
  int32_t                code = checkDnodeIds(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    req.dnodeId1 = pStmt->dnodeId1;
    req.dnodeId2 = pStmt->dnodeId2;
    req.dnodeId3 = pStmt->dnodeId3;
    code = buildCmdMsg(pCxt, TDMT_MND_REDISTRIBUTE_VGROUP, (FSerializeFunc)tSerializeSRedistributeVgroupReq, &req);
  }
  return code;
X
Xiaoyu Wang 已提交
4629 4630
}

4631 4632 4633 4634 4635
static int32_t translateSplitVgroup(STranslateContext* pCxt, SSplitVgroupStmt* pStmt) {
  SSplitVgroupReq req = {.vgId = pStmt->vgId};
  return buildCmdMsg(pCxt, TDMT_MND_SPLIT_VGROUP, (FSerializeFunc)tSerializeSSplitVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
4636 4637 4638 4639 4640
static int32_t translateShowVariables(STranslateContext* pCxt, SShowStmt* pStmt) {
  SShowVariablesReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_SHOW_VARIABLES, (FSerializeFunc)tSerializeSShowVariablesReq, &req);
}

4641 4642 4643 4644 4645 4646 4647 4648 4649
static int32_t translateShowCreateDatabase(STranslateContext* pCxt, SShowCreateDatabaseStmt* pStmt) {
  pStmt->pCfg = taosMemoryCalloc(1, sizeof(SDbCfgInfo));
  if (NULL == pStmt->pCfg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return getDBCfg(pCxt, pStmt->dbName, (SDbCfgInfo*)pStmt->pCfg);
}

static int32_t translateShowCreateTable(STranslateContext* pCxt, SShowCreateTableStmt* pStmt) {
D
dapan1121 已提交
4650 4651 4652 4653
  SName name;
  toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name);

  return getTableCfg(pCxt, &name, (STableCfg**)&pStmt->pCfg);
4654 4655
}

4656
static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
4657 4658 4659 4660 4661 4662 4663 4664
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pNode)) {
    case QUERY_NODE_SELECT_STMT:
      code = translateSelect(pCxt, (SSelectStmt*)pNode);
      break;
    case QUERY_NODE_SET_OPERATOR:
      code = translateSetOperator(pCxt, (SSetOperator*)pNode);
      break;
X
Xiaoyu Wang 已提交
4665 4666 4667
    case QUERY_NODE_DELETE_STMT:
      code = translateDelete(pCxt, (SDeleteStmt*)pNode);
      break;
4668 4669 4670
    case QUERY_NODE_INSERT_STMT:
      code = translateInsert(pCxt, (SInsertStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4671 4672 4673 4674 4675 4676 4677 4678 4679
    case QUERY_NODE_CREATE_DATABASE_STMT:
      code = translateCreateDatabase(pCxt, (SCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DATABASE_STMT:
      code = translateDropDatabase(pCxt, (SDropDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DATABASE_STMT:
      code = translateAlterDatabase(pCxt, (SAlterDatabaseStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4680 4681 4682
    case QUERY_NODE_TRIM_DATABASE_STMT:
      code = translateTrimDatabase(pCxt, (STrimDatabaseStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4683 4684 4685 4686 4687 4688 4689 4690 4691 4692
    case QUERY_NODE_CREATE_TABLE_STMT:
      code = translateCreateSuperTable(pCxt, (SCreateTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = translateDropTable(pCxt, (SDropTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_SUPER_TABLE_STMT:
      code = translateDropSuperTable(pCxt, (SDropSuperTableStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
4693
    case QUERY_NODE_ALTER_SUPER_TABLE_STMT:
X
Xiaoyu Wang 已提交
4694
      code = translateAlterSuperTable(pCxt, (SAlterTableStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
4695 4696 4697 4698 4699 4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735 4736 4737 4738 4739 4740
      break;
    case QUERY_NODE_CREATE_USER_STMT:
      code = translateCreateUser(pCxt, (SCreateUserStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_USER_STMT:
      code = translateAlterUser(pCxt, (SAlterUserStmt*)pNode);
      break;
    case QUERY_NODE_DROP_USER_STMT:
      code = translateDropUser(pCxt, (SDropUserStmt*)pNode);
      break;
    case QUERY_NODE_USE_DATABASE_STMT:
      code = translateUseDatabase(pCxt, (SUseDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_DNODE_STMT:
      code = translateCreateDnode(pCxt, (SCreateDnodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DNODE_STMT:
      code = translateDropDnode(pCxt, (SDropDnodeStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DNODE_STMT:
      code = translateAlterDnode(pCxt, (SAlterDnodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_INDEX_STMT:
      code = translateCreateIndex(pCxt, (SCreateIndexStmt*)pNode);
      break;
    case QUERY_NODE_DROP_INDEX_STMT:
      code = translateDropIndex(pCxt, (SDropIndexStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_QNODE_STMT:
    case QUERY_NODE_CREATE_BNODE_STMT:
    case QUERY_NODE_CREATE_SNODE_STMT:
    case QUERY_NODE_CREATE_MNODE_STMT:
      code = translateCreateComponentNode(pCxt, (SCreateComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_QNODE_STMT:
    case QUERY_NODE_DROP_BNODE_STMT:
    case QUERY_NODE_DROP_SNODE_STMT:
    case QUERY_NODE_DROP_MNODE_STMT:
      code = translateDropComponentNode(pCxt, (SDropComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_TOPIC_STMT:
      code = translateCreateTopic(pCxt, (SCreateTopicStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TOPIC_STMT:
      code = translateDropTopic(pCxt, (SDropTopicStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4741 4742 4743
    case QUERY_NODE_DROP_CGROUP_STMT:
      code = translateDropCGroup(pCxt, (SDropCGroupStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4744 4745 4746 4747 4748 4749 4750 4751 4752 4753 4754 4755 4756
    case QUERY_NODE_ALTER_LOCAL_STMT:
      code = translateAlterLocal(pCxt, (SAlterLocalStmt*)pNode);
      break;
    case QUERY_NODE_EXPLAIN_STMT:
      code = translateExplain(pCxt, (SExplainStmt*)pNode);
      break;
    case QUERY_NODE_DESCRIBE_STMT:
      code = translateDescribe(pCxt, (SDescribeStmt*)pNode);
      break;
    case QUERY_NODE_KILL_CONNECTION_STMT:
      code = translateKillConnection(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_KILL_QUERY_STMT:
X
Xiaoyu Wang 已提交
4757
      code = translateKillQuery(pCxt, (SKillQueryStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
4758 4759 4760 4761 4762 4763 4764 4765 4766 4767 4768 4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779
      break;
    case QUERY_NODE_KILL_TRANSACTION_STMT:
      code = translateKillTransaction(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_STREAM_STMT:
      code = translateCreateStream(pCxt, (SCreateStreamStmt*)pNode);
      break;
    case QUERY_NODE_DROP_STREAM_STMT:
      code = translateDropStream(pCxt, (SDropStreamStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_FUNCTION_STMT:
      code = translateCreateFunction(pCxt, (SCreateFunctionStmt*)pNode);
      break;
    case QUERY_NODE_DROP_FUNCTION_STMT:
      code = translateDropFunction(pCxt, (SDropFunctionStmt*)pNode);
      break;
    case QUERY_NODE_GRANT_STMT:
      code = translateGrant(pCxt, (SGrantStmt*)pNode);
      break;
    case QUERY_NODE_REVOKE_STMT:
      code = translateRevoke(pCxt, (SRevokeStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4780 4781 4782 4783 4784 4785 4786 4787 4788
    case QUERY_NODE_BALANCE_VGROUP_STMT:
      code = translateBalanceVgroup(pCxt, (SBalanceVgroupStmt*)pNode);
      break;
    case QUERY_NODE_MERGE_VGROUP_STMT:
      code = translateMergeVgroup(pCxt, (SMergeVgroupStmt*)pNode);
      break;
    case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
      code = translateRedistributeVgroup(pCxt, (SRedistributeVgroupStmt*)pNode);
      break;
4789 4790 4791
    case QUERY_NODE_SPLIT_VGROUP_STMT:
      code = translateSplitVgroup(pCxt, (SSplitVgroupStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
4792 4793 4794
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      code = translateShowVariables(pCxt, (SShowStmt*)pNode);
      break;
4795 4796 4797 4798 4799 4800 4801
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      code = translateShowCreateDatabase(pCxt, (SShowCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      code = translateShowCreateTable(pCxt, (SShowCreateTableStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
4802 4803 4804 4805
    default:
      break;
  }
  return code;
4806 4807 4808
}

static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
4809
  ++(pCxt->currLevel);
4810 4811 4812
  ESqlClause currClause = pCxt->currClause;
  SNode*     pCurrStmt = pCxt->pCurrStmt;
  int32_t    code = translateQuery(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
4813 4814
  --(pCxt->currLevel);
  pCxt->currClause = currClause;
4815
  pCxt->pCurrStmt = pCurrStmt;
wmmhello's avatar
wmmhello 已提交
4816
  return code;
4817 4818
}

X
Xiaoyu Wang 已提交
4819
static int32_t extractQueryResultSchema(const SNodeList* pProjections, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4820 4821 4822 4823 4824 4825 4826 4827 4828 4829
  *numOfCols = LIST_LENGTH(pProjections);
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  SNode*  pNode;
  int32_t index = 0;
  FOREACH(pNode, pProjections) {
    SExprNode* pExpr = (SExprNode*)pNode;
4830 4831 4832 4833 4834 4835 4836
    if (TSDB_DATA_TYPE_NULL == pExpr->resType.type) {
      (*pSchema)[index].type = TSDB_DATA_TYPE_VARCHAR;
      (*pSchema)[index].bytes = 0;
    } else {
      (*pSchema)[index].type = pExpr->resType.type;
      (*pSchema)[index].bytes = pExpr->resType.bytes;
    }
wmmhello's avatar
wmmhello 已提交
4837 4838 4839 4840 4841 4842 4843 4844 4845 4846
    (*pSchema)[index].colId = index + 1;
    if ('\0' != pExpr->userAlias[0]) {
      strcpy((*pSchema)[index].name, pExpr->userAlias);
    } else {
      strcpy((*pSchema)[index].name, pExpr->aliasName);
    }
    index += 1;
  }

  return TSDB_CODE_SUCCESS;
4847 4848
}

H
Hongze Cheng 已提交
4849
static int8_t extractResultTsPrecision(const SSelectStmt* pSelect) { return pSelect->precision; }
4850

4851
static int32_t extractExplainResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4852 4853 4854 4855 4856 4857 4858 4859 4860
  *numOfCols = 1;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_EXPLAIN_RESULT_ROW_SIZE;
  strcpy((*pSchema)[0].name, TSDB_EXPLAIN_RESULT_COLUMN_NAME);
  return TSDB_CODE_SUCCESS;
4861 4862 4863
}

static int32_t extractDescribeResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4864 4865 4866 4867 4868
  *numOfCols = DESCRIBE_RESULT_COLS;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4869

wmmhello's avatar
wmmhello 已提交
4870 4871 4872
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = DESCRIBE_RESULT_FIELD_LEN;
  strcpy((*pSchema)[0].name, "field");
4873

wmmhello's avatar
wmmhello 已提交
4874 4875 4876
  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = DESCRIBE_RESULT_TYPE_LEN;
  strcpy((*pSchema)[1].name, "type");
4877

wmmhello's avatar
wmmhello 已提交
4878 4879 4880
  (*pSchema)[2].type = TSDB_DATA_TYPE_INT;
  (*pSchema)[2].bytes = tDataTypes[TSDB_DATA_TYPE_INT].bytes;
  strcpy((*pSchema)[2].name, "length");
4881

wmmhello's avatar
wmmhello 已提交
4882 4883 4884
  (*pSchema)[3].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[3].bytes = DESCRIBE_RESULT_NOTE_LEN;
  strcpy((*pSchema)[3].name, "note");
4885

wmmhello's avatar
wmmhello 已提交
4886
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4887 4888
}

4889 4890 4891 4892 4893 4894 4895 4896 4897 4898 4899 4900 4901 4902 4903 4904 4905 4906 4907 4908 4909 4910 4911 4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922 4923 4924
static int32_t extractShowCreateDatabaseResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_DB_NAME_LEN;
  strcpy((*pSchema)[0].name, "Database");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_MAX_BINARY_LEN;
  strcpy((*pSchema)[1].name, "Create Database");

  return TSDB_CODE_SUCCESS;
}

static int32_t extractShowCreateTableResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_TABLE_NAME_LEN;
  strcpy((*pSchema)[0].name, "Table");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_MAX_BINARY_LEN;
  strcpy((*pSchema)[1].name, "Create Table");

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
4925
static int32_t extractShowVariablesResultSchema(int32_t* numOfCols, SSchema** pSchema) {
D
dapan1121 已提交
4926 4927 4928 4929 4930 4931 4932 4933 4934 4935 4936 4937 4938 4939 4940 4941 4942
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_CONFIG_OPTION_LEN;
  strcpy((*pSchema)[0].name, "name");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_CONFIG_VALUE_LEN;
  strcpy((*pSchema)[1].name, "value");

  return TSDB_CODE_SUCCESS;
}

4943
int32_t extractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
4944 4945 4946
  if (NULL == pRoot) {
    return TSDB_CODE_SUCCESS;
  }
4947

wmmhello's avatar
wmmhello 已提交
4948 4949 4950 4951 4952 4953 4954 4955
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
    case QUERY_NODE_SET_OPERATOR:
      return extractQueryResultSchema(getProjectList(pRoot), numOfCols, pSchema);
    case QUERY_NODE_EXPLAIN_STMT:
      return extractExplainResultSchema(numOfCols, pSchema);
    case QUERY_NODE_DESCRIBE_STMT:
      return extractDescribeResultSchema(numOfCols, pSchema);
4956 4957 4958 4959 4960
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      return extractShowCreateDatabaseResultSchema(numOfCols, pSchema);
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      return extractShowCreateTableResultSchema(numOfCols, pSchema);
D
dapan1121 已提交
4961
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
D
dapan1121 已提交
4962 4963
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      return extractShowVariablesResultSchema(numOfCols, pSchema);
wmmhello's avatar
wmmhello 已提交
4964 4965 4966
    default:
      break;
  }
4967

wmmhello's avatar
wmmhello 已提交
4968
  return TSDB_CODE_FAILED;
4969 4970
}

4971
static const char* getSysDbName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
4972 4973 4974 4975 4976 4977 4978 4979 4980 4981 4982 4983 4984 4985 4986 4987
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_LICENCE_STMT:
    case QUERY_NODE_SHOW_CLUSTER_STMT:
4988 4989
    case QUERY_NODE_SHOW_VARIABLES_STMT:
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
wmmhello's avatar
wmmhello 已提交
4990 4991 4992 4993
      return TSDB_INFORMATION_SCHEMA_DB;
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
H
Haojun Liao 已提交
4994
    case QUERY_NODE_SHOW_STREAMS_STMT:
wmmhello's avatar
wmmhello 已提交
4995
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
D
dapan1121 已提交
4996
    case QUERY_NODE_SHOW_APPS_STMT:
4997 4998
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
wmmhello's avatar
wmmhello 已提交
4999 5000 5001 5002 5003
      return TSDB_PERFORMANCE_SCHEMA_DB;
    default:
      break;
  }
  return NULL;
5004 5005
}

X
Xiaoyu Wang 已提交
5006
static const char* getSysTableName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
5007 5008 5009 5010 5011 5012 5013 5014 5015 5016 5017 5018 5019 5020 5021 5022 5023 5024 5025 5026 5027 5028 5029 5030
  switch (type) {
    case QUERY_NODE_SHOW_DATABASES_STMT:
      return TSDB_INS_TABLE_USER_DATABASES;
    case QUERY_NODE_SHOW_TABLES_STMT:
      return TSDB_INS_TABLE_USER_TABLES;
    case QUERY_NODE_SHOW_STABLES_STMT:
      return TSDB_INS_TABLE_USER_STABLES;
    case QUERY_NODE_SHOW_USERS_STMT:
      return TSDB_INS_TABLE_USER_USERS;
    case QUERY_NODE_SHOW_DNODES_STMT:
      return TSDB_INS_TABLE_DNODES;
    case QUERY_NODE_SHOW_VGROUPS_STMT:
      return TSDB_INS_TABLE_VGROUPS;
    case QUERY_NODE_SHOW_MNODES_STMT:
      return TSDB_INS_TABLE_MNODES;
    case QUERY_NODE_SHOW_MODULES_STMT:
      return TSDB_INS_TABLE_MODULES;
    case QUERY_NODE_SHOW_QNODES_STMT:
      return TSDB_INS_TABLE_QNODES;
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
      return TSDB_INS_TABLE_USER_FUNCTIONS;
    case QUERY_NODE_SHOW_INDEXES_STMT:
      return TSDB_INS_TABLE_USER_INDEXES;
    case QUERY_NODE_SHOW_STREAMS_STMT:
5031
      return TSDB_PERFS_TABLE_STREAMS;
wmmhello's avatar
wmmhello 已提交
5032 5033 5034 5035 5036 5037 5038 5039 5040 5041 5042 5043 5044 5045 5046 5047
    case QUERY_NODE_SHOW_BNODES_STMT:
      return TSDB_INS_TABLE_BNODES;
    case QUERY_NODE_SHOW_SNODES_STMT:
      return TSDB_INS_TABLE_SNODES;
    case QUERY_NODE_SHOW_LICENCE_STMT:
      return TSDB_INS_TABLE_LICENCES;
    case QUERY_NODE_SHOW_CLUSTER_STMT:
      return TSDB_INS_TABLE_CLUSTER;
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
      return TSDB_PERFS_TABLE_CONNECTIONS;
    case QUERY_NODE_SHOW_QUERIES_STMT:
      return TSDB_PERFS_TABLE_QUERIES;
    case QUERY_NODE_SHOW_TOPICS_STMT:
      return TSDB_PERFS_TABLE_TOPICS;
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
      return TSDB_PERFS_TABLE_TRANS;
5048
    case QUERY_NODE_SHOW_VARIABLES_STMT:
D
dapan1121 已提交
5049 5050 5051
      return TSDB_INS_TABLE_CONFIGS;
    case QUERY_NODE_SHOW_APPS_STMT:
      return TSDB_PERFS_TABLE_APPS;
5052 5053
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
      return TSDB_INS_TABLE_DNODE_VARIABLES;
5054 5055 5056 5057
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
      return TSDB_PERFS_TABLE_CONSUMERS;
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
      return TSDB_PERFS_TABLE_SUBSCRIPTIONS;
wmmhello's avatar
wmmhello 已提交
5058 5059 5060 5061
    default:
      break;
  }
  return NULL;
X
Xiaoyu Wang 已提交
5062 5063
}

5064 5065 5066 5067 5068 5069 5070 5071 5072
static SNode* createStarCol() {
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return NULL;
  }
  strcpy(pCol->colName, "*");
  return (SNode*)pCol;
}

5073
static int32_t createSimpleSelectStmt(const char* pDb, const char* pTable, SSelectStmt** pStmt) {
5074
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
wmmhello's avatar
wmmhello 已提交
5075 5076 5077 5078
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);
X
Xiaoyu Wang 已提交
5079

5080 5081
  SRealTableNode* pRealTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pRealTable) {
5082
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
5083 5084
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5085 5086 5087 5088
  strcpy(pRealTable->table.dbName, pDb);
  strcpy(pRealTable->table.tableName, pTable);
  strcpy(pRealTable->table.tableAlias, pTable);
  pSelect->pFromTable = (SNode*)pRealTable;
X
Xiaoyu Wang 已提交
5089

5090 5091 5092 5093 5094
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSelect->pProjectionList, createStarCol())) {
    nodesDestroyNode((SNode*)pSelect);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

wmmhello's avatar
wmmhello 已提交
5095
  *pStmt = pSelect;
X
Xiaoyu Wang 已提交
5096

wmmhello's avatar
wmmhello 已提交
5097
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5098 5099
}

5100 5101 5102 5103 5104 5105 5106 5107
static int32_t createSelectStmtForShow(ENodeType showType, SSelectStmt** pStmt) {
  return createSimpleSelectStmt(getSysDbName(showType), getSysTableName(showType), pStmt);
}

static int32_t createSelectStmtForShowTableDist(SShowTableDistributedStmt* pStmt, SSelectStmt** pOutput) {
  return createSimpleSelectStmt(pStmt->dbName, pStmt->tableName, pOutput);
}

X
Xiaoyu Wang 已提交
5108
static int32_t createOperatorNode(EOperatorType opType, const char* pColName, SNode* pRight, SNode** pOp) {
wmmhello's avatar
wmmhello 已提交
5109 5110 5111
  if (NULL == pRight) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
5112

5113
  SOperatorNode* pOper = (SOperatorNode*)nodesMakeNode(QUERY_NODE_OPERATOR);
wmmhello's avatar
wmmhello 已提交
5114 5115 5116
  if (NULL == pOper) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5117

wmmhello's avatar
wmmhello 已提交
5118 5119 5120 5121
  pOper->opType = opType;
  pOper->pLeft = nodesMakeNode(QUERY_NODE_COLUMN);
  pOper->pRight = nodesCloneNode(pRight);
  if (NULL == pOper->pLeft || NULL == pOper->pRight) {
5122
    nodesDestroyNode((SNode*)pOper);
wmmhello's avatar
wmmhello 已提交
5123 5124 5125
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(((SColumnNode*)pOper->pLeft)->colName, pColName);
X
Xiaoyu Wang 已提交
5126

wmmhello's avatar
wmmhello 已提交
5127 5128
  *pOp = (SNode*)pOper;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5129 5130 5131
}

static const char* getTbNameColName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
5132
  return (QUERY_NODE_SHOW_STABLES_STMT == type ? "stable_name" : "table_name");
X
Xiaoyu Wang 已提交
5133 5134 5135
}

static int32_t createLogicCondNode(SNode* pCond1, SNode* pCond2, SNode** pCond) {
5136
  SLogicConditionNode* pCondition = (SLogicConditionNode*)nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
wmmhello's avatar
wmmhello 已提交
5137 5138 5139 5140 5141 5142
  if (NULL == pCondition) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCondition->condType = LOGIC_COND_TYPE_AND;
  pCondition->pParameterList = nodesMakeList();
  if (NULL == pCondition->pParameterList) {
5143
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
5144 5145 5146 5147
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond1) ||
      TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond2)) {
5148
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
5149 5150 5151 5152 5153
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  *pCond = (SNode*)pCondition;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5154 5155 5156
}

static int32_t createShowCondition(const SShowStmt* pShow, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
5157 5158 5159 5160
  SNode* pDbCond = NULL;
  SNode* pTbCond = NULL;
  if (TSDB_CODE_SUCCESS != createOperatorNode(OP_TYPE_EQUAL, "db_name", pShow->pDbName, &pDbCond) ||
      TSDB_CODE_SUCCESS !=
5161
          createOperatorNode(pShow->tableCondType, getTbNameColName(nodeType(pShow)), pShow->pTbName, &pTbCond)) {
wmmhello's avatar
wmmhello 已提交
5162 5163 5164 5165 5166 5167 5168 5169 5170 5171 5172 5173 5174 5175 5176 5177 5178 5179 5180 5181
    nodesDestroyNode(pDbCond);
    nodesDestroyNode(pTbCond);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  if (NULL != pDbCond && NULL != pTbCond) {
    if (TSDB_CODE_SUCCESS != createLogicCondNode(pDbCond, pTbCond, &pSelect->pWhere)) {
      nodesDestroyNode(pDbCond);
      nodesDestroyNode(pTbCond);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  } else {
    pSelect->pWhere = (NULL == pDbCond ? pTbCond : pDbCond);
  }

  if (NULL != pShow->pDbName) {
    strcpy(((SRealTableNode*)pSelect->pFromTable)->qualDbName, ((SValueNode*)pShow->pDbName)->literal);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5182 5183 5184
}

static int32_t rewriteShow(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5185 5186 5187 5188 5189 5190 5191 5192 5193 5194 5195
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = createShowCondition((SShowStmt*)pQuery->pRoot, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
5196 5197
}

5198 5199 5200 5201 5202 5203 5204 5205 5206 5207 5208 5209 5210 5211 5212
static int32_t rewriteShowDnodeVariables(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = createOperatorNode(OP_TYPE_EQUAL, "dnode_id", ((SShowDnodeVariablesStmt*)pQuery->pRoot)->pDnodeId,
                              &pStmt->pWhere);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

5213 5214 5215 5216 5217 5218 5219 5220 5221 5222 5223 5224 5225 5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239 5240 5241 5242
static SNode* createBlockDistInfoFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist_info");
  strcpy(pFunc->node.aliasName, "_block_dist_info");
  return (SNode*)pFunc;
}

static SNode* createBlockDistFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist");
  strcpy(pFunc->node.aliasName, "_block_dist");
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createBlockDistInfoFunc())) {
    nodesDestroyNode((SNode*)pFunc);
    return NULL;
  }
  return (SNode*)pFunc;
}

static int32_t rewriteShowTableDist(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShowTableDist((SShowTableDistributedStmt*)pQuery->pRoot, &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
5243
    NODES_DESTORY_LIST(pStmt->pProjectionList);
5244 5245 5246 5247 5248 5249 5250 5251 5252 5253
    code = nodesListMakeStrictAppend(&pStmt->pProjectionList, createBlockDistFunc());
  }
  if (TSDB_CODE_SUCCESS == code) {
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

X
Xiaoyu Wang 已提交
5254
typedef struct SVgroupCreateTableBatch {
wmmhello's avatar
wmmhello 已提交
5255 5256 5257
  SVCreateTbBatchReq req;
  SVgroupInfo        info;
  char               dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
5258
} SVgroupCreateTableBatch;
5259

X
Xiaoyu Wang 已提交
5260
static void destroyCreateTbReq(SVCreateTbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5261
  taosMemoryFreeClear(pReq->name);
wmmhello's avatar
wmmhello 已提交
5262
  taosMemoryFreeClear(pReq->comment);
5263
  taosMemoryFreeClear(pReq->ntb.schemaRow.pSchema);
X
Xiaoyu Wang 已提交
5264 5265
}

dengyihao's avatar
dengyihao 已提交
5266
static int32_t buildNormalTableBatchReq(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pVgroupInfo,
wmmhello's avatar
wmmhello 已提交
5267 5268 5269 5270 5271 5272 5273 5274 5275
                                        SVgroupCreateTableBatch* pBatch) {
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, pStmt->dbName);
  tNameGetFullDbName(&name, dbFName);

  SVCreateTbReq req = {0};
  req.type = TD_NORMAL_TABLE;
  req.name = strdup(pStmt->tableName);
wmmhello's avatar
wmmhello 已提交
5276
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
5277
  if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
5278 5279
    req.comment = strdup(pStmt->pOptions->comment);
    if (NULL == req.comment) {
wmmhello's avatar
wmmhello 已提交
5280
      destroyCreateTbReq(&req);
wmmhello's avatar
wmmhello 已提交
5281 5282
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
5283
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
5284
  } else {
wmmhello's avatar
wmmhello 已提交
5285
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
5286
  }
5287 5288 5289 5290
  req.ntb.schemaRow.nCols = LIST_LENGTH(pStmt->pCols);
  req.ntb.schemaRow.version = 1;
  req.ntb.schemaRow.pSchema = taosMemoryCalloc(req.ntb.schemaRow.nCols, sizeof(SSchema));
  if (NULL == req.name || NULL == req.ntb.schemaRow.pSchema) {
wmmhello's avatar
wmmhello 已提交
5291 5292 5293 5294 5295 5296 5297 5298 5299
    destroyCreateTbReq(&req);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }
  SNode*   pCol;
  col_id_t index = 0;
  FOREACH(pCol, pStmt->pCols) {
5300
    toSchema((SColumnDefNode*)pCol, index + 1, req.ntb.schemaRow.pSchema + index);
wmmhello's avatar
wmmhello 已提交
5301 5302 5303 5304 5305 5306 5307 5308 5309 5310 5311 5312
    ++index;
  }
  pBatch->info = *pVgroupInfo;
  strcpy(pBatch->dbName, pStmt->dbName);
  pBatch->req.pArray = taosArrayInit(1, sizeof(struct SVCreateTbReq));
  if (NULL == pBatch->req.pArray) {
    destroyCreateTbReq(&req);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  taosArrayPush(pBatch->req.pArray, &req);

  return TSDB_CODE_SUCCESS;
5313 5314
}

X
Xiaoyu Wang 已提交
5315
static int32_t serializeVgroupCreateTableBatch(SVgroupCreateTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
5316 5317 5318 5319 5320 5321 5322 5323 5324 5325 5326 5327 5328 5329 5330 5331 5332 5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVCreateTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
5345 5346
}

wmmhello's avatar
wmmhello 已提交
5347
static void destroyCreateTbReqBatch(void* data) {
5348 5349
  SVgroupCreateTableBatch* pTbBatch = (SVgroupCreateTableBatch*)data;
  size_t                   size = taosArrayGetSize(pTbBatch->req.pArray);
wmmhello's avatar
wmmhello 已提交
5350 5351 5352
  for (int32_t i = 0; i < size; ++i) {
    SVCreateTbReq* pTableReq = taosArrayGet(pTbBatch->req.pArray, i);
    taosMemoryFreeClear(pTableReq->name);
wmmhello's avatar
wmmhello 已提交
5353
    taosMemoryFreeClear(pTableReq->comment);
wmmhello's avatar
wmmhello 已提交
5354 5355

    if (pTableReq->type == TSDB_NORMAL_TABLE) {
5356
      taosMemoryFreeClear(pTableReq->ntb.schemaRow.pSchema);
wmmhello's avatar
wmmhello 已提交
5357 5358
    } else if (pTableReq->type == TSDB_CHILD_TABLE) {
      taosMemoryFreeClear(pTableReq->ctb.pTag);
wmmhello's avatar
wmmhello 已提交
5359 5360
      taosMemoryFreeClear(pTableReq->ctb.name);
      taosArrayDestroy(pTableReq->ctb.tagName);
wmmhello's avatar
wmmhello 已提交
5361 5362
    }
  }
5363

wmmhello's avatar
wmmhello 已提交
5364
  taosArrayDestroy(pTbBatch->req.pArray);
5365 5366
}

wmmhello's avatar
wmmhello 已提交
5367
int32_t rewriteToVnodeModifyOpStmt(SQuery* pQuery, SArray* pBufArray) {
5368
  SVnodeModifOpStmt* pNewStmt = (SVnodeModifOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIF_STMT);
wmmhello's avatar
wmmhello 已提交
5369 5370 5371 5372 5373 5374 5375 5376
  if (pNewStmt == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pNewStmt->sqlNodeType = nodeType(pQuery->pRoot);
  pNewStmt->pDataBlocks = pBufArray;
  nodesDestroyNode(pQuery->pRoot);
  pQuery->pRoot = (SNode*)pNewStmt;
  return TSDB_CODE_SUCCESS;
5377 5378
}

X
Xiaoyu Wang 已提交
5379
static void destroyCreateTbReqArray(SArray* pArray) {
wmmhello's avatar
wmmhello 已提交
5380 5381 5382 5383 5384 5385 5386
  size_t size = taosArrayGetSize(pArray);
  for (size_t i = 0; i < size; ++i) {
    SVgDataBlocks* pVg = taosArrayGetP(pArray, i);
    taosMemoryFreeClear(pVg->pData);
    taosMemoryFreeClear(pVg);
  }
  taosArrayDestroy(pArray);
X
Xiaoyu Wang 已提交
5387 5388
}

dengyihao's avatar
dengyihao 已提交
5389
static int32_t buildCreateTableDataBlock(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pInfo,
wmmhello's avatar
wmmhello 已提交
5390 5391 5392 5393 5394
                                         SArray** pBufArray) {
  *pBufArray = taosArrayInit(1, POINTER_BYTES);
  if (NULL == *pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5395

wmmhello's avatar
wmmhello 已提交
5396 5397 5398 5399 5400
  SVgroupCreateTableBatch tbatch = {0};
  int32_t                 code = buildNormalTableBatchReq(acctId, pStmt, pInfo, &tbatch);
  if (TSDB_CODE_SUCCESS == code) {
    code = serializeVgroupCreateTableBatch(&tbatch, *pBufArray);
  }
X
Xiaoyu Wang 已提交
5401

wmmhello's avatar
wmmhello 已提交
5402 5403 5404 5405 5406
  destroyCreateTbReqBatch(&tbatch);
  if (TSDB_CODE_SUCCESS != code) {
    destroyCreateTbReqArray(*pBufArray);
  }
  return code;
5407 5408 5409
}

static int32_t rewriteCreateTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5410 5411
  SCreateTableStmt* pStmt = (SCreateTableStmt*)pQuery->pRoot;

5412
  int32_t     code = checkCreateTable(pCxt, pStmt, false);
wmmhello's avatar
wmmhello 已提交
5413 5414 5415 5416 5417 5418 5419 5420 5421 5422 5423 5424 5425 5426 5427 5428
  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
  SArray* pBufArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTableDataBlock(pCxt->pParseCxt->acctId, pStmt, &info, &pBufArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
    if (TSDB_CODE_SUCCESS != code) {
      destroyCreateTbReqArray(pBufArray);
    }
  }

  return code;
5429 5430
}

C
Cary Xu 已提交
5431
static void addCreateTbReqIntoVgroup(int32_t acctId, SHashObj* pVgroupHashmap, SCreateSubTableClause* pStmt,
5432 5433 5434 5435 5436 5437
                                     const STag* pTag, uint64_t suid, const char* sTableNmae, SVgroupInfo* pVgInfo,
                                     SArray* tagName) {
  //  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  //  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  //  strcpy(name.dbname, pStmt->dbName);
  //  tNameGetFullDbName(&name, dbFName);
wmmhello's avatar
wmmhello 已提交
5438 5439 5440 5441

  struct SVCreateTbReq req = {0};
  req.type = TD_CHILD_TABLE;
  req.name = strdup(pStmt->tableName);
X
Xiaoyu Wang 已提交
5442
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
5443
  if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
5444
    req.comment = strdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
5445
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
5446
  } else {
wmmhello's avatar
wmmhello 已提交
5447
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
5448
  }
wmmhello's avatar
wmmhello 已提交
5449
  req.ctb.suid = suid;
wmmhello's avatar
wmmhello 已提交
5450
  req.ctb.name = strdup(sTableNmae);
C
Cary Xu 已提交
5451
  req.ctb.pTag = (uint8_t*)pTag;
wmmhello's avatar
wmmhello 已提交
5452
  req.ctb.tagName = taosArrayDup(tagName);
wmmhello's avatar
wmmhello 已提交
5453 5454 5455 5456 5457 5458 5459 5460 5461 5462 5463 5464 5465 5466 5467 5468 5469
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }

  SVgroupCreateTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (pTableBatch == NULL) {
    SVgroupCreateTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    strcpy(tBatch.dbName, pStmt->dbName);

    tBatch.req.pArray = taosArrayInit(4, sizeof(struct SVCreateTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
5470 5471
}

X
Xiaoyu Wang 已提交
5472 5473
static SDataType schemaToDataType(uint8_t precision, SSchema* pSchema) {
  SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes, .precision = precision, .scale = 0};
5474 5475 5476
  return dt;
}

5477 5478 5479 5480 5481
static int32_t createCastFuncForTag(STranslateContext* pCxt, SNode* pNode, SDataType dt, SNode** pCast) {
  SNode* pExpr = nodesCloneNode(pNode);
  if (NULL == pExpr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5482 5483 5484 5485
  int32_t code = translateExpr(pCxt, &pExpr);
  if (TSDB_CODE_SUCCESS == code) {
    code = createCastFunc(pCxt, pExpr, dt, pCast);
  }
5486 5487 5488 5489 5490 5491
  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyNode(pExpr);
  }
  return code;
}

5492
static int32_t createTagValFromExpr(STranslateContext* pCxt, SDataType targetDt, SNode* pNode, SValueNode** pVal) {
5493
  SNode*  pCast = NULL;
5494
  int32_t code = createCastFuncForTag(pCxt, pNode, targetDt, &pCast);
5495
  SNode*  pNew = NULL;
5496 5497 5498 5499 5500 5501 5502 5503 5504 5505 5506 5507
  if (TSDB_CODE_SUCCESS == code) {
    code = scalarCalculateConstants(pCast, &pNew);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pCast = pNew;
    if (QUERY_NODE_VALUE != nodeType(pCast)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pNode)->aliasName);
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pVal = (SValueNode*)pCast;
wmmhello's avatar
wmmhello 已提交
5508
  } else {
5509
    nodesDestroyNode(pCast);
X
Xiaoyu Wang 已提交
5510
  }
5511
  return code;
X
Xiaoyu Wang 已提交
5512 5513
}

5514 5515 5516 5517 5518
static int32_t createTagValFromVal(STranslateContext* pCxt, SDataType targetDt, SNode* pNode, SValueNode** pVal) {
  *pVal = (SValueNode*)nodesCloneNode(pNode);
  if (NULL == *pVal) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5519
  return DEAL_RES_ERROR == translateValueImpl(pCxt, *pVal, targetDt, true) ? pCxt->errCode : TSDB_CODE_SUCCESS;
5520 5521 5522 5523 5524 5525 5526 5527 5528 5529 5530
}

static int32_t createTagVal(STranslateContext* pCxt, uint8_t precision, SSchema* pSchema, SNode* pNode,
                            SValueNode** pVal) {
  if (QUERY_NODE_VALUE == nodeType(pNode)) {
    return createTagValFromVal(pCxt, schemaToDataType(precision, pSchema), pNode, pVal);
  } else {
    return createTagValFromExpr(pCxt, schemaToDataType(precision, pSchema), pNode, pVal);
  }
}

X
Xiaoyu Wang 已提交
5531 5532 5533 5534
static int32_t buildJsonTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray,
                               STag** ppTag) {
  if (pVal->literal && strlen(pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
    return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pVal->literal);
wmmhello's avatar
wmmhello 已提交
5535
  }
X
Xiaoyu Wang 已提交
5536

wmmhello's avatar
wmmhello 已提交
5537
  return parseJsontoTagData(pVal->literal, pTagArray, ppTag, &pCxt->msgBuf);
X
Xiaoyu Wang 已提交
5538 5539 5540 5541 5542 5543
}

static int32_t buildNormalTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray) {
  if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
    void*   nodeVal = nodesGetValueFromNode(pVal);
    STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
5544
    //    strcpy(val.colName, pTagSchema->name);
X
Xiaoyu Wang 已提交
5545 5546 5547 5548 5549 5550 5551 5552 5553
    if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
      val.pData = varDataVal(nodeVal);
      val.nData = varDataLen(nodeVal);
    } else {
      memcpy(&val.i64, nodeVal, pTagSchema->bytes);
    }
    taosArrayPush(pTagArray, &val);
  }
  return TSDB_CODE_SUCCESS;
5554 5555
}

dengyihao's avatar
dengyihao 已提交
5556
static int32_t buildKVRowForBindTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
wmmhello's avatar
wmmhello 已提交
5557
                                     STag** ppTag, SArray* tagName) {
wmmhello's avatar
wmmhello 已提交
5558 5559 5560 5561 5562 5563
  int32_t numOfTags = getNumOfTags(pSuperTableMeta);
  if (LIST_LENGTH(pStmt->pValsOfTags) != LIST_LENGTH(pStmt->pSpecificTags) ||
      numOfTags < LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

C
Cary Xu 已提交
5564
  SArray* pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
X
Xiaoyu Wang 已提交
5565 5566
  if (NULL == pTagArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
5567
  }
5568 5569 5570 5571 5572 5573

  int32_t code = TSDB_CODE_SUCCESS;

  bool       isJson = false;
  SNodeList* pVals = NULL;
  SNode *    pTag = NULL, *pNode = NULL;
wmmhello's avatar
wmmhello 已提交
5574 5575
  FORBOTH(pTag, pStmt->pSpecificTags, pNode, pStmt->pValsOfTags) {
    SColumnNode* pCol = (SColumnNode*)pTag;
5576
    SSchema*     pSchema = getTagSchema(pSuperTableMeta, pCol->colName);
wmmhello's avatar
wmmhello 已提交
5577
    if (NULL == pSchema) {
wmmhello's avatar
wmmhello 已提交
5578
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAG_NAME, pCol->colName);
wmmhello's avatar
wmmhello 已提交
5579 5580
    }
    SValueNode* pVal = NULL;
5581 5582
    if (TSDB_CODE_SUCCESS == code) {
      code = createTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pSchema, pNode, &pVal);
wmmhello's avatar
wmmhello 已提交
5583
    }
5584 5585 5586 5587
    if (TSDB_CODE_SUCCESS == code) {
      if (pSchema->type == TSDB_DATA_TYPE_JSON) {
        isJson = true;
        code = buildJsonTagVal(pCxt, pSchema, pVal, pTagArray, ppTag);
wmmhello's avatar
wmmhello 已提交
5588
        taosArrayPush(tagName, pCol->colName);
5589 5590
      } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
        code = buildNormalTagVal(pCxt, pSchema, pVal, pTagArray);
wmmhello's avatar
wmmhello 已提交
5591
        taosArrayPush(tagName, pCol->colName);
5592
      }
wmmhello's avatar
wmmhello 已提交
5593
    }
5594 5595 5596 5597 5598
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListMakeAppend(&pVals, (SNode*)pVal);
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
wmmhello's avatar
wmmhello 已提交
5599 5600 5601
    }
  }

5602 5603
  if (TSDB_CODE_SUCCESS == code && !isJson) {
    code = tTagNew(pTagArray, 1, false, ppTag);
wmmhello's avatar
wmmhello 已提交
5604
  }
5605 5606

  nodesDestroyList(pVals);
C
Cary Xu 已提交
5607
  taosArrayDestroy(pTagArray);
5608
  return code;
5609
}
5610

dengyihao's avatar
dengyihao 已提交
5611
static int32_t buildKVRowForAllTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
wmmhello's avatar
wmmhello 已提交
5612
                                    STag** ppTag, SArray* tagName) {
wmmhello's avatar
wmmhello 已提交
5613 5614 5615 5616
  if (getNumOfTags(pSuperTableMeta) != LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

5617 5618 5619
  SArray* pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
  if (NULL == pTagArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
5620 5621
  }

5622 5623 5624 5625 5626 5627 5628
  int32_t code = TSDB_CODE_SUCCESS;

  bool       isJson = false;
  int32_t    index = 0;
  SSchema*   pTagSchemas = getTableTagSchema(pSuperTableMeta);
  SNodeList* pVals = NULL;
  SNode*     pNode;
wmmhello's avatar
wmmhello 已提交
5629 5630
  FOREACH(pNode, pStmt->pValsOfTags) {
    SValueNode* pVal = NULL;
C
Cary Xu 已提交
5631
    SSchema*    pTagSchema = pTagSchemas + index;
5632 5633 5634 5635 5636
    code = createTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pTagSchema, pNode, &pVal);
    if (TSDB_CODE_SUCCESS == code) {
      if (pTagSchema->type == TSDB_DATA_TYPE_JSON) {
        isJson = true;
        code = buildJsonTagVal(pCxt, pTagSchema, pVal, pTagArray, ppTag);
wmmhello's avatar
wmmhello 已提交
5637
        taosArrayPush(tagName, pTagSchema->name);
5638 5639 5640
      } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL && !pVal->isNull) {
        char*   tmpVal = nodesGetValueFromNode(pVal);
        STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
5641
        //        strcpy(val.colName, pTagSchema->name);
5642 5643 5644 5645 5646 5647 5648
        if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
          val.pData = varDataVal(tmpVal);
          val.nData = varDataLen(tmpVal);
        } else {
          memcpy(&val.i64, tmpVal, pTagSchema->bytes);
        }
        taosArrayPush(pTagArray, &val);
wmmhello's avatar
wmmhello 已提交
5649
        taosArrayPush(tagName, pTagSchema->name);
5650
      }
wmmhello's avatar
wmmhello 已提交
5651
    }
5652 5653
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListMakeAppend(&pVals, (SNode*)pVal);
wmmhello's avatar
wmmhello 已提交
5654
    }
5655 5656
    if (TSDB_CODE_SUCCESS != code) {
      break;
wmmhello's avatar
wmmhello 已提交
5657
    }
wmmhello's avatar
wmmhello 已提交
5658
    ++index;
wmmhello's avatar
wmmhello 已提交
5659
  }
wmmhello's avatar
wmmhello 已提交
5660

5661 5662
  if (TSDB_CODE_SUCCESS == code && !isJson) {
    code = tTagNew(pTagArray, 1, false, ppTag);
wmmhello's avatar
wmmhello 已提交
5663 5664
  }

5665
  nodesDestroyList(pVals);
C
Cary Xu 已提交
5666
  taosArrayDestroy(pTagArray);
wmmhello's avatar
wmmhello 已提交
5667
  return code;
5668 5669
}

X
Xiaoyu Wang 已提交
5670
static int32_t checkCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt) {
wmmhello's avatar
wmmhello 已提交
5671 5672 5673 5674
  if (0 != strcmp(pStmt->dbName, pStmt->useDbName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5675
}
5676
static int32_t rewriteCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt, SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5677 5678 5679 5680 5681 5682 5683
  int32_t code = checkCreateSubTable(pCxt, pStmt);

  STableMeta* pSuperTableMeta = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableMeta(pCxt, pStmt->useDbName, pStmt->useTableName, &pSuperTableMeta);
  }

5684
  STag*   pTag = NULL;
wmmhello's avatar
wmmhello 已提交
5685
  SArray* tagName = taosArrayInit(8, TSDB_COL_NAME_LEN);
wmmhello's avatar
wmmhello 已提交
5686 5687 5688

  if (TSDB_CODE_SUCCESS == code) {
    if (NULL != pStmt->pSpecificTags) {
wmmhello's avatar
wmmhello 已提交
5689
      code = buildKVRowForBindTags(pCxt, pStmt, pSuperTableMeta, &pTag, tagName);
wmmhello's avatar
wmmhello 已提交
5690
    } else {
wmmhello's avatar
wmmhello 已提交
5691
      code = buildKVRowForAllTags(pCxt, pStmt, pSuperTableMeta, &pTag, tagName);
wmmhello's avatar
wmmhello 已提交
5692 5693 5694 5695 5696 5697 5698 5699
    }
  }

  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
5700 5701
    addCreateTbReqIntoVgroup(pCxt->pParseCxt->acctId, pVgroupHashmap, pStmt, pTag, pSuperTableMeta->uid,
                             pStmt->useTableName, &info, tagName);
wmmhello's avatar
wmmhello 已提交
5702 5703
  }

wmmhello's avatar
wmmhello 已提交
5704
  taosArrayDestroy(tagName);
wmmhello's avatar
wmmhello 已提交
5705 5706
  taosMemoryFreeClear(pSuperTableMeta);
  return code;
5707 5708
}

wmmhello's avatar
wmmhello 已提交
5709
SArray* serializeVgroupsCreateTableBatch(SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5710 5711 5712 5713
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
5714

wmmhello's avatar
wmmhello 已提交
5715 5716 5717 5718 5719 5720 5721
  int32_t                  code = TSDB_CODE_SUCCESS;
  SVgroupCreateTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
5722

wmmhello's avatar
wmmhello 已提交
5723 5724
    serializeVgroupCreateTableBatch(pTbBatch, pBufArray);
  } while (true);
5725

wmmhello's avatar
wmmhello 已提交
5726
  return pBufArray;
5727 5728 5729
}

static int32_t rewriteCreateMultiTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5730
  SCreateMultiTableStmt* pStmt = (SCreateMultiTableStmt*)pQuery->pRoot;
5731

wmmhello's avatar
wmmhello 已提交
5732 5733 5734 5735
  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5736

wmmhello's avatar
wmmhello 已提交
5737
  taosHashSetFreeFp(pVgroupHashmap, destroyCreateTbReqBatch);
wmmhello's avatar
wmmhello 已提交
5738 5739 5740
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pNode;
  FOREACH(pNode, pStmt->pSubTables) {
X
Xiaoyu Wang 已提交
5741
    SCreateSubTableClause* pClause = (SCreateSubTableClause*)pNode;
X
Xiaoyu Wang 已提交
5742
    code = rewriteCreateSubTable(pCxt, pClause, pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
5743 5744 5745 5746 5747
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
  }
5748

wmmhello's avatar
wmmhello 已提交
5749
  SArray* pBufArray = serializeVgroupsCreateTableBatch(pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
5750 5751 5752 5753
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5754

wmmhello's avatar
wmmhello 已提交
5755
  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
5756 5757 5758
}

typedef struct SVgroupDropTableBatch {
wmmhello's avatar
wmmhello 已提交
5759 5760 5761
  SVDropTbBatchReq req;
  SVgroupInfo      info;
  char             dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
5762 5763 5764
} SVgroupDropTableBatch;

static void addDropTbReqIntoVgroup(SHashObj* pVgroupHashmap, SDropTableClause* pClause, SVgroupInfo* pVgInfo) {
wmmhello's avatar
wmmhello 已提交
5765 5766 5767 5768 5769 5770 5771 5772 5773 5774 5775 5776
  SVDropTbReq            req = {.name = pClause->tableName, .igNotExists = pClause->ignoreNotExists};
  SVgroupDropTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (NULL == pTableBatch) {
    SVgroupDropTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    tBatch.req.pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
X
Xiaoyu Wang 已提交
5777 5778 5779
}

static int32_t buildDropTableVgroupHashmap(STranslateContext* pCxt, SDropTableClause* pClause, bool* pIsSuperTable,
wmmhello's avatar
wmmhello 已提交
5780 5781 5782
                                           SHashObj* pVgroupHashmap) {
  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pClause->dbName, pClause->tableName, &pTableMeta);
X
Xiaoyu Wang 已提交
5783

wmmhello's avatar
wmmhello 已提交
5784 5785 5786 5787
  if (TSDB_CODE_SUCCESS == code && TSDB_SUPER_TABLE == pTableMeta->tableType) {
    *pIsSuperTable = true;
    goto over;
  }
X
Xiaoyu Wang 已提交
5788

wmmhello's avatar
wmmhello 已提交
5789 5790
  if (TSDB_CODE_PAR_TABLE_NOT_EXIST == code && pClause->ignoreNotExists) {
    code = TSDB_CODE_SUCCESS;
5791
    goto over;
wmmhello's avatar
wmmhello 已提交
5792
  }
5793

wmmhello's avatar
wmmhello 已提交
5794
  *pIsSuperTable = false;
X
Xiaoyu Wang 已提交
5795

wmmhello's avatar
wmmhello 已提交
5796 5797 5798 5799 5800 5801 5802
  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pClause->dbName, pClause->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
    addDropTbReqIntoVgroup(pVgroupHashmap, pClause, &info);
  }
X
Xiaoyu Wang 已提交
5803 5804

over:
wmmhello's avatar
wmmhello 已提交
5805 5806
  taosMemoryFreeClear(pTableMeta);
  return code;
X
Xiaoyu Wang 已提交
5807 5808
}

wmmhello's avatar
wmmhello 已提交
5809 5810 5811 5812
static void destroyDropTbReqBatch(void* data) {
  SVgroupDropTableBatch* pTbBatch = (SVgroupDropTableBatch*)data;
  taosArrayDestroy(pTbBatch->req.pArray);
}
X
Xiaoyu Wang 已提交
5813 5814

static int32_t serializeVgroupDropTableBatch(SVgroupDropTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
5815 5816 5817 5818 5819 5820 5821 5822 5823 5824 5825 5826 5827 5828 5829 5830 5831 5832 5833 5834 5835 5836 5837 5838 5839 5840 5841 5842 5843
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVDropTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVDropTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5844 5845
}

wmmhello's avatar
wmmhello 已提交
5846
SArray* serializeVgroupsDropTableBatch(SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
5847 5848 5849 5850
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
X
Xiaoyu Wang 已提交
5851

wmmhello's avatar
wmmhello 已提交
5852 5853 5854 5855 5856 5857 5858
  int32_t                code = TSDB_CODE_SUCCESS;
  SVgroupDropTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
X
Xiaoyu Wang 已提交
5859

wmmhello's avatar
wmmhello 已提交
5860 5861
    serializeVgroupDropTableBatch(pTbBatch, pBufArray);
  } while (true);
X
Xiaoyu Wang 已提交
5862

wmmhello's avatar
wmmhello 已提交
5863
  return pBufArray;
X
Xiaoyu Wang 已提交
5864 5865 5866
}

static int32_t rewriteDropTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
5867 5868 5869 5870 5871 5872 5873
  SDropTableStmt* pStmt = (SDropTableStmt*)pQuery->pRoot;

  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

wmmhello's avatar
wmmhello 已提交
5874
  taosHashSetFreeFp(pVgroupHashmap, destroyDropTbReqBatch);
wmmhello's avatar
wmmhello 已提交
5875 5876 5877 5878 5879 5880 5881 5882 5883 5884 5885 5886 5887
  bool   isSuperTable = false;
  SNode* pNode;
  FOREACH(pNode, pStmt->pTables) {
    int32_t code = buildDropTableVgroupHashmap(pCxt, (SDropTableClause*)pNode, &isSuperTable, pVgroupHashmap);
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
    if (isSuperTable && LIST_LENGTH(pStmt->pTables) > 1) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_STABLE);
    }
  }

5888
  if (isSuperTable || 0 == taosHashGetSize(pVgroupHashmap)) {
wmmhello's avatar
wmmhello 已提交
5889 5890 5891 5892
    taosHashCleanup(pVgroupHashmap);
    return TSDB_CODE_SUCCESS;
  }

wmmhello's avatar
wmmhello 已提交
5893
  SArray* pBufArray = serializeVgroupsDropTableBatch(pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
5894 5895 5896 5897 5898 5899
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
5900 5901
}

X
Xiaoyu Wang 已提交
5902
static int32_t buildUpdateTagValReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5903 5904 5905 5906 5907 5908 5909 5910 5911 5912 5913
                                    SVAlterTbReq* pReq) {
  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }

  pReq->tagName = strdup(pStmt->colName);
  if (NULL == pReq->tagName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

D
dapan1121 已提交
5914
  SDataType targetDt = schemaToDataType(pTableMeta->tableInfo.precision, pSchema);
5915
  if (DEAL_RES_ERROR == translateValueImpl(pCxt, pStmt->pVal, targetDt, true)) {
wmmhello's avatar
wmmhello 已提交
5916 5917 5918
    return pCxt->errCode;
  }

wmmhello's avatar
wmmhello 已提交
5919
  pReq->tagType = targetDt.type;
D
dapan1121 已提交
5920
  if (targetDt.type == TSDB_DATA_TYPE_JSON) {
5921 5922
    if (pStmt->pVal->literal &&
        strlen(pStmt->pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
wmmhello's avatar
wmmhello 已提交
5923 5924
      return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pStmt->pVal->literal);
    }
X
Xiaoyu Wang 已提交
5925
    SArray* pTagVals = taosArrayInit(1, sizeof(STagVal));
wmmhello's avatar
wmmhello 已提交
5926
    int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5927 5928
    STag*   pTag = NULL;
    do {
wmmhello's avatar
wmmhello 已提交
5929
      code = parseJsontoTagData(pStmt->pVal->literal, pTagVals, &pTag, &pCxt->msgBuf);
wmmhello's avatar
wmmhello 已提交
5930 5931 5932
      if (TSDB_CODE_SUCCESS != code) {
        break;
      }
X
Xiaoyu Wang 已提交
5933
    } while (0);
wmmhello's avatar
wmmhello 已提交
5934
    for (int i = 0; i < taosArrayGetSize(pTagVals); ++i) {
X
Xiaoyu Wang 已提交
5935 5936
      STagVal* p = (STagVal*)taosArrayGet(pTagVals, i);
      if (IS_VAR_DATA_TYPE(p->type)) {
wmmhello's avatar
wmmhello 已提交
5937 5938
        taosMemoryFree(p->pData);
      }
wmmhello's avatar
wmmhello 已提交
5939
    }
wmmhello's avatar
wmmhello 已提交
5940
    taosArrayDestroy(pTagVals);
X
Xiaoyu Wang 已提交
5941
    if (code != TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
5942
      return code;
wmmhello's avatar
wmmhello 已提交
5943
    }
wmmhello's avatar
wmmhello 已提交
5944
    pReq->nTagVal = pTag->len;
X
Xiaoyu Wang 已提交
5945
    pReq->pTagVal = (uint8_t*)pTag;
wmmhello's avatar
wmmhello 已提交
5946
    pStmt->pVal->datum.p = (char*)pTag;  // for free
5947
  } else {
wmmhello's avatar
wmmhello 已提交
5948
    pReq->isNull = (TSDB_DATA_TYPE_NULL == pStmt->pVal->node.resType.type);
wmmhello's avatar
wmmhello 已提交
5949 5950
    pReq->nTagVal = pStmt->pVal->node.resType.bytes;
    pReq->pTagVal = nodesGetValueFromNode(pStmt->pVal);
wmmhello's avatar
wmmhello 已提交
5951 5952 5953 5954 5955 5956

    // data and length are seperated for new tag format STagVal
    if (IS_VAR_DATA_TYPE(pStmt->pVal->node.resType.type)) {
      pReq->nTagVal = varDataLen(pReq->pTagVal);
      pReq->pTagVal = varDataVal(pReq->pTagVal);
    }
wmmhello's avatar
wmmhello 已提交
5957 5958 5959
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5960 5961 5962
}

static int32_t buildAddColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5963 5964 5965 5966
                              SVAlterTbReq* pReq) {
  if (NULL != getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }
X
Xiaoyu Wang 已提交
5967

wmmhello's avatar
wmmhello 已提交
5968 5969 5970 5971
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5972

wmmhello's avatar
wmmhello 已提交
5973 5974
  pReq->type = pStmt->dataType.type;
  pReq->flags = COL_SMA_ON;
5975 5976
  // pReq->bytes = pStmt->dataType.bytes;
  pReq->bytes = calcTypeBytes(pStmt->dataType);
wmmhello's avatar
wmmhello 已提交
5977
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5978 5979 5980
}

static int32_t buildDropColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
5981 5982 5983 5984 5985 5986 5987 5988 5989 5990
                               SVAlterTbReq* pReq) {
  if (2 == getNumOfColumns(pTableMeta)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_COL);
  }
  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (PRIMARYKEY_TIMESTAMP_COL_ID == pSchema->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CANNOT_DROP_PRIMARY_KEY);
  }
X
Xiaoyu Wang 已提交
5991

wmmhello's avatar
wmmhello 已提交
5992 5993 5994 5995
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
5996

wmmhello's avatar
wmmhello 已提交
5997
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5998 5999 6000
}

static int32_t buildUpdateColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
6001 6002
                                 SVAlterTbReq* pReq) {
  pReq->colModBytes = calcTypeBytes(pStmt->dataType);
wmmhello's avatar
wmmhello 已提交
6003
  pReq->colModType = pStmt->dataType.type;
wmmhello's avatar
wmmhello 已提交
6004 6005 6006 6007 6008 6009 6010
  SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
             pSchema->bytes >= pReq->colModBytes) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
  }
X
Xiaoyu Wang 已提交
6011

wmmhello's avatar
wmmhello 已提交
6012 6013 6014 6015
  pReq->colName = strdup(pStmt->colName);
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
6016

wmmhello's avatar
wmmhello 已提交
6017
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
6018 6019 6020
}

static int32_t buildRenameColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
6021 6022 6023 6024 6025 6026 6027 6028 6029 6030 6031 6032 6033 6034
                                 SVAlterTbReq* pReq) {
  if (NULL == getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  }
  if (NULL != getColSchema(pTableMeta, pStmt->newColName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }

  pReq->colName = strdup(pStmt->colName);
  pReq->colNewName = strdup(pStmt->newColName);
  if (NULL == pReq->colName || NULL == pReq->colNewName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
6035 6036 6037
}

static int32_t buildUpdateOptionsReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
6038
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
6039

wmmhello's avatar
wmmhello 已提交
6040
  if (-1 != pStmt->pOptions->ttl) {
6041 6042
    pReq->updateTTL = true;
    pReq->newTTL = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
6043
  }
X
Xiaoyu Wang 已提交
6044

X
Xiaoyu Wang 已提交
6045 6046
  if (TSDB_CODE_SUCCESS == code) {
    if (pStmt->pOptions->commentNull == false) {
wmmhello's avatar
wmmhello 已提交
6047 6048 6049 6050 6051
      pReq->newComment = strdup(pStmt->pOptions->comment);
      if (NULL == pReq->newComment) {
        code = TSDB_CODE_OUT_OF_MEMORY;
      }
      pReq->newCommentLen = strlen(pReq->newComment);
X
Xiaoyu Wang 已提交
6052
    } else {
wmmhello's avatar
wmmhello 已提交
6053
      pReq->newCommentLen = -1;
wmmhello's avatar
wmmhello 已提交
6054 6055
    }
  }
X
Xiaoyu Wang 已提交
6056

wmmhello's avatar
wmmhello 已提交
6057
  return code;
X
Xiaoyu Wang 已提交
6058 6059 6060
}

static int32_t buildAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
6061 6062 6063 6064 6065 6066 6067 6068 6069 6070 6071 6072 6073 6074 6075 6076 6077 6078 6079 6080 6081 6082 6083 6084
                               SVAlterTbReq* pReq) {
  pReq->tbName = strdup(pStmt->tableName);
  if (NULL == pReq->tbName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pReq->action = pStmt->alterType;

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
    case TSDB_ALTER_TABLE_UPDATE_TAG_VAL:
      return buildUpdateTagValReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_ADD_COLUMN:
      return buildAddColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_DROP_COLUMN:
      return buildDropColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
      return buildUpdateColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
      return buildUpdateOptionsReq(pCxt, pStmt, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
X
Xiaoyu Wang 已提交
6085 6086 6087 6088 6089
      if (TSDB_CHILD_TABLE == pTableMeta->tableType) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
      } else {
        return buildRenameColReq(pCxt, pStmt, pTableMeta, pReq);
      }
wmmhello's avatar
wmmhello 已提交
6090 6091 6092 6093 6094
    default:
      break;
  }

  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
6095 6096 6097
}

static int32_t serializeAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
6098 6099 6100 6101 6102 6103 6104 6105 6106 6107 6108 6109 6110 6111 6112 6113 6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124 6125 6126 6127 6128 6129 6130 6131
                                   SArray* pArray) {
  SVgroupInfo vg = {0};
  int32_t     code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &vg);
  int         tlen = 0;
  if (TSDB_CODE_SUCCESS == code) {
    tEncodeSize(tEncodeSVAlterTbReq, pReq, tlen, code);
  }
  if (TSDB_CODE_SUCCESS == code) {
    tlen += sizeof(SMsgHead);
    void* pMsg = taosMemoryMalloc(tlen);
    if (NULL == pMsg) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    ((SMsgHead*)pMsg)->vgId = htonl(vg.vgId);
    ((SMsgHead*)pMsg)->contLen = htonl(tlen);
    void*    pBuf = POINTER_SHIFT(pMsg, sizeof(SMsgHead));
    SEncoder coder = {0};
    tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
    tEncodeSVAlterTbReq(&coder, pReq);
    tEncoderClear(&coder);

    SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
    if (NULL == pVgData) {
      taosMemoryFree(pMsg);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pVgData->vg = vg;
    pVgData->pData = pMsg;
    pVgData->size = tlen;
    pVgData->numOfTables = 1;
    taosArrayPush(pArray, &pVgData);
  }

  return code;
X
Xiaoyu Wang 已提交
6132 6133 6134
}

static int32_t buildModifyVnodeArray(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
6135 6136 6137 6138 6139
                                     SArray** pArray) {
  SArray* pTmpArray = taosArrayInit(1, sizeof(void*));
  if (NULL == pTmpArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
6140

wmmhello's avatar
wmmhello 已提交
6141 6142 6143 6144 6145 6146
  int32_t code = serializeAlterTbReq(pCxt, pStmt, pReq, pTmpArray);
  if (TSDB_CODE_SUCCESS == code) {
    *pArray = pTmpArray;
  } else {
    taosArrayDestroy(pTmpArray);
  }
X
Xiaoyu Wang 已提交
6147

wmmhello's avatar
wmmhello 已提交
6148
  return code;
6149 6150
}

6151 6152 6153 6154 6155 6156 6157 6158
static void destoryAlterTbReq(SVAlterTbReq* pReq) {
  taosMemoryFree(pReq->tbName);
  taosMemoryFree(pReq->colName);
  taosMemoryFree(pReq->colNewName);
  taosMemoryFree(pReq->tagName);
  taosMemoryFree(pReq->newComment);
}

6159 6160
static int32_t rewriteAlterTableImpl(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
                                     SQuery* pQuery) {
6161
  if (getNumOfTags(pTableMeta) == 1 && pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
6162
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
wmmhello's avatar
wmmhello 已提交
6163
  }
wmmhello's avatar
wmmhello 已提交
6164

wmmhello's avatar
wmmhello 已提交
6165 6166 6167 6168 6169
  if (TSDB_SUPER_TABLE == pTableMeta->tableType) {
    return TSDB_CODE_SUCCESS;
  } else if (TSDB_CHILD_TABLE != pTableMeta->tableType && TSDB_NORMAL_TABLE != pTableMeta->tableType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }
X
Xiaoyu Wang 已提交
6170

wmmhello's avatar
wmmhello 已提交
6171
  SVAlterTbReq req = {0};
6172
  int32_t      code = buildAlterTbReq(pCxt, pStmt, pTableMeta, &req);
X
Xiaoyu Wang 已提交
6173

wmmhello's avatar
wmmhello 已提交
6174 6175 6176 6177 6178 6179 6180
  SArray* pArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildModifyVnodeArray(pCxt, pStmt, &req, &pArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pArray);
  }
6181
  destoryAlterTbReq(&req);
wmmhello's avatar
wmmhello 已提交
6182
  return code;
6183 6184
}

6185 6186 6187 6188 6189 6190 6191 6192 6193 6194 6195 6196 6197 6198 6199 6200
static int32_t rewriteAlterTable(STranslateContext* pCxt, SQuery* pQuery) {
  SAlterTableStmt* pStmt = (SAlterTableStmt*)pQuery->pRoot;

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_COLUMN) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
  }

  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteAlterTableImpl(pCxt, pStmt, pTableMeta, pQuery);
  }
  taosMemoryFree(pTableMeta);
  return code;
}

X
Xiaoyu Wang 已提交
6201 6202 6203 6204 6205 6206 6207 6208 6209 6210 6211 6212 6213 6214 6215 6216 6217 6218 6219 6220 6221 6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232 6233 6234 6235 6236 6237 6238 6239 6240 6241 6242 6243 6244 6245 6246 6247 6248 6249 6250 6251 6252 6253 6254 6255 6256 6257 6258 6259 6260 6261
static int32_t serializeFlushVgroup(SVgroupInfo* pVg, SArray* pBufArray) {
  int32_t len = sizeof(SMsgHead);
  void*   buf = taosMemoryMalloc(len);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pVg->vgId);
  ((SMsgHead*)buf)->contLen = htonl(len);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    taosMemoryFree(buf);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = *pVg;
  pVgData->pData = buf;
  pVgData->size = len;
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
}

static int32_t serializeFlushDb(SArray* pVgs, SArray** pOutput) {
  int32_t numOfVgs = taosArrayGetSize(pVgs);

  SArray* pBufArray = taosArrayInit(numOfVgs, sizeof(void*));
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  for (int32_t i = 0; i < numOfVgs; ++i) {
    int32_t code = serializeFlushVgroup((SVgroupInfo*)taosArrayGet(pVgs, i), pBufArray);
    if (TSDB_CODE_SUCCESS != code) {
      taosArrayDestroy(pBufArray);
      return code;
    }
  }

  *pOutput = pBufArray;
  return TSDB_CODE_SUCCESS;
}

static int32_t rewriteFlushDatabase(STranslateContext* pCxt, SQuery* pQuery) {
  SFlushDatabaseStmt* pStmt = (SFlushDatabaseStmt*)pQuery->pRoot;

  SArray* pBufArray = NULL;
  SArray* pVgs = NULL;
  int32_t code = getDBVgInfo(pCxt, pStmt->dbName, &pVgs);
  if (TSDB_CODE_SUCCESS == code) {
    code = serializeFlushDb(pVgs, &pBufArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
  }
  if (TSDB_CODE_SUCCESS != code) {
    taosArrayDestroy(pBufArray);
  }
  taosArrayDestroy(pVgs);
  return code;
}

6262
static int32_t rewriteQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
6263 6264 6265 6266 6267 6268 6269 6270 6271 6272 6273 6274 6275 6276 6277 6278 6279 6280 6281 6282 6283 6284
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SHOW_LICENCE_STMT:
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_VGROUPS_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_STREAMS_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_CLUSTER_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
D
dapan1121 已提交
6285
    case QUERY_NODE_SHOW_APPS_STMT:
6286 6287
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
wmmhello's avatar
wmmhello 已提交
6288 6289
      code = rewriteShow(pCxt, pQuery);
      break;
6290 6291 6292
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
      code = rewriteShowDnodeVariables(pCxt, pQuery);
      break;
6293 6294 6295
    case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
      code = rewriteShowTableDist(pCxt, pQuery);
      break;
wmmhello's avatar
wmmhello 已提交
6296 6297 6298 6299 6300 6301 6302 6303 6304 6305 6306 6307 6308 6309
    case QUERY_NODE_CREATE_TABLE_STMT:
      if (NULL == ((SCreateTableStmt*)pQuery->pRoot)->pTags) {
        code = rewriteCreateTable(pCxt, pQuery);
      }
      break;
    case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
      code = rewriteCreateMultiTable(pCxt, pQuery);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = rewriteDropTable(pCxt, pQuery);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
      code = rewriteAlterTable(pCxt, pQuery);
      break;
X
Xiaoyu Wang 已提交
6310 6311 6312
    case QUERY_NODE_FLUSH_DATABASE_STMT:
      code = rewriteFlushDatabase(pCxt, pQuery);
      break;
wmmhello's avatar
wmmhello 已提交
6313 6314 6315 6316
    default:
      break;
  }
  return code;
6317 6318
}

D
dapan1121 已提交
6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352 6353 6354 6355 6356 6357 6358 6359
static int32_t toMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_TABLE_STMT:
      return TDMT_VND_CREATE_TABLE;
    case QUERY_NODE_ALTER_TABLE_STMT:
      return TDMT_VND_ALTER_TABLE;
    case QUERY_NODE_DROP_TABLE_STMT:
      return TDMT_VND_DROP_TABLE;
    default:
      break;
  }
  return TDMT_VND_CREATE_TABLE;
}

static int32_t setRefreshMate(STranslateContext* pCxt, SQuery* pQuery) {
  if (NULL != pCxt->pDbs) {
    pQuery->pDbList = taosArrayInit(taosHashGetSize(pCxt->pDbs), TSDB_DB_FNAME_LEN);
    if (NULL == pQuery->pDbList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SFullDatabaseName* pDb = taosHashIterate(pCxt->pDbs, NULL);
    while (NULL != pDb) {
      taosArrayPush(pQuery->pDbList, pDb->fullDbName);
      pDb = taosHashIterate(pCxt->pDbs, pDb);
    }
  }

  if (NULL != pCxt->pTables) {
    pQuery->pTableList = taosArrayInit(taosHashGetSize(pCxt->pTables), sizeof(SName));
    if (NULL == pQuery->pTableList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SName* pTable = taosHashIterate(pCxt->pTables, NULL);
    while (NULL != pTable) {
      taosArrayPush(pQuery->pTableList, pTable);
      pTable = taosHashIterate(pCxt->pTables, pTable);
    }
  }
  return TSDB_CODE_SUCCESS;
}

6360
static int32_t setQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
6361 6362
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SELECT_STMT:
6363 6364 6365 6366 6367
      if (NULL == ((SSelectStmt*)pQuery->pRoot)->pFromTable) {
        pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
        pQuery->haveResultSet = true;
        break;
      }
wmmhello's avatar
wmmhello 已提交
6368 6369 6370 6371
    case QUERY_NODE_SET_OPERATOR:
    case QUERY_NODE_EXPLAIN_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->haveResultSet = true;
D
dapan1121 已提交
6372
      pQuery->msgType = TDMT_SCH_QUERY;
wmmhello's avatar
wmmhello 已提交
6373
      break;
D
dapan1121 已提交
6374 6375 6376 6377
    case QUERY_NODE_DELETE_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->msgType = TDMT_VND_DELETE;
      break;
6378 6379 6380 6381
    case QUERY_NODE_INSERT_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->msgType = TDMT_VND_SUBMIT;
      break;
wmmhello's avatar
wmmhello 已提交
6382 6383
    case QUERY_NODE_VNODE_MODIF_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
D
dapan1121 已提交
6384
      pQuery->msgType = toMsgType(((SVnodeModifOpStmt*)pQuery->pRoot)->sqlNodeType);
wmmhello's avatar
wmmhello 已提交
6385 6386
      break;
    case QUERY_NODE_DESCRIBE_STMT:
6387 6388 6389
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
D
dapan1121 已提交
6390
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
wmmhello's avatar
wmmhello 已提交
6391 6392 6393 6394
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      pQuery->haveResultSet = true;
      break;
    case QUERY_NODE_RESET_QUERY_CACHE_STMT:
6395
    case QUERY_NODE_ALTER_LOCAL_STMT:
wmmhello's avatar
wmmhello 已提交
6396 6397
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      break;
D
dapan1121 已提交
6398 6399 6400 6401 6402 6403 6404
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      pQuery->haveResultSet = true;
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
6405
      break;
wmmhello's avatar
wmmhello 已提交
6406 6407 6408 6409 6410 6411 6412 6413 6414
    default:
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
      break;
  }

6415 6416
  pQuery->stableQuery = pCxt->stableQuery;

wmmhello's avatar
wmmhello 已提交
6417 6418 6419 6420 6421 6422 6423 6424 6425 6426 6427
  if (pQuery->haveResultSet) {
    if (TSDB_CODE_SUCCESS != extractResultSchema(pQuery->pRoot, &pQuery->numOfResCols, &pQuery->pResSchema)) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }

    if (nodeType(pQuery->pRoot) == QUERY_NODE_SELECT_STMT) {
      pQuery->precision = extractResultTsPrecision((SSelectStmt*)pQuery->pRoot);
    }
  }

  return TSDB_CODE_SUCCESS;
6428 6429
}

6430
int32_t translate(SParseContext* pParseCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {
wmmhello's avatar
wmmhello 已提交
6431 6432
  STranslateContext cxt = {0};

6433
  int32_t code = initTranslateContext(pParseCxt, pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
6434 6435 6436 6437 6438 6439 6440 6441 6442
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteQuery(&cxt, pQuery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(&cxt, pQuery->pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = setQuery(&cxt, pQuery);
  }
D
dapan1121 已提交
6443
  setRefreshMate(&cxt, pQuery);
wmmhello's avatar
wmmhello 已提交
6444 6445 6446
  destroyTranslateContext(&cxt);
  return code;
}