parTranslater.c 318.5 KB
Newer Older
1
/*
wmmhello's avatar
wmmhello 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

X
Xiaoyu Wang 已提交
16
#include "parInt.h"
17

X
Xiaoyu Wang 已提交
18
#include "catalog.h"
19
#include "cmdnodes.h"
X
Xiaoyu Wang 已提交
20
#include "filter.h"
21
#include "functionMgt.h"
X
Xiaoyu Wang 已提交
22
#include "parUtil.h"
23
#include "scalar.h"
24
#include "systable.h"
X
Xiaoyu Wang 已提交
25
#include "tglobal.h"
26
#include "ttime.h"
27

X
Xiaoyu Wang 已提交
28
#define generateDealNodeErrMsg(pCxt, code, ...) \
wmmhello's avatar
wmmhello 已提交
29
  (pCxt->errCode = generateSyntaxErrMsg(&pCxt->msgBuf, code, ##__VA_ARGS__), DEAL_RES_ERROR)
X
Xiaoyu Wang 已提交
30

X
Xiaoyu Wang 已提交
31 32
#define SYSTABLE_SHOW_TYPE_OFFSET QUERY_NODE_SHOW_DNODES_STMT

33
typedef struct STranslateContext {
wmmhello's avatar
wmmhello 已提交
34 35 36 37 38
  SParseContext*   pParseCxt;
  int32_t          errCode;
  SMsgBuf          msgBuf;
  SArray*          pNsLevel;  // element is SArray*, the element of this subarray is STableNode*
  int32_t          currLevel;
39
  int32_t          levelNo;
wmmhello's avatar
wmmhello 已提交
40
  ESqlClause       currClause;
41
  SNode*           pCurrStmt;
wmmhello's avatar
wmmhello 已提交
42 43 44
  SCmdMsgInfo*     pCmdMsg;
  SHashObj*        pDbs;
  SHashObj*        pTables;
D
dapan1121 已提交
45
  SHashObj*        pTargetTables;
wmmhello's avatar
wmmhello 已提交
46
  SExplainOptions* pExplainOpt;
47
  SParseMetaCache* pMetaCache;
X
Xiaoyu Wang 已提交
48
  bool             createStream;
49
  bool             stableQuery;
X
Xiaoyu Wang 已提交
50
  bool             showRewrite;
51 52
} STranslateContext;

X
Xiaoyu Wang 已提交
53
typedef struct SFullDatabaseName {
wmmhello's avatar
wmmhello 已提交
54
  char fullDbName[TSDB_DB_FNAME_LEN];
X
Xiaoyu Wang 已提交
55 56
} SFullDatabaseName;

X
Xiaoyu Wang 已提交
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71
typedef struct SSysTableShowAdapter {
  ENodeType   showType;
  const char* pDbName;
  const char* pTableName;
  int32_t     numOfShowCols;
  const char* pShowCols[2];
} SSysTableShowAdapter;

// clang-format off
static const SSysTableShowAdapter sysTableShowAdapter[] = {
  {
    .showType = QUERY_NODE_SHOW_DNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_DNODES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
72
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
73 74 75 76 77 78
  },
  {
    .showType = QUERY_NODE_SHOW_MNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_MNODES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
79
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
80 81 82 83 84 85
  },
  {
    .showType = QUERY_NODE_SHOW_MODULES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_MODULES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
86
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
87 88 89 90 91 92
  },
  {
    .showType = QUERY_NODE_SHOW_QNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_QNODES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
93
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
94 95 96 97 98 99
  },
  {
    .showType = QUERY_NODE_SHOW_SNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_SNODES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
100
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
101 102 103 104 105 106
  },
  {
    .showType = QUERY_NODE_SHOW_BNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_BNODES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
107
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
108 109 110 111 112 113
  },
  {
    .showType = QUERY_NODE_SHOW_CLUSTER_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_CLUSTER,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
114
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
  },
  {
    .showType = QUERY_NODE_SHOW_DATABASES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_DATABASES,
    .numOfShowCols = 1,
    .pShowCols = {"name"}
  },
  {
    .showType = QUERY_NODE_SHOW_FUNCTIONS_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_FUNCTIONS,
    .numOfShowCols = 1,
    .pShowCols = {"name"}
  },
  {
    .showType = QUERY_NODE_SHOW_INDEXES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_INDEXES,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
135
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
136 137 138 139 140 141 142 143 144 145
  },
  {
    .showType = QUERY_NODE_SHOW_STABLES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_STABLES,
    .numOfShowCols = 1,
    .pShowCols = {"stable_name"}
  },
  {
    .showType = QUERY_NODE_SHOW_STREAMS_STMT,
146 147
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_STREAMS,
X
Xiaoyu Wang 已提交
148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
    .numOfShowCols = 1,
    .pShowCols = {"stream_name"}
  },
  {
    .showType = QUERY_NODE_SHOW_TABLES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_TABLES,
    .numOfShowCols = 1,
    .pShowCols = {"table_name"}
  },
  {
    .showType = QUERY_NODE_SHOW_TAGS_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_TAGS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_USERS_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_USERS,
    .numOfShowCols = 1,
X
Xiaoyu Wang 已提交
170
    .pShowCols = {"*"}
X
Xiaoyu Wang 已提交
171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187
  },
  {
    .showType = QUERY_NODE_SHOW_LICENCES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_LICENCES,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_VGROUPS_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_VGROUPS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_TOPICS_STMT,
188 189
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_TOPICS,
X
Xiaoyu Wang 已提交
190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243
    .numOfShowCols = 1,
    .pShowCols = {"topic_name"}
  },
  {
    .showType = QUERY_NODE_SHOW_CONSUMERS_STMT,
    .pDbName = TSDB_PERFORMANCE_SCHEMA_DB,
    .pTableName = TSDB_PERFS_TABLE_CONSUMERS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_CONNECTIONS_STMT,
    .pDbName = TSDB_PERFORMANCE_SCHEMA_DB,
    .pTableName = TSDB_PERFS_TABLE_CONNECTIONS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_QUERIES_STMT,
    .pDbName = TSDB_PERFORMANCE_SCHEMA_DB,
    .pTableName = TSDB_PERFS_TABLE_QUERIES,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_APPS_STMT,
    .pDbName = TSDB_PERFORMANCE_SCHEMA_DB,
    .pTableName = TSDB_PERFS_TABLE_APPS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_VARIABLES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_CONFIGS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_DNODE_VARIABLES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_DNODE_VARIABLES,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_TRANSACTIONS_STMT,
    .pDbName = TSDB_PERFORMANCE_SCHEMA_DB,
    .pTableName = TSDB_PERFS_TABLE_TRANS,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
  {
    .showType = QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT,
244 245
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_SUBSCRIPTIONS,
X
Xiaoyu Wang 已提交
246 247 248
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
249 250 251 252 253 254
  { .showType = QUERY_NODE_SHOW_VNODES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_VNODES,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
255 256 257 258 259 260
  { .showType = QUERY_NODE_SHOW_USER_PRIVILEGES_STMT,
    .pDbName = TSDB_INFORMATION_SCHEMA_DB,
    .pTableName = TSDB_INS_TABLE_USER_PRIVILEGES,
    .numOfShowCols = 1,
    .pShowCols = {"*"}
  },
X
Xiaoyu Wang 已提交
261 262 263
};
// clang-format on

X
Xiaoyu Wang 已提交
264 265 266
static int32_t  translateSubquery(STranslateContext* pCxt, SNode* pNode);
static int32_t  translateQuery(STranslateContext* pCxt, SNode* pNode);
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal);
267

dengyihao's avatar
dengyihao 已提交
268
static bool afterGroupBy(ESqlClause clause) { return clause > SQL_CLAUSE_GROUP_BY; }
269

dengyihao's avatar
dengyihao 已提交
270
static bool beforeHaving(ESqlClause clause) { return clause < SQL_CLAUSE_HAVING; }
271

272 273
static bool afterHaving(ESqlClause clause) { return clause > SQL_CLAUSE_HAVING; }

X
Xiaoyu Wang 已提交
274 275
static bool beforeWindow(ESqlClause clause) { return clause < SQL_CLAUSE_WINDOW; }

276 277 278 279 280 281 282 283 284 285 286 287 288 289
static bool hasSameTableAlias(SArray* pTables) {
  if (taosArrayGetSize(pTables) < 2) {
    return false;
  }
  STableNode* pTable0 = taosArrayGetP(pTables, 0);
  for (int32_t i = 1; i < taosArrayGetSize(pTables); ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (0 == strcmp(pTable0->tableAlias, pTable->tableAlias)) {
      return true;
    }
  }
  return false;
}

290
static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
wmmhello's avatar
wmmhello 已提交
291 292 293 294
  size_t currTotalLevel = taosArrayGetSize(pCxt->pNsLevel);
  if (currTotalLevel > pCxt->currLevel) {
    SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
    taosArrayPush(pTables, &pTable);
295
    if (hasSameTableAlias(pTables)) {
296 297
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_UNIQUE_TABLE_ALIAS,
                                     "Not unique table/alias: '%s'", ((STableNode*)pTable)->tableAlias);
298
    }
wmmhello's avatar
wmmhello 已提交
299 300 301
  } else {
    do {
      SArray* pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
X
Xiaoyu Wang 已提交
302 303 304
      if (NULL == pTables) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
wmmhello's avatar
wmmhello 已提交
305 306
      if (pCxt->currLevel == currTotalLevel) {
        taosArrayPush(pTables, &pTable);
307
        if (hasSameTableAlias(pTables)) {
X
Xiaoyu Wang 已提交
308
          taosArrayDestroy(pTables);
309 310
          return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_UNIQUE_TABLE_ALIAS,
                                         "Not unique table/alias: '%s'", ((STableNode*)pTable)->tableAlias);
311
        }
wmmhello's avatar
wmmhello 已提交
312 313 314 315 316 317
      }
      taosArrayPush(pCxt->pNsLevel, &pTables);
      ++currTotalLevel;
    } while (currTotalLevel <= pCxt->currLevel);
  }
  return TSDB_CODE_SUCCESS;
318 319
}

D
dapan1121 已提交
320
static int32_t collectUseDatabaseImpl(const char* pFullDbName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
321
  SFullDatabaseName name = {0};
X
Xiaoyu Wang 已提交
322
  snprintf(name.fullDbName, sizeof(name.fullDbName), "%s", pFullDbName);
wmmhello's avatar
wmmhello 已提交
323
  return taosHashPut(pDbs, pFullDbName, strlen(pFullDbName), &name, sizeof(SFullDatabaseName));
X
Xiaoyu Wang 已提交
324 325
}

D
dapan1121 已提交
326
static int32_t collectUseDatabase(const SName* pName, SHashObj* pDbs) {
wmmhello's avatar
wmmhello 已提交
327 328 329
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(pName, dbFName);
  return collectUseDatabaseImpl(dbFName, pDbs);
D
dapan1121 已提交
330 331
}

D
dapan1121 已提交
332
static int32_t collectUseTable(const SName* pName, SHashObj* pTable) {
wmmhello's avatar
wmmhello 已提交
333 334
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
D
dapan1121 已提交
335
  return taosHashPut(pTable, fullName, strlen(fullName), pName, sizeof(SName));
X
Xiaoyu Wang 已提交
336 337 338
}

static int32_t getTableMetaImpl(STranslateContext* pCxt, const SName* pName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
339
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
340 341 342 343 344 345 346 347
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableMetaFromCache(pCxt->pMetaCache, pName, pMeta);
    } else {
X
Xiaoyu Wang 已提交
348
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
349 350 351 352
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableMeta(pParCxt->pCatalog, &conn, pName, pMeta);
353
    }
wmmhello's avatar
wmmhello 已提交
354
  }
355
  if (TSDB_CODE_SUCCESS != code && TSDB_CODE_PAR_TABLE_NOT_EXIST != code) {
356 357
    parserError("0x%" PRIx64 " catalogGetTableMeta error, code:%s, dbName:%s, tbName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pName->dbname, pName->tname);
wmmhello's avatar
wmmhello 已提交
358 359
  }
  return code;
X
Xiaoyu Wang 已提交
360 361
}

X
Xiaoyu Wang 已提交
362
static int32_t getTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName, STableMeta** pMeta) {
wmmhello's avatar
wmmhello 已提交
363 364
  SName name;
  return getTableMetaImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pMeta);
X
Xiaoyu Wang 已提交
365 366
}

D
dapan1121 已提交
367 368 369 370 371 372 373 374 375 376 377 378 379 380
static int32_t getTableCfg(STranslateContext* pCxt, const SName* pName, STableCfg** pCfg) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableCfgFromCache(pCxt->pMetaCache, pName, pCfg);
    } else {
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
D
dapan1121 已提交
381
      code = catalogRefreshGetTableCfg(pParCxt->pCatalog, &conn, pName, pCfg);
D
dapan1121 已提交
382 383 384
    }
  }
  if (TSDB_CODE_SUCCESS != code) {
385 386
    parserError("0x%" PRIx64 " catalogRefreshGetTableCfg error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pName->dbname, pName->tname);
D
dapan1121 已提交
387 388 389 390
  }
  return code;
}

391
static int32_t refreshGetTableMeta(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
392 393 394 395
                                   STableMeta** pMeta) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name);
396 397 398 399
  int32_t code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getTableMetaFromCache(pCxt->pMetaCache, &name, pMeta);
  } else {
X
Xiaoyu Wang 已提交
400
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
401 402 403
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
404 405

    code = catalogRefreshGetTableMeta(pParCxt->pCatalog, &conn, &name, pMeta, false);
406
  }
wmmhello's avatar
wmmhello 已提交
407
  if (TSDB_CODE_SUCCESS != code) {
408 409
    parserError("0x%" PRIx64 " catalogRefreshGetTableMeta error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pDbName, pTableName);
wmmhello's avatar
wmmhello 已提交
410 411
  }
  return code;
412 413
}

X
Xiaoyu Wang 已提交
414
static int32_t getDBVgInfoImpl(STranslateContext* pCxt, const SName* pName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
415 416 417
  SParseContext* pParCxt = pCxt->pParseCxt;
  char           fullDbName[TSDB_DB_FNAME_LEN];
  tNameGetFullDbName(pName, fullDbName);
D
dapan1121 已提交
418 419 420 421 422
  int32_t code = collectUseDatabaseImpl(fullDbName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbVgInfoFromCache(pCxt->pMetaCache, fullDbName, pVgInfo);
    } else {
X
Xiaoyu Wang 已提交
423
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
424 425 426
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
427
      code = catalogGetDBVgList(pParCxt->pCatalog, &conn, fullDbName, pVgInfo);
428
    }
wmmhello's avatar
wmmhello 已提交
429 430
  }
  if (TSDB_CODE_SUCCESS != code) {
431
    parserError("0x%" PRIx64 " catalogGetDBVgList error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId,
432
                tstrerror(code), fullDbName);
wmmhello's avatar
wmmhello 已提交
433 434
  }
  return code;
X
Xiaoyu Wang 已提交
435 436
}

X
Xiaoyu Wang 已提交
437
static int32_t getDBVgInfo(STranslateContext* pCxt, const char* pDbName, SArray** pVgInfo) {
wmmhello's avatar
wmmhello 已提交
438 439 440 441 442
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
  return getDBVgInfoImpl(pCxt, &name, pVgInfo);
X
Xiaoyu Wang 已提交
443 444
}

X
Xiaoyu Wang 已提交
445
static int32_t getTableHashVgroupImpl(STranslateContext* pCxt, const SName* pName, SVgroupInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
446
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
447 448 449 450 451 452 453 454
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableVgroupFromCache(pCxt->pMetaCache, pName, pInfo);
    } else {
X
Xiaoyu Wang 已提交
455
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
456 457 458 459
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
      code = catalogGetTableHashVgroup(pParCxt->pCatalog, &conn, pName, pInfo);
460
    }
wmmhello's avatar
wmmhello 已提交
461 462
  }
  if (TSDB_CODE_SUCCESS != code) {
463 464
    parserError("0x%" PRIx64 " catalogGetTableHashVgroup error, code:%s, dbName:%s, tbName:%s",
                pCxt->pParseCxt->requestId, tstrerror(code), pName->dbname, pName->tname);
wmmhello's avatar
wmmhello 已提交
465 466
  }
  return code;
X
Xiaoyu Wang 已提交
467 468
}

dengyihao's avatar
dengyihao 已提交
469
static int32_t getTableHashVgroup(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
wmmhello's avatar
wmmhello 已提交
470 471 472
                                  SVgroupInfo* pInfo) {
  SName name;
  return getTableHashVgroupImpl(pCxt, toName(pCxt->pParseCxt->acctId, pDbName, pTableName, &name), pInfo);
X
Xiaoyu Wang 已提交
473 474
}

dengyihao's avatar
dengyihao 已提交
475
static int32_t getDBVgVersion(STranslateContext* pCxt, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
D
dapan1121 已提交
476
                              int32_t* pTableNum, int64_t* pStateTs) {
wmmhello's avatar
wmmhello 已提交
477
  SParseContext* pParCxt = pCxt->pParseCxt;
D
dapan1121 已提交
478 479 480
  int32_t        code = collectUseDatabaseImpl(pDbFName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
D
dapan1121 已提交
481
      code = getDbVgVersionFromCache(pCxt->pMetaCache, pDbFName, pVersion, pDbId, pTableNum, pStateTs);
D
dapan1121 已提交
482
    } else {
D
dapan1121 已提交
483
      code = catalogGetDBVgVersion(pParCxt->pCatalog, pDbFName, pVersion, pDbId, pTableNum, pStateTs);
484
    }
wmmhello's avatar
wmmhello 已提交
485 486
  }
  if (TSDB_CODE_SUCCESS != code) {
487 488
    parserError("0x%" PRIx64 " catalogGetDBVgVersion error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pDbFName);
wmmhello's avatar
wmmhello 已提交
489 490
  }
  return code;
X
Xiaoyu Wang 已提交
491 492
}

493
static int32_t getDBCfg(STranslateContext* pCxt, const char* pDbName, SDbCfgInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
494 495 496 497 498
  SParseContext* pParCxt = pCxt->pParseCxt;
  SName          name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pDbName, strlen(pDbName));
  char dbFname[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFname);
D
dapan1121 已提交
499 500 501 502 503
  int32_t code = collectUseDatabaseImpl(dbFname, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getDbCfgFromCache(pCxt->pMetaCache, dbFname, pInfo);
    } else {
X
Xiaoyu Wang 已提交
504
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
505 506 507 508 509
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};

      code = catalogGetDBCfg(pParCxt->pCatalog, &conn, dbFname, pInfo);
510
    }
wmmhello's avatar
wmmhello 已提交
511 512
  }
  if (TSDB_CODE_SUCCESS != code) {
513 514
    parserError("0x%" PRIx64 " catalogGetDBCfg error, code:%s, dbFName:%s", pCxt->pParseCxt->requestId, tstrerror(code),
                dbFname);
wmmhello's avatar
wmmhello 已提交
515 516
  }
  return code;
517 518
}

519 520 521 522 523 524 525
static int32_t getUdfInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  SFuncInfo      funcInfo = {0};
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getUdfInfoFromCache(pCxt->pMetaCache, pFunc->functionName, &funcInfo);
  } else {
X
Xiaoyu Wang 已提交
526
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
D
dapan1121 已提交
527 528 529 530
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};

X
Xiaoyu Wang 已提交
531
    code = catalogGetUdfInfo(pParCxt->pCatalog, &conn, pFunc->functionName, &funcInfo);
532 533 534 535 536 537 538 539 540
  }
  if (TSDB_CODE_SUCCESS == code) {
    pFunc->funcType = FUNCTION_TYPE_UDF;
    pFunc->funcId = TSDB_FUNC_TYPE_AGGREGATE == funcInfo.funcType ? FUNC_AGGREGATE_UDF_ID : FUNC_SCALAR_UDF_ID;
    pFunc->node.resType.type = funcInfo.outputType;
    pFunc->node.resType.bytes = funcInfo.outputLen;
    pFunc->udfBufSize = funcInfo.bufSize;
    tFreeSFuncInfo(&funcInfo);
  }
541 542 543 544
  if (TSDB_CODE_SUCCESS != code) {
    parserError("0x%" PRIx64 " catalogGetUdfInfo error, code:%s, funcName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pFunc->functionName);
  }
545 546 547
  return code;
}

X
Xiaoyu Wang 已提交
548
static int32_t getTableIndex(STranslateContext* pCxt, const SName* pName, SArray** pIndexes) {
X
Xiaoyu Wang 已提交
549
  SParseContext* pParCxt = pCxt->pParseCxt;
X
Xiaoyu Wang 已提交
550 551 552 553
  int32_t        code = collectUseDatabase(pName, pCxt->pDbs);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(pName, pCxt->pTables);
  }
X
Xiaoyu Wang 已提交
554 555 556 557 558 559 560 561
  if (TSDB_CODE_SUCCESS == code) {
    if (pParCxt->async) {
      code = getTableIndexFromCache(pCxt->pMetaCache, pName, pIndexes);
    } else {
      SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                               .requestId = pParCxt->requestId,
                               .requestObjRefId = pParCxt->requestRid,
                               .mgmtEps = pParCxt->mgmtEpSet};
X
Xiaoyu Wang 已提交
562

X
Xiaoyu Wang 已提交
563 564
      code = catalogGetTableIndex(pParCxt->pCatalog, &conn, pName, pIndexes);
    }
X
Xiaoyu Wang 已提交
565 566
  }
  if (TSDB_CODE_SUCCESS != code) {
567 568
    parserError("0x%" PRIx64 " getTableIndex error, code:%s, dbName:%s, tbName:%s", pCxt->pParseCxt->requestId,
                tstrerror(code), pName->dbname, pName->tname);
X
Xiaoyu Wang 已提交
569 570 571 572
  }
  return code;
}

573 574 575 576 577 578 579 580 581 582 583 584 585
static int32_t getDnodeList(STranslateContext* pCxt, SArray** pDnodes) {
  SParseContext* pParCxt = pCxt->pParseCxt;
  int32_t        code = TSDB_CODE_SUCCESS;
  if (pParCxt->async) {
    code = getDnodeListFromCache(pCxt->pMetaCache, pDnodes);
  } else {
    SRequestConnInfo conn = {.pTrans = pParCxt->pTransporter,
                             .requestId = pParCxt->requestId,
                             .requestObjRefId = pParCxt->requestRid,
                             .mgmtEps = pParCxt->mgmtEpSet};
    code = catalogGetDnodeList(pParCxt->pCatalog, &conn, pDnodes);
  }
  if (TSDB_CODE_SUCCESS != code) {
586
    parserError("0x%" PRIx64 " getDnodeList error, code:%s", pCxt->pParseCxt->requestId, tstrerror(code));
587 588 589 590
  }
  return code;
}

591
static int32_t initTranslateContext(SParseContext* pParseCxt, SParseMetaCache* pMetaCache, STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
592 593 594 595 596 597
  pCxt->pParseCxt = pParseCxt;
  pCxt->errCode = TSDB_CODE_SUCCESS;
  pCxt->msgBuf.buf = pParseCxt->pMsg;
  pCxt->msgBuf.len = pParseCxt->msgLen;
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  pCxt->currLevel = 0;
598
  pCxt->levelNo = 0;
wmmhello's avatar
wmmhello 已提交
599
  pCxt->currClause = 0;
600
  pCxt->pMetaCache = pMetaCache;
wmmhello's avatar
wmmhello 已提交
601 602
  pCxt->pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  pCxt->pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
D
dapan1121 已提交
603 604
  pCxt->pTargetTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  if (NULL == pCxt->pNsLevel || NULL == pCxt->pDbs || NULL == pCxt->pTables || NULL == pCxt->pTargetTables) {
wmmhello's avatar
wmmhello 已提交
605 606 607
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
608 609
}

X
Xiaoyu Wang 已提交
610
static int32_t resetTranslateNamespace(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
611 612 613 614 615 616 617 618 619 620 621 622
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
  pCxt->pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  if (NULL == pCxt->pNsLevel) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
623 624
}

625
static void destroyTranslateContext(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
626 627 628 629 630 631 632
  if (NULL != pCxt->pNsLevel) {
    size_t size = taosArrayGetSize(pCxt->pNsLevel);
    for (size_t i = 0; i < size; ++i) {
      taosArrayDestroy(taosArrayGetP(pCxt->pNsLevel, i));
    }
    taosArrayDestroy(pCxt->pNsLevel);
  }
633

wmmhello's avatar
wmmhello 已提交
634 635 636 637
  if (NULL != pCxt->pCmdMsg) {
    taosMemoryFreeClear(pCxt->pCmdMsg->pMsg);
    taosMemoryFreeClear(pCxt->pCmdMsg);
  }
638

wmmhello's avatar
wmmhello 已提交
639 640
  taosHashCleanup(pCxt->pDbs);
  taosHashCleanup(pCxt->pTables);
D
dapan1121 已提交
641
  taosHashCleanup(pCxt->pTargetTables);
642 643
}

644 645 646 647
static bool isSelectStmt(SNode* pCurrStmt) {
  return NULL != pCurrStmt && QUERY_NODE_SELECT_STMT == nodeType(pCurrStmt);
}

K
kailixu 已提交
648 649 650 651
static bool isDeleteStmt(SNode* pCurrStmt) {
  return NULL != pCurrStmt && QUERY_NODE_DELETE_STMT == nodeType(pCurrStmt);
}

652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672
static bool isSetOperator(SNode* pCurrStmt) {
  return NULL != pCurrStmt && QUERY_NODE_SET_OPERATOR == nodeType(pCurrStmt);
}

static SNodeList* getProjectListFromCurrStmt(SNode* pCurrStmt) {
  if (isSelectStmt(pCurrStmt)) {
    return ((SSelectStmt*)pCurrStmt)->pProjectionList;
  }
  if (isSetOperator(pCurrStmt)) {
    return ((SSetOperator*)pCurrStmt)->pProjectionList;
  }
  return NULL;
}

static uint8_t getPrecisionFromCurrStmt(SNode* pCurrStmt, uint8_t defaultVal) {
  if (isSelectStmt(pCurrStmt)) {
    return ((SSelectStmt*)pCurrStmt)->precision;
  }
  if (isSetOperator(pCurrStmt)) {
    return ((SSetOperator*)pCurrStmt)->precision;
  }
673 674 675
  if (NULL != pCurrStmt && QUERY_NODE_CREATE_STREAM_STMT == nodeType(pCurrStmt)) {
    return getPrecisionFromCurrStmt(((SCreateStreamStmt*)pCurrStmt)->pQuery, defaultVal);
  }
K
kailixu 已提交
676 677 678
  if (isDeleteStmt(pCurrStmt)) {
    return ((SDeleteStmt*)pCurrStmt)->precision;
  }
679 680 681
  return defaultVal;
}

682
static bool isAliasColumn(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
683
  return (QUERY_NODE_COLUMN == nodeType(pNode) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]));
684 685 686
}

static bool isAggFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
687
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsAggFunc(((SFunctionNode*)pNode)->funcId));
688 689 690
}

static bool isSelectFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
691
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsSelectFunc(((SFunctionNode*)pNode)->funcId));
692 693
}

5
54liuyao 已提交
694 695 696 697
static bool isWindowPseudoColumnFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsWindowPseudoColumnFunc(((SFunctionNode*)pNode)->funcId));
}

698 699 700 701
static bool isInterpPseudoColumnFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsInterpPseudoColumnFunc(((SFunctionNode*)pNode)->funcId));
}

702
static bool isTimelineFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
703
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsTimelineFunc(((SFunctionNode*)pNode)->funcId));
704 705
}

706 707 708 709
static bool isImplicitTsFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsImplicitTsFunc(((SFunctionNode*)pNode)->funcId));
}

710
static bool isScanPseudoColumnFunc(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
711
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsScanPseudoColumnFunc(((SFunctionNode*)pNode)->funcId));
712 713
}

wmmhello's avatar
wmmhello 已提交
714 715
static bool isIndefiniteRowsFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsIndefiniteRowsFunc(((SFunctionNode*)pNode)->funcId));
716 717
}

X
Xiaoyu Wang 已提交
718 719 720 721
static bool isVectorFunc(const SNode* pNode) {
  return (QUERY_NODE_FUNCTION == nodeType(pNode) && fmIsVectorFunc(((SFunctionNode*)pNode)->funcId));
}

722
static bool isDistinctOrderBy(STranslateContext* pCxt) {
723 724
  return (SQL_CLAUSE_ORDER_BY == pCxt->currClause && isSelectStmt(pCxt->pCurrStmt) &&
          ((SSelectStmt*)pCxt->pCurrStmt)->isDistinct);
725 726
}

727
static bool belongTable(const SColumnNode* pCol, const STableNode* pTable) {
wmmhello's avatar
wmmhello 已提交
728 729 730 731 732 733 734 735
  int cmp = 0;
  if ('\0' != pCol->dbName[0]) {
    cmp = strcmp(pCol->dbName, pTable->dbName);
  }
  if (0 == cmp) {
    cmp = strcmp(pCol->tableAlias, pTable->tableAlias);
  }
  return (0 == cmp);
736 737
}

X
Xiaoyu Wang 已提交
738
static SNodeList* getProjectList(const SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
739 740 741 742 743 744
  if (QUERY_NODE_SELECT_STMT == nodeType(pNode)) {
    return ((SSelectStmt*)pNode)->pProjectionList;
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pNode)) {
    return ((SSetOperator*)pNode)->pProjectionList;
  }
  return NULL;
745 746
}

747 748
static bool isTimeLineQuery(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
749
    return (TIME_LINE_MULTI == ((SSelectStmt*)pStmt)->timeLineResMode) || (TIME_LINE_GLOBAL == ((SSelectStmt*)pStmt)->timeLineResMode);
750 751 752 753 754
  } else {
    return false;
  }
}

X
Xiaoyu Wang 已提交
755
static bool isGlobalTimeLineQuery(SNode* pStmt) {
756 757 758
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return TIME_LINE_GLOBAL == ((SSelectStmt*)pStmt)->timeLineResMode;
  } else {
X
Xiaoyu Wang 已提交
759 760 761 762
    return false;
  }
}

763 764 765 766 767 768 769 770 771 772 773 774 775 776 777
static bool isTimeLineAlignedQuery(SNode* pStmt) {
  SSelectStmt *pSelect = (SSelectStmt *)pStmt;
  SSelectStmt *pSub = (SSelectStmt *)((STempTableNode*)pSelect->pFromTable)->pSubquery;
  if (isGlobalTimeLineQuery((SNode*)pSub)) {
    return true;
  }
  if (!isTimeLineQuery((SNode*)pSub)) {
    return false;
  }
  if (nodesListMatch(pSelect->pPartitionByList, pSub->pPartitionByList)) {
    return true;
  }
  return false;
}

778 779 780 781 782
static bool isPrimaryKeyImpl(SNode* pExpr) {
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    return (PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pExpr)->colId);
  } else if (QUERY_NODE_FUNCTION == nodeType(pExpr)) {
    SFunctionNode* pFunc = (SFunctionNode*)pExpr;
783
    if (FUNCTION_TYPE_SELECT_VALUE == pFunc->funcType || FUNCTION_TYPE_GROUP_KEY == pFunc->funcType ||
784 785
        FUNCTION_TYPE_FIRST == pFunc->funcType || FUNCTION_TYPE_LAST == pFunc->funcType ||
        FUNCTION_TYPE_LAST_ROW == pFunc->funcType) {
786
      return isPrimaryKeyImpl(nodesListGetNode(pFunc->pParameterList, 0));
787 788
    } else if (FUNCTION_TYPE_WSTART == pFunc->funcType || FUNCTION_TYPE_WEND == pFunc->funcType ||
               FUNCTION_TYPE_IROWTS == pFunc->funcType) {
789 790 791 792 793 794 795 796 797 798 799 800 801
      return true;
    }
  }
  return false;
}

static bool isPrimaryKey(STempTableNode* pTable, SNode* pExpr) {
  if (!isTimeLineQuery(pTable->pSubquery)) {
    return false;
  }
  return isPrimaryKeyImpl(pExpr);
}

X
Xiaoyu Wang 已提交
802
static void setColumnInfoBySchema(const SRealTableNode* pTable, const SSchema* pColSchema, int32_t tagFlag,
wmmhello's avatar
wmmhello 已提交
803 804 805 806 807 808 809 810
                                  SColumnNode* pCol) {
  strcpy(pCol->dbName, pTable->table.dbName);
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  strcpy(pCol->tableName, pTable->table.tableName);
  strcpy(pCol->colName, pColSchema->name);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pColSchema->name);
  }
X
Xiaoyu Wang 已提交
811 812 813
  if ('\0' == pCol->node.userAlias[0]) {
    strcpy(pCol->node.userAlias, pColSchema->name);
  }
wmmhello's avatar
wmmhello 已提交
814 815 816
  pCol->tableId = pTable->pMeta->uid;
  pCol->tableType = pTable->pMeta->tableType;
  pCol->colId = pColSchema->colId;
X
Xiaoyu Wang 已提交
817
  pCol->colType = (tagFlag >= 0 ? COLUMN_TYPE_TAG : COLUMN_TYPE_COLUMN);
dengyihao's avatar
dengyihao 已提交
818
  pCol->hasIndex = ((0 == tagFlag) || (pColSchema != NULL && IS_IDX_ON(pColSchema)));
wmmhello's avatar
wmmhello 已提交
819 820 821 822 823
  pCol->node.resType.type = pColSchema->type;
  pCol->node.resType.bytes = pColSchema->bytes;
  if (TSDB_DATA_TYPE_TIMESTAMP == pCol->node.resType.type) {
    pCol->node.resType.precision = pTable->pMeta->tableInfo.precision;
  }
824 825
}

826
static void setColumnInfoByExpr(STempTableNode* pTable, SExprNode* pExpr, SColumnNode** pColRef) {
X
Xiaoyu Wang 已提交
827 828
  SColumnNode* pCol = *pColRef;

wmmhello's avatar
wmmhello 已提交
829 830 831
  if (NULL == pExpr->pAssociation) {
    pExpr->pAssociation = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
  }
X
Xiaoyu Wang 已提交
832
  taosArrayPush(pExpr->pAssociation, &pColRef);
833 834
  strcpy(pCol->tableAlias, pTable->table.tableAlias);
  pCol->colId = isPrimaryKey(pTable, (SNode*)pExpr) ? PRIMARYKEY_TIMESTAMP_COL_ID : 0;
wmmhello's avatar
wmmhello 已提交
835 836 837 838
  strcpy(pCol->colName, pExpr->aliasName);
  if ('\0' == pCol->node.aliasName[0]) {
    strcpy(pCol->node.aliasName, pCol->colName);
  }
X
Xiaoyu Wang 已提交
839 840 841
  if ('\0' == pCol->node.userAlias[0]) {
    strcpy(pCol->node.userAlias, pCol->colName);
  }
wmmhello's avatar
wmmhello 已提交
842
  pCol->node.resType = pExpr->resType;
843 844
}

845
static int32_t createColumnsByTable(STranslateContext* pCxt, const STableNode* pTable, bool igTags, SNodeList* pList) {
wmmhello's avatar
wmmhello 已提交
846 847
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
848 849
    int32_t           nums = pMeta->tableInfo.numOfColumns +
                   (igTags ? 0 : ((TSDB_SUPER_TABLE == pMeta->tableType) ? pMeta->tableInfo.numOfTags : 0));
wmmhello's avatar
wmmhello 已提交
850
    for (int32_t i = 0; i < nums; ++i) {
851 852 853
      if (invisibleColumn(pCxt->pParseCxt->enableSysInfo, pMeta->tableType, pMeta->schema[i].flags)) {
        continue;
      }
wmmhello's avatar
wmmhello 已提交
854 855 856 857
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
X
Xiaoyu Wang 已提交
858
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
wmmhello's avatar
wmmhello 已提交
859 860 861
      nodesListAppend(pList, (SNode*)pCol);
    }
  } else {
862 863 864
    STempTableNode* pTempTable = (STempTableNode*)pTable;
    SNodeList*      pProjectList = getProjectList(pTempTable->pSubquery);
    SNode*          pNode;
wmmhello's avatar
wmmhello 已提交
865 866 867 868 869 870
    FOREACH(pNode, pProjectList) {
      SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
      if (NULL == pCol) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
      }
      nodesListAppend(pList, (SNode*)pCol);
X
Xiaoyu Wang 已提交
871
      SListCell* pCell = nodesListGetCell(pList, LIST_LENGTH(pList) - 1);
872
      setColumnInfoByExpr(pTempTable, (SExprNode*)pNode, (SColumnNode**)&pCell->pNode);
wmmhello's avatar
wmmhello 已提交
873 874 875
    }
  }
  return TSDB_CODE_SUCCESS;
876 877
}

X
Xiaoyu Wang 已提交
878
static bool isInternalPrimaryKey(const SColumnNode* pCol) {
879 880
  return PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId &&
         (0 == strcmp(pCol->colName, ROWTS_PSEUDO_COLUMN_NAME) || 0 == strcmp(pCol->colName, C0_PSEUDO_COLUMN_NAME));
X
Xiaoyu Wang 已提交
881 882
}

883 884
static int32_t findAndSetColumn(STranslateContext* pCxt, SColumnNode** pColRef, const STableNode* pTable,
                                bool* pFound) {
X
Xiaoyu Wang 已提交
885
  SColumnNode* pCol = *pColRef;
886
  *pFound = false;
wmmhello's avatar
wmmhello 已提交
887 888 889
  if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
    if (isInternalPrimaryKey(pCol)) {
X
Xiaoyu Wang 已提交
890
      setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema, -1, pCol);
891 892
      *pFound = true;
      return TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
893 894 895
    }
    int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
    for (int32_t i = 0; i < nums; ++i) {
896 897
      if (0 == strcmp(pCol->colName, pMeta->schema[i].name) &&
          !invisibleColumn(pCxt->pParseCxt->enableSysInfo, pMeta->tableType, pMeta->schema[i].flags)) {
X
Xiaoyu Wang 已提交
898
        setColumnInfoBySchema((SRealTableNode*)pTable, pMeta->schema + i, (i - pMeta->tableInfo.numOfColumns), pCol);
899
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
900 901 902 903
        break;
      }
    }
  } else {
904 905 906
    STempTableNode* pTempTable = (STempTableNode*)pTable;
    SNodeList*      pProjectList = getProjectList(pTempTable->pSubquery);
    SNode*          pNode;
wmmhello's avatar
wmmhello 已提交
907 908
    FOREACH(pNode, pProjectList) {
      SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
909
      if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
910 911 912
        if (*pFound) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, pCol->colName);
        }
913
        setColumnInfoByExpr(pTempTable, pExpr, pColRef);
914
        *pFound = true;
915 916
      } else if (isPrimaryKey(pTempTable, pNode) && isInternalPrimaryKey(pCol)) {
        setColumnInfoByExpr(pTempTable, pExpr, pColRef);
X
Xiaoyu Wang 已提交
917
        *pFound = true;
wmmhello's avatar
wmmhello 已提交
918 919 920
      }
    }
  }
921
  return TSDB_CODE_SUCCESS;
922 923
}

X
Xiaoyu Wang 已提交
924
static EDealRes translateColumnWithPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
925 926 927 928 929
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    foundTable = false;
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
930
    if (belongTable((*pCol), pTable)) {
wmmhello's avatar
wmmhello 已提交
931
      foundTable = true;
932 933 934 935 936 937
      bool foundCol = false;
      pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
      if (TSDB_CODE_SUCCESS != pCxt->errCode) {
        return DEAL_RES_ERROR;
      }
      if (foundCol) {
wmmhello's avatar
wmmhello 已提交
938 939
        break;
      }
X
Xiaoyu Wang 已提交
940
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
941 942 943
    }
  }
  if (!foundTable) {
X
Xiaoyu Wang 已提交
944
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_TABLE_NOT_EXIST, (*pCol)->tableAlias);
wmmhello's avatar
wmmhello 已提交
945 946
  }
  return DEAL_RES_CONTINUE;
947
}
948

X
Xiaoyu Wang 已提交
949
static EDealRes translateColumnWithoutPrefix(STranslateContext* pCxt, SColumnNode** pCol) {
wmmhello's avatar
wmmhello 已提交
950 951 952
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  bool    found = false;
X
Xiaoyu Wang 已提交
953
  bool    isInternalPk = isInternalPrimaryKey(*pCol);
wmmhello's avatar
wmmhello 已提交
954 955
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
956 957 958 959 960 961
    bool        foundCol = false;
    pCxt->errCode = findAndSetColumn(pCxt, pCol, pTable, &foundCol);
    if (TSDB_CODE_SUCCESS != pCxt->errCode) {
      return DEAL_RES_ERROR;
    }
    if (foundCol) {
wmmhello's avatar
wmmhello 已提交
962
      if (found) {
X
Xiaoyu Wang 已提交
963
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
964 965
      }
      found = true;
966 967 968
    }
    if (isInternalPk) {
      break;
wmmhello's avatar
wmmhello 已提交
969 970 971 972
    }
  }
  if (!found) {
    if (isInternalPk) {
973
      if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pWindow) {
wmmhello's avatar
wmmhello 已提交
974 975 976 977
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_NOT_ALLOWED_WIN_QUERY);
      }
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_INTERNAL_PK);
    } else {
X
Xiaoyu Wang 已提交
978
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
wmmhello's avatar
wmmhello 已提交
979 980 981
    }
  }
  return DEAL_RES_CONTINUE;
982 983
}

984
static EDealRes translateColumnUseAlias(STranslateContext* pCxt, SColumnNode** pCol, bool* pFound) {
985
  SNodeList* pProjectionList = getProjectListFromCurrStmt(pCxt->pCurrStmt);
wmmhello's avatar
wmmhello 已提交
986 987 988
  SNode*     pNode;
  FOREACH(pNode, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pNode;
X
Xiaoyu Wang 已提交
989
    if (0 == strcmp((*pCol)->colName, pExpr->userAlias)) {
990 991 992 993 994 995 996 997 998 999
      SColumnRefNode* pColRef = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
      if (NULL == pColRef) {
        pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
        return DEAL_RES_ERROR;
      }
      strcpy(pColRef->colName, pExpr->aliasName);
      nodesDestroyNode(*(SNode**)pCol);
      *(SNode**)pCol = (SNode*)pColRef;
      *pFound = true;
      return DEAL_RES_CONTINUE;
wmmhello's avatar
wmmhello 已提交
1000 1001
    }
  }
1002 1003
  *pFound = false;
  return DEAL_RES_CONTINUE;
1004 1005
}

X
Xiaoyu Wang 已提交
1006
static EDealRes translateColumn(STranslateContext* pCxt, SColumnNode** pCol) {
X
Xiaoyu Wang 已提交
1007 1008
  if (NULL == pCxt->pCurrStmt ||
      (isSelectStmt(pCxt->pCurrStmt) && NULL == ((SSelectStmt*)pCxt->pCurrStmt)->pFromTable)) {
1009 1010 1011
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
  }

wmmhello's avatar
wmmhello 已提交
1012
  // count(*)/first(*)/last(*) and so on
X
Xiaoyu Wang 已提交
1013
  if (0 == strcmp((*pCol)->colName, "*")) {
wmmhello's avatar
wmmhello 已提交
1014 1015 1016 1017
    return DEAL_RES_CONTINUE;
  }

  EDealRes res = DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
1018
  if ('\0' != (*pCol)->tableAlias[0]) {
wmmhello's avatar
wmmhello 已提交
1019 1020 1021 1022
    res = translateColumnWithPrefix(pCxt, pCol);
  } else {
    bool found = false;
    if (SQL_CLAUSE_ORDER_BY == pCxt->currClause) {
1023 1024 1025
      res = translateColumnUseAlias(pCxt, pCol, &found);
    }
    if (DEAL_RES_ERROR != res && !found) {
1026
      if (isSetOperator(pCxt->pCurrStmt)) {
1027 1028 1029 1030
        res = generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_INVALID_COLUMN, (*pCol)->colName);
      } else {
        res = translateColumnWithoutPrefix(pCxt, pCol);
      }
wmmhello's avatar
wmmhello 已提交
1031 1032 1033
    }
  }
  return res;
1034 1035
}

X
Xiaoyu Wang 已提交
1036 1037 1038 1039 1040
static int32_t parseTimeFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_NUMERIC_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
X
Xiaoyu Wang 已提交
1041
    int64_t value = 0;
X
Xiaoyu Wang 已提交
1042
    if (IS_UNSIGNED_NUMERIC_TYPE(pVal->node.resType.type)) {
X
Xiaoyu Wang 已提交
1043
      value = pVal->datum.u;
X
Xiaoyu Wang 已提交
1044
    } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
X
Xiaoyu Wang 已提交
1045
      value = pVal->datum.d;
X
Xiaoyu Wang 已提交
1046
    } else if (TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
X
Xiaoyu Wang 已提交
1047 1048 1049
      value = pVal->datum.b;
    } else {
      value = pVal->datum.i;
X
Xiaoyu Wang 已提交
1050
    }
X
Xiaoyu Wang 已提交
1051
    pVal->datum.i = value;
wmmhello's avatar
wmmhello 已提交
1052 1053 1054 1055 1056 1057 1058 1059
    return TSDB_CODE_SUCCESS;
  } else if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_TIMESTAMP == pVal->node.resType.type) {
    if (TSDB_CODE_SUCCESS == taosParseTime(pVal->literal, &pVal->datum.i, pVal->node.resType.bytes,
                                           pVal->node.resType.precision, tsDaylight)) {
      return TSDB_CODE_SUCCESS;
    }
    char* pEnd = NULL;
    pVal->datum.i = taosStr2Int64(pVal->literal, &pEnd, 10);
X
Xiaoyu Wang 已提交
1060
    return (NULL != pEnd && '\0' == *pEnd) ? TSDB_CODE_SUCCESS : TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
1061
  } else {
X
Xiaoyu Wang 已提交
1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
  }
}

static int32_t parseBoolFromValueNode(STranslateContext* pCxt, SValueNode* pVal) {
  if (IS_VAR_DATA_TYPE(pVal->node.resType.type) || TSDB_DATA_TYPE_BOOL == pVal->node.resType.type) {
    pVal->datum.b = (0 == strcasecmp(pVal->literal, "true"));
    return TSDB_CODE_SUCCESS;
  } else if (IS_INTEGER_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Int64(pVal->literal, NULL, 10));
    return TSDB_CODE_SUCCESS;
  } else if (IS_FLOAT_TYPE(pVal->node.resType.type)) {
    pVal->datum.b = (0 != taosStr2Double(pVal->literal, NULL));
    return TSDB_CODE_SUCCESS;
  } else {
    return TSDB_CODE_PAR_WRONG_VALUE_TYPE;
wmmhello's avatar
wmmhello 已提交
1078
  }
1079 1080
}

1081 1082 1083 1084
static EDealRes translateDurationValue(STranslateContext* pCxt, SValueNode* pVal) {
  if (parseNatualDuration(pVal->literal, strlen(pVal->literal), &pVal->datum.i, &pVal->unit,
                          pVal->node.resType.precision) != TSDB_CODE_SUCCESS) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
1085
  }
1086 1087 1088 1089 1090 1091 1092 1093 1094 1095
  *(int64_t*)&pVal->typeData = pVal->datum.i;
  return DEAL_RES_CONTINUE;
}

static EDealRes translateNormalValue(STranslateContext* pCxt, SValueNode* pVal, SDataType targetDt, bool strict) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (targetDt.type) {
    case TSDB_DATA_TYPE_BOOL:
      if (TSDB_CODE_SUCCESS != parseBoolFromValueNode(pCxt, pVal)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1096
      }
1097 1098 1099 1100 1101 1102
      *(bool*)&pVal->typeData = pVal->datum.b;
      break;
    case TSDB_DATA_TYPE_TINYINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_TINYINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1103
      }
1104 1105 1106 1107 1108 1109 1110
      *(int8_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_SMALLINT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1111
      }
1112 1113 1114 1115 1116 1117 1118
      *(int16_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
      if (strict && (TSDB_CODE_SUCCESS != code || !IS_VALID_INT(pVal->datum.i))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1119
      }
1120 1121 1122 1123 1124
      *(int32_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      code = toInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.i);
X
Xiaoyu Wang 已提交
1125
      if (strict && TSDB_CODE_SUCCESS != code) {
1126
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1127
      }
1128 1129 1130 1131 1132
      *(int64_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
X
Xiaoyu Wang 已提交
1133
      if (strict && (TSDB_CODE_SUCCESS != code || pVal->datum.u > UINT8_MAX)) {
1134
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1135
      }
1136 1137 1138 1139 1140
      *(uint8_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
X
Xiaoyu Wang 已提交
1141
      if (strict && (TSDB_CODE_SUCCESS != code || pVal->datum.u > UINT16_MAX)) {
1142
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
1143
      }
1144 1145 1146 1147 1148
      *(uint16_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
X
Xiaoyu Wang 已提交
1149
      if (strict && (TSDB_CODE_SUCCESS != code || pVal->datum.u > UINT32_MAX)) {
1150
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
D
dapan1121 已提交
1151
      }
1152 1153 1154 1155 1156
      *(uint32_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      code = toUInteger(pVal->literal, strlen(pVal->literal), 10, &pVal->datum.u);
X
Xiaoyu Wang 已提交
1157
      if (strict && TSDB_CODE_SUCCESS != code) {
1158
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
1159
      }
1160 1161 1162 1163 1164
      *(uint64_t*)&pVal->typeData = pVal->datum.u;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      pVal->datum.d = taosStr2Double(pVal->literal, NULL);
X
Xiaoyu Wang 已提交
1165 1166 1167
      if (strict && !IS_VALID_FLOAT(pVal->datum.d)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
      }
1168 1169 1170 1171 1172
      *(float*)&pVal->typeData = pVal->datum.d;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      pVal->datum.d = taosStr2Double(pVal->literal, NULL);
X
Xiaoyu Wang 已提交
1173 1174 1175 1176
      if (strict && (((pVal->datum.d == HUGE_VAL || pVal->datum.d == -HUGE_VAL) && errno == ERANGE) ||
                     isinf(pVal->datum.d) || isnan(pVal->datum.d))) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
      }
1177 1178 1179 1180 1181
      *(double*)&pVal->typeData = pVal->datum.d;
      break;
    }
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY: {
1182
      if (strict && (pVal->node.resType.bytes > targetDt.bytes - VARSTR_HEADER_SIZE)) {
1183 1184
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
      }
1185 1186 1187
      pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
      if (NULL == pVal->datum.p) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
1188
      }
1189 1190 1191 1192 1193 1194 1195 1196
      int32_t len = TMIN(targetDt.bytes - VARSTR_HEADER_SIZE, pVal->node.resType.bytes);
      varDataSetLen(pVal->datum.p, len);
      strncpy(varDataVal(pVal->datum.p), pVal->literal, len);
      break;
    }
    case TSDB_DATA_TYPE_TIMESTAMP: {
      if (TSDB_CODE_SUCCESS != parseTimeFromValueNode(pCxt, pVal)) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
1197
      }
1198 1199 1200 1201 1202 1203 1204
      *(int64_t*)&pVal->typeData = pVal->datum.i;
      break;
    }
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->datum.p = taosMemoryCalloc(1, targetDt.bytes + 1);
      if (NULL == pVal->datum.p) {
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_OUT_OF_MEMORY);
1205
      }
1206

1207 1208 1209
      int32_t len = 0;
      if (!taosMbsToUcs4(pVal->literal, strlen(pVal->literal), (TdUcs4*)varDataVal(pVal->datum.p),
                         targetDt.bytes - VARSTR_HEADER_SIZE, &len)) {
1210
        return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
1211 1212 1213
      }
      varDataSetLen(pVal->datum.p, len);
      break;
1214
    }
1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
    case TSDB_DATA_TYPE_DECIMAL:
    case TSDB_DATA_TYPE_BLOB:
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pVal->literal);
    default:
      break;
  }
  return DEAL_RES_CONTINUE;
}

static EDealRes translateValueImpl(STranslateContext* pCxt, SValueNode* pVal, SDataType targetDt, bool strict) {
  if (pVal->placeholderNo > 0 || pVal->isNull) {
    return DEAL_RES_CONTINUE;
  }

  if (TSDB_DATA_TYPE_NULL == pVal->node.resType.type) {
    pVal->translate = true;
    pVal->isNull = true;
    return DEAL_RES_CONTINUE;
  }

  pVal->node.resType.precision = getPrecisionFromCurrStmt(pCxt->pCurrStmt, targetDt.precision);

  EDealRes res = DEAL_RES_CONTINUE;
  if (pVal->isDuration) {
    res = translateDurationValue(pCxt, pVal);
  } else {
    res = translateNormalValue(pCxt, pVal, targetDt, strict);
1242
  }
5
54liuyao 已提交
1243 1244
  pVal->node.resType.type = targetDt.type;
  pVal->node.resType.bytes = targetDt.bytes;
D
dapan1121 已提交
1245
  pVal->node.resType.scale = pVal->unit;
1246
  pVal->translate = true;
1247 1248 1249
  if (!strict && TSDB_DATA_TYPE_UBIGINT == pVal->node.resType.type && pVal->datum.u <= INT64_MAX) {
    pVal->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  }
1250
  return res;
1251
}
wmmhello's avatar
wmmhello 已提交
1252

1253 1254 1255 1256 1257 1258 1259 1260
static int32_t calcTypeBytes(SDataType dt) {
  if (TSDB_DATA_TYPE_BINARY == dt.type) {
    return dt.bytes + VARSTR_HEADER_SIZE;
  } else if (TSDB_DATA_TYPE_NCHAR == dt.type) {
    return dt.bytes * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
  } else {
    return dt.bytes;
  }
1261 1262
}

1263
static EDealRes translateValue(STranslateContext* pCxt, SValueNode* pVal) {
1264 1265 1266 1267
  if (pVal->translate) {
    return TSDB_CODE_SUCCESS;
  }

1268 1269
  SDataType dt = pVal->node.resType;
  dt.bytes = calcTypeBytes(dt);
1270
  return translateValueImpl(pCxt, pVal, dt, false);
1271 1272
}

1273 1274 1275 1276
static int32_t doTranslateValue(STranslateContext* pCxt, SValueNode* pVal) {
  return DEAL_RES_ERROR == translateValue(pCxt, pVal) ? pCxt->errCode : TSDB_CODE_SUCCESS;
}

1277
static bool isMultiResFunc(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1278 1279 1280 1281 1282 1283
  if (NULL == pNode) {
    return false;
  }
  if (QUERY_NODE_FUNCTION != nodeType(pNode) || !fmIsMultiResFunc(((SFunctionNode*)pNode)->funcId)) {
    return false;
  }
1284 1285 1286
  if (FUNCTION_TYPE_TAGS == ((SFunctionNode*)pNode)->funcType) {
    return true;
  }
wmmhello's avatar
wmmhello 已提交
1287 1288 1289 1290 1291 1292
  SNodeList* pParameterList = ((SFunctionNode*)pNode)->pParameterList;
  if (LIST_LENGTH(pParameterList) > 1) {
    return true;
  }
  SNode* pParam = nodesListGetNode(pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pParam) ? 0 == strcmp(((SColumnNode*)pParam)->colName, "*") : false);
1293 1294
}

D
dapan1121 已提交
1295 1296 1297 1298
static bool dataTypeEqual(const SDataType* l, const SDataType* r) {
  return (l->type == r->type && l->bytes == r->bytes && l->precision == r->precision && l->scale == r->scale);
}

X
Xiaoyu Wang 已提交
1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311
// 0 means equal, 1 means the left shall prevail, -1 means the right shall prevail
static int32_t dataTypeComp(const SDataType* l, const SDataType* r) {
  if (l->type != r->type) {
    return 1;
  }

  if (l->bytes != r->bytes) {
    return l->bytes > r->bytes ? 1 : -1;
  }

  return (l->precision == r->precision && l->scale == r->scale) ? 0 : 1;
}

1312
static EDealRes translateOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
wmmhello's avatar
wmmhello 已提交
1313 1314 1315 1316 1317 1318 1319
  if (isMultiResFunc(pOp->pLeft)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pLeft))->aliasName);
  }
  if (isMultiResFunc(pOp->pRight)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
  }

1320 1321
  if (TSDB_CODE_SUCCESS != scalarGetOperatorResultType(pOp)) {
    return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, pOp->node.aliasName);
wmmhello's avatar
wmmhello 已提交
1322
  }
1323

wmmhello's avatar
wmmhello 已提交
1324
  return DEAL_RES_CONTINUE;
1325 1326
}

1327
static EDealRes haveVectorFunction(SNode* pNode, void* pContext) {
1328 1329
  if (isAggFunc(pNode) || isIndefiniteRowsFunc(pNode) || isWindowPseudoColumnFunc(pNode) ||
      isInterpPseudoColumnFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
1330 1331 1332 1333
    *((bool*)pContext) = true;
    return DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
1334 1335
}

1336
static int32_t findTable(STranslateContext* pCxt, const char* pTableAlias, STableNode** pOutput) {
wmmhello's avatar
wmmhello 已提交
1337 1338 1339 1340 1341 1342 1343 1344 1345 1346
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
    if (NULL == pTableAlias || 0 == strcmp(pTable->tableAlias, pTableAlias)) {
      *pOutput = pTable;
      return TSDB_CODE_SUCCESS;
    }
  }
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pTableAlias);
1347 1348 1349
}

static bool isCountStar(SFunctionNode* pFunc) {
wmmhello's avatar
wmmhello 已提交
1350 1351 1352 1353 1354
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_COLUMN == nodeType(pPara) && 0 == strcmp(((SColumnNode*)pPara)->colName, "*"));
1355 1356 1357 1358
}

// count(*) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountStar(STranslateContext* pCxt, SFunctionNode* pCount) {
1359
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pCount->pParameterList, 0);
wmmhello's avatar
wmmhello 已提交
1360 1361 1362
  STableNode*  pTable = NULL;
  int32_t      code = findTable(pCxt, ('\0' == pCol->tableAlias[0] ? NULL : pCol->tableAlias), &pTable);
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
X
Xiaoyu Wang 已提交
1363
    setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, -1, pCol);
wmmhello's avatar
wmmhello 已提交
1364 1365
  }
  return code;
1366 1367
}

D
dapan1121 已提交
1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378
static bool isCountNotNullValue(SFunctionNode* pFunc) {
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_VALUE == nodeType(pPara) && !((SValueNode*)pPara)->isNull);
}

// count(1) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountNotNullValue(STranslateContext* pCxt, SFunctionNode* pCount) {
  SValueNode* pValue = (SValueNode*)nodesListGetNode(pCount->pParameterList, 0);
1379 1380
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, NULL, &pTable);
D
dapan1121 已提交
1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
    SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
    if (NULL == pCol) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, -1, pCol);
      NODES_DESTORY_LIST(pCount->pParameterList);
      code = nodesListMakeAppend(&pCount->pParameterList, (SNode*)pCol);
    }
  }
  return code;
}

X
Xiaoyu Wang 已提交
1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423
static bool isCountTbname(SFunctionNode* pFunc) {
  if (FUNCTION_TYPE_COUNT != pFunc->funcType || 1 != LIST_LENGTH(pFunc->pParameterList)) {
    return false;
  }
  SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
  return (QUERY_NODE_FUNCTION == nodeType(pPara) && FUNCTION_TYPE_TBNAME == ((SFunctionNode*)pPara)->funcType);
}

// count(tbname) is rewritten as count(ts) for scannning optimization
static int32_t rewriteCountTbname(STranslateContext* pCxt, SFunctionNode* pCount) {
  SFunctionNode* pTbname = (SFunctionNode*)nodesListGetNode(pCount->pParameterList, 0);
  const char*    pTableAlias = NULL;
  if (LIST_LENGTH(pTbname->pParameterList) > 0) {
    pTableAlias = ((SValueNode*)nodesListGetNode(pTbname->pParameterList, 0))->literal;
  }
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, pTableAlias, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
    if (NULL == pCol) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      setColumnInfoBySchema((SRealTableNode*)pTable, ((SRealTableNode*)pTable)->pMeta->schema, -1, pCol);
      NODES_DESTORY_LIST(pCount->pParameterList);
      code = nodesListMakeAppend(&pCount->pParameterList, (SNode*)pCol);
    }
  }
  return code;
}

1424
static bool hasInvalidFuncNesting(SNodeList* pParameterList) {
wmmhello's avatar
wmmhello 已提交
1425
  bool hasInvalidFunc = false;
1426
  nodesWalkExprs(pParameterList, haveVectorFunction, &hasInvalidFunc);
wmmhello's avatar
wmmhello 已提交
1427 1428 1429 1430
  return hasInvalidFunc;
}

static int32_t getFuncInfo(STranslateContext* pCxt, SFunctionNode* pFunc) {
1431 1432
  // the time precision of the function execution environment
  pFunc->node.resType.precision = getPrecisionFromCurrStmt(pCxt->pCurrStmt, TSDB_TIME_PRECISION_MILLI);
1433 1434 1435 1436 1437
  int32_t code = fmGetFuncInfo(pFunc, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  if (TSDB_CODE_FUNC_NOT_BUILTIN_FUNTION == code) {
    code = getUdfInfo(pCxt, pFunc);
  }
  return code;
1438 1439
}

X
Xiaoyu Wang 已提交
1440
static int32_t translateAggFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1441 1442 1443
  if (!fmIsAggFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1444 1445 1446 1447 1448 1449
  if (beforeHaving(pCxt->currClause)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
1450 1451 1452
  // The auto-generated COUNT function in the DELETE statement is legal
  if (isSelectStmt(pCxt->pCurrStmt) &&
      (((SSelectStmt*)pCxt->pCurrStmt)->hasIndefiniteRowsFunc || ((SSelectStmt*)pCxt->pCurrStmt)->hasMultiRowsFunc)) {
X
Xiaoyu Wang 已提交
1453 1454 1455 1456 1457 1458
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }

  if (isCountStar(pFunc)) {
    return rewriteCountStar(pCxt, pFunc);
  }
D
dapan1121 已提交
1459 1460
  if (isCountNotNullValue(pFunc)) {
    return rewriteCountNotNullValue(pCxt, pFunc);
1461
  }
X
Xiaoyu Wang 已提交
1462 1463 1464
  if (isCountTbname(pFunc)) {
    return rewriteCountTbname(pCxt, pFunc);
  }
X
Xiaoyu Wang 已提交
1465 1466 1467 1468
  return TSDB_CODE_SUCCESS;
}

static int32_t translateScanPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1469 1470 1471
  if (!fmIsScanPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1472
  if (0 == LIST_LENGTH(pFunc->pParameterList)) {
1473
    if (!isSelectStmt(pCxt->pCurrStmt) || NULL == ((SSelectStmt*)pCxt->pCurrStmt)->pFromTable ||
1474
        QUERY_NODE_REAL_TABLE != nodeType(((SSelectStmt*)pCxt->pCurrStmt)->pFromTable)) {
X
Xiaoyu Wang 已提交
1475 1476 1477
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  } else {
1478
    SValueNode* pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
1479 1480 1481 1482 1483 1484 1485 1486 1487 1488
    STableNode* pTable = NULL;
    pCxt->errCode = findTable(pCxt, pVal->literal, &pTable);
    if (TSDB_CODE_SUCCESS == pCxt->errCode && (NULL == pTable || QUERY_NODE_REAL_TABLE != nodeType(pTable))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TBNAME);
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateIndefiniteRowsFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
X
Xiaoyu Wang 已提交
1489 1490 1491
  if (!fmIsIndefiniteRowsFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1492
  if (!isSelectStmt(pCxt->pCurrStmt) || SQL_CLAUSE_SELECT != pCxt->currClause) {
X
Xiaoyu Wang 已提交
1493 1494
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
1495 1496
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
  if (pSelect->hasAggFuncs || pSelect->hasMultiRowsFunc ||
1497 1498
      (pSelect->hasIndefiniteRowsFunc &&
       (FUNC_RETURN_ROWS_INDEFINITE == pSelect->returnRows || pSelect->returnRows != fmGetFuncReturnRows(pFunc)))) {
1499 1500 1501
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  if (NULL != pSelect->pWindow || NULL != pSelect->pGroupByList) {
1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                   "%s function is not supported in window query or group query", pFunc->functionName);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateMultiRowsFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsMultiRowsFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (!isSelectStmt(pCxt->pCurrStmt) || SQL_CLAUSE_SELECT != pCxt->currClause ||
1516 1517
      ((SSelectStmt*)pCxt->pCurrStmt)->hasIndefiniteRowsFunc || ((SSelectStmt*)pCxt->pCurrStmt)->hasAggFuncs ||
      ((SSelectStmt*)pCxt->pCurrStmt)->hasMultiRowsFunc) {
X
Xiaoyu Wang 已提交
1518 1519 1520 1521 1522 1523 1524 1525
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
  return TSDB_CODE_SUCCESS;
}

1526 1527 1528 1529 1530 1531 1532 1533
static int32_t translateInterpFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsInterpFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (!isSelectStmt(pCxt->pCurrStmt) || SQL_CLAUSE_SELECT != pCxt->currClause) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
1534 1535 1536
  SNode*       pTable = pSelect->pFromTable;

  if ((NULL != pTable && (QUERY_NODE_REAL_TABLE != nodeType(pTable) ||
X
Xiaoyu Wang 已提交
1537 1538
                          (TSDB_CHILD_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType &&
                           TSDB_NORMAL_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType)))) {
1539 1540 1541 1542
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_SUPPORT_SINGLE_TABLE,
                                   "%s is only supported in single table query", pFunc->functionName);
  }

1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555
  if (pSelect->hasAggFuncs || pSelect->hasMultiRowsFunc || pSelect->hasIndefiniteRowsFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC);
  }
  if (NULL != pSelect->pWindow || NULL != pSelect->pGroupByList) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                   "%s function is not supported in window query or group query", pFunc->functionName);
  }
  if (hasInvalidFuncNesting(pFunc->pParameterList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AGG_FUNC_NESTING);
  }
  return TSDB_CODE_SUCCESS;
}

1556 1557 1558 1559
static int32_t translateInterpPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsInterpPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1560 1561 1562
  if (!isSelectStmt(pCxt->pCurrStmt)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                   "%s must be used in select statements", pFunc->functionName);
1563
  }
1564 1565 1566
  if (pCxt->currClause == SQL_CLAUSE_WHERE) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_INTERP_CLAUSE,
                                   "%s is not allowed in where clause", pFunc->functionName);
1567 1568 1569 1570
  }
  return TSDB_CODE_SUCCESS;
}

1571 1572 1573 1574 1575 1576 1577 1578 1579
static int32_t translateTimelineFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsTimelineFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (!isSelectStmt(pCxt->pCurrStmt)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                   "%s function must be used in select statements", pFunc->functionName);
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
X
Xiaoyu Wang 已提交
1580
  if (NULL != pSelect->pFromTable && QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
1581
      !isGlobalTimeLineQuery(((STempTableNode*)pSelect->pFromTable)->pSubquery)) {
1582 1583 1584 1585 1586 1587
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                   "%s function requires valid time series input", pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

1588 1589 1590 1591
static int32_t translateDateTimeFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsDateTimeFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
G
Ganlin Zhao 已提交
1592 1593 1594 1595 1596

  if (!isSelectStmt(pCxt->pCurrStmt)) {
    return TSDB_CODE_SUCCESS;
  }

1597 1598 1599 1600 1601 1602
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
  pFunc->node.resType.precision = pSelect->precision;

  return TSDB_CODE_SUCCESS;
}

1603 1604 1605 1606 1607 1608 1609 1610 1611
static bool hasFillClause(SNode* pCurrStmt) {
  if (!isSelectStmt(pCurrStmt)) {
    return false;
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCurrStmt;
  return NULL != pSelect->pWindow && QUERY_NODE_INTERVAL_WINDOW == nodeType(pSelect->pWindow) &&
         NULL != ((SIntervalWindowNode*)pSelect->pWindow)->pFill;
}

X
Xiaoyu Wang 已提交
1612 1613 1614 1615
static int32_t translateForbidFillFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidFillFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1616
  if (hasFillClause(pCxt->pCurrStmt)) {
X
Xiaoyu Wang 已提交
1617 1618 1619 1620 1621
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_FILL_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1622 1623 1624 1625
static int32_t translateWindowPseudoColumnFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsWindowPseudoColumnFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1626
  if (!isSelectStmt(pCxt->pCurrStmt) || NULL == ((SSelectStmt*)pCxt->pCurrStmt)->pWindow) {
X
Xiaoyu Wang 已提交
1627 1628
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_WINDOW_PC);
  }
X
Xiaoyu Wang 已提交
1629
  if (beforeWindow(pCxt->currClause)) {
X
Xiaoyu Wang 已提交
1630 1631 1632
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_WINDOW_PC, "There mustn't be %s",
                                   pFunc->functionName);
  }
X
Xiaoyu Wang 已提交
1633 1634 1635
  return TSDB_CODE_SUCCESS;
}

1636 1637 1638 1639 1640 1641 1642 1643 1644 1645
static int32_t translateForbidStreamFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsForbidStreamFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (pCxt->createStream) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC, pFunc->functionName);
  }
  return TSDB_CODE_SUCCESS;
}

1646 1647 1648 1649
static int32_t translateRepeatScanFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsRepeatScanFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1650
  if (!isSelectStmt(pCxt->pCurrStmt)) {
X
Xiaoyu Wang 已提交
1651 1652 1653 1654 1655 1656 1657 1658
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_SUPPORT_SINGLE_TABLE,
                                   "%s is only supported in single table query", pFunc->functionName);
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
  SNode*       pTable = pSelect->pFromTable;
  // select percentile() without from clause is also valid
  if ((NULL != pTable && (QUERY_NODE_REAL_TABLE != nodeType(pTable) ||
                          (TSDB_CHILD_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType &&
1659
                           TSDB_NORMAL_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType)))) {
X
Xiaoyu Wang 已提交
1660 1661
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_SUPPORT_SINGLE_TABLE,
                                   "%s is only supported in single table query", pFunc->functionName);
1662
  }
1663 1664
  if (NULL != pSelect->pPartitionByList) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
X
Xiaoyu Wang 已提交
1665
                                   "%s function is not supported in partition query", pFunc->functionName);
1666
  }
X
Xiaoyu Wang 已提交
1667
  return TSDB_CODE_SUCCESS;
1668 1669
}

1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684
static int32_t translateBlockDistFunc(STranslateContext* pCtx, SFunctionNode* pFunc) {
  if (!fmIsBlockDistFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
  if (!isSelectStmt(pCtx->pCurrStmt)) {
    return generateSyntaxErrMsgExt(&pCtx->msgBuf, TSDB_CODE_PAR_ONLY_SUPPORT_SINGLE_TABLE,
                                   "%s is only supported in single table query", pFunc->functionName);
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCtx->pCurrStmt;
  SNode*       pTable = pSelect->pFromTable;
  if (NULL != pTable && (QUERY_NODE_REAL_TABLE != nodeType(pTable) ||
                         (TSDB_SUPER_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType &&
                          TSDB_CHILD_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType &&
                          TSDB_NORMAL_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType))) {
    return generateSyntaxErrMsgExt(&pCtx->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
1685 1686
                                   "%s is only supported on super table, child table or normal table",
                                   pFunc->functionName);
1687
  }
X
Xiaoyu Wang 已提交
1688
  return TSDB_CODE_SUCCESS;
1689 1690
}

1691 1692 1693 1694 1695 1696 1697 1698 1699 1700
static bool isStar(SNode* pNode) {
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
}

static bool isTableStar(SNode* pNode) {
  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
}

1701 1702
static bool isStarParam(SNode* pNode) { return isStar(pNode) || isTableStar(pNode); }

1703 1704 1705 1706
static int32_t translateMultiResFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
  if (!fmIsMultiResFunc(pFunc->funcId)) {
    return TSDB_CODE_SUCCESS;
  }
1707
  if (SQL_CLAUSE_SELECT != pCxt->currClause) {
1708
    SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
1709
    if (isStarParam(pPara)) {
1710 1711 1712 1713
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                     "%s(*) is only supported in SELECTed list", pFunc->functionName);
    }
  }
1714
  if (tsKeepColumnName && 1 == LIST_LENGTH(pFunc->pParameterList) && !pFunc->node.asAlias) {
1715
    strcpy(pFunc->node.userAlias, ((SExprNode*)nodesListGetNode(pFunc->pParameterList, 0))->userAlias);
1716
    strcpy(pFunc->node.aliasName, pFunc->node.userAlias);
1717
  }
1718 1719
  return TSDB_CODE_SUCCESS;
}
1720 1721 1722

static int32_t getMultiResFuncNum(SNodeList* pParameterList) {
  if (1 == LIST_LENGTH(pParameterList)) {
1723
    return isStarParam(nodesListGetNode(pParameterList, 0)) ? 2 : 1;
1724 1725 1726 1727
  }
  return LIST_LENGTH(pParameterList);
}

1728 1729 1730 1731 1732 1733 1734 1735 1736
static int32_t calcSelectFuncNum(SFunctionNode* pFunc, int32_t currSelectFuncNum) {
  if (fmIsCumulativeFunc(pFunc->funcId)) {
    return currSelectFuncNum > 0 ? currSelectFuncNum : 1;
  }
  return currSelectFuncNum + ((fmIsMultiResFunc(pFunc->funcId) && !fmIsLastRowFunc(pFunc->funcId))
                                  ? getMultiResFuncNum(pFunc->pParameterList)
                                  : 1);
}

1737 1738 1739
static void setFuncClassification(SNode* pCurrStmt, SFunctionNode* pFunc) {
  if (NULL != pCurrStmt && QUERY_NODE_SELECT_STMT == nodeType(pCurrStmt)) {
    SSelectStmt* pSelect = (SSelectStmt*)pCurrStmt;
X
Xiaoyu Wang 已提交
1740 1741
    pSelect->hasAggFuncs = pSelect->hasAggFuncs ? true : fmIsAggFunc(pFunc->funcId);
    pSelect->hasRepeatScanFuncs = pSelect->hasRepeatScanFuncs ? true : fmIsRepeatScanFunc(pFunc->funcId);
1742

1743 1744 1745 1746
    if (fmIsIndefiniteRowsFunc(pFunc->funcId)) {
      pSelect->hasIndefiniteRowsFunc = true;
      pSelect->returnRows = fmGetFuncReturnRows(pFunc);
    }
1747
    pSelect->hasMultiRowsFunc = pSelect->hasMultiRowsFunc ? true : fmIsMultiRowsFunc(pFunc->funcId);
1748 1749
    if (fmIsSelectFunc(pFunc->funcId)) {
      pSelect->hasSelectFunc = true;
1750
      pSelect->selectFuncNum = calcSelectFuncNum(pFunc, pSelect->selectFuncNum);
1751
    } else if (fmIsVectorFunc(pFunc->funcId)) {
1752 1753
      pSelect->hasOtherVectorFunc = true;
    }
1754 1755
    pSelect->hasUniqueFunc = pSelect->hasUniqueFunc ? true : (FUNCTION_TYPE_UNIQUE == pFunc->funcType);
    pSelect->hasTailFunc = pSelect->hasTailFunc ? true : (FUNCTION_TYPE_TAIL == pFunc->funcType);
X
Xiaoyu Wang 已提交
1756
    pSelect->hasInterpFunc = pSelect->hasInterpFunc ? true : (FUNCTION_TYPE_INTERP == pFunc->funcType);
1757 1758
    pSelect->hasInterpPseudoColFunc =
        pSelect->hasInterpPseudoColFunc ? true : fmIsInterpPseudoColumnFunc(pFunc->funcId);
X
Xiaoyu Wang 已提交
1759
    pSelect->hasLastRowFunc = pSelect->hasLastRowFunc ? true : (FUNCTION_TYPE_LAST_ROW == pFunc->funcType);
X
Xiaoyu Wang 已提交
1760
    pSelect->hasLastFunc = pSelect->hasLastFunc ? true : (FUNCTION_TYPE_LAST == pFunc->funcType);
1761
    pSelect->hasTimeLineFunc = pSelect->hasTimeLineFunc ? true : fmIsTimelineFunc(pFunc->funcId);
X
Xiaoyu Wang 已提交
1762
    pSelect->hasUdaf = pSelect->hasUdaf ? true : fmIsUserDefinedFunc(pFunc->funcId) && fmIsAggFunc(pFunc->funcId);
1763
    pSelect->onlyHasKeepOrderFunc = pSelect->onlyHasKeepOrderFunc ? fmIsKeepOrderFunc(pFunc->funcId) : false;
X
Xiaoyu Wang 已提交
1764
  }
X
Xiaoyu Wang 已提交
1765 1766
}

1767
static int32_t rewriteFuncToValue(STranslateContext* pCxt, char* pLiteral, SNode** pNode) {
1768 1769 1770 1771 1772 1773 1774 1775 1776 1777
  SValueNode* pVal = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
  if (NULL == pVal) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pVal->node.aliasName, ((SExprNode*)*pNode)->aliasName);
  pVal->node.resType = ((SExprNode*)*pNode)->resType;
  if (NULL == pLiteral) {
    pVal->isNull = true;
  } else {
    pVal->literal = pLiteral;
1778 1779 1780
    if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {
      pVal->node.resType.bytes = strlen(pLiteral);
    }
1781 1782
  }
  if (DEAL_RES_ERROR != translateValue(pCxt, pVal)) {
1783
    nodesDestroyNode(*pNode);
1784 1785 1786 1787 1788 1789 1790 1791 1792 1793
    *pNode = (SNode*)pVal;
  } else {
    nodesDestroyNode((SNode*)pVal);
  }
  return pCxt->errCode;
}

static int32_t rewriteDatabaseFunc(STranslateContext* pCxt, SNode** pNode) {
  char* pCurrDb = NULL;
  if (NULL != pCxt->pParseCxt->db) {
1794
    pCurrDb = taosStrdup((void*)pCxt->pParseCxt->db);
1795 1796
    if (NULL == pCurrDb) {
      return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1797 1798
    }
  }
1799
  return rewriteFuncToValue(pCxt, pCurrDb, pNode);
1800
}
wmmhello's avatar
wmmhello 已提交
1801

1802
static int32_t rewriteClentVersionFunc(STranslateContext* pCxt, SNode** pNode) {
1803
  char* pVer = taosStrdup((void*)version);
1804 1805
  if (NULL == pVer) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1806
  }
1807
  return rewriteFuncToValue(pCxt, pVer, pNode);
1808 1809 1810
}

static int32_t rewriteServerVersionFunc(STranslateContext* pCxt, SNode** pNode) {
1811
  char* pVer = taosStrdup((void*)pCxt->pParseCxt->svrVer);
1812 1813
  if (NULL == pVer) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1814
  }
1815
  return rewriteFuncToValue(pCxt, pVer, pNode);
1816 1817 1818 1819 1820
}

static int32_t rewriteServerStatusFunc(STranslateContext* pCxt, SNode** pNode) {
  if (pCxt->pParseCxt->nodeOffline) {
    return TSDB_CODE_RPC_NETWORK_UNAVAIL;
X
Xiaoyu Wang 已提交
1821
  }
1822
  char* pStatus = taosStrdup((void*)"1");
1823
  return rewriteFuncToValue(pCxt, pStatus, pNode);
1824 1825 1826 1827 1828 1829
}

static int32_t rewriteUserFunc(STranslateContext* pCxt, SNode** pNode) {
  char    userConn[TSDB_USER_LEN + 1 + TSDB_FQDN_LEN] = {0};  // format 'user@host'
  int32_t len = snprintf(userConn, sizeof(userConn), "%s@", pCxt->pParseCxt->pUser);
  taosGetFqdn(userConn + len);
1830
  char* pUserConn = taosStrdup((void*)userConn);
1831 1832
  if (NULL == pUserConn) {
    return TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1833
  }
1834
  return rewriteFuncToValue(pCxt, pUserConn, pNode);
1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851
}

static int32_t rewriteSystemInfoFunc(STranslateContext* pCxt, SNode** pNode) {
  switch (((SFunctionNode*)*pNode)->funcType) {
    case FUNCTION_TYPE_DATABASE:
      return rewriteDatabaseFunc(pCxt, pNode);
    case FUNCTION_TYPE_CLIENT_VERSION:
      return rewriteClentVersionFunc(pCxt, pNode);
    case FUNCTION_TYPE_SERVER_VERSION:
      return rewriteServerVersionFunc(pCxt, pNode);
    case FUNCTION_TYPE_SERVER_STATUS:
      return rewriteServerStatusFunc(pCxt, pNode);
    case FUNCTION_TYPE_CURRENT_USER:
    case FUNCTION_TYPE_USER:
      return rewriteUserFunc(pCxt, pNode);
    default:
      break;
X
Xiaoyu Wang 已提交
1852
  }
1853 1854 1855
  return TSDB_CODE_PAR_INTERNAL_ERROR;
}

1856
static int32_t translateNormalFunction(STranslateContext* pCxt, SFunctionNode* pFunc) {
1857 1858 1859
  int32_t code = translateAggFunc(pCxt, pFunc);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateScanPseudoColumnFunc(pCxt, pFunc);
1860
  }
1861 1862
  if (TSDB_CODE_SUCCESS == code) {
    code = translateIndefiniteRowsFunc(pCxt, pFunc);
1863
  }
1864 1865 1866 1867 1868
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidFillFunc(pCxt, pFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateWindowPseudoColumnFunc(pCxt, pFunc);
1869
  }
1870 1871 1872
  if (TSDB_CODE_SUCCESS == code) {
    code = translateForbidStreamFunc(pCxt, pFunc);
  }
1873 1874 1875
  if (TSDB_CODE_SUCCESS == code) {
    code = translateRepeatScanFunc(pCxt, pFunc);
  }
1876 1877 1878
  if (TSDB_CODE_SUCCESS == code) {
    code = translateMultiResFunc(pCxt, pFunc);
  }
1879 1880 1881
  if (TSDB_CODE_SUCCESS == code) {
    code = translateMultiRowsFunc(pCxt, pFunc);
  }
1882 1883 1884
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterpFunc(pCxt, pFunc);
  }
1885 1886 1887
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterpPseudoColumnFunc(pCxt, pFunc);
  }
1888 1889 1890
  if (TSDB_CODE_SUCCESS == code) {
    code = translateTimelineFunc(pCxt, pFunc);
  }
1891 1892 1893
  if (TSDB_CODE_SUCCESS == code) {
    code = translateDateTimeFunc(pCxt, pFunc);
  }
1894 1895 1896
  if (TSDB_CODE_SUCCESS == code) {
    code = translateBlockDistFunc(pCxt, pFunc);
  }
1897 1898 1899 1900 1901 1902
  if (TSDB_CODE_SUCCESS == code) {
    setFuncClassification(pCxt->pCurrStmt, pFunc);
  }
  return code;
}

1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949
static int32_t rewriteQueryTimeFunc(STranslateContext* pCxt, int64_t val, SNode** pNode) {
  if (INT64_MIN == val || INT64_MAX == val) {
    return rewriteFuncToValue(pCxt, NULL, pNode);
  }

  char* pStr = taosMemoryCalloc(1, 20);
  if (NULL == pStr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  snprintf(pStr, 20, "%" PRId64 "", val);
  return rewriteFuncToValue(pCxt, pStr, pNode);
}

static int32_t rewriteQstartFunc(STranslateContext* pCxt, SNode** pNode) {
  return rewriteQueryTimeFunc(pCxt, ((SSelectStmt*)pCxt->pCurrStmt)->timeRange.skey, pNode);
}

static int32_t rewriteQendFunc(STranslateContext* pCxt, SNode** pNode) {
  return rewriteQueryTimeFunc(pCxt, ((SSelectStmt*)pCxt->pCurrStmt)->timeRange.ekey, pNode);
}

static int32_t rewriteQdurationFunc(STranslateContext* pCxt, SNode** pNode) {
  STimeWindow range = ((SSelectStmt*)pCxt->pCurrStmt)->timeRange;
  if (INT64_MIN == range.skey || INT64_MAX == range.ekey) {
    return rewriteQueryTimeFunc(pCxt, INT64_MIN, pNode);
  }
  return rewriteQueryTimeFunc(pCxt, range.ekey - range.skey + 1, pNode);
}

static int32_t rewriteClientPseudoColumnFunc(STranslateContext* pCxt, SNode** pNode) {
  if (NULL == pCxt->pCurrStmt || QUERY_NODE_SELECT_STMT != nodeType(pCxt->pCurrStmt) ||
      pCxt->currClause <= SQL_CLAUSE_WHERE) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC, "Illegal pseudo column");
  }
  switch (((SFunctionNode*)*pNode)->funcType) {
    case FUNCTION_TYPE_QSTART:
      return rewriteQstartFunc(pCxt, pNode);
    case FUNCTION_TYPE_QEND:
      return rewriteQendFunc(pCxt, pNode);
    case FUNCTION_TYPE_QDURATION:
      return rewriteQdurationFunc(pCxt, pNode);
    default:
      break;
  }
  return TSDB_CODE_PAR_INTERNAL_ERROR;
}

1950 1951 1952 1953
static int32_t translateFunctionImpl(STranslateContext* pCxt, SFunctionNode** pFunc) {
  if (fmIsSystemInfoFunc((*pFunc)->funcId)) {
    return rewriteSystemInfoFunc(pCxt, (SNode**)pFunc);
  }
1954 1955 1956
  if (fmIsClientPseudoColumnFunc((*pFunc)->funcId)) {
    return rewriteClientPseudoColumnFunc(pCxt, (SNode**)pFunc);
  }
1957
  return translateNormalFunction(pCxt, *pFunc);
1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968
}

static EDealRes translateFunction(STranslateContext* pCxt, SFunctionNode** pFunc) {
  SNode* pParam = NULL;
  FOREACH(pParam, (*pFunc)->pParameterList) {
    if (isMultiResFunc(pParam)) {
      return generateDealNodeErrMsg(pCxt, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pParam)->aliasName);
    }
  }

  pCxt->errCode = getFuncInfo(pCxt, *pFunc);
X
Xiaoyu Wang 已提交
1969
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
1970
    pCxt->errCode = translateFunctionImpl(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
1971 1972
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_CONTINUE : DEAL_RES_ERROR;
1973 1974 1975
}

static EDealRes translateExprSubquery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
1976
  return (TSDB_CODE_SUCCESS == translateSubquery(pCxt, pNode) ? DEAL_RES_CONTINUE : DEAL_RES_ERROR);
1977 1978
}

1979
static EDealRes translateLogicCond(STranslateContext* pCxt, SLogicConditionNode* pCond) {
wmmhello's avatar
wmmhello 已提交
1980 1981 1982
  pCond->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pCond->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return DEAL_RES_CONTINUE;
1983 1984
}

X
Xiaoyu Wang 已提交
1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010
static int32_t createCastFunc(STranslateContext* pCxt, SNode* pExpr, SDataType dt, SNode** pCast) {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "cast");
  pFunc->node.resType = dt;
  if (TSDB_CODE_SUCCESS != nodesListMakeAppend(&pFunc->pParameterList, pExpr)) {
    nodesDestroyNode((SNode*)pFunc);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != getFuncInfo(pCxt, pFunc)) {
    nodesClearList(pFunc->pParameterList);
    pFunc->pParameterList = NULL;
    nodesDestroyNode((SNode*)pFunc);
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pExpr)->aliasName);
  }
  *pCast = (SNode*)pFunc;
  return TSDB_CODE_SUCCESS;
}

static EDealRes translateWhenThen(STranslateContext* pCxt, SWhenThenNode* pWhenThen) {
  pWhenThen->node.resType = ((SExprNode*)pWhenThen->pThen)->resType;
  return DEAL_RES_CONTINUE;
}

2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030
static bool isCondition(const SNode* pNode) {
  if (QUERY_NODE_OPERATOR == nodeType(pNode)) {
    return nodesIsComparisonOp((const SOperatorNode*)pNode);
  }
  return (QUERY_NODE_LOGIC_CONDITION == nodeType(pNode));
}

static int32_t rewriteIsTrue(SNode* pSrc, SNode** pIsTrue) {
  SOperatorNode* pOp = (SOperatorNode*)nodesMakeNode(QUERY_NODE_OPERATOR);
  if (NULL == pOp) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pOp->opType = OP_TYPE_IS_TRUE;
  pOp->pLeft = pSrc;
  pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  *pIsTrue = (SNode*)pOp;
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
2031 2032
static EDealRes translateCaseWhen(STranslateContext* pCxt, SCaseWhenNode* pCaseWhen) {
  bool   first = true;
2033
  bool   allNullThen = true;
X
Xiaoyu Wang 已提交
2034 2035
  SNode* pNode = NULL;
  FOREACH(pNode, pCaseWhen->pWhenThenList) {
2036 2037 2038 2039 2040 2041 2042 2043 2044
    SWhenThenNode* pWhenThen = (SWhenThenNode*)pNode;
    if (NULL == pCaseWhen->pCase && !isCondition(pWhenThen->pWhen)) {
      SNode* pIsTrue = NULL;
      pCxt->errCode = rewriteIsTrue(pWhenThen->pWhen, &pIsTrue);
      if (TSDB_CODE_SUCCESS != pCxt->errCode) {
        return DEAL_RES_ERROR;
      }
      pWhenThen->pWhen = pIsTrue;
    }
2045 2046 2047 2048 2049 2050 2051 2052

    SExprNode* pThenExpr = (SExprNode*)pNode;
    if (TSDB_DATA_TYPE_NULL == pThenExpr->resType.type) {
      continue;
    }
    allNullThen = false;
    if (first || dataTypeComp(&pCaseWhen->node.resType, &pThenExpr->resType) < 0) {
      pCaseWhen->node.resType = pThenExpr->resType;
X
Xiaoyu Wang 已提交
2053 2054 2055 2056
    }
    first = false;
  }

2057 2058 2059 2060 2061 2062 2063 2064 2065 2066
  if (allNullThen) {
    if (NULL != pCaseWhen->pElse) {
      pCaseWhen->node.resType = ((SExprNode*)pCaseWhen->pElse)->resType;
    } else {
      pCaseWhen->node.resType.type = TSDB_DATA_TYPE_NULL;
      pCaseWhen->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
      return DEAL_RES_CONTINUE;
    }
  }

X
Xiaoyu Wang 已提交
2067 2068 2069
  FOREACH(pNode, pCaseWhen->pWhenThenList) {
    SWhenThenNode* pWhenThen = (SWhenThenNode*)pNode;
    if (!dataTypeEqual(&pCaseWhen->node.resType, &((SExprNode*)pNode)->resType)) {
2070 2071 2072 2073
      SNode* pCastFunc = NULL;
      pCxt->errCode = createCastFunc(pCxt, pWhenThen->pThen, pCaseWhen->node.resType, &pCastFunc);
      if (TSDB_CODE_SUCCESS != pCxt->errCode) {
        return DEAL_RES_ERROR;
X
Xiaoyu Wang 已提交
2074 2075 2076 2077 2078
      }
      pWhenThen->pThen = pCastFunc;
      pWhenThen->node.resType = pCaseWhen->node.resType;
    }
  }
X
Xiaoyu Wang 已提交
2079

X
Xiaoyu Wang 已提交
2080 2081
  if (NULL != pCaseWhen->pElse && !dataTypeEqual(&pCaseWhen->node.resType, &((SExprNode*)pCaseWhen->pElse)->resType)) {
    SNode* pCastFunc = NULL;
2082 2083 2084
    pCxt->errCode = createCastFunc(pCxt, pCaseWhen->pElse, pCaseWhen->node.resType, &pCastFunc);
    if (TSDB_CODE_SUCCESS != pCxt->errCode) {
      return DEAL_RES_ERROR;
X
Xiaoyu Wang 已提交
2085 2086 2087 2088 2089 2090 2091
    }
    pCaseWhen->pElse = pCastFunc;
    ((SExprNode*)pCaseWhen->pElse)->resType = pCaseWhen->node.resType;
  }
  return DEAL_RES_CONTINUE;
}

X
Xiaoyu Wang 已提交
2092
static EDealRes doTranslateExpr(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2093
  STranslateContext* pCxt = (STranslateContext*)pContext;
X
Xiaoyu Wang 已提交
2094
  switch (nodeType(*pNode)) {
wmmhello's avatar
wmmhello 已提交
2095
    case QUERY_NODE_COLUMN:
X
Xiaoyu Wang 已提交
2096
      return translateColumn(pCxt, (SColumnNode**)pNode);
wmmhello's avatar
wmmhello 已提交
2097
    case QUERY_NODE_VALUE:
X
Xiaoyu Wang 已提交
2098
      return translateValue(pCxt, (SValueNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
2099
    case QUERY_NODE_OPERATOR:
2100
      return translateOperator(pCxt, (SOperatorNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
2101
    case QUERY_NODE_FUNCTION:
2102
      return translateFunction(pCxt, (SFunctionNode**)pNode);
wmmhello's avatar
wmmhello 已提交
2103
    case QUERY_NODE_LOGIC_CONDITION:
X
Xiaoyu Wang 已提交
2104
      return translateLogicCond(pCxt, (SLogicConditionNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
2105
    case QUERY_NODE_TEMP_TABLE:
X
Xiaoyu Wang 已提交
2106
      return translateExprSubquery(pCxt, ((STempTableNode*)*pNode)->pSubquery);
X
Xiaoyu Wang 已提交
2107 2108 2109 2110
    case QUERY_NODE_WHEN_THEN:
      return translateWhenThen(pCxt, (SWhenThenNode*)*pNode);
    case QUERY_NODE_CASE_WHEN:
      return translateCaseWhen(pCxt, (SCaseWhenNode*)*pNode);
wmmhello's avatar
wmmhello 已提交
2111 2112 2113 2114
    default:
      break;
  }
  return DEAL_RES_CONTINUE;
2115 2116
}

X
Xiaoyu Wang 已提交
2117 2118
static int32_t translateExpr(STranslateContext* pCxt, SNode** pNode) {
  nodesRewriteExprPostOrder(pNode, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
2119
  return pCxt->errCode;
2120 2121 2122
}

static int32_t translateExprList(STranslateContext* pCxt, SNodeList* pList) {
X
Xiaoyu Wang 已提交
2123
  nodesRewriteExprsPostOrder(pList, doTranslateExpr, pCxt);
wmmhello's avatar
wmmhello 已提交
2124
  return pCxt->errCode;
2125 2126
}

2127
static SNodeList* getGroupByList(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
2128
  if (isDistinctOrderBy(pCxt)) {
2129
    return ((SSelectStmt*)pCxt->pCurrStmt)->pProjectionList;
wmmhello's avatar
wmmhello 已提交
2130
  }
2131
  return ((SSelectStmt*)pCxt->pCurrStmt)->pGroupByList;
2132 2133 2134
}

static SNode* getGroupByNode(SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
2135 2136 2137 2138
  if (QUERY_NODE_GROUPING_SET == nodeType(pNode)) {
    return nodesListGetNode(((SGroupingSetNode*)pNode)->pParameterList, 0);
  }
  return pNode;
2139 2140 2141
}

static int32_t getGroupByErrorCode(STranslateContext* pCxt) {
wmmhello's avatar
wmmhello 已提交
2142 2143 2144
  if (isDistinctOrderBy(pCxt)) {
    return TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION;
  }
2145 2146 2147
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pGroupByList) {
    return TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION;
  }
D
dapan1121 已提交
2148
  return TSDB_CODE_PAR_INVALID_OPTR_USAGE;
2149 2150
}

2151
static EDealRes rewriteColToSelectValFunc(STranslateContext* pCxt, SNode** pNode) {
2152
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
2153 2154 2155 2156 2157 2158
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }
  strcpy(pFunc->functionName, "_select_value");
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
X
Xiaoyu Wang 已提交
2159
  strcpy(pFunc->node.userAlias, ((SExprNode*)*pNode)->userAlias);
wmmhello's avatar
wmmhello 已提交
2160 2161
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
2162
    pCxt->errCode = getFuncInfo(pCxt, pFunc);
wmmhello's avatar
wmmhello 已提交
2163 2164 2165
  }
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
2166
    ((SSelectStmt*)pCxt->pCurrStmt)->hasSelectValFunc = true;
wmmhello's avatar
wmmhello 已提交
2167
  } else {
2168
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2169 2170
  }
  return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
2171 2172
}

2173 2174 2175 2176 2177 2178 2179 2180 2181
static EDealRes rewriteExprToGroupKeyFunc(STranslateContext* pCxt, SNode** pNode) {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
  }

  strcpy(pFunc->functionName, "_group_key");
  strcpy(pFunc->node.aliasName, ((SExprNode*)*pNode)->aliasName);
2182
  strcpy(pFunc->node.userAlias, ((SExprNode*)*pNode)->userAlias);
2183 2184 2185 2186 2187 2188 2189 2190 2191
  pCxt->errCode = nodesListMakeAppend(&pFunc->pParameterList, *pNode);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    *pNode = (SNode*)pFunc;
    pCxt->errCode = fmGetFuncInfo(pFunc, pCxt->msgBuf.buf, pCxt->msgBuf.len);
  }

  return (TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR);
}

2192
static EDealRes doCheckExprForGroupBy(SNode** pNode, void* pContext) {
2193 2194
  STranslateContext* pCxt = (STranslateContext*)pContext;
  SSelectStmt*       pSelect = (SSelectStmt*)pCxt->pCurrStmt;
wmmhello's avatar
wmmhello 已提交
2195 2196 2197
  if (!nodesIsExprNode(*pNode) || isAliasColumn(*pNode)) {
    return DEAL_RES_CONTINUE;
  }
2198
  if (isVectorFunc(*pNode) && !isDistinctOrderBy(pCxt)) {
wmmhello's avatar
wmmhello 已提交
2199 2200
    return DEAL_RES_IGNORE_CHILD;
  }
2201
  SNode* pGroupNode = NULL;
2202
  FOREACH(pGroupNode, getGroupByList(pCxt)) {
wmmhello's avatar
wmmhello 已提交
2203
    if (nodesEqualNode(getGroupByNode(pGroupNode), *pNode)) {
2204 2205 2206 2207
      return DEAL_RES_IGNORE_CHILD;
    }
  }
  SNode* pPartKey = NULL;
2208
  FOREACH(pPartKey, pSelect->pPartitionByList) {
2209
    if (nodesEqualNode(pPartKey, *pNode)) {
2210
      return rewriteExprToGroupKeyFunc(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
2211 2212
    }
  }
2213 2214 2215 2216 2217 2218
  if (NULL != pSelect->pWindow && QUERY_NODE_STATE_WINDOW == nodeType(pSelect->pWindow)) {
    if (nodesEqualNode(((SStateWindowNode*)pSelect->pWindow)->pExpr, *pNode)) {
      pSelect->hasStateKey = true;
      return rewriteExprToGroupKeyFunc(pCxt, pNode);
    }
  }
wmmhello's avatar
wmmhello 已提交
2219
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
2220
    if (pSelect->selectFuncNum > 1 || pSelect->hasOtherVectorFunc || !pSelect->hasSelectFunc) {
D
dapan1121 已提交
2221
      return generateDealNodeErrMsg(pCxt, getGroupByErrorCode(pCxt), ((SExprNode*)(*pNode))->userAlias);
wmmhello's avatar
wmmhello 已提交
2222
    } else {
2223
      return rewriteColToSelectValFunc(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
2224 2225
    }
  }
2226
  if (isVectorFunc(*pNode) && isDistinctOrderBy(pCxt)) {
D
dapan1121 已提交
2227
    return generateDealNodeErrMsg(pCxt, getGroupByErrorCode(pCxt), ((SExprNode*)(*pNode))->userAlias);
wmmhello's avatar
wmmhello 已提交
2228 2229
  }
  return DEAL_RES_CONTINUE;
2230 2231
}

2232
static int32_t checkExprForGroupBy(STranslateContext* pCxt, SNode** pNode) {
2233
  nodesRewriteExpr(pNode, doCheckExprForGroupBy, pCxt);
wmmhello's avatar
wmmhello 已提交
2234
  return pCxt->errCode;
2235 2236
}

2237 2238
static int32_t checkExprListForGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect, SNodeList* pList) {
  if (NULL == getGroupByList(pCxt) && NULL == pSelect->pWindow) {
wmmhello's avatar
wmmhello 已提交
2239 2240
    return TSDB_CODE_SUCCESS;
  }
2241
  nodesRewriteExprs(pList, doCheckExprForGroupBy, pCxt);
wmmhello's avatar
wmmhello 已提交
2242
  return pCxt->errCode;
2243 2244 2245
}

static EDealRes rewriteColsToSelectValFuncImpl(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2246 2247 2248 2249 2250 2251 2252
  if (isAggFunc(*pNode) || isIndefiniteRowsFunc(*pNode)) {
    return DEAL_RES_IGNORE_CHILD;
  }
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
    return rewriteColToSelectValFunc((STranslateContext*)pContext, pNode);
  }
  return DEAL_RES_CONTINUE;
2253 2254 2255
}

static int32_t rewriteColsToSelectValFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2256 2257 2258 2259 2260
  nodesRewriteExprs(pSelect->pProjectionList, rewriteColsToSelectValFuncImpl, pCxt);
  if (TSDB_CODE_SUCCESS == pCxt->errCode && !pSelect->isDistinct) {
    nodesRewriteExprs(pSelect->pOrderByList, rewriteColsToSelectValFuncImpl, pCxt);
  }
  return pCxt->errCode;
2261 2262
}

2263
typedef struct CheckAggColCoexistCxt {
wmmhello's avatar
wmmhello 已提交
2264 2265
  STranslateContext* pTranslateCxt;
  bool               existCol;
2266 2267
} CheckAggColCoexistCxt;

2268
static EDealRes doCheckAggColCoexist(SNode** pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
2269
  CheckAggColCoexistCxt* pCxt = (CheckAggColCoexistCxt*)pContext;
2270
  if (isVectorFunc(*pNode)) {
wmmhello's avatar
wmmhello 已提交
2271 2272
    return DEAL_RES_IGNORE_CHILD;
  }
2273
  SNode* pPartKey = NULL;
2274
  FOREACH(pPartKey, ((SSelectStmt*)pCxt->pTranslateCxt->pCurrStmt)->pPartitionByList) {
2275 2276
    if (nodesEqualNode(pPartKey, *pNode)) {
      return rewriteExprToGroupKeyFunc(pCxt->pTranslateCxt, pNode);
2277 2278
    }
  }
2279
  if (isScanPseudoColumnFunc(*pNode) || QUERY_NODE_COLUMN == nodeType(*pNode)) {
wmmhello's avatar
wmmhello 已提交
2280 2281 2282
    pCxt->existCol = true;
  }
  return DEAL_RES_CONTINUE;
2283 2284 2285
}

static int32_t checkAggColCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
2286
  if (NULL != pSelect->pGroupByList || NULL != pSelect->pWindow ||
2287
      (!pSelect->hasAggFuncs && !pSelect->hasIndefiniteRowsFunc && !pSelect->hasInterpFunc)) {
wmmhello's avatar
wmmhello 已提交
2288 2289
    return TSDB_CODE_SUCCESS;
  }
2290
  if (!pSelect->onlyHasKeepOrderFunc) {
2291
    pSelect->timeLineResMode = TIME_LINE_NONE;
2292
  }
2293
  CheckAggColCoexistCxt cxt = {.pTranslateCxt = pCxt, .existCol = false};
2294
  nodesRewriteExprs(pSelect->pProjectionList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
2295
  if (!pSelect->isDistinct) {
2296
    nodesRewriteExprs(pSelect->pOrderByList, doCheckAggColCoexist, &cxt);
wmmhello's avatar
wmmhello 已提交
2297
  }
2298
  if (1 == pSelect->selectFuncNum && !pSelect->hasOtherVectorFunc) {
wmmhello's avatar
wmmhello 已提交
2299 2300
    return rewriteColsToSelectValFunc(pCxt, pSelect);
  }
2301
  if (cxt.existCol) {
wmmhello's avatar
wmmhello 已提交
2302 2303 2304
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_SINGLE_GROUP);
  }
  return TSDB_CODE_SUCCESS;
2305 2306
}

D
dapan1121 已提交
2307
static int32_t checkHavingGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
D
dapan1121 已提交
2308
  int32_t code = TSDB_CODE_SUCCESS;
D
dapan1121 已提交
2309
  if (NULL == getGroupByList(pCxt) && NULL == pSelect->pPartitionByList && NULL == pSelect->pWindow) {
D
dapan1121 已提交
2310 2311 2312 2313 2314
    return code;
  }  
  if (NULL != pSelect->pHaving) {
    code = checkExprForGroupBy(pCxt, &pSelect->pHaving);
  }
D
dapan1121 已提交
2315
/*
D
dapan1121 已提交
2316 2317 2318 2319 2320 2321
  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pProjectionList) {
    code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pProjectionList);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pOrderByList) {
    code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pOrderByList);
  }
D
dapan1121 已提交
2322
*/  
D
dapan1121 已提交
2323 2324 2325
  return code;
}

2326 2327 2328 2329
static int32_t checkWindowFuncCoexist(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pWindow) {
    return TSDB_CODE_SUCCESS;
  }
2330
  if (NULL != pSelect->pWindow && !pSelect->hasAggFuncs && !pSelect->hasStateKey) {
2331 2332 2333 2334 2335
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_NO_VALID_FUNC_IN_WIN);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
2336
static int32_t toVgroupsInfo(SArray* pVgs, SVgroupsInfo** pVgsInfo) {
wmmhello's avatar
wmmhello 已提交
2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347
  size_t vgroupNum = taosArrayGetSize(pVgs);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * vgroupNum);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pVgsInfo)->numOfVgroups = vgroupNum;
  for (int32_t i = 0; i < vgroupNum; ++i) {
    SVgroupInfo* vg = taosArrayGet(pVgs, i);
    (*pVgsInfo)->vgroups[i] = *vg;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2348 2349
}

2350
static int32_t addMnodeToVgroupList(const SEpSet* pEpSet, SArray** pVgroupList) {
wmmhello's avatar
wmmhello 已提交
2351 2352 2353 2354 2355 2356 2357 2358 2359 2360
  if (NULL == *pVgroupList) {
    *pVgroupList = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVgroupInfo));
    if (NULL == *pVgroupList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  SVgroupInfo vg = {.vgId = MNODE_HANDLE};
  memcpy(&vg.epSet, pEpSet, sizeof(SEpSet));
  taosArrayPush(*pVgroupList, &vg);
  return TSDB_CODE_SUCCESS;
2361 2362
}

2363 2364 2365 2366 2367
static int32_t dnodeToVgroupsInfo(SArray* pDnodes, SVgroupsInfo** pVgsInfo) {
  size_t ndnode = taosArrayGetSize(pDnodes);
  *pVgsInfo = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo) * ndnode);
  if (NULL == *pVgsInfo) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
2368
  }
2369 2370 2371 2372 2373 2374 2375 2376
  (*pVgsInfo)->numOfVgroups = ndnode;
  for (int32_t i = 0; i < ndnode; ++i) {
    memcpy(&((*pVgsInfo)->vgroups[i].epSet), taosArrayGet(pDnodes, i), sizeof(SEpSet));
  }
  return TSDB_CODE_SUCCESS;
}

static bool sysTableFromVnode(const char* pTable) {
2377 2378
  return ((0 == strcmp(pTable, TSDB_INS_TABLE_TABLES)) || (0 == strcmp(pTable, TSDB_INS_TABLE_TAGS)) ||
          (0 == strcmp(pTable, TSDB_INS_TABLE_COLS)));
2379 2380 2381
}

static bool sysTableFromDnode(const char* pTable) { return 0 == strcmp(pTable, TSDB_INS_TABLE_DNODE_VARIABLES); }
wmmhello's avatar
wmmhello 已提交
2382

X
Xiaoyu Wang 已提交
2383 2384
static int32_t getVnodeSysTableVgroupListImpl(STranslateContext* pCxt, SName* pTargetName, SName* pName,
                                              SArray** pVgroupList) {
2385
  if (0 == pTargetName->type) {
2386 2387 2388
    return getDBVgInfoImpl(pCxt, pName, pVgroupList);
  }

X
Xiaoyu Wang 已提交
2389 2390 2391 2392 2393 2394
  if (0 == strcmp(pTargetName->dbname, TSDB_INFORMATION_SCHEMA_DB) ||
      0 == strcmp(pTargetName->dbname, TSDB_PERFORMANCE_SCHEMA_DB)) {
    pTargetName->type = 0;
    return TSDB_CODE_SUCCESS;
  }

2395
  if (TSDB_DB_NAME_T == pTargetName->type) {
2396
    int32_t code = getDBVgInfoImpl(pCxt, pTargetName, pVgroupList);
X
Xiaoyu Wang 已提交
2397 2398
    if (!pCxt->showRewrite && (TSDB_CODE_MND_DB_NOT_EXIST == code || TSDB_CODE_MND_DB_IN_CREATING == code ||
                               TSDB_CODE_MND_DB_IN_DROPPING == code)) {
X
Xiaoyu Wang 已提交
2399
      // system table query should not report errors
2400 2401 2402
      code = TSDB_CODE_SUCCESS;
    }
    return code;
2403 2404 2405 2406 2407 2408 2409 2410
  }

  SVgroupInfo vgInfo = {0};
  int32_t     code = getTableHashVgroupImpl(pCxt, pTargetName, &vgInfo);
  if (TSDB_CODE_SUCCESS == code) {
    *pVgroupList = taosArrayInit(1, sizeof(SVgroupInfo));
    if (NULL == *pVgroupList) {
      code = TSDB_CODE_OUT_OF_MEMORY;
2411 2412
    } else {
      taosArrayPush(*pVgroupList, &vgInfo);
2413
    }
2414 2415
  } else if (TSDB_CODE_MND_DB_NOT_EXIST == code || TSDB_CODE_MND_DB_IN_CREATING == code ||
             TSDB_CODE_MND_DB_IN_DROPPING == code) {
X
Xiaoyu Wang 已提交
2416
    // system table query should not report errors
2417
    code = TSDB_CODE_SUCCESS;
2418 2419 2420 2421
  }
  return code;
}

X
Xiaoyu Wang 已提交
2422
static int32_t getVnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SArray** pVgs, bool* pHasUserDbCond) {
2423 2424 2425 2426 2427
  if (!isSelectStmt(pCxt->pCurrStmt)) {
    return TSDB_CODE_SUCCESS;
  }
  SSelectStmt* pSelect = (SSelectStmt*)pCxt->pCurrStmt;
  SName        targetName = {0};
X
Xiaoyu Wang 已提交
2428
  int32_t      code = getVnodeSysTableTargetName(pCxt->pParseCxt->acctId, pSelect->pWhere, &targetName);
2429
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2430
    code = getVnodeSysTableVgroupListImpl(pCxt, &targetName, pName, pVgs);
2431
  }
X
Xiaoyu Wang 已提交
2432
  *pHasUserDbCond = (0 != targetName.type && taosArrayGetSize(*pVgs) > 0);
2433 2434 2435
  return code;
}

2436
static int32_t setVnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
X
Xiaoyu Wang 已提交
2437 2438 2439
  bool    hasUserDbCond = false;
  SArray* pVgs = NULL;
  int32_t code = getVnodeSysTableVgroupList(pCxt, pName, &pVgs, &hasUserDbCond);
wmmhello's avatar
wmmhello 已提交
2440

2441
  if (TSDB_CODE_SUCCESS == code && 0 == strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_TAGS) &&
X
Xiaoyu Wang 已提交
2442
      isSelectStmt(pCxt->pCurrStmt) && 0 == taosArrayGetSize(pVgs)) {
2443 2444 2445
    ((SSelectStmt*)pCxt->pCurrStmt)->isEmptyResult = true;
  }

2446 2447 2448
  if (TSDB_CODE_SUCCESS == code &&
          (0 == strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_TABLES) && !hasUserDbCond) ||
      0 == strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_COLS)) {
X
Xiaoyu Wang 已提交
2449
    code = addMnodeToVgroupList(&pCxt->pParseCxt->mgmtEpSet, &pVgs);
wmmhello's avatar
wmmhello 已提交
2450 2451 2452
  }

  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2453
    code = toVgroupsInfo(pVgs, &pRealTable->pVgroupList);
wmmhello's avatar
wmmhello 已提交
2454
  }
X
Xiaoyu Wang 已提交
2455
  taosArrayDestroy(pVgs);
wmmhello's avatar
wmmhello 已提交
2456 2457

  return code;
X
Xiaoyu Wang 已提交
2458 2459
}

2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479
static int32_t setDnodeSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  SArray* pDnodes = NULL;
  int32_t code = getDnodeList(pCxt, &pDnodes);
  if (TSDB_CODE_SUCCESS == code) {
    code = dnodeToVgroupsInfo(pDnodes, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(pDnodes);
  return code;
}

static int32_t setSysTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  if (sysTableFromVnode(pRealTable->table.tableName)) {
    return setVnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else if (sysTableFromDnode(pRealTable->table.tableName)) {
    return setDnodeSysTableVgroupList(pCxt, pName, pRealTable);
  } else {
    return TSDB_CODE_SUCCESS;
  }
}

X
Xiaoyu Wang 已提交
2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498
static int32_t setSuperTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  SArray* vgroupList = NULL;
  int32_t code = getDBVgInfoImpl(pCxt, pName, &vgroupList);
  if (TSDB_CODE_SUCCESS == code) {
    code = toVgroupsInfo(vgroupList, &pRealTable->pVgroupList);
  }
  taosArrayDestroy(vgroupList);
  return code;
}

static int32_t setNormalTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
  pRealTable->pVgroupList = taosMemoryCalloc(1, sizeof(SVgroupsInfo) + sizeof(SVgroupInfo));
  if (NULL == pRealTable->pVgroupList) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pRealTable->pVgroupList->numOfVgroups = 1;
  return getTableHashVgroupImpl(pCxt, pName, pRealTable->pVgroupList->vgroups);
}

X
Xiaoyu Wang 已提交
2499
static int32_t setTableVgroupList(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
wmmhello's avatar
wmmhello 已提交
2500 2501 2502 2503 2504
  if (pCxt->pParseCxt->topicQuery) {
    return TSDB_CODE_SUCCESS;
  }

  if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
X
Xiaoyu Wang 已提交
2505
    return setSuperTableVgroupList(pCxt, pName, pRealTable);
wmmhello's avatar
wmmhello 已提交
2506
  }
X
Xiaoyu Wang 已提交
2507 2508 2509 2510 2511 2512

  if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType) {
    return setSysTableVgroupList(pCxt, pName, pRealTable);
  }

  return setNormalTableVgroupList(pCxt, pName, pRealTable);
2513 2514
}

X
Xiaoyu Wang 已提交
2515
static uint8_t getStmtPrecision(SNode* pStmt) {
wmmhello's avatar
wmmhello 已提交
2516 2517
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return ((SSelectStmt*)pStmt)->precision;
X
Xiaoyu Wang 已提交
2518 2519
  } else if (QUERY_NODE_SET_OPERATOR == nodeType(pStmt)) {
    return ((SSetOperator*)pStmt)->precision;
wmmhello's avatar
wmmhello 已提交
2520 2521
  }
  return 0;
X
Xiaoyu Wang 已提交
2522 2523
}

X
Xiaoyu Wang 已提交
2524 2525
static bool stmtIsSingleTable(SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
2526 2527
    SSelectStmt* pSelect = (SSelectStmt*)pStmt;
    return NULL == pSelect->pFromTable || ((STableNode*)pSelect->pFromTable)->singleTable;
X
Xiaoyu Wang 已提交
2528 2529 2530 2531
  }
  return false;
}

X
Xiaoyu Wang 已提交
2532 2533 2534 2535
static uint8_t calcPrecision(uint8_t lp, uint8_t rp) { return (lp > rp ? rp : lp); }

static uint8_t calcJoinTablePrecision(SJoinTableNode* pJoinTable) {
  return calcPrecision(((STableNode*)pJoinTable->pLeft)->precision, ((STableNode*)pJoinTable->pRight)->precision);
X
Xiaoyu Wang 已提交
2536 2537
}

X
Xiaoyu Wang 已提交
2538 2539 2540 2541 2542 2543 2544
static bool joinTableIsSingleTable(SJoinTableNode* pJoinTable) {
  return (((STableNode*)pJoinTable->pLeft)->singleTable && ((STableNode*)pJoinTable->pRight)->singleTable);
}

static bool isSingleTable(SRealTableNode* pRealTable) {
  int8_t tableType = pRealTable->pMeta->tableType;
  if (TSDB_SYSTEM_TABLE == tableType) {
D
dapan1121 已提交
2545
    return 0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_TABLES) &&
2546 2547
           0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_TAGS) &&
           0 != strcmp(pRealTable->table.tableName, TSDB_INS_TABLE_COLS);
X
Xiaoyu Wang 已提交
2548 2549 2550 2551
  }
  return (TSDB_CHILD_TABLE == tableType || TSDB_NORMAL_TABLE == tableType);
}

X
Xiaoyu Wang 已提交
2552
static int32_t setTableIndex(STranslateContext* pCxt, SName* pName, SRealTableNode* pRealTable) {
X
Xiaoyu Wang 已提交
2553
  if (pCxt->createStream || QUERY_SMA_OPTIMIZE_DISABLE == tsQuerySmaOptimize) {
X
Xiaoyu Wang 已提交
2554 2555
    return TSDB_CODE_SUCCESS;
  }
2556 2557
  if (isSelectStmt(pCxt->pCurrStmt) && NULL != ((SSelectStmt*)pCxt->pCurrStmt)->pWindow &&
      QUERY_NODE_INTERVAL_WINDOW == nodeType(((SSelectStmt*)pCxt->pCurrStmt)->pWindow)) {
X
Xiaoyu Wang 已提交
2558 2559 2560 2561 2562
    return getTableIndex(pCxt, pName, &pRealTable->pSmaIndexes);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
2563
static int32_t setTableCacheLastMode(STranslateContext* pCxt, SSelectStmt* pSelect) {
2564 2565
  if ((!pSelect->hasLastRowFunc && !pSelect->hasLastFunc) || QUERY_NODE_REAL_TABLE != nodeType(pSelect->pFromTable) ||
      TSDB_SYSTEM_TABLE == ((SRealTableNode*)pSelect->pFromTable)->pMeta->tableType) {
2566 2567 2568
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
2569 2570 2571
  SRealTableNode* pTable = (SRealTableNode*)pSelect->pFromTable;
  SDbCfgInfo      dbCfg = {0};
  int32_t         code = getDBCfg(pCxt, pTable->table.dbName, &dbCfg);
2572
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2573
    pTable->cacheLastMode = dbCfg.cacheLast;
2574 2575 2576 2577
  }
  return code;
}

X
Xiaoyu Wang 已提交
2578 2579
static int32_t checkJoinTable(STranslateContext* pCxt, SJoinTableNode* pJoinTable) {
  if ((QUERY_NODE_TEMP_TABLE == nodeType(pJoinTable->pLeft) &&
2580
       !isGlobalTimeLineQuery(((STempTableNode*)pJoinTable->pLeft)->pSubquery)) ||
X
Xiaoyu Wang 已提交
2581
      (QUERY_NODE_TEMP_TABLE == nodeType(pJoinTable->pRight) &&
2582
       !isGlobalTimeLineQuery(((STempTableNode*)pJoinTable->pRight)->pSubquery))) {
X
Xiaoyu Wang 已提交
2583 2584 2585 2586 2587 2588
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_SUPPORT_JOIN,
                                   "Join requires valid time series input");
  }
  return TSDB_CODE_SUCCESS;
}

2589
static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pTable)) {
    case QUERY_NODE_REAL_TABLE: {
      SRealTableNode* pRealTable = (SRealTableNode*)pTable;
      pRealTable->ratio = (NULL != pCxt->pExplainOpt ? pCxt->pExplainOpt->ratio : 1.0);
      // The SRealTableNode created through ROLLUP already has STableMeta.
      if (NULL == pRealTable->pMeta) {
        SName name;
        code = getTableMetaImpl(
            pCxt, toName(pCxt->pParseCxt->acctId, pRealTable->table.dbName, pRealTable->table.tableName, &name),
            &(pRealTable->pMeta));
        if (TSDB_CODE_SUCCESS != code) {
2602
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GET_META_ERROR, tstrerror(code));
wmmhello's avatar
wmmhello 已提交
2603 2604
        }
        code = setTableVgroupList(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
2605
        if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2606
          code = setTableIndex(pCxt, &name, pRealTable);
X
Xiaoyu Wang 已提交
2607
        }
wmmhello's avatar
wmmhello 已提交
2608 2609
      }
      if (TSDB_CODE_SUCCESS == code) {
2610 2611 2612 2613 2614
        pRealTable->table.precision = pRealTable->pMeta->tableInfo.precision;
        pRealTable->table.singleTable = isSingleTable(pRealTable);
        if (TSDB_SUPER_TABLE == pRealTable->pMeta->tableType) {
          pCxt->stableQuery = true;
        }
X
Xiaoyu Wang 已提交
2615
        if (TSDB_SYSTEM_TABLE == pRealTable->pMeta->tableType && isSelectStmt(pCxt->pCurrStmt)) {
2616
          ((SSelectStmt*)pCxt->pCurrStmt)->timeLineResMode = TIME_LINE_NONE;
X
Xiaoyu Wang 已提交
2617
        }
wmmhello's avatar
wmmhello 已提交
2618 2619 2620 2621 2622 2623 2624 2625
        code = addNamespace(pCxt, pRealTable);
      }
      break;
    }
    case QUERY_NODE_TEMP_TABLE: {
      STempTableNode* pTempTable = (STempTableNode*)pTable;
      code = translateSubquery(pCxt, pTempTable->pSubquery);
      if (TSDB_CODE_SUCCESS == code) {
2626 2627
        if (QUERY_NODE_SELECT_STMT == nodeType(pTempTable->pSubquery) &&
            ((SSelectStmt*)pTempTable->pSubquery)->isEmptyResult && isSelectStmt(pCxt->pCurrStmt)) {
D
dapan1121 已提交
2628 2629 2630
          ((SSelectStmt*)pCxt->pCurrStmt)->isEmptyResult = true;
        }

wmmhello's avatar
wmmhello 已提交
2631
        pTempTable->table.precision = getStmtPrecision(pTempTable->pSubquery);
X
Xiaoyu Wang 已提交
2632
        pTempTable->table.singleTable = stmtIsSingleTable(pTempTable->pSubquery);
wmmhello's avatar
wmmhello 已提交
2633 2634 2635 2636 2637 2638 2639 2640 2641 2642
        code = addNamespace(pCxt, pTempTable);
      }
      break;
    }
    case QUERY_NODE_JOIN_TABLE: {
      SJoinTableNode* pJoinTable = (SJoinTableNode*)pTable;
      code = translateTable(pCxt, pJoinTable->pLeft);
      if (TSDB_CODE_SUCCESS == code) {
        code = translateTable(pCxt, pJoinTable->pRight);
      }
X
Xiaoyu Wang 已提交
2643 2644 2645
      if (TSDB_CODE_SUCCESS == code) {
        code = checkJoinTable(pCxt, pJoinTable);
      }
wmmhello's avatar
wmmhello 已提交
2646
      if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
2647
        pJoinTable->table.precision = calcJoinTablePrecision(pJoinTable);
X
Xiaoyu Wang 已提交
2648 2649
        pJoinTable->table.singleTable = joinTableIsSingleTable(pJoinTable);
        code = translateExpr(pCxt, &pJoinTable->pOnCond);
wmmhello's avatar
wmmhello 已提交
2650 2651 2652 2653 2654 2655 2656
      }
      break;
    }
    default:
      break;
  }
  return code;
2657 2658
}

2659
static int32_t createAllColumns(STranslateContext* pCxt, bool igTags, SNodeList** pCols) {
wmmhello's avatar
wmmhello 已提交
2660 2661 2662 2663 2664 2665 2666 2667
  *pCols = nodesMakeList();
  if (NULL == *pCols) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
  }
  SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
  size_t  nums = taosArrayGetSize(pTables);
  for (size_t i = 0; i < nums; ++i) {
    STableNode* pTable = taosArrayGetP(pTables, i);
2668
    int32_t     code = createColumnsByTable(pCxt, pTable, igTags, *pCols);
wmmhello's avatar
wmmhello 已提交
2669 2670 2671 2672 2673
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2674 2675
}

2676
static SNode* createMultiResFunc(SFunctionNode* pSrcFunc, SExprNode* pExpr) {
2677
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
wmmhello's avatar
wmmhello 已提交
2678 2679 2680 2681 2682
  if (NULL == pFunc) {
    return NULL;
  }
  pFunc->pParameterList = nodesMakeList();
  if (NULL == pFunc->pParameterList ||
2683 2684
      TSDB_CODE_SUCCESS != nodesListStrictAppend(pFunc->pParameterList, nodesCloneNode((SNode*)pExpr))) {
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695
    return NULL;
  }

  pFunc->node.resType = pExpr->resType;
  pFunc->funcId = pSrcFunc->funcId;
  pFunc->funcType = pSrcFunc->funcType;
  strcpy(pFunc->functionName, pSrcFunc->functionName);
  char    buf[TSDB_FUNC_NAME_LEN + TSDB_TABLE_NAME_LEN + TSDB_COL_NAME_LEN];
  int32_t len = 0;
  if (QUERY_NODE_COLUMN == nodeType(pExpr)) {
    SColumnNode* pCol = (SColumnNode*)pExpr;
2696 2697
    if (tsKeepColumnName) {
      strcpy(pFunc->node.userAlias, pCol->colName);
2698
      strcpy(pFunc->node.aliasName, pCol->colName);
2699
    } else {
2700 2701
      len = snprintf(buf, sizeof(buf), "%s(%s.%s)", pSrcFunc->functionName, pCol->tableAlias, pCol->colName);
      strncpy(pFunc->node.aliasName, buf, TMIN(len, sizeof(pFunc->node.aliasName) - 1));
2702 2703 2704
      len = snprintf(buf, sizeof(buf), "%s(%s)", pSrcFunc->functionName, pCol->colName);
      strncpy(pFunc->node.userAlias, buf, TMIN(len, sizeof(pFunc->node.userAlias) - 1));
    }
wmmhello's avatar
wmmhello 已提交
2705 2706
  } else {
    len = snprintf(buf, sizeof(buf), "%s(%s)", pSrcFunc->functionName, pExpr->aliasName);
X
Xiaoyu Wang 已提交
2707 2708
    strncpy(pFunc->node.aliasName, buf, TMIN(len, sizeof(pFunc->node.aliasName) - 1));
    strncpy(pFunc->node.userAlias, buf, TMIN(len, sizeof(pFunc->node.userAlias) - 1));
wmmhello's avatar
wmmhello 已提交
2709 2710 2711
  }

  return (SNode*)pFunc;
2712 2713
}

2714
static int32_t createTableAllCols(STranslateContext* pCxt, SColumnNode* pCol, bool igTags, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
2715 2716 2717 2718 2719 2720 2721 2722 2723
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, pCol->tableAlias, &pTable);
  if (TSDB_CODE_SUCCESS == code && NULL == *pOutput) {
    *pOutput = nodesMakeList();
    if (NULL == *pOutput) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
2724
    code = createColumnsByTable(pCxt, pTable, igTags, *pOutput);
wmmhello's avatar
wmmhello 已提交
2725 2726
  }
  return code;
2727 2728
}

2729
static int32_t createMultiResFuncsParas(STranslateContext* pCxt, SNodeList* pSrcParas, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
2730 2731 2732 2733 2734 2735
  int32_t code = TSDB_CODE_SUCCESS;

  SNodeList* pExprs = NULL;
  SNode*     pPara = NULL;
  FOREACH(pPara, pSrcParas) {
    if (isStar(pPara)) {
2736
      code = createAllColumns(pCxt, true, &pExprs);
wmmhello's avatar
wmmhello 已提交
2737
    } else if (isTableStar(pPara)) {
2738
      code = createTableAllCols(pCxt, (SColumnNode*)pPara, true, &pExprs);
wmmhello's avatar
wmmhello 已提交
2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753
    } else {
      code = nodesListMakeStrictAppend(&pExprs, nodesCloneNode(pPara));
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pExprs;
  } else {
    nodesDestroyList(pExprs);
  }

  return code;
2754 2755 2756
}

static int32_t createMultiResFuncs(SFunctionNode* pSrcFunc, SNodeList* pExprs, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
2757 2758 2759 2760
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
2761

wmmhello's avatar
wmmhello 已提交
2762 2763 2764 2765 2766 2767 2768 2769
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pExpr = NULL;
  FOREACH(pExpr, pExprs) {
    code = nodesListStrictAppend(pFuncs, createMultiResFunc(pSrcFunc, (SExprNode*)pExpr));
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
2770

wmmhello's avatar
wmmhello 已提交
2771 2772 2773 2774 2775
  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = pFuncs;
  } else {
    nodesDestroyList(pFuncs);
  }
2776

wmmhello's avatar
wmmhello 已提交
2777
  return code;
2778 2779 2780
}

static int32_t createMultiResFuncsFromStar(STranslateContext* pCxt, SFunctionNode* pSrcFunc, SNodeList** pOutput) {
wmmhello's avatar
wmmhello 已提交
2781 2782 2783 2784 2785
  SNodeList* pExprs = NULL;
  int32_t    code = createMultiResFuncsParas(pCxt, pSrcFunc->pParameterList, &pExprs);
  if (TSDB_CODE_SUCCESS == code) {
    code = createMultiResFuncs(pSrcFunc, pExprs, pOutput);
  }
2786

X
Xiaoyu Wang 已提交
2787
  nodesDestroyList(pExprs);
wmmhello's avatar
wmmhello 已提交
2788
  return code;
2789 2790
}

2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818
static int32_t createTags(STranslateContext* pCxt, SNodeList** pOutput) {
  if (QUERY_NODE_REAL_TABLE != nodeType(((SSelectStmt*)pCxt->pCurrStmt)->pFromTable)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_PC,
                                   "The _TAGS pseudo column can only be used for subtable and supertable queries");
  }

  SRealTableNode*   pTable = (SRealTableNode*)(((SSelectStmt*)pCxt->pCurrStmt)->pFromTable);
  const STableMeta* pMeta = pTable->pMeta;
  if (TSDB_SUPER_TABLE != pMeta->tableType && TSDB_CHILD_TABLE != pMeta->tableType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_PC,
                                "The _TAGS pseudo column can only be used for subtable and supertable queries");
  }

  SSchema* pTagsSchema = getTableTagSchema(pMeta);
  for (int32_t i = 0; i < pMeta->tableInfo.numOfTags; ++i) {
    SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
    if (NULL == pCol) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
    }
    setColumnInfoBySchema(pTable, pTagsSchema + i, 1, pCol);
    if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(pOutput, (SNode*)pCol)) {
      NODES_DESTORY_LIST(*pOutput);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
2819
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
2820 2821 2822 2823 2824
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pSelect->pProjectionList) {
    int32_t code = TSDB_CODE_SUCCESS;
    if (isStar(pNode)) {
      SNodeList* pCols = NULL;
2825
      code = createAllColumns(pCxt, false, &pCols);
X
Xiaoyu Wang 已提交
2826 2827 2828 2829
      if (TSDB_CODE_SUCCESS == code) {
        INSERT_LIST(pSelect->pProjectionList, pCols);
        ERASE_NODE(pSelect->pProjectionList);
        continue;
wmmhello's avatar
wmmhello 已提交
2830
      }
X
Xiaoyu Wang 已提交
2831
    } else if (isMultiResFunc(pNode)) {
2832 2833 2834 2835 2836 2837
      SNodeList* pNodeList = NULL;
      if (FUNCTION_TYPE_TAGS == ((SFunctionNode*)pNode)->funcType) {
        code = createTags(pCxt, &pNodeList);
      } else {
        code = createMultiResFuncsFromStar(pCxt, (SFunctionNode*)pNode, &pNodeList);
      }
X
Xiaoyu Wang 已提交
2838
      if (TSDB_CODE_SUCCESS == code) {
2839
        INSERT_LIST(pSelect->pProjectionList, pNodeList);
X
Xiaoyu Wang 已提交
2840 2841 2842 2843 2844
        ERASE_NODE(pSelect->pProjectionList);
        continue;
      }
    } else if (isTableStar(pNode)) {
      SNodeList* pCols = NULL;
2845
      code = createTableAllCols(pCxt, (SColumnNode*)pNode, false, &pCols);
X
Xiaoyu Wang 已提交
2846 2847 2848 2849
      if (TSDB_CODE_SUCCESS == code) {
        INSERT_LIST(pSelect->pProjectionList, pCols);
        ERASE_NODE(pSelect->pProjectionList);
        continue;
wmmhello's avatar
wmmhello 已提交
2850 2851
      }
    }
X
Xiaoyu Wang 已提交
2852 2853 2854 2855
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    WHERE_NEXT;
wmmhello's avatar
wmmhello 已提交
2856 2857
  }
  return TSDB_CODE_SUCCESS;
2858 2859
}

2860
static int32_t getPositionValue(const SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887
  switch (pVal->node.resType.type) {
    case TSDB_DATA_TYPE_NULL:
    case TSDB_DATA_TYPE_TIMESTAMP:
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
    case TSDB_DATA_TYPE_JSON:
      return -1;
    case TSDB_DATA_TYPE_BOOL:
      return (pVal->datum.b ? 1 : 0);
    case TSDB_DATA_TYPE_TINYINT:
    case TSDB_DATA_TYPE_SMALLINT:
    case TSDB_DATA_TYPE_INT:
    case TSDB_DATA_TYPE_BIGINT:
      return pVal->datum.i;
    case TSDB_DATA_TYPE_FLOAT:
    case TSDB_DATA_TYPE_DOUBLE:
      return pVal->datum.d;
    case TSDB_DATA_TYPE_UTINYINT:
    case TSDB_DATA_TYPE_USMALLINT:
    case TSDB_DATA_TYPE_UINT:
    case TSDB_DATA_TYPE_UBIGINT:
      return pVal->datum.u;
    default:
      break;
  }
  return -1;
2888 2889
}

dengyihao's avatar
dengyihao 已提交
2890
static int32_t translateOrderByPosition(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList,
wmmhello's avatar
wmmhello 已提交
2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907
                                        bool* pOther) {
  *pOther = false;
  SNode* pNode = NULL;
  WHERE_EACH(pNode, pOrderByList) {
    SNode* pExpr = ((SOrderByExprNode*)pNode)->pExpr;
    if (QUERY_NODE_VALUE == nodeType(pExpr)) {
      SValueNode* pVal = (SValueNode*)pExpr;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
      int32_t pos = getPositionValue(pVal);
      if (pos < 0) {
        ERASE_NODE(pOrderByList);
        continue;
      } else if (0 == pos || pos > LIST_LENGTH(pProjectionList)) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT);
      } else {
2908
        SColumnRefNode* pCol = (SColumnRefNode*)nodesMakeNode(QUERY_NODE_COLUMN_REF);
wmmhello's avatar
wmmhello 已提交
2909 2910 2911
        if (NULL == pCol) {
          return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_OUT_OF_MEMORY);
        }
2912
        strcpy(pCol->colName, ((SExprNode*)nodesListGetNode(pProjectionList, pos - 1))->aliasName);
wmmhello's avatar
wmmhello 已提交
2913 2914 2915 2916 2917 2918 2919 2920 2921
        ((SOrderByExprNode*)pNode)->pExpr = (SNode*)pCol;
        nodesDestroyNode(pExpr);
      }
    } else {
      *pOther = true;
    }
    WHERE_NEXT;
  }
  return TSDB_CODE_SUCCESS;
2922 2923
}

2924
static int32_t translateOrderBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
2925 2926 2927
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSelect->pProjectionList, pSelect->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
2928 2929 2930 2931
    if (0 == LIST_LENGTH(pSelect->pOrderByList)) {
      NODES_DESTORY_LIST(pSelect->pOrderByList);
      return TSDB_CODE_SUCCESS;
    }
2932 2933 2934 2935 2936
    if (!other) {
      return TSDB_CODE_SUCCESS;
    }
    pCxt->currClause = SQL_CLAUSE_ORDER_BY;
    code = translateExprList(pCxt, pSelect->pOrderByList);
2937 2938 2939
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pOrderByList);
wmmhello's avatar
wmmhello 已提交
2940 2941
  }
  return code;
2942 2943
}

X
Xiaoyu Wang 已提交
2944
static EDealRes needFillImpl(SNode* pNode, void* pContext) {
X
Xiaoyu Wang 已提交
2945
  if (isAggFunc(pNode) && FUNCTION_TYPE_GROUP_KEY != ((SFunctionNode*)pNode)->funcType) {
X
Xiaoyu Wang 已提交
2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957
    *(bool*)pContext = true;
    return DEAL_RES_END;
  }
  return DEAL_RES_CONTINUE;
}

static bool needFill(SNode* pNode) {
  bool hasFillFunc = false;
  nodesWalkExpr(pNode, needFillImpl, &hasFillFunc);
  return hasFillFunc;
}

2958 2959 2960 2961
static int32_t convertFillValue(STranslateContext* pCxt, SDataType dt, SNodeList* pValues, int32_t index) {
  SListCell* pCell = nodesListGetCell(pValues, index);
  if (dataTypeEqual(&dt, &((SExprNode*)pCell->pNode)->resType)) {
    return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
2962
  }
2963 2964 2965
  SNode*  pCaseFunc = NULL;
  int32_t code = createCastFunc(pCxt, pCell->pNode, dt, &pCaseFunc);
  if (TSDB_CODE_SUCCESS == code) {
2966
    code = scalarCalculateConstants(pCaseFunc, &pCell->pNode);
X
Xiaoyu Wang 已提交
2967
  }
2968 2969 2970 2971 2972
  if (TSDB_CODE_SUCCESS == code && QUERY_NODE_VALUE != nodeType(pCell->pNode)) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, "Fill value is just a constant");
  } else if (TSDB_CODE_SUCCESS != code) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, "Filled data type mismatch");
  }
2973
  return code;
X
Xiaoyu Wang 已提交
2974 2975 2976
}

static int32_t checkFillValues(STranslateContext* pCxt, SFillNode* pFill, SNodeList* pProjectionList) {
D
dapan1121 已提交
2977
  if (FILL_MODE_VALUE != pFill->mode && FILL_MODE_VALUE_F != pFill->mode) {
X
Xiaoyu Wang 已提交
2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988
    return TSDB_CODE_SUCCESS;
  }

  int32_t        fillNo = 0;
  SNodeListNode* pFillValues = (SNodeListNode*)pFill->pValues;
  SNode*         pProject = NULL;
  FOREACH(pProject, pProjectionList) {
    if (needFill(pProject)) {
      if (fillNo >= LIST_LENGTH(pFillValues->pNodeList)) {
        return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, "Filled values number mismatch");
      }
2989 2990 2991
      int32_t code = convertFillValue(pCxt, ((SExprNode*)pProject)->resType, pFillValues->pNodeList, fillNo);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
X
Xiaoyu Wang 已提交
2992 2993 2994 2995 2996 2997 2998 2999 3000 3001
      }
      ++fillNo;
    }
  }
  if (fillNo != LIST_LENGTH(pFillValues->pNodeList)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, "Filled values number mismatch");
  }
  return TSDB_CODE_SUCCESS;
}

3002 3003 3004 3005 3006
static int32_t translateFillValues(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pWindow || QUERY_NODE_INTERVAL_WINDOW != nodeType(pSelect->pWindow) ||
      NULL == ((SIntervalWindowNode*)pSelect->pWindow)->pFill) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3007
  return checkFillValues(pCxt, (SFillNode*)((SIntervalWindowNode*)pSelect->pWindow)->pFill, pSelect->pProjectionList);
3008 3009
}

X
Xiaoyu Wang 已提交
3010 3011 3012
static int32_t rewriteProjectAlias(SNodeList* pProjectionList) {
  int32_t no = 1;
  SNode*  pProject = NULL;
X
Xiaoyu Wang 已提交
3013 3014 3015 3016 3017 3018 3019
  FOREACH(pProject, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pProject;
    if ('\0' == pExpr->userAlias[0]) {
      strcpy(pExpr->userAlias, pExpr->aliasName);
    }
    sprintf(pExpr->aliasName, "#expr_%d", no++);
  }
X
Xiaoyu Wang 已提交
3020 3021 3022
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3023
static int32_t checkProjectAlias(STranslateContext* pCxt, SNodeList* pProjectionList, SHashObj** pOutput) {
X
Xiaoyu Wang 已提交
3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034
  SHashObj* pUserAliasSet = taosHashInit(LIST_LENGTH(pProjectionList),
                                         taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  SNode*    pProject = NULL;
  FOREACH(pProject, pProjectionList) {
    SExprNode* pExpr = (SExprNode*)pProject;
    if (NULL != taosHashGet(pUserAliasSet, pExpr->userAlias, strlen(pExpr->userAlias))) {
      taosHashCleanup(pUserAliasSet);
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_AMBIGUOUS_COLUMN, pExpr->userAlias);
    }
    taosHashPut(pUserAliasSet, pExpr->userAlias, strlen(pExpr->userAlias), &pExpr, POINTER_BYTES);
  }
X
Xiaoyu Wang 已提交
3035 3036 3037 3038 3039
  if (NULL == pOutput) {
    taosHashCleanup(pUserAliasSet);
  } else {
    *pOutput = pUserAliasSet;
  }
X
Xiaoyu Wang 已提交
3040 3041 3042 3043 3044
  return TSDB_CODE_SUCCESS;
}

static int32_t translateProjectionList(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (pSelect->isSubquery) {
X
Xiaoyu Wang 已提交
3045
    return checkProjectAlias(pCxt, pSelect->pProjectionList, NULL);
X
Xiaoyu Wang 已提交
3046 3047 3048 3049
  }
  return rewriteProjectAlias(pSelect->pProjectionList);
}

3050
static int32_t translateSelectList(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3051 3052 3053 3054 3055
  pCxt->currClause = SQL_CLAUSE_SELECT;
  int32_t code = translateExprList(pCxt, pSelect->pProjectionList);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateStar(pCxt, pSelect);
  }
X
Xiaoyu Wang 已提交
3056 3057 3058
  if (TSDB_CODE_SUCCESS == code) {
    code = translateProjectionList(pCxt, pSelect);
  }
wmmhello's avatar
wmmhello 已提交
3059
  if (TSDB_CODE_SUCCESS == code) {
3060
    code = checkExprListForGroupBy(pCxt, pSelect, pSelect->pProjectionList);
D
dapan1121 已提交
3061
  }  
3062 3063 3064
  if (TSDB_CODE_SUCCESS == code) {
    code = translateFillValues(pCxt, pSelect);
  }
3065 3066 3067
  if (NULL == pSelect->pProjectionList || 0 >= pSelect->pProjectionList->length) {
    code = TSDB_CODE_PAR_INVALID_SELECTED_EXPR;
  }
wmmhello's avatar
wmmhello 已提交
3068
  return code;
3069 3070
}

3071
static int32_t translateHaving(STranslateContext* pCxt, SSelectStmt* pSelect) {
3072 3073
  if (NULL == pSelect->pGroupByList && NULL == pSelect->pPartitionByList && NULL == pSelect->pWindow &&
      NULL != pSelect->pHaving) {
wmmhello's avatar
wmmhello 已提交
3074 3075 3076
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION);
  }
  pCxt->currClause = SQL_CLAUSE_HAVING;
X
Xiaoyu Wang 已提交
3077
  int32_t code = translateExpr(pCxt, &pSelect->pHaving);
wmmhello's avatar
wmmhello 已提交
3078
  return code;
3079 3080
}

X
Xiaoyu Wang 已提交
3081
static int32_t translateGroupBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
3082 3083
  if (NULL == pSelect->pGroupByList) {
    return TSDB_CODE_SUCCESS;
wmmhello's avatar
wmmhello 已提交
3084
  }
3085 3086
  if (NULL != pSelect->pWindow) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST);
wmmhello's avatar
wmmhello 已提交
3087
  }
3088
  pCxt->currClause = SQL_CLAUSE_GROUP_BY;
3089
  pSelect->timeLineResMode = TIME_LINE_NONE;
3090
  return translateExprList(pCxt, pSelect->pGroupByList);
3091 3092
}

X
Xiaoyu Wang 已提交
3093 3094 3095 3096 3097 3098
static int32_t getTimeRange(SNode** pPrimaryKeyCond, STimeWindow* pTimeRange, bool* pIsStrict) {
  SNode*  pNew = NULL;
  int32_t code = scalarCalculateConstants(*pPrimaryKeyCond, &pNew);
  if (TSDB_CODE_SUCCESS == code) {
    *pPrimaryKeyCond = pNew;
    code = filterGetTimeRange(*pPrimaryKeyCond, pTimeRange, pIsStrict);
wmmhello's avatar
wmmhello 已提交
3099 3100 3101
  }
  return code;
}
X
Xiaoyu Wang 已提交
3102

3103
static int32_t getQueryTimeRange(STranslateContext* pCxt, SNode* pWhere, STimeWindow* pTimeRange) {
wmmhello's avatar
wmmhello 已提交
3104 3105 3106 3107
  if (NULL == pWhere) {
    *pTimeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3108

X
Xiaoyu Wang 已提交
3109 3110 3111
  SNode* pCond = nodesCloneNode(pWhere);
  if (NULL == pCond) {
    return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
3112
  }
X
Xiaoyu Wang 已提交
3113

X
Xiaoyu Wang 已提交
3114
  SNode* pPrimaryKeyCond = NULL;
X
Xiaoyu Wang 已提交
3115
  filterPartitionCond(&pCond, &pPrimaryKeyCond, NULL, NULL, NULL);
X
Xiaoyu Wang 已提交
3116 3117 3118

  int32_t code = TSDB_CODE_SUCCESS;
  if (NULL != pPrimaryKeyCond) {
wmmhello's avatar
wmmhello 已提交
3119
    bool isStrict = false;
X
Xiaoyu Wang 已提交
3120
    code = getTimeRange(&pPrimaryKeyCond, pTimeRange, &isStrict);
wmmhello's avatar
wmmhello 已提交
3121 3122 3123
  } else {
    *pTimeRange = TSWINDOW_INITIALIZER;
  }
X
Xiaoyu Wang 已提交
3124 3125 3126
  nodesDestroyNode(pCond);
  nodesDestroyNode(pPrimaryKeyCond);
  return code;
X
Xiaoyu Wang 已提交
3127 3128
}

3129
static int32_t checkFill(STranslateContext* pCxt, SFillNode* pFill, SValueNode* pInterval, bool isInterpFill) {
X
Xiaoyu Wang 已提交
3130
  if (FILL_MODE_NONE == pFill->mode) {
3131 3132 3133 3134
    if (isInterpFill) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, "Unsupported fill type");
    }

X
Xiaoyu Wang 已提交
3135 3136 3137
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
3138
  if (!pCxt->createStream && TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_INITIALIZER)) {
wmmhello's avatar
wmmhello 已提交
3139 3140 3141
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

X
Xiaoyu Wang 已提交
3142 3143 3144 3145
  if (TSWINDOW_IS_EQUAL(pFill->timeRange, TSWINDOW_DESC_INITIALIZER)) {
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
3146 3147 3148 3149 3150 3151 3152 3153
  // interp FILL clause
  if (NULL == pInterval) {
    return TSDB_CODE_SUCCESS;
  }

  int64_t timeRange = TABS(pFill->timeRange.skey - pFill->timeRange.ekey);
  int64_t intervalRange = 0;
  if (TIME_IS_VAR_DURATION(pInterval->unit)) {
wmmhello's avatar
wmmhello 已提交
3154
    int64_t f = 1;
X
Xiaoyu Wang 已提交
3155
    if (pInterval->unit == 'n') {
wafwerar's avatar
wafwerar 已提交
3156
      f = 30LL * MILLISECOND_PER_DAY;
X
Xiaoyu Wang 已提交
3157
    } else if (pInterval->unit == 'y') {
wafwerar's avatar
wafwerar 已提交
3158
      f = 365LL * MILLISECOND_PER_DAY;
wmmhello's avatar
wmmhello 已提交
3159
    }
X
Xiaoyu Wang 已提交
3160
    intervalRange = pInterval->datum.i * f;
wmmhello's avatar
wmmhello 已提交
3161
  } else {
X
Xiaoyu Wang 已提交
3162
    intervalRange = pInterval->datum.i;
wmmhello's avatar
wmmhello 已提交
3163
  }
3164

X
Xiaoyu Wang 已提交
3165
  if ((timeRange / intervalRange) >= MAX_INTERVAL_TIME_WINDOW) {
wmmhello's avatar
wmmhello 已提交
3166 3167 3168 3169
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3170 3171
}

3172
static int32_t translateFill(STranslateContext* pCxt, SSelectStmt* pSelect, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
3173 3174 3175
  if (NULL == pInterval->pFill) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
3176

3177
  ((SFillNode*)pInterval->pFill)->timeRange = pSelect->timeRange;
3178
  return checkFill(pCxt, (SFillNode*)pInterval->pFill, (SValueNode*)pInterval->pInterval, false);
X
Xiaoyu Wang 已提交
3179 3180
}

X
Xiaoyu Wang 已提交
3181
static int64_t getMonthsFromTimeVal(int64_t val, int32_t fromPrecision, char unit) {
wmmhello's avatar
wmmhello 已提交
3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200
  int64_t days = convertTimeFromPrecisionToUnit(val, fromPrecision, 'd');
  switch (unit) {
    case 'b':
    case 'u':
    case 'a':
    case 's':
    case 'm':
    case 'h':
    case 'd':
    case 'w':
      return days / 28;
    case 'n':
      return val;
    case 'y':
      return val * 12;
    default:
      break;
  }
  return -1;
X
Xiaoyu Wang 已提交
3201 3202
}

X
Xiaoyu Wang 已提交
3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216
static const char* getPrecisionStr(uint8_t precision) {
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
      return TSDB_TIME_PRECISION_MILLI_STR;
    case TSDB_TIME_PRECISION_MICRO:
      return TSDB_TIME_PRECISION_MICRO_STR;
    case TSDB_TIME_PRECISION_NANO:
      return TSDB_TIME_PRECISION_NANO_STR;
    default:
      break;
  }
  return "unknown";
}

3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229
static void convertVarDuration(SValueNode* pOffset, uint8_t precision) {
  const int64_t factors[3] = {NANOSECOND_PER_MSEC, NANOSECOND_PER_USEC, 1};
  const int8_t  units[3] = {TIME_UNIT_MILLISECOND, TIME_UNIT_MICROSECOND, TIME_UNIT_NANOSECOND};

  if (pOffset->unit == 'n') {
    pOffset->datum.i = pOffset->datum.i * 31 * (NANOSECOND_PER_DAY / factors[precision]);
  } else {
    pOffset->datum.i = pOffset->datum.i * 365 * (NANOSECOND_PER_DAY / factors[precision]);
  }

  pOffset->unit = units[precision];
}

X
Xiaoyu Wang 已提交
3230
static int32_t checkIntervalWindow(STranslateContext* pCxt, SIntervalWindowNode* pInterval) {
wmmhello's avatar
wmmhello 已提交
3231 3232 3233 3234
  uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision;

  SValueNode* pInter = (SValueNode*)pInterval->pInterval;
  bool        valInter = TIME_IS_VAR_DURATION(pInter->unit);
X
Xiaoyu Wang 已提交
3235 3236 3237
  if (pInter->datum.i <= 0 || (!valInter && pInter->datum.i < tsMinIntervalTime)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL, tsMinIntervalTime,
                                getPrecisionStr(precision));
wmmhello's avatar
wmmhello 已提交
3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253
  }

  if (NULL != pInterval->pOffset) {
    SValueNode* pOffset = (SValueNode*)pInterval->pOffset;
    if (pOffset->datum.i <= 0) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE);
    }
    if (pInter->unit == 'n' && pOffset->unit == 'y') {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_UNIT);
    }
    bool fixed = !TIME_IS_VAR_DURATION(pOffset->unit) && !valInter;
    if ((fixed && pOffset->datum.i >= pInter->datum.i) ||
        (!fixed && getMonthsFromTimeVal(pOffset->datum.i, precision, pOffset->unit) >=
                       getMonthsFromTimeVal(pInter->datum.i, precision, pInter->unit))) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG);
    }
3254 3255 3256 3257

    if (pOffset->unit == 'n' || pOffset->unit == 'y') {
      convertVarDuration(pOffset, precision);
    }
wmmhello's avatar
wmmhello 已提交
3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275
  }

  if (NULL != pInterval->pSliding) {
    const static int32_t INTERVAL_SLIDING_FACTOR = 100;

    SValueNode* pSliding = (SValueNode*)pInterval->pSliding;
    if (TIME_IS_VAR_DURATION(pSliding->unit)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_UNIT);
    }
    if ((pSliding->datum.i < convertTimePrecision(tsMinSlidingTime, TSDB_TIME_PRECISION_MILLI, precision)) ||
        (pInter->datum.i / pSliding->datum.i > INTERVAL_SLIDING_FACTOR)) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL);
    }
    if (pSliding->datum.i > pInter->datum.i) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG);
    }
  }

X
Xiaoyu Wang 已提交
3276 3277 3278
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3279 3280 3281
static int32_t translateIntervalWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
  SIntervalWindowNode* pInterval = (SIntervalWindowNode*)pSelect->pWindow;
  int32_t              code = checkIntervalWindow(pCxt, pInterval);
X
Xiaoyu Wang 已提交
3282
  if (TSDB_CODE_SUCCESS == code) {
3283
    code = translateFill(pCxt, pSelect, pInterval);
X
Xiaoyu Wang 已提交
3284 3285
  }
  return code;
X
Xiaoyu Wang 已提交
3286 3287
}

X
Xiaoyu Wang 已提交
3288 3289 3290 3291 3292
static int32_t checkStateExpr(STranslateContext* pCxt, SNode* pNode) {
  int32_t type = ((SExprNode*)pNode)->resType.type;
  if (!IS_INTEGER_TYPE(type) && type != TSDB_DATA_TYPE_BOOL && !IS_VAR_DATA_TYPE(type)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE);
  }
wmmhello's avatar
wmmhello 已提交
3293

X
Xiaoyu Wang 已提交
3294 3295
  if (QUERY_NODE_COLUMN == nodeType(pNode) && COLUMN_TYPE_TAG == ((SColumnNode*)pNode)->colType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STATE_WIN_COL);
wmmhello's avatar
wmmhello 已提交
3296
  }
X
Xiaoyu Wang 已提交
3297 3298

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3299 3300
}

3301 3302 3303 3304 3305 3306
static bool hasPartitionByTbname(SNodeList* pPartitionByList) {
  SNode* pPartKey = NULL;
  FOREACH(pPartKey, pPartitionByList) {
    if (QUERY_NODE_FUNCTION == nodeType(pPartKey) && FUNCTION_TYPE_TBNAME == ((SFunctionNode*)pPartKey)->funcType) {
      return true;
    }
X
Xiaoyu Wang 已提交
3307
  }
3308
  return false;
X
Xiaoyu Wang 已提交
3309 3310 3311 3312 3313 3314 3315
}

static int32_t checkStateWindowForStream(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (!pCxt->createStream) {
    return TSDB_CODE_SUCCESS;
  }
  if (TSDB_SUPER_TABLE == ((SRealTableNode*)pSelect->pFromTable)->pMeta->tableType &&
3316
      !hasPartitionByTbname(pSelect->pPartitionByList)) {
X
Xiaoyu Wang 已提交
3317 3318 3319 3320 3321 3322
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "Unsupported stream query");
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t translateStateWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
3323 3324 3325 3326 3327 3328
  if (QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
      !isGlobalTimeLineQuery(((STempTableNode*)pSelect->pFromTable)->pSubquery)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_QUERY,
                                   "STATE_WINDOW requires valid time series input");
  }

X
Xiaoyu Wang 已提交
3329
  SStateWindowNode* pState = (SStateWindowNode*)pSelect->pWindow;
X
Xiaoyu Wang 已提交
3330 3331 3332
  int32_t           code = checkStateExpr(pCxt, pState->pExpr);
  if (TSDB_CODE_SUCCESS == code) {
    code = checkStateWindowForStream(pCxt, pSelect);
X
Xiaoyu Wang 已提交
3333
  }
X
Xiaoyu Wang 已提交
3334
  return code;
X
Xiaoyu Wang 已提交
3335 3336
}

X
Xiaoyu Wang 已提交
3337 3338 3339 3340 3341 3342 3343 3344
static int32_t translateSessionWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
      !isGlobalTimeLineQuery(((STempTableNode*)pSelect->pFromTable)->pSubquery)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_QUERY,
                                   "SESSION requires valid time series input");
  }

  SSessionWindowNode* pSession = (SSessionWindowNode*)pSelect->pWindow;
wmmhello's avatar
wmmhello 已提交
3345 3346 3347 3348 3349 3350 3351
  if ('y' == pSession->pGap->unit || 'n' == pSession->pGap->unit || 0 == pSession->pGap->datum.i) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_GAP);
  }
  if (PRIMARYKEY_TIMESTAMP_COL_ID != pSession->pCol->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INTER_SESSION_COL);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3352 3353
}

X
Xiaoyu Wang 已提交
3354 3355 3356 3357 3358 3359 3360 3361 3362
static int32_t translateEventWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
      !isGlobalTimeLineQuery(((STempTableNode*)pSelect->pFromTable)->pSubquery)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_QUERY,
                                   "EVENT_WINDOW requires valid time series input");
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3363
static int32_t translateSpecificWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3364 3365
  switch (nodeType(pSelect->pWindow)) {
    case QUERY_NODE_STATE_WINDOW:
X
Xiaoyu Wang 已提交
3366
      return translateStateWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3367
    case QUERY_NODE_SESSION_WINDOW:
X
Xiaoyu Wang 已提交
3368
      return translateSessionWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3369
    case QUERY_NODE_INTERVAL_WINDOW:
X
Xiaoyu Wang 已提交
3370
      return translateIntervalWindow(pCxt, pSelect);
X
Xiaoyu Wang 已提交
3371 3372
    case QUERY_NODE_EVENT_WINDOW:
      return translateEventWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3373 3374 3375 3376
    default:
      break;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3377 3378
}

X
Xiaoyu Wang 已提交
3379
static int32_t translateWindow(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3380 3381 3382 3383
  if (NULL == pSelect->pWindow) {
    return TSDB_CODE_SUCCESS;
  }
  pCxt->currClause = SQL_CLAUSE_WINDOW;
X
Xiaoyu Wang 已提交
3384
  int32_t code = translateExpr(pCxt, &pSelect->pWindow);
wmmhello's avatar
wmmhello 已提交
3385
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3386
    code = translateSpecificWindow(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3387 3388
  }
  return code;
3389 3390
}

X
Xiaoyu Wang 已提交
3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404
static int32_t createDefaultFillNode(STranslateContext* pCxt, SNode** pOutput) {
  SFillNode* pFill = (SFillNode*)nodesMakeNode(QUERY_NODE_FILL);
  if (NULL == pFill) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pFill->mode = FILL_MODE_NONE;

  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    nodesDestroyNode((SNode*)pFill);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
3405
  strcpy(pCol->colName, ROWTS_PSEUDO_COLUMN_NAME);
X
Xiaoyu Wang 已提交
3406 3407 3408 3409 3410 3411
  pFill->pWStartTs = (SNode*)pCol;

  *pOutput = (SNode*)pFill;
  return TSDB_CODE_SUCCESS;
}

3412 3413 3414
static int32_t checkEvery(STranslateContext* pCxt, SValueNode* pInterval) {
  int32_t len = strlen(pInterval->literal);

3415
  char* unit = &pInterval->literal[len - 1];
3416 3417
  if (*unit == 'n' || *unit == 'y') {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE,
G
Ganlin Zhao 已提交
3418
                                   "Unsupported time unit in EVERY clause");
3419 3420 3421 3422 3423 3424 3425 3426
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t translateInterpEvery(STranslateContext* pCxt, SNode** pEvery) {
  int32_t code = TSDB_CODE_SUCCESS;

3427
  code = checkEvery(pCxt, (SValueNode*)(*pEvery));
3428 3429 3430 3431
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, pEvery);
  }

3432 3433 3434 3435 3436 3437
  int64_t interval = ((SValueNode*)(*pEvery))->datum.i;
  if (interval == 0) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE,
                                   "Unsupported time unit in EVERY clause");
  }

3438 3439 3440
  return code;
}

X
Xiaoyu Wang 已提交
3441 3442 3443 3444 3445 3446 3447 3448 3449 3450
static int32_t translateInterpFill(STranslateContext* pCxt, SSelectStmt* pSelect) {
  int32_t code = TSDB_CODE_SUCCESS;

  if (NULL == pSelect->pFill) {
    code = createDefaultFillNode(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pFill);
  }
  if (TSDB_CODE_SUCCESS == code) {
3451
    code = getQueryTimeRange(pCxt, pSelect->pRange, &(((SFillNode*)pSelect->pFill)->timeRange));
X
Xiaoyu Wang 已提交
3452 3453
  }
  if (TSDB_CODE_SUCCESS == code) {
3454
    code = checkFill(pCxt, (SFillNode*)pSelect->pFill, (SValueNode*)pSelect->pEvery, true);
X
Xiaoyu Wang 已提交
3455 3456 3457 3458 3459 3460 3461 3462 3463 3464
  }

  return code;
}

static int32_t translateInterp(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (!pSelect->hasInterpFunc) {
    if (NULL != pSelect->pRange || NULL != pSelect->pEvery || NULL != pSelect->pFill) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_INTERP_CLAUSE);
    }
3465
    if (pSelect->hasInterpPseudoColFunc) {
3466 3467
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
                                     "Has Interp pseudo column(s) but missing interp function");
3468
    }
X
Xiaoyu Wang 已提交
3469 3470 3471
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
3472 3473 3474 3475 3476
  if (NULL == pSelect->pRange || NULL == pSelect->pEvery || NULL == pSelect->pFill) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_INTERP_CLAUSE,
                                   "Missing RANGE clause, EVERY clause or FILL clause");
  }

X
Xiaoyu Wang 已提交
3477 3478
  int32_t code = translateExpr(pCxt, &pSelect->pRange);
  if (TSDB_CODE_SUCCESS == code) {
3479
    code = translateInterpEvery(pCxt, &pSelect->pEvery);
X
Xiaoyu Wang 已提交
3480 3481 3482 3483 3484 3485 3486
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterpFill(pCxt, pSelect);
  }
  return code;
}

3487
static int32_t translatePartitionBy(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3488
  pCxt->currClause = SQL_CLAUSE_PARTITION_BY;
3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500
  int32_t code = TSDB_CODE_SUCCESS;
  
  if (pSelect->pPartitionByList) {
    int8_t typeType = getTableTypeFromTableNode(pSelect->pFromTable);
    SNode* pPar = nodesListGetNode(pSelect->pPartitionByList, 0);
    if (!((TSDB_NORMAL_TABLE == typeType || TSDB_CHILD_TABLE == typeType) && 
      1 == pSelect->pPartitionByList->length && (QUERY_NODE_FUNCTION == nodeType(pPar) && FUNCTION_TYPE_TBNAME == ((SFunctionNode*)pPar)->funcType))) {
      pSelect->timeLineResMode = TIME_LINE_MULTI;
    }
    
    code = translateExprList(pCxt, pSelect->pPartitionByList);
  }
3501 3502 3503 3504 3505 3506 3507
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExprList(pCxt, pSelect->pTags);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pSelect->pSubtable);
  }
  return code;
3508 3509
}

3510
static int32_t translateWhere(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3511
  pCxt->currClause = SQL_CLAUSE_WHERE;
3512
  int32_t code = translateExpr(pCxt, &pSelect->pWhere);
3513
  if (TSDB_CODE_SUCCESS == code) {
3514 3515
    code = getQueryTimeRange(pCxt, pSelect->pWhere, &pSelect->timeRange);
  }
D
dapan1121 已提交
3516 3517 3518
  if (TSDB_CODE_SUCCESS == code && pSelect->timeRange.skey > pSelect->timeRange.ekey) {
    pSelect->isEmptyResult = true;
  }
3519
  return code;
3520 3521
}

X
Xiaoyu Wang 已提交
3522
static int32_t translateFrom(STranslateContext* pCxt, SNode* pTable) {
wmmhello's avatar
wmmhello 已提交
3523
  pCxt->currClause = SQL_CLAUSE_FROM;
X
Xiaoyu Wang 已提交
3524
  return translateTable(pCxt, pTable);
3525 3526
}

X
Xiaoyu Wang 已提交
3527
static int32_t checkLimit(STranslateContext* pCxt, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
3528 3529 3530 3531
  if ((NULL != pSelect->pLimit && pSelect->pLimit->offset < 0) ||
      (NULL != pSelect->pSlimit && pSelect->pSlimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
X
Xiaoyu Wang 已提交
3532

D
dapan1121 已提交
3533 3534
  if (NULL != pSelect->pSlimit && (NULL == pSelect->pPartitionByList && NULL == pSelect->pGroupByList)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_GROUP_BY);
wmmhello's avatar
wmmhello 已提交
3535
  }
X
Xiaoyu Wang 已提交
3536

wmmhello's avatar
wmmhello 已提交
3537
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
3538 3539
}

3540
static int32_t createPrimaryKeyColByTable(STranslateContext* pCxt, STableNode* pTable, SNode** pPrimaryKey) {
3541
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
3542 3543 3544 3545
  if (NULL == pCol) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
3546
  strcpy(pCol->colName, ROWTS_PSEUDO_COLUMN_NAME);
3547 3548 3549
  bool    found = false;
  int32_t code = findAndSetColumn(pCxt, &pCol, pTable, &found);
  if (TSDB_CODE_SUCCESS != code || !found) {
wmmhello's avatar
wmmhello 已提交
3550 3551 3552 3553
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TIMELINE_FUNC);
  }
  *pPrimaryKey = (SNode*)pCol;
  return TSDB_CODE_SUCCESS;
3554 3555 3556
}

static int32_t createPrimaryKeyCol(STranslateContext* pCxt, SNode** pPrimaryKey) {
wmmhello's avatar
wmmhello 已提交
3557 3558 3559 3560 3561 3562
  STableNode* pTable = NULL;
  int32_t     code = findTable(pCxt, NULL, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = createPrimaryKeyColByTable(pCxt, pTable, pPrimaryKey);
  }
  return code;
3563 3564
}

3565
static EDealRes appendTsForImplicitTsFuncImpl(SNode* pNode, void* pContext) {
wmmhello's avatar
wmmhello 已提交
3566
  STranslateContext* pCxt = pContext;
3567
  if (isImplicitTsFunc(pNode)) {
wmmhello's avatar
wmmhello 已提交
3568 3569 3570 3571 3572 3573 3574 3575 3576
    SFunctionNode* pFunc = (SFunctionNode*)pNode;
    SNode*         pPrimaryKey = NULL;
    pCxt->errCode = createPrimaryKeyCol(pCxt, &pPrimaryKey);
    if (TSDB_CODE_SUCCESS == pCxt->errCode) {
      pCxt->errCode = nodesListMakeStrictAppend(&pFunc->pParameterList, pPrimaryKey);
    }
    return TSDB_CODE_SUCCESS == pCxt->errCode ? DEAL_RES_IGNORE_CHILD : DEAL_RES_ERROR;
  }
  return DEAL_RES_CONTINUE;
3577 3578
}

3579 3580
static int32_t appendTsForImplicitTsFunc(STranslateContext* pCxt, SSelectStmt* pSelect) {
  nodesWalkSelectStmt(pSelect, SQL_CLAUSE_FROM, appendTsForImplicitTsFuncImpl, pCxt);
wmmhello's avatar
wmmhello 已提交
3581
  return pCxt->errCode;
3582
}
X
Xiaoyu Wang 已提交
3583

3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601
typedef struct SReplaceOrderByAliasCxt {
  STranslateContext* pTranslateCxt;
  SNodeList*         pProjectionList;
} SReplaceOrderByAliasCxt;

static EDealRes replaceOrderByAliasImpl(SNode** pNode, void* pContext) {
  SReplaceOrderByAliasCxt* pCxt = pContext;
  if (QUERY_NODE_COLUMN_REF == nodeType(*pNode)) {
    SNodeList* pProjectionList = pCxt->pProjectionList;
    SNode*     pProject = NULL;
    FOREACH(pProject, pProjectionList) {
      SExprNode* pExpr = (SExprNode*)pProject;
      if (0 == strcmp(((SColumnRefNode*)*pNode)->colName, pExpr->aliasName)) {
        SNode* pNew = nodesCloneNode(pProject);
        if (NULL == pNew) {
          pCxt->pTranslateCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
          return DEAL_RES_ERROR;
        }
3602
        ((SExprNode*)pNew)->orderAlias = true;
3603 3604 3605 3606 3607 3608 3609 3610 3611 3612
        nodesDestroyNode(*pNode);
        *pNode = pNew;
        return DEAL_RES_CONTINUE;
      }
    }
  }
  return DEAL_RES_CONTINUE;
}

static int32_t replaceOrderByAlias(STranslateContext* pCxt, SNodeList* pProjectionList, SNodeList* pOrderByList) {
3613 3614 3615
  if (NULL == pOrderByList) {
    return TSDB_CODE_SUCCESS;
  }
3616 3617 3618 3619 3620
  SReplaceOrderByAliasCxt cxt = {.pTranslateCxt = pCxt, .pProjectionList = pProjectionList};
  nodesRewriteExprsPostOrder(pOrderByList, replaceOrderByAliasImpl, &cxt);
  return pCxt->errCode;
}

3621 3622 3623 3624 3625 3626 3627 3628
static void resetResultTimeline(SSelectStmt* pSelect) {
  if (NULL == pSelect->pOrderByList) {
    return;
  }
  SNode* pOrder = ((SOrderByExprNode*)nodesListGetNode(pSelect->pOrderByList, 0))->pExpr;
  if ((QUERY_NODE_TEMP_TABLE == nodeType(pSelect->pFromTable) &&
       isPrimaryKey((STempTableNode*)pSelect->pFromTable, pOrder)) ||
      (QUERY_NODE_TEMP_TABLE != nodeType(pSelect->pFromTable) && isPrimaryKeyImpl(pOrder))) {
3629
    pSelect->timeLineResMode = TIME_LINE_GLOBAL;
3630
  } else {
3631
    pSelect->timeLineResMode = TIME_LINE_NONE;
3632 3633 3634 3635 3636 3637 3638 3639 3640 3641 3642
  }
}

static int32_t replaceOrderByAliasForSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
  int32_t code = replaceOrderByAlias(pCxt, pSelect->pProjectionList, pSelect->pOrderByList);
  if (TSDB_CODE_SUCCESS == pCxt->errCode) {
    resetResultTimeline(pSelect);
  }
  return code;
}

3643
static int32_t translateSelectWithoutFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
3644
  pCxt->pCurrStmt = (SNode*)pSelect;
3645 3646 3647 3648 3649
  pCxt->currClause = SQL_CLAUSE_SELECT;
  return translateExprList(pCxt, pSelect->pProjectionList);
}

static int32_t translateSelectFrom(STranslateContext* pCxt, SSelectStmt* pSelect) {
3650
  pCxt->pCurrStmt = (SNode*)pSelect;
X
Xiaoyu Wang 已提交
3651
  int32_t code = translateFrom(pCxt, pSelect->pFromTable);
wmmhello's avatar
wmmhello 已提交
3652
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3653
    pSelect->precision = ((STableNode*)pSelect->pFromTable)->precision;
3654
    code = translateWhere(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3655 3656
  }
  if (TSDB_CODE_SUCCESS == code) {
3657
    code = translatePartitionBy(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateWindow(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateGroupBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateHaving(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSelectList(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
3672
    code = checkHavingGroupBy(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3673 3674 3675 3676 3677 3678 3679
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateOrderBy(pCxt, pSelect);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkAggColCoexist(pCxt, pSelect);
  }
3680 3681 3682
  if (TSDB_CODE_SUCCESS == code) {
    code = checkWindowFuncCoexist(pCxt, pSelect);
  }
wmmhello's avatar
wmmhello 已提交
3683 3684 3685
  if (TSDB_CODE_SUCCESS == code) {
    code = checkLimit(pCxt, pSelect);
  }
X
Xiaoyu Wang 已提交
3686 3687 3688
  if (TSDB_CODE_SUCCESS == code) {
    code = translateInterp(pCxt, pSelect);
  }
3689
  if (TSDB_CODE_SUCCESS == code) {
3690
    code = appendTsForImplicitTsFunc(pCxt, pSelect);
3691
  }
wmmhello's avatar
wmmhello 已提交
3692
  if (TSDB_CODE_SUCCESS == code) {
3693
    code = replaceOrderByAliasForSelect(pCxt, pSelect);
wmmhello's avatar
wmmhello 已提交
3694
  }
X
Xiaoyu Wang 已提交
3695 3696 3697
  if (TSDB_CODE_SUCCESS == code) {
    code = setTableCacheLastMode(pCxt, pSelect);
  }
wmmhello's avatar
wmmhello 已提交
3698
  return code;
3699 3700
}

3701 3702 3703 3704 3705 3706 3707 3708
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (NULL == pSelect->pFromTable) {
    return translateSelectWithoutFrom(pCxt, pSelect);
  } else {
    return translateSelectFrom(pCxt, pSelect);
  }
}

3709
static SNode* createSetOperProject(const char* pTableAlias, SNode* pNode) {
3710
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
3711 3712 3713 3714
  if (NULL == pCol) {
    return NULL;
  }
  pCol->node.resType = ((SExprNode*)pNode)->resType;
X
Xiaoyu Wang 已提交
3715 3716 3717 3718
  snprintf(pCol->tableAlias, sizeof(pCol->tableAlias), "%s", pTableAlias);
  snprintf(pCol->colName, sizeof(pCol->colName), "%s", ((SExprNode*)pNode)->aliasName);
  snprintf(pCol->node.aliasName, sizeof(pCol->node.aliasName), "%s", pCol->colName);
  snprintf(pCol->node.userAlias, sizeof(pCol->node.userAlias), "%s", ((SExprNode*)pNode)->userAlias);
wmmhello's avatar
wmmhello 已提交
3719
  return (SNode*)pCol;
X
Xiaoyu Wang 已提交
3720 3721
}

3722
static int32_t translateSetOperProject(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733
  SNodeList* pLeftProjections = getProjectList(pSetOperator->pLeft);
  SNodeList* pRightProjections = getProjectList(pSetOperator->pRight);
  if (LIST_LENGTH(pLeftProjections) != LIST_LENGTH(pRightProjections)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INCORRECT_NUM_OF_COL);
  }

  SNode* pLeft = NULL;
  SNode* pRight = NULL;
  FORBOTH(pLeft, pLeftProjections, pRight, pRightProjections) {
    SExprNode* pLeftExpr = (SExprNode*)pLeft;
    SExprNode* pRightExpr = (SExprNode*)pRight;
X
Xiaoyu Wang 已提交
3734 3735
    int32_t    comp = dataTypeComp(&pLeftExpr->resType, &pRightExpr->resType);
    if (comp > 0) {
wmmhello's avatar
wmmhello 已提交
3736 3737
      SNode*  pRightFunc = NULL;
      int32_t code = createCastFunc(pCxt, pRight, pLeftExpr->resType, &pRightFunc);
X
Xiaoyu Wang 已提交
3738
      if (TSDB_CODE_SUCCESS != code || NULL == pRightFunc) {  // deal scan coverity
wmmhello's avatar
wmmhello 已提交
3739 3740 3741 3742
        return code;
      }
      REPLACE_LIST2_NODE(pRightFunc);
      pRightExpr = (SExprNode*)pRightFunc;
X
Xiaoyu Wang 已提交
3743 3744 3745
    } else if (comp < 0) {
      SNode*  pLeftFunc = NULL;
      int32_t code = createCastFunc(pCxt, pLeft, pRightExpr->resType, &pLeftFunc);
X
Xiaoyu Wang 已提交
3746
      if (TSDB_CODE_SUCCESS != code || NULL == pLeftFunc) {  // deal scan coverity
X
Xiaoyu Wang 已提交
3747 3748 3749 3750 3751 3752 3753 3754 3755 3756
        return code;
      }
      REPLACE_LIST1_NODE(pLeftFunc);
      SExprNode* pLeftFuncExpr = (SExprNode*)pLeftFunc;
      snprintf(pLeftFuncExpr->aliasName, sizeof(pLeftFuncExpr->aliasName), "%s", pLeftExpr->aliasName);
      snprintf(pLeftFuncExpr->userAlias, sizeof(pLeftFuncExpr->userAlias), "%s", pLeftExpr->userAlias);
      pLeft = pLeftFunc;
      pLeftExpr = pLeftFuncExpr;
    }
    snprintf(pRightExpr->aliasName, sizeof(pRightExpr->aliasName), "%s", pLeftExpr->aliasName);
wmmhello's avatar
wmmhello 已提交
3757 3758 3759 3760 3761 3762
    if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSetOperator->pProjectionList,
                                                       createSetOperProject(pSetOperator->stmtName, pLeft))) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
3763 3764
}

X
Xiaoyu Wang 已提交
3765 3766 3767 3768
static uint8_t calcSetOperatorPrecision(SSetOperator* pSetOperator) {
  return calcPrecision(getStmtPrecision(pSetOperator->pLeft), getStmtPrecision(pSetOperator->pRight));
}

3769 3770 3771 3772 3773 3774
static int32_t translateSetOperOrderBy(STranslateContext* pCxt, SSetOperator* pSetOperator) {
  bool    other;
  int32_t code = translateOrderByPosition(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList, &other);
  if (TSDB_CODE_SUCCESS == code) {
    if (other) {
      pCxt->currClause = SQL_CLAUSE_ORDER_BY;
3775
      pCxt->pCurrStmt = (SNode*)pSetOperator;
3776 3777 3778 3779 3780 3781 3782 3783 3784
      code = translateExprList(pCxt, pSetOperator->pOrderByList);
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = replaceOrderByAlias(pCxt, pSetOperator->pProjectionList, pSetOperator->pOrderByList);
  }
  return code;
}

3785 3786 3787 3788 3789 3790 3791
static int32_t checkSetOperLimit(STranslateContext* pCxt, SLimitNode* pLimit) {
  if ((NULL != pLimit && pLimit->offset < 0)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_OFFSET_LESS_ZERO);
  }
  return TSDB_CODE_SUCCESS;
}

3792
static int32_t translateSetOperator(STranslateContext* pCxt, SSetOperator* pSetOperator) {
wmmhello's avatar
wmmhello 已提交
3793 3794 3795 3796 3797 3798 3799 3800
  int32_t code = translateQuery(pCxt, pSetOperator->pLeft);
  if (TSDB_CODE_SUCCESS == code) {
    code = resetTranslateNamespace(pCxt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pSetOperator->pRight);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
3801
    pSetOperator->precision = calcSetOperatorPrecision(pSetOperator);
3802 3803 3804 3805
    code = translateSetOperProject(pCxt, pSetOperator);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateSetOperOrderBy(pCxt, pSetOperator);
wmmhello's avatar
wmmhello 已提交
3806
  }
3807 3808 3809
  if (TSDB_CODE_SUCCESS == code) {
    code = checkSetOperLimit(pCxt, (SLimitNode*)pSetOperator->pLimit);
  }
wmmhello's avatar
wmmhello 已提交
3810
  return code;
3811 3812
}

X
Xiaoyu Wang 已提交
3813 3814 3815 3816 3817 3818 3819 3820
static int32_t partitionDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
  if (NULL == pDelete->pWhere) {
    pDelete->timeRange = TSWINDOW_INITIALIZER;
    return TSDB_CODE_SUCCESS;
  }

  SNode*  pPrimaryKeyCond = NULL;
  SNode*  pOtherCond = NULL;
X
Xiaoyu Wang 已提交
3821
  int32_t code = filterPartitionCond(&pDelete->pWhere, &pPrimaryKeyCond, NULL, &pDelete->pTagCond, &pOtherCond);
X
Xiaoyu Wang 已提交
3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837
  if (TSDB_CODE_SUCCESS == code && NULL != pOtherCond) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
  }
  if (TSDB_CODE_SUCCESS == code) {
    bool isStrict = false;
    code = getTimeRange(&pPrimaryKeyCond, &pDelete->timeRange, &isStrict);
    if (TSDB_CODE_SUCCESS == code && !isStrict) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DELETE_WHERE);
    }
  }
  nodesDestroyNode(pPrimaryKeyCond);
  nodesDestroyNode(pOtherCond);
  return code;
}

static int32_t translateDeleteWhere(STranslateContext* pCxt, SDeleteStmt* pDelete) {
3838 3839
  pCxt->currClause = SQL_CLAUSE_WHERE;
  int32_t code = translateExpr(pCxt, &pDelete->pWhere);
X
Xiaoyu Wang 已提交
3840 3841 3842 3843 3844 3845 3846
  if (TSDB_CODE_SUCCESS == code) {
    code = partitionDeleteWhere(pCxt, pDelete);
  }
  return code;
}

static int32_t translateDelete(STranslateContext* pCxt, SDeleteStmt* pDelete) {
3847
  pCxt->pCurrStmt = (SNode*)pDelete;
X
Xiaoyu Wang 已提交
3848 3849
  int32_t code = translateFrom(pCxt, pDelete->pFromTable);
  if (TSDB_CODE_SUCCESS == code) {
K
kailixu 已提交
3850
    pDelete->precision = ((STableNode*)pDelete->pFromTable)->precision;
X
Xiaoyu Wang 已提交
3851 3852
    code = translateDeleteWhere(pCxt, pDelete);
  }
3853
  pCxt->currClause = SQL_CLAUSE_SELECT;
X
Xiaoyu Wang 已提交
3854 3855 3856
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pDelete->pCountFunc);
  }
3857 3858 3859 3860 3861 3862
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pDelete->pFirstFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pDelete->pLastFunc);
  }
X
Xiaoyu Wang 已提交
3863 3864 3865
  return code;
}

3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932
static int32_t translateInsertCols(STranslateContext* pCxt, SInsertStmt* pInsert) {
  if (NULL == pInsert->pCols) {
    return createAllColumns(pCxt, false, &pInsert->pCols);
  }
  return translateExprList(pCxt, pInsert->pCols);
}

static int32_t translateInsertQuery(STranslateContext* pCxt, SInsertStmt* pInsert) {
  int32_t code = resetTranslateNamespace(pCxt);
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pInsert->pQuery);
  }
  return code;
}

static int32_t addOrderByPrimaryKeyToQueryImpl(STranslateContext* pCxt, SNode* pPrimaryKeyExpr,
                                               SNodeList** pOrderByList) {
  SOrderByExprNode* pOrderByExpr = (SOrderByExprNode*)nodesMakeNode(QUERY_NODE_ORDER_BY_EXPR);
  if (NULL == pOrderByExpr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pOrderByExpr->nullOrder = NULL_ORDER_FIRST;
  pOrderByExpr->order = ORDER_ASC;
  pOrderByExpr->pExpr = nodesCloneNode(pPrimaryKeyExpr);
  if (NULL == pOrderByExpr->pExpr) {
    nodesDestroyNode((SNode*)pOrderByExpr);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SExprNode*)pOrderByExpr->pExpr)->orderAlias = true;
  NODES_DESTORY_LIST(*pOrderByList);
  return nodesListMakeStrictAppend(pOrderByList, (SNode*)pOrderByExpr);
}

static int32_t addOrderByPrimaryKeyToQuery(STranslateContext* pCxt, SNode* pPrimaryKeyExpr, SNode* pStmt) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    return addOrderByPrimaryKeyToQueryImpl(pCxt, pPrimaryKeyExpr, &((SSelectStmt*)pStmt)->pOrderByList);
  }
  return addOrderByPrimaryKeyToQueryImpl(pCxt, pPrimaryKeyExpr, &((SSetOperator*)pStmt)->pOrderByList);
}

static int32_t translateInsertProject(STranslateContext* pCxt, SInsertStmt* pInsert) {
  SNodeList* pProjects = getProjectList(pInsert->pQuery);
  if (LIST_LENGTH(pInsert->pCols) != LIST_LENGTH(pProjects)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of columns");
  }

  SNode* pPrimaryKeyExpr = NULL;
  SNode* pBoundCol = NULL;
  SNode* pProj = NULL;
  FORBOTH(pBoundCol, pInsert->pCols, pProj, pProjects) {
    SColumnNode* pCol = (SColumnNode*)pBoundCol;
    SExprNode*   pExpr = (SExprNode*)pProj;
    if (!dataTypeEqual(&pCol->node.resType, &pExpr->resType)) {
      SNode*  pFunc = NULL;
      int32_t code = createCastFunc(pCxt, pProj, pCol->node.resType, &pFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pFunc);
      pExpr = (SExprNode*)pFunc;
    }
    snprintf(pExpr->aliasName, sizeof(pExpr->aliasName), "%s", pCol->colName);
    if (PRIMARYKEY_TIMESTAMP_COL_ID == pCol->colId) {
      pPrimaryKeyExpr = pProj;
    }
  }

X
Xiaoyu Wang 已提交
3933 3934 3935 3936 3937
  if (NULL == pPrimaryKeyExpr) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM,
                                   "Primary timestamp column can not be null");
  }

3938 3939 3940
  return addOrderByPrimaryKeyToQuery(pCxt, pPrimaryKeyExpr, pInsert->pQuery);
}

X
Xiaoyu Wang 已提交
3941 3942 3943 3944 3945 3946 3947 3948 3949 3950
static int32_t translateInsertTable(STranslateContext* pCxt, SNode* pTable) {
  int32_t code = translateFrom(pCxt, pTable);
  if (TSDB_CODE_SUCCESS == code && TSDB_CHILD_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType &&
      TSDB_NORMAL_TABLE != ((SRealTableNode*)pTable)->pMeta->tableType) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_SYNTAX_ERROR,
                                   "insert data into super table is not supported");
  }
  return code;
}

3951 3952
static int32_t translateInsert(STranslateContext* pCxt, SInsertStmt* pInsert) {
  pCxt->pCurrStmt = (SNode*)pInsert;
X
Xiaoyu Wang 已提交
3953
  int32_t code = translateInsertTable(pCxt, pInsert->pTable);
3954
  if (TSDB_CODE_SUCCESS == code) {
3955
    code = translateInsertCols(pCxt, pInsert);
3956
  }
3957
  if (TSDB_CODE_SUCCESS == code) {
3958
    code = translateInsertQuery(pCxt, pInsert);
3959
  }
3960
  if (TSDB_CODE_SUCCESS == code) {
3961
    code = translateInsertProject(pCxt, pInsert);
3962 3963 3964 3965
  }
  return code;
}

3966
static int64_t getUnitPerMinute(uint8_t precision) {
wmmhello's avatar
wmmhello 已提交
3967 3968 3969 3970
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
      return MILLISECOND_PER_MINUTE;
    case TSDB_TIME_PRECISION_MICRO:
wafwerar's avatar
wafwerar 已提交
3971
      return MILLISECOND_PER_MINUTE * 1000LL;
wmmhello's avatar
wmmhello 已提交
3972 3973 3974 3975 3976 3977
    case TSDB_TIME_PRECISION_NANO:
      return NANOSECOND_PER_MINUTE;
    default:
      break;
  }
  return MILLISECOND_PER_MINUTE;
3978 3979 3980
}

static int64_t getBigintFromValueNode(SValueNode* pVal) {
wmmhello's avatar
wmmhello 已提交
3981 3982 3983 3984
  if (pVal->isDuration) {
    return pVal->datum.i / getUnitPerMinute(pVal->node.resType.precision);
  }
  return pVal->datum.i;
3985 3986
}

X
Xiaoyu Wang 已提交
3987
static int32_t buildCreateDbRetentions(const SNodeList* pRetentions, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006
  if (NULL != pRetentions) {
    pReq->pRetensions = taosArrayInit(LIST_LENGTH(pRetentions), sizeof(SRetention));
    if (NULL == pReq->pRetensions) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SValueNode* pFreq = NULL;
    SValueNode* pKeep = NULL;
    SNode*      pNode = NULL;
    int32_t     index = 0;
    FOREACH(pNode, pRetentions) {
      pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 0);
      pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pNode)->pNodeList, 1);
      SRetention retention = {
          .freq = pFreq->datum.i, .freqUnit = pFreq->unit, .keep = pKeep->datum.i, .keepUnit = pKeep->unit};
      taosArrayPush(pReq->pRetensions, &retention);
    }
    pReq->numOfRetensions = taosArrayGetSize(pReq->pRetensions);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4007 4008 4009
}

static int32_t buildCreateDbReq(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt, SCreateDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->numOfVgroups = pStmt->pOptions->numOfVgroups;
  pReq->numOfStables = pStmt->pOptions->singleStable;
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = pStmt->pOptions->pagesize;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = pStmt->pOptions->daysPerFile;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
  pReq->minRows = pStmt->pOptions->minRowsPerBlock;
  pReq->maxRows = pStmt->pOptions->maxRowsPerBlock;
4024
  pReq->walFsyncPeriod = pStmt->pOptions->fsyncPeriod;
wmmhello's avatar
wmmhello 已提交
4025 4026 4027 4028 4029
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->precision = pStmt->pOptions->precision;
  pReq->compression = pStmt->pOptions->compressionLevel;
  pReq->replications = pStmt->pOptions->replica;
  pReq->strict = pStmt->pOptions->strict;
4030
  pReq->cacheLast = pStmt->pOptions->cacheModel;
4031
  pReq->cacheLastSize = pStmt->pOptions->cacheLastSize;
X
Xiaoyu Wang 已提交
4032
  pReq->schemaless = pStmt->pOptions->schemaless;
X
Xiaoyu Wang 已提交
4033 4034 4035 4036
  pReq->walRetentionPeriod = pStmt->pOptions->walRetentionPeriod;
  pReq->walRetentionSize = pStmt->pOptions->walRetentionSize;
  pReq->walRollPeriod = pStmt->pOptions->walRollPeriod;
  pReq->walSegmentSize = pStmt->pOptions->walSegmentSize;
4037
  pReq->sstTrigger = pStmt->pOptions->sstTrigger;
4038 4039
  pReq->hashPrefix = pStmt->pOptions->tablePrefix;
  pReq->hashSuffix = pStmt->pOptions->tableSuffix;
4040
  pReq->tsdbPageSize = pStmt->pOptions->tsdbPageSize;
wmmhello's avatar
wmmhello 已提交
4041 4042
  pReq->ignoreExist = pStmt->ignoreExists;
  return buildCreateDbRetentions(pStmt->pOptions->pRetentions, pReq);
X
Xiaoyu Wang 已提交
4043 4044
}

4045 4046
static int32_t checkRangeOption(STranslateContext* pCxt, int32_t code, const char* pName, int64_t val, int64_t minVal,
                                int64_t maxVal) {
wmmhello's avatar
wmmhello 已提交
4047
  if (val >= 0 && (val < minVal || val > maxVal)) {
4048 4049
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, code,
                                   "Invalid option %s: %" PRId64 " valid range: [%" PRId64 ", %" PRId64 "]", pName, val,
X
Xiaoyu Wang 已提交
4050
                                   minVal, maxVal);
wmmhello's avatar
wmmhello 已提交
4051 4052
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4053 4054
}

4055 4056 4057 4058 4059
static int32_t checkDbRangeOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t minVal,
                                  int32_t maxVal) {
  return checkRangeOption(pCxt, TSDB_CODE_PAR_INVALID_DB_OPTION, pName, val, minVal, maxVal);
}

4060 4061
static int32_t checkTableRangeOption(STranslateContext* pCxt, const char* pName, int64_t val, int64_t minVal,
                                     int64_t maxVal) {
4062 4063 4064
  return checkRangeOption(pCxt, TSDB_CODE_PAR_INVALID_TABLE_OPTION, pName, val, minVal, maxVal);
}

X
Xiaoyu Wang 已提交
4065
static int32_t checkDbDaysOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
4066 4067 4068 4069 4070 4071
  if (NULL != pOptions->pDaysPerFile) {
    if (DEAL_RES_ERROR == translateValue(pCxt, pOptions->pDaysPerFile)) {
      return pCxt->errCode;
    }
    if (TIME_UNIT_MINUTE != pOptions->pDaysPerFile->unit && TIME_UNIT_HOUR != pOptions->pDaysPerFile->unit &&
        TIME_UNIT_DAY != pOptions->pDaysPerFile->unit) {
4072 4073 4074
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
                                     "Invalid option duration unit: %c, only %c, %c, %c allowed",
                                     pOptions->pDaysPerFile->unit, TIME_UNIT_MINUTE, TIME_UNIT_HOUR, TIME_UNIT_DAY);
wmmhello's avatar
wmmhello 已提交
4075 4076 4077
    }
    pOptions->daysPerFile = getBigintFromValueNode(pOptions->pDaysPerFile);
  }
4078
  return checkDbRangeOption(pCxt, "daysPerFile", pOptions->daysPerFile, TSDB_MIN_DAYS_PER_FILE, TSDB_MAX_DAYS_PER_FILE);
X
Xiaoyu Wang 已提交
4079 4080
}

X
Xiaoyu Wang 已提交
4081
static int32_t checkDbKeepOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
4082 4083 4084 4085 4086 4087
  if (NULL == pOptions->pKeep) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t numOfKeep = LIST_LENGTH(pOptions->pKeep);
  if (numOfKeep > 3 || numOfKeep < 1) {
4088
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid number of keep options");
wmmhello's avatar
wmmhello 已提交
4089 4090 4091 4092 4093 4094 4095 4096 4097 4098
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pOptions->pKeep) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
    if (pVal->isDuration && TIME_UNIT_MINUTE != pVal->unit && TIME_UNIT_HOUR != pVal->unit &&
        TIME_UNIT_DAY != pVal->unit) {
4099 4100
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
                                     "Invalid option keep unit: %c, only m, h, d allowed", pVal->unit);
wmmhello's avatar
wmmhello 已提交
4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119
    }
    if (!pVal->isDuration) {
      pVal->datum.i = pVal->datum.i * 1440;
    }
  }

  pOptions->keep[0] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 0));

  if (numOfKeep < 2) {
    pOptions->keep[1] = pOptions->keep[0];
  } else {
    pOptions->keep[1] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 1));
  }
  if (numOfKeep < 3) {
    pOptions->keep[2] = pOptions->keep[1];
  } else {
    pOptions->keep[2] = getBigintFromValueNode((SValueNode*)nodesListGetNode(pOptions->pKeep, 2));
  }

4120 4121
  int64_t tsdbMaxKeep = TSDB_MAX_KEEP;
  if (pOptions->precision == TSDB_TIME_PRECISION_NANO) {
4122
    tsdbMaxKeep = TSDB_MAX_KEEP_NS;
4123 4124
  }

wmmhello's avatar
wmmhello 已提交
4125
  if (pOptions->keep[0] < TSDB_MIN_KEEP || pOptions->keep[1] < TSDB_MIN_KEEP || pOptions->keep[2] < TSDB_MIN_KEEP ||
4126
      pOptions->keep[0] > tsdbMaxKeep || pOptions->keep[1] > tsdbMaxKeep || pOptions->keep[2] > tsdbMaxKeep) {
4127
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
4128 4129
                                   "Invalid option keep: %" PRId64 ", %" PRId64 ", %" PRId64
                                   " valid range: [%dm, %" PRId64 "m]",
X
Xiaoyu Wang 已提交
4130
                                   pOptions->keep[0], pOptions->keep[1], pOptions->keep[2], TSDB_MIN_KEEP, tsdbMaxKeep);
wmmhello's avatar
wmmhello 已提交
4131 4132 4133
  }

  if (!((pOptions->keep[0] <= pOptions->keep[1]) && (pOptions->keep[1] <= pOptions->keep[2]))) {
4134 4135
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
                                   "Invalid keep value, should be keep0 <= keep1 <= keep2");
wmmhello's avatar
wmmhello 已提交
4136 4137 4138
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4139 4140
}

4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151
static int32_t checkDbCacheModelOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
  if ('\0' != pOptions->cacheModelStr[0]) {
    if (0 == strcasecmp(pOptions->cacheModelStr, TSDB_CACHE_MODEL_NONE_STR)) {
      pOptions->cacheModel = TSDB_CACHE_MODEL_NONE;
    } else if (0 == strcasecmp(pOptions->cacheModelStr, TSDB_CACHE_MODEL_LAST_ROW_STR)) {
      pOptions->cacheModel = TSDB_CACHE_MODEL_LAST_ROW;
    } else if (0 == strcasecmp(pOptions->cacheModelStr, TSDB_CACHE_MODEL_LAST_VALUE_STR)) {
      pOptions->cacheModel = TSDB_CACHE_MODEL_LAST_VALUE;
    } else if (0 == strcasecmp(pOptions->cacheModelStr, TSDB_CACHE_MODEL_BOTH_STR)) {
      pOptions->cacheModel = TSDB_CACHE_MODEL_BOTH;
    } else {
4152 4153
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid option cacheModel: %s",
                                     pOptions->cacheModelStr);
4154 4155 4156 4157 4158
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4159
static int32_t checkDbPrecisionOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
4160
  if ('\0' != pOptions->precisionStr[0]) {
4161
    if (0 == strcasecmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MILLI_STR)) {
wmmhello's avatar
wmmhello 已提交
4162
      pOptions->precision = TSDB_TIME_PRECISION_MILLI;
4163
    } else if (0 == strcasecmp(pOptions->precisionStr, TSDB_TIME_PRECISION_MICRO_STR)) {
wmmhello's avatar
wmmhello 已提交
4164
      pOptions->precision = TSDB_TIME_PRECISION_MICRO;
4165
    } else if (0 == strcasecmp(pOptions->precisionStr, TSDB_TIME_PRECISION_NANO_STR)) {
wmmhello's avatar
wmmhello 已提交
4166 4167
      pOptions->precision = TSDB_TIME_PRECISION_NANO;
    } else {
4168 4169
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid option precision: %s",
                                     pOptions->precisionStr);
wmmhello's avatar
wmmhello 已提交
4170 4171 4172
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4173
}
X
Xiaoyu Wang 已提交
4174

4175 4176 4177 4178 4179 4180 4181
static int32_t checkDbStrictOption(STranslateContext* pCxt, SDatabaseOptions* pOptions) {
  if ('\0' != pOptions->strictStr[0]) {
    if (0 == strcasecmp(pOptions->strictStr, TSDB_DB_STRICT_OFF_STR)) {
      pOptions->strict = TSDB_DB_STRICT_OFF;
    } else if (0 == strcasecmp(pOptions->strictStr, TSDB_DB_STRICT_ON_STR)) {
      pOptions->strict = TSDB_DB_STRICT_ON;
    } else {
4182 4183
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid option strict: %s",
                                     pOptions->strictStr);
4184 4185 4186 4187 4188
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4189
static int32_t checkDbEnumOption(STranslateContext* pCxt, const char* pName, int32_t val, int32_t v1, int32_t v2) {
wmmhello's avatar
wmmhello 已提交
4190
  if (val >= 0 && val != v1 && val != v2) {
4191
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
X
Xiaoyu Wang 已提交
4192
                                   "Invalid option %s: %d, only %d, %d allowed", pName, val, v1, v2);
wmmhello's avatar
wmmhello 已提交
4193 4194
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4195 4196 4197
}

static int32_t checkDbRetentionsOption(STranslateContext* pCxt, SNodeList* pRetentions) {
wmmhello's avatar
wmmhello 已提交
4198 4199 4200
  if (NULL == pRetentions) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
4201

wmmhello's avatar
wmmhello 已提交
4202
  if (LIST_LENGTH(pRetentions) > 3) {
4203
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid option retentions");
wmmhello's avatar
wmmhello 已提交
4204
  }
X
Xiaoyu Wang 已提交
4205

X
Xiaoyu Wang 已提交
4206 4207 4208
  SValueNode* pPrevFreq = NULL;
  SValueNode* pPrevKeep = NULL;
  SNode*      pRetention = NULL;
wmmhello's avatar
wmmhello 已提交
4209 4210 4211 4212 4213 4214 4215 4216
  FOREACH(pRetention, pRetentions) {
    SNode* pNode = NULL;
    FOREACH(pNode, ((SNodeListNode*)pRetention)->pNodeList) {
      SValueNode* pVal = (SValueNode*)pNode;
      if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
        return pCxt->errCode;
      }
    }
X
Xiaoyu Wang 已提交
4217 4218 4219 4220 4221 4222

    SValueNode* pFreq = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 0);
    SValueNode* pKeep = (SValueNode*)nodesListGetNode(((SNodeListNode*)pRetention)->pNodeList, 1);
    if (pFreq->datum.i <= 0 || 'n' == pFreq->unit || 'y' == pFreq->unit || pFreq->datum.i >= pKeep->datum.i ||
        (NULL != pPrevFreq && pPrevFreq->datum.i >= pFreq->datum.i) ||
        (NULL != pPrevKeep && pPrevKeep->datum.i > pKeep->datum.i)) {
4223
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION, "Invalid option retentions");
X
Xiaoyu Wang 已提交
4224 4225 4226
    }
    pPrevFreq = pFreq;
    pPrevKeep = pKeep;
wmmhello's avatar
wmmhello 已提交
4227
  }
X
Xiaoyu Wang 已提交
4228

wmmhello's avatar
wmmhello 已提交
4229
  return TSDB_CODE_SUCCESS;
4230 4231
}

4232
static int32_t checkOptionsDependency(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
4233
  int32_t daysPerFile = pOptions->daysPerFile;
4234
  int64_t daysToKeep0 = pOptions->keep[0];
wmmhello's avatar
wmmhello 已提交
4235 4236 4237
  if (-1 == daysPerFile && -1 == daysToKeep0) {
    return TSDB_CODE_SUCCESS;
  } else if (-1 == daysPerFile || -1 == daysToKeep0) {
4238
    SDbCfgInfo dbCfg = {0};
wmmhello's avatar
wmmhello 已提交
4239 4240 4241 4242 4243 4244 4245 4246
    int32_t    code = getDBCfg(pCxt, pDbName, &dbCfg);
    if (TSDB_CODE_SUCCESS != code) {
      return code;
    }
    daysPerFile = (-1 == daysPerFile ? dbCfg.daysPerFile : daysPerFile);
    daysToKeep0 = (-1 == daysToKeep0 ? dbCfg.daysToKeep0 : daysToKeep0);
  }
  if (daysPerFile > daysToKeep0) {
X
Xiaoyu Wang 已提交
4247 4248
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DB_OPTION,
                                   "Invalid duration value, should be keep2 >= keep1 >= keep0 >= duration");
wmmhello's avatar
wmmhello 已提交
4249 4250
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4251 4252
}

4253
static int32_t checkDatabaseOptions(STranslateContext* pCxt, const char* pDbName, SDatabaseOptions* pOptions) {
wmmhello's avatar
wmmhello 已提交
4254
  int32_t code =
4255
      checkDbRangeOption(pCxt, "buffer", pOptions->buffer, TSDB_MIN_BUFFER_PER_VNODE, TSDB_MAX_BUFFER_PER_VNODE);
wmmhello's avatar
wmmhello 已提交
4256
  if (TSDB_CODE_SUCCESS == code) {
4257
    code = checkDbCacheModelOption(pCxt, pOptions);
wmmhello's avatar
wmmhello 已提交
4258
  }
4259
  if (TSDB_CODE_SUCCESS == code) {
4260 4261
    code =
        checkDbRangeOption(pCxt, "cacheSize", pOptions->cacheLastSize, TSDB_MIN_DB_CACHE_SIZE, TSDB_MAX_DB_CACHE_SIZE);
4262
  }
wmmhello's avatar
wmmhello 已提交
4263
  if (TSDB_CODE_SUCCESS == code) {
4264 4265
    code =
        checkDbRangeOption(pCxt, "compression", pOptions->compressionLevel, TSDB_MIN_COMP_LEVEL, TSDB_MAX_COMP_LEVEL);
wmmhello's avatar
wmmhello 已提交
4266 4267 4268 4269 4270
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbDaysOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
4271
    code = checkDbRangeOption(pCxt, "fsyncPeriod", pOptions->fsyncPeriod, TSDB_MIN_FSYNC_PERIOD, TSDB_MAX_FSYNC_PERIOD);
wmmhello's avatar
wmmhello 已提交
4272 4273
  }
  if (TSDB_CODE_SUCCESS == code) {
4274 4275
    code = checkDbRangeOption(pCxt, "maxRowsPerBlock", pOptions->maxRowsPerBlock, TSDB_MIN_MAXROWS_FBLOCK,
                              TSDB_MAX_MAXROWS_FBLOCK);
wmmhello's avatar
wmmhello 已提交
4276 4277
  }
  if (TSDB_CODE_SUCCESS == code) {
4278 4279
    code = checkDbRangeOption(pCxt, "minRowsPerBlock", pOptions->minRowsPerBlock, TSDB_MIN_MINROWS_FBLOCK,
                              TSDB_MAX_MINROWS_FBLOCK);
wmmhello's avatar
wmmhello 已提交
4280 4281
  }
  if (TSDB_CODE_SUCCESS == code) {
4282 4283 4284
    code = checkDbPrecisionOption(pCxt, pOptions);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4285
    code = checkDbKeepOption(pCxt, pOptions);  // use precision
wmmhello's avatar
wmmhello 已提交
4286 4287
  }
  if (TSDB_CODE_SUCCESS == code) {
4288
    code = checkDbRangeOption(pCxt, "pages", pOptions->pages, TSDB_MIN_PAGES_PER_VNODE, TSDB_MAX_PAGES_PER_VNODE);
wmmhello's avatar
wmmhello 已提交
4289 4290
  }
  if (TSDB_CODE_SUCCESS == code) {
4291 4292
    code = checkDbRangeOption(pCxt, "pagesize", pOptions->pagesize, TSDB_MIN_PAGESIZE_PER_VNODE,
                              TSDB_MAX_PAGESIZE_PER_VNODE);
wmmhello's avatar
wmmhello 已提交
4293
  }
4294 4295 4296 4297
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "tsdbPagesize", pOptions->tsdbPageSize, TSDB_MIN_TSDB_PAGESIZE,
                              TSDB_MAX_TSDB_PAGESIZE);
  }
wmmhello's avatar
wmmhello 已提交
4298 4299 4300 4301
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "replications", pOptions->replica, TSDB_MIN_DB_REPLICA, TSDB_MAX_DB_REPLICA);
  }
  if (TSDB_CODE_SUCCESS == code) {
4302
    code = checkDbStrictOption(pCxt, pOptions);
wmmhello's avatar
wmmhello 已提交
4303 4304 4305 4306 4307
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "walLevel", pOptions->walLevel, TSDB_MIN_WAL_LEVEL, TSDB_MAX_WAL_LEVEL);
  }
  if (TSDB_CODE_SUCCESS == code) {
4308
    code = checkDbRangeOption(pCxt, "vgroups", pOptions->numOfVgroups, TSDB_MIN_VNODES_PER_DB, TSDB_MAX_VNODES_PER_DB);
wmmhello's avatar
wmmhello 已提交
4309 4310 4311 4312 4313 4314 4315 4316
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "singleStable", pOptions->singleStable, TSDB_DB_SINGLE_STABLE_ON,
                             TSDB_DB_SINGLE_STABLE_OFF);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRetentionsOption(pCxt, pOptions->pRetentions);
  }
X
Xiaoyu Wang 已提交
4317 4318 4319
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbEnumOption(pCxt, "schemaless", pOptions->schemaless, TSDB_DB_SCHEMALESS_ON, TSDB_DB_SCHEMALESS_OFF);
  }
X
Xiaoyu Wang 已提交
4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "walRetentionPeriod", pOptions->walRetentionPeriod,
                              TSDB_DB_MIN_WAL_RETENTION_PERIOD, INT32_MAX);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "walRetentionSize", pOptions->walRetentionSize, TSDB_DB_MIN_WAL_RETENTION_SIZE,
                              INT32_MAX);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "walRollPeriod", pOptions->walRollPeriod, TSDB_DB_MIN_WAL_ROLL_PERIOD, INT32_MAX);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code =
        checkDbRangeOption(pCxt, "walSegmentSize", pOptions->walSegmentSize, TSDB_DB_MIN_WAL_SEGMENT_SIZE, INT32_MAX);
  }
4335
  if (TSDB_CODE_SUCCESS == code) {
H
Hongze Cheng 已提交
4336
    code = checkDbRangeOption(pCxt, "sstTrigger", pOptions->sstTrigger, TSDB_MIN_STT_TRIGGER, TSDB_MAX_STT_TRIGGER);
4337
  }
4338 4339 4340 4341 4342 4343
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "tablePrefix", pOptions->tablePrefix, TSDB_MIN_HASH_PREFIX, TSDB_MAX_HASH_PREFIX);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkDbRangeOption(pCxt, "tableSuffix", pOptions->tableSuffix, TSDB_MIN_HASH_SUFFIX, TSDB_MAX_HASH_SUFFIX);
  }
wmmhello's avatar
wmmhello 已提交
4344 4345 4346 4347
  if (TSDB_CODE_SUCCESS == code) {
    code = checkOptionsDependency(pCxt, pDbName, pOptions);
  }
  return code;
X
Xiaoyu Wang 已提交
4348 4349 4350
}

static int32_t checkCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
4351 4352 4353 4354
  if (NULL != strchr(pStmt->dbName, '.')) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_IDENTIFIER_NAME,
                                   "The database name cannot contain '.'");
  }
wmmhello's avatar
wmmhello 已提交
4355
  return checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
X
Xiaoyu Wang 已提交
4356 4357
}

H
Hongze Cheng 已提交
4358
typedef int32_t (*FSerializeFunc)(void* pBuf, int32_t bufLen, void* pReq);
4359 4360

static int32_t buildCmdMsg(STranslateContext* pCxt, int16_t msgType, FSerializeFunc func, void* pReq) {
wmmhello's avatar
wmmhello 已提交
4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372 4373 4374
  pCxt->pCmdMsg = taosMemoryMalloc(sizeof(SCmdMsgInfo));
  if (NULL == pCxt->pCmdMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCxt->pCmdMsg->epSet = pCxt->pParseCxt->mgmtEpSet;
  pCxt->pCmdMsg->msgType = msgType;
  pCxt->pCmdMsg->msgLen = func(NULL, 0, pReq);
  pCxt->pCmdMsg->pMsg = taosMemoryMalloc(pCxt->pCmdMsg->msgLen);
  if (NULL == pCxt->pCmdMsg->pMsg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  func(pCxt->pCmdMsg->pMsg, pCxt->pCmdMsg->msgLen, pReq);

  return TSDB_CODE_SUCCESS;
4375 4376
}

4377
static int32_t translateCreateDatabase(STranslateContext* pCxt, SCreateDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4378
  SCreateDbReq createReq = {0};
4379
  int32_t      code = checkCreateDatabase(pCxt, pStmt);
wmmhello's avatar
wmmhello 已提交
4380 4381 4382 4383 4384 4385
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateDbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_DB, (FSerializeFunc)tSerializeSCreateDbReq, &createReq);
  }
4386
  tFreeSCreateDbReq(&createReq);
wmmhello's avatar
wmmhello 已提交
4387
  return code;
4388 4389
}

4390
static int32_t translateDropDatabase(STranslateContext* pCxt, SDropDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4391 4392 4393 4394 4395
  SDropDbReq dropReq = {0};
  SName      name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, dropReq.db);
  dropReq.ignoreNotExists = pStmt->ignoreNotExists;
4396

wmmhello's avatar
wmmhello 已提交
4397
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DB, (FSerializeFunc)tSerializeSDropDbReq, &dropReq);
4398 4399
}

4400
static void buildAlterDbReq(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt, SAlterDbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
4401 4402 4403 4404 4405 4406 4407 4408 4409 4410
  SName name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->db);
  pReq->buffer = pStmt->pOptions->buffer;
  pReq->pageSize = -1;
  pReq->pages = pStmt->pOptions->pages;
  pReq->daysPerFile = -1;
  pReq->daysToKeep0 = pStmt->pOptions->keep[0];
  pReq->daysToKeep1 = pStmt->pOptions->keep[1];
  pReq->daysToKeep2 = pStmt->pOptions->keep[2];
4411
  pReq->walFsyncPeriod = pStmt->pOptions->fsyncPeriod;
wmmhello's avatar
wmmhello 已提交
4412 4413
  pReq->walLevel = pStmt->pOptions->walLevel;
  pReq->strict = pStmt->pOptions->strict;
4414
  pReq->cacheLast = pStmt->pOptions->cacheModel;
4415
  pReq->cacheLastSize = pStmt->pOptions->cacheLastSize;
wmmhello's avatar
wmmhello 已提交
4416
  pReq->replications = pStmt->pOptions->replica;
4417
  pReq->sstTrigger = pStmt->pOptions->sstTrigger;
4418
  pReq->minRows = pStmt->pOptions->minRowsPerBlock;
4419 4420
  pReq->walRetentionPeriod = pStmt->pOptions->walRetentionPeriod;
  pReq->walRetentionSize = pStmt->pOptions->walRetentionSize;
wmmhello's avatar
wmmhello 已提交
4421
  return;
4422 4423 4424
}

static int32_t translateAlterDatabase(STranslateContext* pCxt, SAlterDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4425 4426 4427 4428
  int32_t code = checkDatabaseOptions(pCxt, pStmt->dbName, pStmt->pOptions);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }
X
Xiaoyu Wang 已提交
4429

wmmhello's avatar
wmmhello 已提交
4430 4431
  SAlterDbReq alterReq = {0};
  buildAlterDbReq(pCxt, pStmt, &alterReq);
4432

wmmhello's avatar
wmmhello 已提交
4433
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_DB, (FSerializeFunc)tSerializeSAlterDbReq, &alterReq);
4434 4435
}

X
Xiaoyu Wang 已提交
4436
static int32_t translateTrimDatabase(STranslateContext* pCxt, STrimDatabaseStmt* pStmt) {
4437
  STrimDbReq req = {.maxSpeed = pStmt->maxSpeed};
X
Xiaoyu Wang 已提交
4438 4439 4440 4441 4442 4443
  SName      name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, req.db);
  return buildCmdMsg(pCxt, TDMT_MND_TRIM_DB, (FSerializeFunc)tSerializeSTrimDbReq, &req);
}

X
Xiaoyu Wang 已提交
4444
static int32_t columnDefNodeToField(SNodeList* pList, SArray** pArray) {
wmmhello's avatar
wmmhello 已提交
4445 4446 4447 4448 4449 4450 4451 4452 4453 4454 4455 4456
  *pArray = taosArrayInit(LIST_LENGTH(pList), sizeof(SField));
  SNode* pNode;
  FOREACH(pNode, pList) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    SField          field = {.type = pCol->dataType.type, .bytes = calcTypeBytes(pCol->dataType)};
    strcpy(field.name, pCol->colName);
    if (pCol->sma) {
      field.flags |= COL_SMA_ON;
    }
    taosArrayPush(*pArray, &field);
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4457 4458
}

4459
static SColumnDefNode* findColDef(SNodeList* pCols, const SColumnNode* pCol) {
wmmhello's avatar
wmmhello 已提交
4460 4461 4462 4463 4464 4465 4466
  SNode* pColDef = NULL;
  FOREACH(pColDef, pCols) {
    if (0 == strcmp(pCol->colName, ((SColumnDefNode*)pColDef)->colName)) {
      return (SColumnDefNode*)pColDef;
    }
  }
  return NULL;
X
Xiaoyu Wang 已提交
4467 4468
}

X
Xiaoyu Wang 已提交
4469
static int32_t checkTableSmaOption(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4470 4471 4472 4473 4474 4475 4476 4477 4478 4479 4480 4481 4482 4483
  if (NULL != pStmt->pOptions->pSma) {
    SNode* pNode = NULL;
    FOREACH(pNode, pStmt->pCols) { ((SColumnDefNode*)pNode)->sma = false; }
    FOREACH(pNode, pStmt->pOptions->pSma) {
      SColumnNode*    pSmaCol = (SColumnNode*)pNode;
      SColumnDefNode* pColDef = findColDef(pStmt->pCols, pSmaCol);
      if (NULL == pColDef) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pSmaCol->colName);
      }
      pSmaCol->node.resType = pColDef->dataType;
      pColDef->sma = true;
    }
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4484 4485
}

X
Xiaoyu Wang 已提交
4486 4487 4488 4489 4490 4491 4492 4493 4494 4495 4496
static bool validRollupFunc(const char* pFunc) {
  static const char*   rollupFuncs[] = {"avg", "sum", "min", "max", "last", "first"};
  static const int32_t numOfRollupFuncs = (sizeof(rollupFuncs) / sizeof(char*));
  for (int i = 0; i < numOfRollupFuncs; ++i) {
    if (0 == strcmp(rollupFuncs[i], pFunc)) {
      return true;
    }
  }
  return false;
}

4497 4498
static int32_t checkTableRollupOption(STranslateContext* pCxt, SNodeList* pFuncs, bool createStable,
                                      SDbCfgInfo* pDbCfg) {
wmmhello's avatar
wmmhello 已提交
4499
  if (NULL == pFuncs) {
4500 4501
    if (NULL != pDbCfg->pRetensions) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
4502
                                     "To create a super table in databases configured with the 'RETENTIONS' option, "
4503 4504
                                     "the 'ROLLUP' option must be present");
    }
wmmhello's avatar
wmmhello 已提交
4505 4506
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
4507

4508 4509 4510 4511 4512 4513
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option rollup: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }
  if (1 != LIST_LENGTH(pFuncs)) {
4514
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
4515 4516 4517 4518
                                   "Invalid option rollup: only one function is allowed");
  }
  const char* pFunc = ((SFunctionNode*)nodesListGetNode(pFuncs, 0))->functionName;
  if (!validRollupFunc(pFunc)) {
4519
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
4520
                                   "Invalid option rollup: %s function is not supported", pFunc);
wmmhello's avatar
wmmhello 已提交
4521 4522
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
4523 4524
}

4525
static int32_t checkTableTagsSchema(STranslateContext* pCxt, SHashObj* pHash, SNodeList* pTags) {
wmmhello's avatar
wmmhello 已提交
4526 4527 4528 4529 4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543 4544 4545
  int32_t ntags = LIST_LENGTH(pTags);
  if (0 == ntags) {
    return TSDB_CODE_SUCCESS;
  } else if (ntags > TSDB_MAX_TAGS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_NUM);
  }

  int32_t code = TSDB_CODE_SUCCESS;
  int32_t tagsSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pTags) {
    SColumnDefNode* pTag = (SColumnDefNode*)pNode;
    int32_t         len = strlen(pTag->colName);
    if (NULL != taosHashGet(pHash, pTag->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code && pTag->dataType.type == TSDB_DATA_TYPE_JSON && ntags > 1) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
    }
    if (TSDB_CODE_SUCCESS == code) {
K
kailixu 已提交
4546 4547
      if ((TSDB_DATA_TYPE_VARCHAR == pTag->dataType.type && calcTypeBytes(pTag->dataType) > TSDB_MAX_TAGS_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pTag->dataType.type && calcTypeBytes(pTag->dataType) > TSDB_MAX_TAGS_LEN)) {
4548
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
wmmhello's avatar
wmmhello 已提交
4549 4550 4551 4552 4553 4554
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pTag->colName, len, &pTag, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4555
      tagsSize += calcTypeBytes(pTag->dataType);
wmmhello's avatar
wmmhello 已提交
4556 4557 4558 4559 4560 4561 4562 4563 4564 4565
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && tagsSize > TSDB_MAX_TAGS_LEN) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
  }

  return code;
4566 4567
}

4568
static int32_t checkTableColsSchema(STranslateContext* pCxt, SHashObj* pHash, int32_t ntags, SNodeList* pCols) {
wmmhello's avatar
wmmhello 已提交
4569 4570 4571
  int32_t ncols = LIST_LENGTH(pCols);
  if (ncols < TSDB_MIN_COLUMNS) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM);
4572
  } else if (ncols + ntags > TSDB_MAX_COLUMNS) {
wmmhello's avatar
wmmhello 已提交
4573 4574 4575 4576 4577 4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594 4595 4596
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
  }

  int32_t code = TSDB_CODE_SUCCESS;

  bool    first = true;
  int32_t rowSize = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pCols) {
    SColumnDefNode* pCol = (SColumnDefNode*)pNode;
    if (first) {
      first = false;
      if (TSDB_DATA_TYPE_TIMESTAMP != pCol->dataType.type) {
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FIRST_COLUMN);
      }
    }
    if (TSDB_CODE_SUCCESS == code && pCol->dataType.type == TSDB_DATA_TYPE_JSON) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
    }
    int32_t len = strlen(pCol->colName);
    if (TSDB_CODE_SUCCESS == code && NULL != taosHashGet(pHash, pCol->colName, len)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
    }
    if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4597 4598
      if ((TSDB_DATA_TYPE_VARCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_BINARY_LEN) ||
          (TSDB_DATA_TYPE_NCHAR == pCol->dataType.type && calcTypeBytes(pCol->dataType) > TSDB_MAX_NCHAR_LEN)) {
wmmhello's avatar
wmmhello 已提交
4599 4600 4601 4602 4603 4604 4605
        code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = taosHashPut(pHash, pCol->colName, len, &pCol, POINTER_BYTES);
    }
    if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
4606
      rowSize += calcTypeBytes(pCol->dataType);
wmmhello's avatar
wmmhello 已提交
4607 4608 4609 4610 4611 4612 4613 4614 4615 4616
    } else {
      break;
    }
  }

  if (TSDB_CODE_SUCCESS == code && rowSize > TSDB_MAX_BYTES_PER_ROW) {
    code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

  return code;
4617 4618 4619
}

static int32_t checkTableSchema(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4620 4621 4622 4623 4624
  SHashObj* pHash = taosHashInit(LIST_LENGTH(pStmt->pTags) + LIST_LENGTH(pStmt->pCols),
                                 taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4625

wmmhello's avatar
wmmhello 已提交
4626 4627
  int32_t code = checkTableTagsSchema(pCxt, pHash, pStmt->pTags);
  if (TSDB_CODE_SUCCESS == code) {
4628
    code = checkTableColsSchema(pCxt, pHash, LIST_LENGTH(pStmt->pTags), pStmt->pCols);
wmmhello's avatar
wmmhello 已提交
4629
  }
4630

wmmhello's avatar
wmmhello 已提交
4631 4632
  taosHashCleanup(pHash);
  return code;
4633 4634
}

X
Xiaoyu Wang 已提交
4635 4636 4637 4638 4639
static int32_t getTableDelayOrWatermarkOption(STranslateContext* pCxt, const char* pName, int64_t minVal,
                                              int64_t maxVal, SValueNode* pVal, int64_t* pMaxDelay) {
  int32_t code = (DEAL_RES_ERROR == translateValue(pCxt, pVal) ? pCxt->errCode : TSDB_CODE_SUCCESS);
  if (TSDB_CODE_SUCCESS == code && TIME_UNIT_MILLISECOND != pVal->unit && TIME_UNIT_SECOND != pVal->unit &&
      TIME_UNIT_MINUTE != pVal->unit) {
4640 4641 4642
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option %s unit: %c, only %c, %c, %c allowed", pName, pVal->unit,
                                   TIME_UNIT_MILLISECOND, TIME_UNIT_SECOND, TIME_UNIT_MINUTE);
X
Xiaoyu Wang 已提交
4643 4644
  }
  if (TSDB_CODE_SUCCESS == code) {
4645
    code = checkTableRangeOption(pCxt, pName, pVal->datum.i, minVal, maxVal);
X
Xiaoyu Wang 已提交
4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657
  }
  if (TSDB_CODE_SUCCESS == code) {
    *pMaxDelay = pVal->datum.i;
  }
  return code;
}

static int32_t getTableMaxDelayOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "maxDelay", TSDB_MIN_ROLLUP_MAX_DELAY, TSDB_MAX_ROLLUP_MAX_DELAY, pVal,
                                        pMaxDelay);
}

4658 4659
static int32_t checkTableMaxDelayOption(STranslateContext* pCxt, STableOptions* pOptions, bool createStable,
                                        SDbCfgInfo* pDbCfg) {
X
Xiaoyu Wang 已提交
4660 4661 4662 4663
  if (NULL == pOptions->pMaxDelay) {
    return TSDB_CODE_SUCCESS;
  }

4664 4665 4666 4667 4668 4669
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option maxdelay: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }

X
Xiaoyu Wang 已提交
4670
  if (LIST_LENGTH(pOptions->pMaxDelay) > 2) {
4671
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "Invalid option maxdelay");
X
Xiaoyu Wang 已提交
4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682 4683 4684 4685 4686 4687
  }

  int32_t code =
      getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 0), &pOptions->maxDelay1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pMaxDelay)) {
    code = getTableMaxDelayOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pMaxDelay, 1), &pOptions->maxDelay2);
  }

  return code;
}

static int32_t getTableWatermarkOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "watermark", TSDB_MIN_ROLLUP_WATERMARK, TSDB_MAX_ROLLUP_WATERMARK, pVal,
                                        pMaxDelay);
}

4688 4689
static int32_t checkTableWatermarkOption(STranslateContext* pCxt, STableOptions* pOptions, bool createStable,
                                         SDbCfgInfo* pDbCfg) {
X
Xiaoyu Wang 已提交
4690 4691 4692 4693
  if (NULL == pOptions->pWatermark) {
    return TSDB_CODE_SUCCESS;
  }

4694 4695 4696 4697 4698 4699
  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option watermark: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }

X
Xiaoyu Wang 已提交
4700
  if (LIST_LENGTH(pOptions->pWatermark) > 2) {
4701
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "Invalid option watermark");
X
Xiaoyu Wang 已提交
4702
  }
X
Xiaoyu Wang 已提交
4703 4704 4705 4706 4707 4708 4709 4710

  int32_t code =
      getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 0), &pOptions->watermark1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pWatermark)) {
    code = getTableWatermarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pWatermark, 1), &pOptions->watermark2);
  }

  return code;
X
Xiaoyu Wang 已提交
4711 4712
}

4713 4714 4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741 4742 4743
static int32_t getTableDeleteMarkOption(STranslateContext* pCxt, SValueNode* pVal, int64_t* pMaxDelay) {
  return getTableDelayOrWatermarkOption(pCxt, "delete_mark", TSDB_MIN_ROLLUP_DELETE_MARK, TSDB_MAX_ROLLUP_DELETE_MARK,
                                        pVal, pMaxDelay);
}

static int32_t checkTableDeleteMarkOption(STranslateContext* pCxt, STableOptions* pOptions, bool createStable,
                                          SDbCfgInfo* pDbCfg) {
  if (NULL == pOptions->pDeleteMark) {
    return TSDB_CODE_SUCCESS;
  }

  if (!createStable || NULL == pDbCfg->pRetensions) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
                                   "Invalid option delete_mark: Only supported for create super table in databases "
                                   "configured with the 'RETENTIONS' option");
  }

  if (LIST_LENGTH(pOptions->pDeleteMark) > 2) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION, "Invalid option delete_mark");
  }

  int32_t code =
      getTableDeleteMarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pDeleteMark, 0), &pOptions->deleteMark1);
  if (TSDB_CODE_SUCCESS == code && 2 == LIST_LENGTH(pOptions->pDeleteMark)) {
    code =
        getTableDeleteMarkOption(pCxt, (SValueNode*)nodesListGetNode(pOptions->pDeleteMark, 1), &pOptions->deleteMark2);
  }

  return code;
}

4744
static int32_t checkCreateTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, bool createStable) {
X
Xiaoyu Wang 已提交
4745 4746 4747 4748 4749
  if (NULL != strchr(pStmt->tableName, '.')) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_IDENTIFIER_NAME,
                                   "The table name cannot contain '.'");
  }

4750
  SDbCfgInfo dbCfg = {0};
4751 4752 4753 4754 4755
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  if (TSDB_CODE_SUCCESS == code && !createStable && NULL != dbCfg.pRetensions) {
    code = generateSyntaxErrMsgExt(
        &pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TABLE_OPTION,
        "Only super table creation is supported in databases configured with the 'RETENTIONS' option");
4756 4757 4758 4759
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableMaxDelayOption(pCxt, pStmt->pOptions, createStable, &dbCfg);
  }
X
Xiaoyu Wang 已提交
4760
  if (TSDB_CODE_SUCCESS == code) {
4761
    code = checkTableWatermarkOption(pCxt, pStmt->pOptions, createStable, &dbCfg);
X
Xiaoyu Wang 已提交
4762
  }
4763 4764 4765
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableDeleteMarkOption(pCxt, pStmt->pOptions, createStable, &dbCfg);
  }
wmmhello's avatar
wmmhello 已提交
4766
  if (TSDB_CODE_SUCCESS == code) {
4767
    code = checkTableRollupOption(pCxt, pStmt->pOptions->pRollupFuncs, createStable, &dbCfg);
wmmhello's avatar
wmmhello 已提交
4768 4769 4770 4771 4772 4773 4774 4775
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSmaOption(pCxt, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkTableSchema(pCxt, pStmt);
  }
  return code;
X
Xiaoyu Wang 已提交
4776 4777
}

4778
static void toSchema(const SColumnDefNode* pCol, col_id_t colId, SSchema* pSchema) {
wmmhello's avatar
wmmhello 已提交
4779 4780 4781 4782 4783 4784 4785 4786 4787
  int8_t flags = 0;
  if (pCol->sma) {
    flags |= COL_SMA_ON;
  }
  pSchema->colId = colId;
  pSchema->type = pCol->dataType.type;
  pSchema->bytes = calcTypeBytes(pCol->dataType);
  pSchema->flags = flags;
  strcpy(pSchema->name, pCol->colName);
4788 4789 4790
}

typedef struct SSampleAstInfo {
wmmhello's avatar
wmmhello 已提交
4791 4792 4793 4794 4795 4796
  const char* pDbName;
  const char* pTableName;
  SNodeList*  pFuncs;
  SNode*      pInterval;
  SNode*      pOffset;
  SNode*      pSliding;
4797
  SNodeList*  pPartitionByList;
wmmhello's avatar
wmmhello 已提交
4798
  STableMeta* pRollupTableMeta;
4799
  bool        createSmaIndex;
4800 4801
} SSampleAstInfo;

4802
static int32_t buildTableForSampleAst(SSampleAstInfo* pInfo, SNode** pOutput) {
4803
  SRealTableNode* pTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
wmmhello's avatar
wmmhello 已提交
4804 4805 4806
  if (NULL == pTable) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
4807 4808
  snprintf(pTable->table.dbName, sizeof(pTable->table.dbName), "%s", pInfo->pDbName);
  snprintf(pTable->table.tableName, sizeof(pTable->table.tableName), "%s", pInfo->pTableName);
wmmhello's avatar
wmmhello 已提交
4809
  TSWAP(pTable->pMeta, pInfo->pRollupTableMeta);
4810 4811 4812
  *pOutput = (SNode*)pTable;
  return TSDB_CODE_SUCCESS;
}
wmmhello's avatar
wmmhello 已提交
4813

4814
static int32_t addWstartToSampleProjects(SNodeList* pProjectionList) {
4815
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
4816
  if (NULL == pFunc) {
wmmhello's avatar
wmmhello 已提交
4817 4818
    return TSDB_CODE_OUT_OF_MEMORY;
  }
4819
  strcpy(pFunc->functionName, "_wstart");
4820 4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841 4842 4843
  return nodesListPushFront(pProjectionList, (SNode*)pFunc);
}

static int32_t addWendToSampleProjects(SNodeList* pProjectionList) {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "_wend");
  return nodesListAppend(pProjectionList, (SNode*)pFunc);
}

static int32_t addWdurationToSampleProjects(SNodeList* pProjectionList) {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pFunc->functionName, "_wduration");
  return nodesListAppend(pProjectionList, (SNode*)pFunc);
}

static int32_t buildProjectsForSampleAst(SSampleAstInfo* pInfo, SNodeList** pList) {
  SNodeList* pProjectionList = pInfo->pFuncs;
  pInfo->pFuncs = NULL;
wmmhello's avatar
wmmhello 已提交
4844

4845 4846 4847 4848 4849 4850 4851
  int32_t code = addWstartToSampleProjects(pProjectionList);
  if (TSDB_CODE_SUCCESS == code && pInfo->createSmaIndex) {
    code = addWendToSampleProjects(pProjectionList);
    if (TSDB_CODE_SUCCESS == code) {
      code = addWdurationToSampleProjects(pProjectionList);
    }
  }
4852

4853 4854 4855 4856 4857 4858 4859 4860 4861 4862 4863
  if (TSDB_CODE_SUCCESS == code) {
    SNode* pProject = NULL;
    FOREACH(pProject, pProjectionList) { sprintf(((SExprNode*)pProject)->aliasName, "#%p", pProject); }
    *pList = pProjectionList;
  } else {
    nodesDestroyList(pProjectionList);
  }
  return code;
}

static int32_t buildIntervalForSampleAst(SSampleAstInfo* pInfo, SNode** pOutput) {
4864
  SIntervalWindowNode* pInterval = (SIntervalWindowNode*)nodesMakeNode(QUERY_NODE_INTERVAL_WINDOW);
wmmhello's avatar
wmmhello 已提交
4865 4866 4867 4868 4869 4870 4871 4872
  if (NULL == pInterval) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  TSWAP(pInterval->pInterval, pInfo->pInterval);
  TSWAP(pInterval->pOffset, pInfo->pOffset);
  TSWAP(pInterval->pSliding, pInfo->pSliding);
  pInterval->pCol = nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pInterval->pCol) {
4873
    nodesDestroyNode((SNode*)pInterval);
wmmhello's avatar
wmmhello 已提交
4874 4875 4876
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SColumnNode*)pInterval->pCol)->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
4877
  strcpy(((SColumnNode*)pInterval->pCol)->colName, ROWTS_PSEUDO_COLUMN_NAME);
4878 4879 4880
  *pOutput = (SNode*)pInterval;
  return TSDB_CODE_SUCCESS;
}
wmmhello's avatar
wmmhello 已提交
4881

4882 4883 4884 4885 4886 4887 4888 4889 4890 4891 4892 4893 4894 4895 4896 4897 4898 4899 4900 4901
static int32_t buildSampleAst(STranslateContext* pCxt, SSampleAstInfo* pInfo, char** pAst, int32_t* pLen, char** pExpr,
                              int32_t* pExprLen) {
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);

  int32_t code = buildTableForSampleAst(pInfo, &pSelect->pFromTable);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildProjectsForSampleAst(pInfo, &pSelect->pProjectionList);
  }
  if (TSDB_CODE_SUCCESS == code) {
    TSWAP(pSelect->pPartitionByList, pInfo->pPartitionByList);
    code = buildIntervalForSampleAst(pInfo, &pSelect->pWindow);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pCxt->createStream = true;
    code = translateQuery(pCxt, (SNode*)pSelect);
  }
wmmhello's avatar
wmmhello 已提交
4902
  if (TSDB_CODE_SUCCESS == code) {
4903
    code = nodesNodeToString((SNode*)pSelect, false, pAst, pLen);
wmmhello's avatar
wmmhello 已提交
4904
  }
X
Xiaoyu Wang 已提交
4905 4906 4907
  if (TSDB_CODE_SUCCESS == code && NULL != pExpr) {
    code = nodesListToString(pSelect->pProjectionList, false, pExpr, pExprLen);
  }
4908
  nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
4909
  return code;
4910 4911 4912
}

static void clearSampleAstInfo(SSampleAstInfo* pInfo) {
wmmhello's avatar
wmmhello 已提交
4913 4914 4915 4916
  nodesDestroyList(pInfo->pFuncs);
  nodesDestroyNode(pInfo->pInterval);
  nodesDestroyNode(pInfo->pOffset);
  nodesDestroyNode(pInfo->pSliding);
4917 4918 4919
}

static SNode* makeIntervalVal(SRetention* pRetension, int8_t precision) {
4920
  SValueNode* pVal = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
wmmhello's avatar
wmmhello 已提交
4921 4922 4923 4924 4925 4926 4927 4928
  if (NULL == pVal) {
    return NULL;
  }
  int64_t timeVal = convertTimeFromPrecisionToUnit(pRetension->freq, precision, pRetension->freqUnit);
  char    buf[20] = {0};
  int32_t len = snprintf(buf, sizeof(buf), "%" PRId64 "%c", timeVal, pRetension->freqUnit);
  pVal->literal = strndup(buf, len);
  if (NULL == pVal->literal) {
4929
    nodesDestroyNode((SNode*)pVal);
wmmhello's avatar
wmmhello 已提交
4930 4931 4932 4933 4934 4935 4936
    return NULL;
  }
  pVal->isDuration = true;
  pVal->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  pVal->node.resType.precision = precision;
  return (SNode*)pVal;
4937 4938 4939
}

static SNode* createColumnFromDef(SColumnDefNode* pDef) {
4940
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
wmmhello's avatar
wmmhello 已提交
4941 4942 4943 4944 4945
  if (NULL == pCol) {
    return NULL;
  }
  strcpy(pCol->colName, pDef->colName);
  return (SNode*)pCol;
4946 4947 4948
}

static SNode* createRollupFunc(SNode* pSrcFunc, SColumnDefNode* pColDef) {
4949
  SFunctionNode* pFunc = (SFunctionNode*)nodesCloneNode(pSrcFunc);
wmmhello's avatar
wmmhello 已提交
4950 4951 4952 4953
  if (NULL == pFunc) {
    return NULL;
  }
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createColumnFromDef(pColDef))) {
4954
    nodesDestroyNode((SNode*)pFunc);
wmmhello's avatar
wmmhello 已提交
4955 4956 4957
    return NULL;
  }
  return (SNode*)pFunc;
4958 4959 4960
}

static SNodeList* createRollupFuncs(SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
4961 4962 4963 4964 4965 4966 4967 4968 4969 4970 4971 4972 4973 4974 4975 4976 4977 4978 4979 4980 4981 4982
  SNodeList* pFuncs = nodesMakeList();
  if (NULL == pFuncs) {
    return NULL;
  }

  SNode* pFunc = NULL;
  FOREACH(pFunc, pStmt->pOptions->pRollupFuncs) {
    SNode* pCol = NULL;
    bool   primaryKey = true;
    FOREACH(pCol, pStmt->pCols) {
      if (primaryKey) {
        primaryKey = false;
        continue;
      }
      if (TSDB_CODE_SUCCESS != nodesListStrictAppend(pFuncs, createRollupFunc(pFunc, (SColumnDefNode*)pCol))) {
        nodesDestroyList(pFuncs);
        return NULL;
      }
    }
  }

  return pFuncs;
4983 4984 4985
}

static STableMeta* createRollupTableMeta(SCreateTableStmt* pStmt, int8_t precision) {
wmmhello's avatar
wmmhello 已提交
4986 4987 4988 4989 4990 4991 4992 4993 4994 4995 4996 4997 4998 4999 5000 5001 5002 5003 5004 5005 5006 5007 5008
  int32_t     numOfField = LIST_LENGTH(pStmt->pCols) + LIST_LENGTH(pStmt->pTags);
  STableMeta* pMeta = taosMemoryCalloc(1, sizeof(STableMeta) + numOfField * sizeof(SSchema));
  if (NULL == pMeta) {
    return NULL;
  }
  pMeta->tableType = TSDB_SUPER_TABLE;
  pMeta->tableInfo.numOfTags = LIST_LENGTH(pStmt->pTags);
  pMeta->tableInfo.precision = precision;
  pMeta->tableInfo.numOfColumns = LIST_LENGTH(pStmt->pCols);

  int32_t index = 0;
  SNode*  pCol = NULL;
  FOREACH(pCol, pStmt->pCols) {
    toSchema((SColumnDefNode*)pCol, index + 1, pMeta->schema + index);
    ++index;
  }
  SNode* pTag = NULL;
  FOREACH(pTag, pStmt->pTags) {
    toSchema((SColumnDefNode*)pTag, index + 1, pMeta->schema + index);
    ++index;
  }

  return pMeta;
5009 5010
}

5011 5012 5013 5014 5015 5016
static SNode* createTbnameFunction() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }
  strcpy(pFunc->functionName, "tbname");
5017 5018
  strcpy(pFunc->node.aliasName, "tbname");
  strcpy(pFunc->node.userAlias, "tbname");
5019 5020 5021
  return (SNode*)pFunc;
}

L
Liu Jicong 已提交
5022
static int32_t buildSampleAstInfoByTable(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension,
wmmhello's avatar
wmmhello 已提交
5023 5024 5025 5026 5027 5028 5029 5030 5031
                                         int8_t precision, SSampleAstInfo* pInfo) {
  pInfo->pDbName = pStmt->dbName;
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = createRollupFuncs(pStmt);
  pInfo->pInterval = makeIntervalVal(pRetension, precision);
  pInfo->pRollupTableMeta = createRollupTableMeta(pStmt, precision);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval || NULL == pInfo->pRollupTableMeta) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5032
  return nodesListMakeStrictAppend(&pInfo->pPartitionByList, createTbnameFunction());
5033 5034
}

L
Liu Jicong 已提交
5035
static int32_t getRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SRetention* pRetension, int8_t precision,
wmmhello's avatar
wmmhello 已提交
5036 5037 5038 5039
                            char** pAst, int32_t* pLen) {
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByTable(pCxt, pStmt, pRetension, precision, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
5040
    code = buildSampleAst(pCxt, &info, pAst, pLen, NULL, NULL);
wmmhello's avatar
wmmhello 已提交
5041 5042 5043
  }
  clearSampleAstInfo(&info);
  return code;
5044 5045 5046
}

static int32_t buildRollupAst(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5047 5048 5049 5050 5051 5052 5053 5054 5055
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  int32_t    num = taosArrayGetSize(dbCfg.pRetensions);
  if (TSDB_CODE_SUCCESS != code || num < 2) {
    return code;
  }
  for (int32_t i = 1; i < num; ++i) {
    SRetention*       pRetension = taosArrayGet(dbCfg.pRetensions, i);
    STranslateContext cxt = {0};
5056
    initTranslateContext(pCxt->pParseCxt, pCxt->pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
5057 5058 5059 5060 5061 5062 5063
    code = getRollupAst(&cxt, pStmt, pRetension, dbCfg.precision, 1 == i ? &pReq->pAst1 : &pReq->pAst2,
                        1 == i ? &pReq->ast1Len : &pReq->ast2Len);
    destroyTranslateContext(&cxt);
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }
D
dapan1121 已提交
5064

wmmhello's avatar
wmmhello 已提交
5065
  return code;
5066
}
X
Xiaoyu Wang 已提交
5067

D
dapan1121 已提交
5068 5069 5070 5071 5072 5073
static int32_t buildRollupFuncs(SNodeList* pFuncs, SArray** pArray) {
  if (NULL == pFuncs) {
    return TSDB_CODE_SUCCESS;
  }
  *pArray = taosArrayInit(LIST_LENGTH(pFuncs), TSDB_FUNC_NAME_LEN);
  SNode* pNode;
5074
  FOREACH(pNode, pFuncs) { taosArrayPush(*pArray, ((SFunctionNode*)pNode)->functionName); }
D
dapan1121 已提交
5075 5076 5077
  return TSDB_CODE_SUCCESS;
}

5078
static int32_t buildCreateStbReq(STranslateContext* pCxt, SCreateTableStmt* pStmt, SMCreateStbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5079
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
5080 5081 5082 5083
  pReq->delay1 = pStmt->pOptions->maxDelay1;
  pReq->delay2 = pStmt->pOptions->maxDelay2;
  pReq->watermark1 = pStmt->pOptions->watermark1;
  pReq->watermark2 = pStmt->pOptions->watermark2;
5084 5085
  pReq->deleteMark1 = pStmt->pOptions->deleteMark1;
  pReq->deleteMark2 = pStmt->pOptions->deleteMark2;
5086 5087 5088
  pReq->colVer = 1;
  pReq->tagVer = 1;
  pReq->source = TD_REQ_FROM_APP;
wmmhello's avatar
wmmhello 已提交
5089 5090 5091 5092
  columnDefNodeToField(pStmt->pCols, &pReq->pColumns);
  columnDefNodeToField(pStmt->pTags, &pReq->pTags);
  pReq->numOfColumns = LIST_LENGTH(pStmt->pCols);
  pReq->numOfTags = LIST_LENGTH(pStmt->pTags);
X
Xiaoyu Wang 已提交
5093
  if (pStmt->pOptions->commentNull == false) {
5094
    pReq->pComment = taosStrdup(pStmt->pOptions->comment);
S
Shengliang Guan 已提交
5095
    if (NULL == pReq->pComment) {
wmmhello's avatar
wmmhello 已提交
5096 5097
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
5098
    pReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
5099
  } else {
wmmhello's avatar
wmmhello 已提交
5100
    pReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
5101
  }
D
dapan1121 已提交
5102
  buildRollupFuncs(pStmt->pOptions->pRollupFuncs, &pReq->pFuncs);
S
Shengliang Guan 已提交
5103
  pReq->numOfFuncs = taosArrayGetSize(pReq->pFuncs);
wmmhello's avatar
wmmhello 已提交
5104 5105 5106 5107

  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pReq->name);
  int32_t code = collectUseTable(&tableName, pCxt->pTables);
D
dapan1121 已提交
5108 5109 5110
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(&tableName, pCxt->pTargetTables);
  }
wmmhello's avatar
wmmhello 已提交
5111 5112 5113 5114
  if (TSDB_CODE_SUCCESS == code) {
    code = buildRollupAst(pCxt, pStmt, pReq);
  }
  return code;
5115
}
5116

5117
static int32_t translateCreateSuperTable(STranslateContext* pCxt, SCreateTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5118
  SMCreateStbReq createReq = {0};
5119
  int32_t        code = checkCreateTable(pCxt, pStmt, true);
wmmhello's avatar
wmmhello 已提交
5120 5121 5122 5123 5124 5125 5126 5127
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStbReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STB, (FSerializeFunc)tSerializeSMCreateStbReq, &createReq);
  }
  tFreeSMCreateStbReq(&createReq);
  return code;
5128 5129
}

5130
static int32_t doTranslateDropSuperTable(STranslateContext* pCxt, const SName* pTableName, bool ignoreNotExists) {
D
dapan1121 已提交
5131 5132 5133 5134 5135 5136 5137 5138
  int32_t code = collectUseTable(pTableName, pCxt->pTargetTables);
  if (TSDB_CODE_SUCCESS == code) {
    SMDropStbReq dropReq = {0};
    tNameExtractFullName(pTableName, dropReq.name);
    dropReq.igNotExists = ignoreNotExists;
    code = buildCmdMsg(pCxt, TDMT_MND_DROP_STB, (FSerializeFunc)tSerializeSMDropStbReq, &dropReq);
  }
  return code;
5139 5140 5141
}

static int32_t translateDropTable(STranslateContext* pCxt, SDropTableStmt* pStmt) {
5142
  SDropTableClause* pClause = (SDropTableClause*)nodesListGetNode(pStmt->pTables, 0);
X
Xiaoyu Wang 已提交
5143 5144 5145
  SName             tableName;
  return doTranslateDropSuperTable(
      pCxt, toName(pCxt->pParseCxt->acctId, pClause->dbName, pClause->tableName, &tableName), pClause->ignoreNotExists);
5146 5147 5148
}

static int32_t translateDropSuperTable(STranslateContext* pCxt, SDropSuperTableStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5149 5150 5151
  SName tableName;
  return doTranslateDropSuperTable(pCxt, toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName),
                                   pStmt->ignoreNotExists);
5152 5153
}

X
Xiaoyu Wang 已提交
5154 5155 5156 5157 5158
static int32_t buildAlterSuperTableReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SMAlterStbReq* pAlterReq) {
  SName tableName;
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &tableName), pAlterReq->name);
  pAlterReq->alterType = pStmt->alterType;

wmmhello's avatar
wmmhello 已提交
5159
  if (TSDB_ALTER_TABLE_UPDATE_OPTIONS == pStmt->alterType) {
X
Xiaoyu Wang 已提交
5160
    //    pAlterReq->ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
5161
    if (pStmt->pOptions->commentNull == false) {
5162
      pAlterReq->comment = taosStrdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
5163 5164 5165
      if (NULL == pAlterReq->comment) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
wmmhello's avatar
wmmhello 已提交
5166
      pAlterReq->commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
5167
    } else {
wmmhello's avatar
wmmhello 已提交
5168
      pAlterReq->commentLen = -1;
wmmhello's avatar
wmmhello 已提交
5169
    }
wmmhello's avatar
wmmhello 已提交
5170

wmmhello's avatar
wmmhello 已提交
5171 5172 5173 5174 5175 5176 5177 5178 5179 5180 5181 5182 5183 5184 5185 5186 5187 5188 5189 5190 5191 5192 5193 5194 5195 5196 5197 5198 5199 5200 5201 5202 5203 5204 5205 5206
    return TSDB_CODE_SUCCESS;
  }

  pAlterReq->pFields = taosArrayInit(2, sizeof(TAOS_FIELD));
  if (NULL == pAlterReq->pFields) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_ADD_COLUMN:
    case TSDB_ALTER_TABLE_DROP_COLUMN:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES: {
      TAOS_FIELD field = {.type = pStmt->dataType.type, .bytes = calcTypeBytes(pStmt->dataType)};
      strcpy(field.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &field);
      break;
    }
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME: {
      TAOS_FIELD oldField = {0};
      strcpy(oldField.name, pStmt->colName);
      taosArrayPush(pAlterReq->pFields, &oldField);
      TAOS_FIELD newField = {0};
      strcpy(newField.name, pStmt->newColName);
      taosArrayPush(pAlterReq->pFields, &newField);
      break;
    }
    default:
      break;
  }

  pAlterReq->numOfFields = taosArrayGetSize(pAlterReq->pFields);
  return TSDB_CODE_SUCCESS;
5207 5208
}

5209
static const SSchema* getColSchema(const STableMeta* pTableMeta, const char* pColName) {
X
Xiaoyu Wang 已提交
5210 5211
  int32_t numOfFields = getNumOfTags(pTableMeta) + getNumOfColumns(pTableMeta);
  for (int32_t i = 0; i < numOfFields; ++i) {
5212
    const SSchema* pSchema = pTableMeta->schema + i;
5213 5214 5215 5216 5217 5218 5219
    if (0 == strcmp(pColName, pSchema->name)) {
      return pSchema;
    }
  }
  return NULL;
}

5220 5221 5222 5223 5224 5225 5226 5227 5228 5229 5230 5231
static const SSchema* getNormalColSchema(const STableMeta* pTableMeta, const char* pColName) {
  int32_t  numOfCols = getNumOfColumns(pTableMeta);
  SSchema* pColsSchema = getTableColumnSchema(pTableMeta);
  for (int32_t i = 0; i < numOfCols; ++i) {
    const SSchema* pSchema = pColsSchema + i;
    if (0 == strcmp(pColName, pSchema->name)) {
      return pSchema;
    }
  }
  return NULL;
}

5232
static SSchema* getTagSchema(const STableMeta* pTableMeta, const char* pTagName) {
5233 5234 5235 5236 5237 5238
  int32_t  numOfTags = getNumOfTags(pTableMeta);
  SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
  for (int32_t i = 0; i < numOfTags; ++i) {
    SSchema* pSchema = pTagsSchema + i;
    if (0 == strcmp(pTagName, pSchema->name)) {
      return pSchema;
X
Xiaoyu Wang 已提交
5239 5240 5241 5242 5243
    }
  }
  return NULL;
}

5244 5245
static int32_t checkAlterSuperTableBySchema(STranslateContext* pCxt, SAlterTableStmt* pStmt,
                                            const STableMeta* pTableMeta) {
5246 5247 5248 5249 5250 5251 5252
  SSchema* pTagsSchema = getTableTagSchema(pTableMeta);
  if (getNumOfTags(pTableMeta) == 1 && pTagsSchema->type == TSDB_DATA_TYPE_JSON &&
      (pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG || pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG ||
       pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_BYTES)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
  }

X
Xiaoyu Wang 已提交
5253 5254 5255 5256 5257
  int32_t tagsLen = 0;
  for (int32_t i = 0; i < pTableMeta->tableInfo.numOfTags; ++i) {
    tagsLen += pTagsSchema[i].bytes;
  }

X
Xiaoyu Wang 已提交
5258
  if (TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType ||
5259 5260
      TSDB_ALTER_TABLE_UPDATE_TAG_BYTES == pStmt->alterType || TSDB_ALTER_TABLE_DROP_COLUMN == pStmt->alterType ||
      TSDB_ALTER_TABLE_DROP_TAG == pStmt->alterType) {
5261 5262 5263
    if (TSDB_SUPER_TABLE != pTableMeta->tableType) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE, "Table is not super table");
    }
5264

5265
    const SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
5266
    if (NULL == pSchema) {
5267 5268 5269 5270 5271 5272 5273 5274 5275
      return generateSyntaxErrMsg(
          &pCxt->msgBuf,
          (TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType || TSDB_ALTER_TABLE_DROP_COLUMN == pStmt->alterType)
              ? TSDB_CODE_PAR_INVALID_COLUMN
              : TSDB_CODE_PAR_INVALID_TAG_NAME,
          pStmt->colName);
    }

    if ((TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType ||
5276
         TSDB_ALTER_TABLE_UPDATE_TAG_BYTES == pStmt->alterType) &&
5277 5278
        (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
         pSchema->bytes >= calcTypeBytes(pStmt->dataType))) {
5279
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
X
Xiaoyu Wang 已提交
5280
    }
X
Xiaoyu Wang 已提交
5281

5282 5283 5284 5285 5286 5287 5288 5289
    if (TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType) {
      if (calcTypeBytes(pStmt->dataType) > TSDB_MAX_FIELD_LEN) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }

      if (pTableMeta->tableInfo.rowSize + calcTypeBytes(pStmt->dataType) - pSchema->bytes > TSDB_MAX_BYTES_PER_ROW) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
      }
X
Xiaoyu Wang 已提交
5290 5291
    }

5292
    if (TSDB_ALTER_TABLE_UPDATE_TAG_BYTES == pStmt->alterType) {
K
kailixu 已提交
5293
      if (calcTypeBytes(pStmt->dataType) > TSDB_MAX_TAGS_LEN) {
5294 5295 5296 5297 5298 5299
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN);
      }

      if (tagsLen + calcTypeBytes(pStmt->dataType) - pSchema->bytes > TSDB_MAX_TAGS_LEN) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
      }
X
Xiaoyu Wang 已提交
5300 5301 5302 5303 5304 5305 5306 5307 5308 5309 5310 5311 5312 5313 5314 5315 5316 5317 5318 5319 5320
    }
  }

  if (TSDB_ALTER_TABLE_ADD_COLUMN == pStmt->alterType) {
    if (TSDB_MAX_COLUMNS == pTableMeta->tableInfo.numOfColumns) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
    }

    if (pTableMeta->tableInfo.rowSize + calcTypeBytes(pStmt->dataType) > TSDB_MAX_BYTES_PER_ROW) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
    }
  }

  if (TSDB_ALTER_TABLE_ADD_TAG == pStmt->alterType) {
    if (TSDB_MAX_TAGS == pTableMeta->tableInfo.numOfTags) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_NUM);
    }

    if (tagsLen + calcTypeBytes(pStmt->dataType) > TSDB_MAX_TAGS_LEN) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAGS_LENGTH, TSDB_MAX_TAGS_LEN);
    }
X
Xiaoyu Wang 已提交
5321
  }
X
Xiaoyu Wang 已提交
5322

5323 5324 5325 5326
  if (getNumOfTags(pTableMeta) == 1 && pStmt->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE, "the only tag cannot be dropped");
  }

X
Xiaoyu Wang 已提交
5327 5328 5329
  return TSDB_CODE_SUCCESS;
}

5330
static int32_t checkAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
5331
  if (TSDB_ALTER_TABLE_UPDATE_TAG_VAL == pStmt->alterType) {
5332 5333 5334 5335
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE,
                                   "Set tag value only available for child table");
  }

5336 5337 5338 5339 5340
  if (TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME == pStmt->alterType) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE,
                                   "Rename column only available for normal table");
  }

5341 5342 5343 5344 5345 5346 5347 5348 5349 5350 5351 5352
  if (pStmt->alterType == TSDB_ALTER_TABLE_UPDATE_OPTIONS && -1 != pStmt->pOptions->ttl) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_TAG) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_ONLY_ONE_JSON_TAG);
  }

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_COLUMN) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
  }

5353 5354 5355 5356 5357 5358 5359 5360 5361
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  if (TSDB_CODE_SUCCESS == code && NULL != dbCfg.pRetensions &&
      (TSDB_ALTER_TABLE_ADD_COLUMN == pStmt->alterType || TSDB_ALTER_TABLE_DROP_COLUMN == pStmt->alterType ||
       TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES == pStmt->alterType)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE,
                                   "Modifying the table schema is not supported in databases "
                                   "configured with the 'RETENTIONS' option");
  }
5362 5363
  STableMeta* pTableMeta = NULL;
  if (TSDB_CODE_SUCCESS == code) {
5364 5365 5366 5367
    code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = checkAlterSuperTableBySchema(pCxt, pStmt, pTableMeta);
5368 5369 5370 5371 5372
  }
  taosMemoryFree(pTableMeta);
  return code;
}

X
Xiaoyu Wang 已提交
5373 5374 5375 5376 5377 5378
static int32_t translateAlterSuperTable(STranslateContext* pCxt, SAlterTableStmt* pStmt) {
  SMAlterStbReq alterReq = {0};
  int32_t       code = checkAlterSuperTable(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildAlterSuperTableReq(pCxt, pStmt, &alterReq);
  }
X
Xiaoyu Wang 已提交
5379 5380 5381
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_ALTER_STB, (FSerializeFunc)tSerializeSMAlterStbReq, &alterReq);
  }
5382
  tFreeSMAltertbReq(&alterReq);
X
Xiaoyu Wang 已提交
5383
  return code;
5384 5385
}

5386
static int32_t translateUseDatabase(STranslateContext* pCxt, SUseDatabaseStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5387 5388 5389 5390
  SUseDbReq usedbReq = {0};
  SName     name = {0};
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameExtractFullName(&name, usedbReq.db);
X
Xiaoyu Wang 已提交
5391 5392
  int32_t code =
      getDBVgVersion(pCxt, usedbReq.db, &usedbReq.vgVersion, &usedbReq.dbId, &usedbReq.numOfTable, &usedbReq.stateTs);
wmmhello's avatar
wmmhello 已提交
5393 5394 5395 5396
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_USE_DB, (FSerializeFunc)tSerializeSUseDbReq, &usedbReq);
  }
  return code;
5397 5398
}

5399
static int32_t translateCreateUser(STranslateContext* pCxt, SCreateUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5400
  SCreateUserReq createReq = {0};
X
Xiaoyu Wang 已提交
5401
  strcpy(createReq.user, pStmt->userName);
wmmhello's avatar
wmmhello 已提交
5402 5403
  createReq.createType = 0;
  createReq.superUser = 0;
X
Xiaoyu Wang 已提交
5404
  createReq.sysInfo = pStmt->sysinfo;
5405
  createReq.enable = 1;
wmmhello's avatar
wmmhello 已提交
5406
  strcpy(createReq.pass, pStmt->password);
5407

wmmhello's avatar
wmmhello 已提交
5408
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_USER, (FSerializeFunc)tSerializeSCreateUserReq, &createReq);
5409 5410 5411
}

static int32_t translateAlterUser(STranslateContext* pCxt, SAlterUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5412
  SAlterUserReq alterReq = {0};
X
Xiaoyu Wang 已提交
5413
  strcpy(alterReq.user, pStmt->userName);
wmmhello's avatar
wmmhello 已提交
5414 5415
  alterReq.alterType = pStmt->alterType;
  alterReq.superUser = 0;
X
Xiaoyu Wang 已提交
5416 5417
  alterReq.enable = pStmt->enable;
  alterReq.sysInfo = pStmt->sysinfo;
X
Xiaoyu Wang 已提交
5418
  snprintf(alterReq.pass, sizeof(alterReq.pass), "%s", pStmt->password);
wmmhello's avatar
wmmhello 已提交
5419
  if (NULL != pCxt->pParseCxt->db) {
5420
    snprintf(alterReq.objname, sizeof(alterReq.objname), "%s", pCxt->pParseCxt->db);
wmmhello's avatar
wmmhello 已提交
5421
  }
5422

wmmhello's avatar
wmmhello 已提交
5423
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &alterReq);
5424 5425 5426
}

static int32_t translateDropUser(STranslateContext* pCxt, SDropUserStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5427
  SDropUserReq dropReq = {0};
X
Xiaoyu Wang 已提交
5428
  strcpy(dropReq.user, pStmt->userName);
5429

wmmhello's avatar
wmmhello 已提交
5430
  return buildCmdMsg(pCxt, TDMT_MND_DROP_USER, (FSerializeFunc)tSerializeSDropUserReq, &dropReq);
5431 5432 5433
}

static int32_t translateCreateDnode(STranslateContext* pCxt, SCreateDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5434 5435 5436
  SCreateDnodeReq createReq = {0};
  strcpy(createReq.fqdn, pStmt->fqdn);
  createReq.port = pStmt->port;
5437

wmmhello's avatar
wmmhello 已提交
5438
  return buildCmdMsg(pCxt, TDMT_MND_CREATE_DNODE, (FSerializeFunc)tSerializeSCreateDnodeReq, &createReq);
5439 5440 5441
}

static int32_t translateDropDnode(STranslateContext* pCxt, SDropDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5442 5443 5444 5445
  SDropDnodeReq dropReq = {0};
  dropReq.dnodeId = pStmt->dnodeId;
  strcpy(dropReq.fqdn, pStmt->fqdn);
  dropReq.port = pStmt->port;
5446
  dropReq.force = pStmt->force;
5447

wmmhello's avatar
wmmhello 已提交
5448
  return buildCmdMsg(pCxt, TDMT_MND_DROP_DNODE, (FSerializeFunc)tSerializeSDropDnodeReq, &dropReq);
5449 5450
}

5451
static int32_t translateAlterDnode(STranslateContext* pCxt, SAlterDnodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5452 5453 5454 5455
  SMCfgDnodeReq cfgReq = {0};
  cfgReq.dnodeId = pStmt->dnodeId;
  strcpy(cfgReq.config, pStmt->config);
  strcpy(cfgReq.value, pStmt->value);
5456

wmmhello's avatar
wmmhello 已提交
5457
  return buildCmdMsg(pCxt, TDMT_MND_CONFIG_DNODE, (FSerializeFunc)tSerializeSMCfgDnodeReq, &cfgReq);
5458 5459
}

X
Xiaoyu Wang 已提交
5460 5461
static int32_t getSmaIndexDstVgId(STranslateContext* pCxt, const char* pDbName, const char* pTableName,
                                  int32_t* pVgId) {
wmmhello's avatar
wmmhello 已提交
5462
  SVgroupInfo vg = {0};
X
Xiaoyu Wang 已提交
5463
  int32_t     code = getTableHashVgroup(pCxt, pDbName, pTableName, &vg);
wmmhello's avatar
wmmhello 已提交
5464 5465 5466 5467
  if (TSDB_CODE_SUCCESS == code) {
    *pVgId = vg.vgId;
  }
  return code;
X
Xiaoyu Wang 已提交
5468
}
X
Xiaoyu Wang 已提交
5469

X
Xiaoyu Wang 已提交
5470
static int32_t getSmaIndexSql(STranslateContext* pCxt, char** pSql, int32_t* pLen) {
5471
  *pSql = taosStrdup(pCxt->pParseCxt->pSql);
wmmhello's avatar
wmmhello 已提交
5472 5473 5474 5475 5476
  if (NULL == *pSql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  *pLen = pCxt->pParseCxt->sqlLen + 1;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5477 5478
}

5479
static int32_t buildSampleAstInfoByIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SSampleAstInfo* pInfo) {
5480
  pInfo->createSmaIndex = true;
X
Xiaoyu Wang 已提交
5481
  pInfo->pDbName = pStmt->dbName;
wmmhello's avatar
wmmhello 已提交
5482 5483 5484 5485 5486 5487 5488 5489 5490 5491 5492
  pInfo->pTableName = pStmt->tableName;
  pInfo->pFuncs = nodesCloneList(pStmt->pOptions->pFuncs);
  pInfo->pInterval = nodesCloneNode(pStmt->pOptions->pInterval);
  pInfo->pOffset = nodesCloneNode(pStmt->pOptions->pOffset);
  pInfo->pSliding = nodesCloneNode(pStmt->pOptions->pSliding);
  if (NULL == pInfo->pFuncs || NULL == pInfo->pInterval ||
      (NULL != pStmt->pOptions->pOffset && NULL == pInfo->pOffset) ||
      (NULL != pStmt->pOptions->pSliding && NULL == pInfo->pSliding)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
5493
}
X
Xiaoyu Wang 已提交
5494

X
Xiaoyu Wang 已提交
5495 5496
static int32_t getSmaIndexAst(STranslateContext* pCxt, SCreateIndexStmt* pStmt, char** pAst, int32_t* pLen,
                              char** pExpr, int32_t* pExprLen) {
wmmhello's avatar
wmmhello 已提交
5497 5498 5499
  SSampleAstInfo info = {0};
  int32_t        code = buildSampleAstInfoByIndex(pCxt, pStmt, &info);
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
5500
    code = buildSampleAst(pCxt, &info, pAst, pLen, pExpr, pExprLen);
wmmhello's avatar
wmmhello 已提交
5501 5502 5503
  }
  clearSampleAstInfo(&info);
  return code;
X
Xiaoyu Wang 已提交
5504 5505 5506
}

static int32_t buildCreateSmaReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateSmaReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5507
  SName name;
X
Xiaoyu Wang 已提交
5508
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->indexDbName, pStmt->indexName, &name), pReq->name);
5509 5510
  memset(&name, 0, sizeof(SName));
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name), pReq->stb);
wmmhello's avatar
wmmhello 已提交
5511 5512 5513 5514 5515 5516 5517 5518
  pReq->igExists = pStmt->ignoreExists;
  pReq->interval = ((SValueNode*)pStmt->pOptions->pInterval)->datum.i;
  pReq->intervalUnit = ((SValueNode*)pStmt->pOptions->pInterval)->unit;
  pReq->offset = (NULL != pStmt->pOptions->pOffset ? ((SValueNode*)pStmt->pOptions->pOffset)->datum.i : 0);
  pReq->sliding =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->datum.i : pReq->interval);
  pReq->slidingUnit =
      (NULL != pStmt->pOptions->pSliding ? ((SValueNode*)pStmt->pOptions->pSliding)->unit : pReq->intervalUnit);
5519 5520

  int32_t code = TSDB_CODE_SUCCESS;
5521 5522
  if (NULL != pStmt->pOptions->pStreamOptions) {
    SStreamOptions* pStreamOpt = (SStreamOptions*)pStmt->pOptions->pStreamOptions;
5523 5524 5525 5526
    if (NULL != pStreamOpt->pDelay) {
      code = getTableMaxDelayOption(pCxt, (SValueNode*)pStreamOpt->pDelay, &pReq->maxDelay);
    } else {
      pReq->maxDelay = -1;
C
Cary Xu 已提交
5527
    }
5528 5529 5530 5531 5532 5533 5534 5535 5536 5537 5538 5539 5540
    if (TSDB_CODE_SUCCESS == code) {
      if (NULL != pStreamOpt->pWatermark) {
        code = getTableWatermarkOption(pCxt, (SValueNode*)pStreamOpt->pWatermark, &pReq->watermark);
      } else {
        pReq->watermark = TSDB_DEFAULT_ROLLUP_WATERMARK;
      }
    }
    if (TSDB_CODE_SUCCESS == code) {
      if (NULL != pStreamOpt->pDeleteMark) {
        code = getTableDeleteMarkOption(pCxt, (SValueNode*)pStreamOpt->pDeleteMark, &pReq->deleteMark);
      } else {
        pReq->deleteMark = TSDB_DEFAULT_ROLLUP_DELETE_MARK;
      }
C
Cary Xu 已提交
5541
    }
5542
  }
wmmhello's avatar
wmmhello 已提交
5543

5544 5545 5546
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexDstVgId(pCxt, pStmt->dbName, pStmt->tableName, &pReq->dstVgId);
  }
wmmhello's avatar
wmmhello 已提交
5547 5548 5549 5550
  if (TSDB_CODE_SUCCESS == code) {
    code = getSmaIndexSql(pCxt, &pReq->sql, &pReq->sqlLen);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
5551
    code = getSmaIndexAst(pCxt, pStmt, &pReq->ast, &pReq->astLen, &pReq->expr, &pReq->exprLen);
wmmhello's avatar
wmmhello 已提交
5552 5553 5554
  }

  return code;
X
Xiaoyu Wang 已提交
5555 5556
}

5557 5558
static int32_t checkCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  SDbCfgInfo dbCfg = {0};
X
Xiaoyu Wang 已提交
5559
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
5560 5561 5562 5563 5564 5565 5566 5567 5568 5569 5570 5571
  if (TSDB_CODE_SUCCESS == code && NULL != dbCfg.pRetensions) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_SMA_INDEX,
                                   "Tables configured with the 'ROLLUP' option do not support creating sma index");
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pInterval);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pOffset) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pOffset);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pOptions->pSliding) {
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pOptions->pSliding);
wmmhello's avatar
wmmhello 已提交
5572 5573
  }

5574 5575 5576 5577
  return code;
}

static int32_t translateCreateSmaIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5578
  SMCreateSmaReq createSmaReq = {0};
5579 5580 5581 5582
  int32_t        code = checkCreateSmaIndex(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateSmaReq(pCxt, pStmt, &createSmaReq);
  }
wmmhello's avatar
wmmhello 已提交
5583 5584 5585 5586 5587
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_SMA, (FSerializeFunc)tSerializeSMCreateSmaReq, &createSmaReq);
  }
  tFreeSMCreateSmaReq(&createSmaReq);
  return code;
X
Xiaoyu Wang 已提交
5588
}
5589

dengyihao's avatar
dengyihao 已提交
5590
static int32_t buildCreateFullTextReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SMCreateFullTextReq* pReq) {
wmmhello's avatar
wmmhello 已提交
5591
  // impl later
5592
  return TSDB_CODE_SUCCESS;
dengyihao's avatar
dengyihao 已提交
5593
}
5594

dengyihao's avatar
dengyihao 已提交
5595 5596
static int32_t buildCreateTagIndexReq(STranslateContext* pCxt, SCreateIndexStmt* pStmt, SCreateTagIndexReq* pReq) {
  SName name;
dengyihao's avatar
dengyihao 已提交
5597
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->indexDbName, pStmt->indexName, &name), pReq->idxName);
dengyihao's avatar
dengyihao 已提交
5598 5599 5600
  memset(&name, 0, sizeof(SName));

  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name), pReq->stbName);
dengyihao's avatar
dengyihao 已提交
5601 5602 5603 5604
  memset(&name, 0, sizeof(SName));

  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pReq->dbFName);
dengyihao's avatar
dengyihao 已提交
5605 5606 5607 5608 5609 5610 5611 5612

  SNode* pNode = NULL;
  ASSERT(LIST_LENGTH(pStmt->pCols) == 1);
  FOREACH(pNode, pStmt->pCols) {
    SColumnNode* p = (SColumnNode*)pNode;
    memcpy(pReq->colName, p->colName, sizeof(p->colName));
  }

dengyihao's avatar
dengyihao 已提交
5613 5614 5615 5616
  // impl later
  return TSDB_CODE_SUCCESS;
}

dengyihao's avatar
dengyihao 已提交
5617
static int32_t translateCreateFullTextIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5618 5619 5620 5621 5622 5623 5624
  SMCreateFullTextReq createFTReq = {0};
  int32_t             code = buildCreateFullTextReq(pCxt, pStmt, &createFTReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_INDEX, (FSerializeFunc)tSerializeSMCreateFullTextReq, &createFTReq);
  }
  tFreeSMCreateFullTextReq(&createFTReq);
  return code;
dengyihao's avatar
dengyihao 已提交
5625
}
X
Xiaoyu Wang 已提交
5626

dengyihao's avatar
dengyihao 已提交
5627 5628 5629 5630 5631 5632 5633 5634 5635
static int32_t translateCreateNormalIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
  SCreateTagIndexReq createTagIdxReq = {0};
  int32_t            code = buildCreateTagIndexReq(pCxt, pStmt, &createTagIdxReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_INDEX, (FSerializeFunc)tSerializeSCreateTagIdxReq, &createTagIdxReq);
  }
  return code;
}

X
Xiaoyu Wang 已提交
5636
static int32_t translateCreateIndex(STranslateContext* pCxt, SCreateIndexStmt* pStmt) {
5637
  if (INDEX_TYPE_FULLTEXT == pStmt->indexType) {
wmmhello's avatar
wmmhello 已提交
5638
    return translateCreateFullTextIndex(pCxt, pStmt);
dengyihao's avatar
dengyihao 已提交
5639 5640
  } else if (INDEX_TYPE_NORMAL == pStmt->indexType) {
    return translateCreateNormalIndex(pCxt, pStmt);
wmmhello's avatar
wmmhello 已提交
5641
  }
5642
  return translateCreateSmaIndex(pCxt, pStmt);
X
Xiaoyu Wang 已提交
5643 5644
}

5645
static int32_t translateDropIndex(STranslateContext* pCxt, SDropIndexStmt* pStmt) {
X
Xiaoyu Wang 已提交
5646 5647
  SMDropSmaReq dropSmaReq = {0};
  SName        name;
X
Xiaoyu Wang 已提交
5648
  tNameExtractFullName(toName(pCxt->pParseCxt->acctId, pStmt->indexDbName, pStmt->indexName, &name), dropSmaReq.name);
X
Xiaoyu Wang 已提交
5649 5650
  dropSmaReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_SMA, (FSerializeFunc)tSerializeSMDropSmaReq, &dropSmaReq);
wmmhello's avatar
wmmhello 已提交
5651 5652 5653 5654 5655 5656 5657 5658 5659 5660 5661 5662 5663 5664 5665 5666 5667
}

static int16_t getCreateComponentNodeMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_QNODE_STMT:
      return TDMT_MND_CREATE_QNODE;
    case QUERY_NODE_CREATE_BNODE_STMT:
      return TDMT_MND_CREATE_BNODE;
    case QUERY_NODE_CREATE_SNODE_STMT:
      return TDMT_MND_CREATE_SNODE;
    case QUERY_NODE_CREATE_MNODE_STMT:
      return TDMT_MND_CREATE_MNODE;
    default:
      break;
  }
  return -1;
}
5668 5669

static int32_t translateCreateComponentNode(STranslateContext* pCxt, SCreateComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5670 5671
  SMCreateQnodeReq createReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getCreateComponentNodeMsgType(nodeType(pStmt)),
S
Shengliang Guan 已提交
5672
                     (FSerializeFunc)tSerializeSCreateDropMQSNodeReq, &createReq);
X
Xiaoyu Wang 已提交
5673 5674
}

5675
static int16_t getDropComponentNodeMsgType(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
5676 5677 5678 5679 5680 5681 5682 5683 5684 5685 5686 5687 5688
  switch (type) {
    case QUERY_NODE_DROP_QNODE_STMT:
      return TDMT_MND_DROP_QNODE;
    case QUERY_NODE_DROP_BNODE_STMT:
      return TDMT_MND_DROP_BNODE;
    case QUERY_NODE_DROP_SNODE_STMT:
      return TDMT_MND_DROP_SNODE;
    case QUERY_NODE_DROP_MNODE_STMT:
      return TDMT_MND_DROP_MNODE;
    default:
      break;
  }
  return -1;
5689 5690 5691
}

static int32_t translateDropComponentNode(STranslateContext* pCxt, SDropComponentNodeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5692 5693
  SDDropQnodeReq dropReq = {.dnodeId = pStmt->dnodeId};
  return buildCmdMsg(pCxt, getDropComponentNodeMsgType(nodeType(pStmt)),
S
Shengliang Guan 已提交
5694
                     (FSerializeFunc)tSerializeSCreateDropMQSNodeReq, &dropReq);
5695 5696
}

X
Xiaoyu Wang 已提交
5697 5698 5699 5700 5701 5702 5703
static int32_t checkTopicQuery(STranslateContext* pCxt, SSelectStmt* pSelect) {
  if (pSelect->hasAggFuncs || pSelect->hasInterpFunc || pSelect->hasIndefiniteRowsFunc) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TOPIC_QUERY);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
5704
static int32_t buildCreateTopicReq(STranslateContext* pCxt, SCreateTopicStmt* pStmt, SCMCreateTopicReq* pReq) {
X
Xiaoyu Wang 已提交
5705
  snprintf(pReq->name, sizeof(pReq->name), "%d.%s", pCxt->pParseCxt->acctId, pStmt->topicName);
wmmhello's avatar
wmmhello 已提交
5706
  pReq->igExists = pStmt->ignoreExists;
X
Xiaoyu Wang 已提交
5707
  pReq->withMeta = pStmt->withMeta;
wmmhello's avatar
wmmhello 已提交
5708

5709
  pReq->sql = taosStrdup(pCxt->pParseCxt->pSql);
wmmhello's avatar
wmmhello 已提交
5710 5711 5712 5713 5714
  if (NULL == pReq->sql) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5715
  SName   name;
5716 5717 5718
  if ('\0' != pStmt->subSTbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__TABLE;
    toName(pCxt->pParseCxt->acctId, pStmt->subDbName, pStmt->subSTbName, &name);
L
Liu Jicong 已提交
5719
    tNameGetFullDbName(&name, pReq->subDbName);
5720 5721 5722 5723 5724 5725 5726
    tNameExtractFullName(&name, pReq->subStbName);
  } else if ('\0' != pStmt->subDbName[0]) {
    pReq->subType = TOPIC_SUB_TYPE__DB;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->subDbName, strlen(pStmt->subDbName));
    tNameGetFullDbName(&name, pReq->subDbName);
  } else {
    pReq->subType = TOPIC_SUB_TYPE__COLUMN;
L
Liu Jicong 已提交
5727 5728
    char* dbName = ((SRealTableNode*)(((SSelectStmt*)pStmt->pQuery)->pFromTable))->table.dbName;
    tNameSetDbName(&name, pCxt->pParseCxt->acctId, dbName, strlen(dbName));
L
Liu Jicong 已提交
5729
    tNameGetFullDbName(&name, pReq->subDbName);
wmmhello's avatar
wmmhello 已提交
5730 5731
    pCxt->pParseCxt->topicQuery = true;
    code = translateQuery(pCxt, pStmt->pQuery);
X
Xiaoyu Wang 已提交
5732 5733 5734
    if (TSDB_CODE_SUCCESS == code) {
      code = checkTopicQuery(pCxt, (SSelectStmt*)pStmt->pQuery);
    }
wmmhello's avatar
wmmhello 已提交
5735 5736 5737 5738 5739 5740
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
    }
  }

  return code;
X
Xiaoyu Wang 已提交
5741 5742 5743
}

static int32_t checkCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5744 5745 5746
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
5747

wmmhello's avatar
wmmhello 已提交
5748 5749
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt->pQuery)) {
    SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
X
Xiaoyu Wang 已提交
5750 5751
    if (!pSelect->isDistinct &&
        (NULL != pSelect->pFromTable && QUERY_NODE_REAL_TABLE == nodeType(pSelect->pFromTable)) &&
wmmhello's avatar
wmmhello 已提交
5752 5753 5754 5755 5756
        NULL == pSelect->pGroupByList && NULL == pSelect->pLimit && NULL == pSelect->pSlimit &&
        NULL == pSelect->pOrderByList && NULL == pSelect->pPartitionByList) {
      return TSDB_CODE_SUCCESS;
    }
  }
X
Xiaoyu Wang 已提交
5757

wmmhello's avatar
wmmhello 已提交
5758
  return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TOPIC_QUERY);
X
Xiaoyu Wang 已提交
5759 5760 5761
}

static int32_t translateCreateTopic(STranslateContext* pCxt, SCreateTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5762 5763 5764 5765 5766 5767
  SCMCreateTopicReq createReq = {0};
  int32_t           code = checkCreateTopic(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTopicReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
L
Liu Jicong 已提交
5768
    code = buildCmdMsg(pCxt, TDMT_MND_TMQ_CREATE_TOPIC, (FSerializeFunc)tSerializeSCMCreateTopicReq, &createReq);
wmmhello's avatar
wmmhello 已提交
5769 5770 5771
  }
  tFreeSCMCreateTopicReq(&createReq);
  return code;
5772 5773 5774
}

static int32_t translateDropTopic(STranslateContext* pCxt, SDropTopicStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5775
  SMDropTopicReq dropReq = {0};
5776

wmmhello's avatar
wmmhello 已提交
5777 5778 5779 5780
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
5781

L
Liu Jicong 已提交
5782
  return buildCmdMsg(pCxt, TDMT_MND_TMQ_DROP_TOPIC, (FSerializeFunc)tSerializeSMDropTopicReq, &dropReq);
5783 5784
}

X
Xiaoyu Wang 已提交
5785 5786 5787 5788 5789 5790 5791 5792 5793
static int32_t translateDropCGroup(STranslateContext* pCxt, SDropCGroupStmt* pStmt) {
  SMDropCgroupReq dropReq = {0};

  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->topicName, strlen(pStmt->topicName));
  tNameGetFullDbName(&name, dropReq.topic);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  strcpy(dropReq.cgroup, pStmt->cgroup);

L
Liu Jicong 已提交
5794
  return buildCmdMsg(pCxt, TDMT_MND_TMQ_DROP_CGROUP, (FSerializeFunc)tSerializeSMDropCgroupReq, &dropReq);
X
Xiaoyu Wang 已提交
5795 5796
}

5797
static int32_t translateAlterLocal(STranslateContext* pCxt, SAlterLocalStmt* pStmt) {
X
Xiaoyu Wang 已提交
5798
  // The statement is executed directly on the client without constructing a message.
5799 5800 5801 5802 5803 5804 5805 5806
  if ('\0' != pStmt->value[0]) {
    return TSDB_CODE_SUCCESS;
  }
  char* p = strchr(pStmt->config, ' ');
  if (NULL != p) {
    *p = 0;
    strcpy(pStmt->value, p + 1);
  }
wmmhello's avatar
wmmhello 已提交
5807
  return TSDB_CODE_SUCCESS;
5808 5809
}

5810
static int32_t translateExplain(STranslateContext* pCxt, SExplainStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5811 5812 5813 5814
  if (pStmt->analyze) {
    pCxt->pExplainOpt = pStmt->pOptions;
  }
  return translateQuery(pCxt, pStmt->pQuery);
5815 5816
}

5817
static int32_t translateDescribe(STranslateContext* pCxt, SDescribeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5818
  return refreshGetTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pStmt->pMeta);
5819 5820
}

5821 5822 5823 5824 5825 5826 5827 5828 5829 5830 5831 5832 5833 5834 5835 5836 5837 5838 5839 5840
static int32_t translateCompactRange(STranslateContext* pCxt, SCompactDatabaseStmt* pStmt, SCompactDbReq* pReq) {
  SDbCfgInfo dbCfg = {0};
  int32_t    code = getDBCfg(pCxt, pStmt->dbName, &dbCfg);
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pStart) {
    ((SValueNode*)pStmt->pStart)->node.resType.precision = dbCfg.precision;
    ((SValueNode*)pStmt->pStart)->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pStart);
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pStmt->pEnd) {
    ((SValueNode*)pStmt->pEnd)->node.resType.precision = dbCfg.precision;
    ((SValueNode*)pStmt->pEnd)->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
    code = doTranslateValue(pCxt, (SValueNode*)pStmt->pEnd);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pReq->timeRange.skey = NULL != pStmt->pStart ? ((SValueNode*)pStmt->pStart)->datum.i : INT64_MIN;
    pReq->timeRange.ekey = NULL != pStmt->pEnd ? ((SValueNode*)pStmt->pEnd)->datum.i : INT64_MAX;
  }
  return code;
}

X
Xiaoyu Wang 已提交
5841 5842 5843 5844 5845
static int32_t translateCompact(STranslateContext* pCxt, SCompactDatabaseStmt* pStmt) {
  SCompactDbReq compactReq = {0};
  SName         name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, compactReq.db);
5846 5847 5848 5849 5850
  int32_t code = translateCompactRange(pCxt, pStmt, &compactReq);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_COMPACT_DB, (FSerializeFunc)tSerializeSCompactDbReq, &compactReq);
  }
  return code;
X
Xiaoyu Wang 已提交
5851 5852
}

5853
static int32_t translateKillConnection(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5854 5855
  SKillConnReq killReq = {0};
  killReq.connId = pStmt->targetId;
D
dapan1121 已提交
5856
  return buildCmdMsg(pCxt, TDMT_MND_KILL_CONN, (FSerializeFunc)tSerializeSKillConnReq, &killReq);
5857 5858
}

X
Xiaoyu Wang 已提交
5859
static int32_t translateKillQuery(STranslateContext* pCxt, SKillQueryStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5860
  SKillQueryReq killReq = {0};
X
Xiaoyu Wang 已提交
5861
  strcpy(killReq.queryStrId, pStmt->queryId);
wmmhello's avatar
wmmhello 已提交
5862
  return buildCmdMsg(pCxt, TDMT_MND_KILL_QUERY, (FSerializeFunc)tSerializeSKillQueryReq, &killReq);
5863 5864
}

5865
static int32_t translateKillTransaction(STranslateContext* pCxt, SKillStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5866 5867 5868
  SKillTransReq killReq = {0};
  killReq.transId = pStmt->targetId;
  return buildCmdMsg(pCxt, TDMT_MND_KILL_TRANS, (FSerializeFunc)tSerializeSKillTransReq, &killReq);
5869 5870
}

X
Xiaoyu Wang 已提交
5871 5872 5873
static bool crossTableWithoutAggOper(SSelectStmt* pSelect) {
  return NULL == pSelect->pWindow && !pSelect->hasAggFuncs && !pSelect->hasIndefiniteRowsFunc &&
         !pSelect->hasInterpFunc && TSDB_SUPER_TABLE == ((SRealTableNode*)pSelect->pFromTable)->pMeta->tableType &&
5874
         !hasPartitionByTbname(pSelect->pPartitionByList);
X
Xiaoyu Wang 已提交
5875 5876
}

X
Xiaoyu Wang 已提交
5877 5878
static bool crossTableWithUdaf(SSelectStmt* pSelect) {
  return pSelect->hasUdaf && TSDB_SUPER_TABLE == ((SRealTableNode*)pSelect->pFromTable)->pMeta->tableType &&
5879
         !hasPartitionByTbname(pSelect->pPartitionByList);
X
Xiaoyu Wang 已提交
5880 5881
}

X
Xiaoyu Wang 已提交
5882
static int32_t checkCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
5883 5884 5885
  if (NULL == pStmt->pQuery) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
5886

5887
  if (QUERY_NODE_SELECT_STMT != nodeType(pStmt->pQuery) || NULL == ((SSelectStmt*)pStmt->pQuery)->pFromTable ||
X
Xiaoyu Wang 已提交
5888
      QUERY_NODE_REAL_TABLE != nodeType(((SSelectStmt*)pStmt->pQuery)->pFromTable)) {
X
Xiaoyu Wang 已提交
5889
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "Unsupported stream query");
wmmhello's avatar
wmmhello 已提交
5890
  }
5891

X
Xiaoyu Wang 已提交
5892
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
5893 5894 5895
}

static void getSourceDatabase(SNode* pStmt, int32_t acctId, char* pDbFName) {
wmmhello's avatar
wmmhello 已提交
5896 5897 5898
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, ((SRealTableNode*)(((SSelectStmt*)pStmt)->pFromTable))->table.dbName);
  tNameGetFullDbName(&name, pDbFName);
X
Xiaoyu Wang 已提交
5899 5900
}

X
Xiaoyu Wang 已提交
5901 5902 5903 5904 5905 5906 5907 5908 5909
static void getStreamQueryFirstProjectAliasName(SHashObj* pUserAliasSet, char* aliasName, int32_t len) {
  if (NULL == taosHashGet(pUserAliasSet, "_wstart", strlen("_wstart"))) {
    snprintf(aliasName, len, "%s", "_wstart");
    return;
  }
  if (NULL == taosHashGet(pUserAliasSet, "ts", strlen("ts"))) {
    snprintf(aliasName, len, "%s", "ts");
    return;
  }
X
Xiaoyu Wang 已提交
5910 5911 5912 5913
  do {
    taosRandStr(aliasName, len - 1);
    aliasName[len - 1] = '\0';
  } while (NULL != taosHashGet(pUserAliasSet, aliasName, strlen(aliasName)));
X
Xiaoyu Wang 已提交
5914 5915 5916
  return;
}

5917 5918
static int32_t addWstartTsToCreateStreamQueryImpl(STranslateContext* pCxt, SSelectStmt* pSelect,
                                                  SHashObj* pUserAliasSet) {
X
Xiaoyu Wang 已提交
5919
  SNode* pProj = nodesListGetNode(pSelect->pProjectionList, 0);
5920
  if (NULL == pSelect->pWindow ||
5921
      (QUERY_NODE_FUNCTION == nodeType(pProj) && 0 == strcmp("_wstart", ((SFunctionNode*)pProj)->functionName))) {
5922 5923 5924 5925 5926 5927
    return TSDB_CODE_SUCCESS;
  }
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5928
  strcpy(pFunc->functionName, "_wstart");
X
Xiaoyu Wang 已提交
5929
  getStreamQueryFirstProjectAliasName(pUserAliasSet, pFunc->node.aliasName, sizeof(pFunc->node.aliasName));
5930
  int32_t code = getFuncInfo(pCxt, pFunc);
5931
  if (TSDB_CODE_SUCCESS == code) {
5932 5933
    code = nodesListPushFront(pSelect->pProjectionList, (SNode*)pFunc);
  }
5934 5935 5936 5937 5938 5939
  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyNode((SNode*)pFunc);
  }
  return code;
}

X
Xiaoyu Wang 已提交
5940 5941 5942 5943 5944
static int32_t addWstartTsToCreateStreamQuery(STranslateContext* pCxt, SNode* pStmt) {
  SSelectStmt* pSelect = (SSelectStmt*)pStmt;
  SHashObj*    pUserAliasSet = NULL;
  int32_t      code = checkProjectAlias(pCxt, pSelect->pProjectionList, &pUserAliasSet);
  if (TSDB_CODE_SUCCESS == code) {
5945
    code = addWstartTsToCreateStreamQueryImpl(pCxt, pSelect, pUserAliasSet);
X
Xiaoyu Wang 已提交
5946 5947 5948 5949 5950
  }
  taosHashCleanup(pUserAliasSet);
  return code;
}

5951 5952 5953 5954 5955 5956 5957
static const char* getTagNameForCreateStreamTag(SNode* pTag) {
  if (QUERY_NODE_COLUMN_DEF == nodeType(pTag)) {
    return ((SColumnDefNode*)pTag)->colName;
  }
  return ((SColumnNode*)pTag)->colName;
}

5958 5959 5960 5961 5962 5963 5964 5965 5966 5967
static int32_t addTagsToCreateStreamQuery(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SSelectStmt* pSelect) {
  if (NULL == pStmt->pTags) {
    return TSDB_CODE_SUCCESS;
  }

  SNode* pTag = NULL;
  FOREACH(pTag, pStmt->pTags) {
    bool   found = false;
    SNode* pPart = NULL;
    FOREACH(pPart, pSelect->pPartitionByList) {
5968
      if (0 == strcmp(getTagNameForCreateStreamTag(pTag), ((SExprNode*)pPart)->userAlias)) {
5969 5970 5971 5972 5973 5974 5975 5976
        if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pSelect->pTags, nodesCloneNode(pPart))) {
          return TSDB_CODE_OUT_OF_MEMORY;
        }
        found = true;
        break;
      }
    }
    if (!found) {
5977
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, ((SColumnDefNode*)pTag)->colName);
5978 5979 5980 5981 5982
    }
  }
  return TSDB_CODE_SUCCESS;
}

5983 5984 5985 5986 5987 5988 5989 5990 5991 5992 5993 5994 5995 5996 5997 5998 5999 6000 6001 6002
static SNode* createNullValue() {
  SValueNode* pValue = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
  if (NULL == pValue) {
    return NULL;
  }
  pValue->isNull = true;
  pValue->node.resType.type = TSDB_DATA_TYPE_NULL;
  pValue->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
  return (SNode*)pValue;
}

static int32_t addNullTagsForExistTable(STranslateContext* pCxt, STableMeta* pMeta, SSelectStmt* pSelect) {
  int32_t numOfTags = getNumOfTags(pMeta);
  int32_t code = TSDB_CODE_SUCCESS;
  for (int32_t i = 0; TSDB_CODE_SUCCESS == code && i < numOfTags; ++i) {
    code = nodesListMakeStrictAppend(&pSelect->pTags, createNullValue());
  }
  return code;
}

6003 6004 6005 6006 6007 6008 6009 6010 6011 6012 6013 6014 6015 6016 6017 6018 6019 6020 6021 6022 6023 6024
typedef struct SRewriteSubtableCxt {
  STranslateContext* pCxt;
  SNodeList*         pPartitionList;
} SRewriteSubtableCxt;

static EDealRes rewriteSubtable(SNode** pNode, void* pContext) {
  if (QUERY_NODE_COLUMN == nodeType(*pNode)) {
    SRewriteSubtableCxt* pCxt = pContext;
    bool                 found = false;
    SNode*               pPart = NULL;
    FOREACH(pPart, pCxt->pPartitionList) {
      if (0 == strcmp(((SColumnNode*)*pNode)->colName, ((SExprNode*)pPart)->userAlias)) {
        SNode* pNew = nodesCloneNode(pPart);
        if (NULL == pNew) {
          pCxt->pCxt->errCode = TSDB_CODE_OUT_OF_MEMORY;
          return DEAL_RES_ERROR;
        }
        nodesDestroyNode(*pNode);
        *pNode = pNew;
        found = true;
        break;
      }
6025 6026 6027
    }
    if (!found) {
      return generateDealNodeErrMsg(pCxt->pCxt, TSDB_CODE_PAR_INVALID_COLUMN, ((SColumnNode*)*pNode)->colName);
6028 6029 6030 6031 6032 6033 6034 6035 6036 6037 6038 6039 6040 6041 6042 6043 6044 6045 6046 6047
    }
    return DEAL_RES_IGNORE_CHILD;
  }
  return DEAL_RES_CONTINUE;
}

static int32_t addSubtableNameToCreateStreamQuery(STranslateContext* pCxt, SCreateStreamStmt* pStmt,
                                                  SSelectStmt* pSelect) {
  if (NULL == pStmt->pSubtable) {
    return TSDB_CODE_SUCCESS;
  }
  pSelect->pSubtable = nodesCloneNode(pStmt->pSubtable);
  if (NULL == pSelect->pSubtable) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  SRewriteSubtableCxt cxt = {.pCxt = pCxt, .pPartitionList = pSelect->pPartitionByList};
  nodesRewriteExpr(&pSelect->pSubtable, rewriteSubtable, &cxt);
  return pCxt->errCode;
}

5
54liuyao 已提交
6048 6049 6050 6051 6052 6053 6054 6055 6056 6057 6058 6059 6060 6061 6062
static int32_t addNullTagsForCreateTable(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
  int32_t code = TSDB_CODE_SUCCESS;
  for (int32_t i = 0; TSDB_CODE_SUCCESS == code && i < LIST_LENGTH(pStmt->pTags); ++i) {
    code = nodesListMakeStrictAppend(&((SSelectStmt*)pStmt->pQuery)->pTags, createNullValue());
  }
  return code;
}

static int32_t addNullTagsToCreateStreamQuery(STranslateContext* pCxt, STableMeta* pMeta, SCreateStreamStmt* pStmt) {
  if (NULL == pMeta) {
    return addNullTagsForCreateTable(pCxt, pStmt);
  }
  return addNullTagsForExistTable(pCxt, pMeta, (SSelectStmt*)pStmt->pQuery);
}

6063 6064
static int32_t addSubtableInfoToCreateStreamQuery(STranslateContext* pCxt, STableMeta* pMeta,
                                                  SCreateStreamStmt* pStmt) {
6065
  int32_t      code = TSDB_CODE_SUCCESS;
6066 6067
  SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
  if (NULL == pSelect->pPartitionByList) {
5
54liuyao 已提交
6068
    code = addNullTagsToCreateStreamQuery(pCxt, pMeta, pStmt);
6069 6070
  } else {
    code = addTagsToCreateStreamQuery(pCxt, pStmt, pSelect);
6071 6072 6073 6074 6075 6076 6077 6078
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = addSubtableNameToCreateStreamQuery(pCxt, pStmt, pSelect);
  }

  return code;
}

6079 6080 6081 6082
static bool isEventWindowQuery(SSelectStmt* pSelect) {
  return NULL != pSelect->pWindow && QUERY_NODE_EVENT_WINDOW == nodeType(pSelect->pWindow);
}

6083 6084
static int32_t checkStreamQuery(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
  SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
X
Xiaoyu Wang 已提交
6085
  if (TSDB_DATA_TYPE_TIMESTAMP != ((SExprNode*)nodesListGetNode(pSelect->pProjectionList, 0))->resType.type ||
6086
      !isTimeLineQuery(pStmt->pQuery) || crossTableWithoutAggOper(pSelect) || NULL != pSelect->pOrderByList ||
6087
      crossTableWithUdaf(pSelect) || isEventWindowQuery(pSelect)) {
X
Xiaoyu Wang 已提交
6088 6089
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "Unsupported stream query");
  }
X
Xiaoyu Wang 已提交
6090 6091 6092 6093
  if (NULL != pSelect->pSubtable && TSDB_DATA_TYPE_VARCHAR != ((SExprNode*)pSelect->pSubtable)->resType.type) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY,
                                   "SUBTABLE expression must be of VARCHAR type");
  }
6094 6095 6096 6097
  if (NULL == pSelect->pWindow && STREAM_TRIGGER_AT_ONCE != pStmt->pOptions->triggerType) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY,
                                   "The trigger mode of non window query can only be AT_ONCE");
  }
X
Xiaoyu Wang 已提交
6098 6099 6100
  return TSDB_CODE_SUCCESS;
}

6101 6102 6103 6104 6105 6106 6107 6108 6109
static int32_t adjustDataTypeOfProjections(STranslateContext* pCxt, const STableMeta* pMeta, SNodeList* pProjections) {
  if (getNumOfColumns(pMeta) != LIST_LENGTH(pProjections)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of columns");
  }

  SSchema* pSchemas = getTableColumnSchema(pMeta);
  int32_t  index = 0;
  SNode*   pProj = NULL;
  FOREACH(pProj, pProjections) {
6110
    SSchema*  pSchema = pSchemas + index++;
6111 6112 6113 6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124 6125 6126 6127 6128 6129 6130
    SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes};
    if (!dataTypeEqual(&dt, &((SExprNode*)pProj)->resType)) {
      SNode*  pFunc = NULL;
      int32_t code = createCastFunc(pCxt, pProj, dt, &pFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_NODE(pFunc);
    }
  }

  return TSDB_CODE_SUCCESS;
}

typedef struct SProjColPos {
  int32_t colId;
  SNode*  pProj;
} SProjColPos;

static int32_t projColPosCompar(const void* l, const void* r) {
6131
  return ((SProjColPos*)l)->colId > ((SProjColPos*)r)->colId;
6132 6133
}

X
Xiaoyu Wang 已提交
6134
static void projColPosDelete(void* p) { nodesDestroyNode(((SProjColPos*)p)->pProj); }
6135 6136 6137 6138 6139 6140 6141 6142 6143 6144 6145 6146 6147 6148 6149 6150 6151 6152 6153 6154 6155 6156 6157 6158

static int32_t addProjToProjColPos(STranslateContext* pCxt, const SSchema* pSchema, SNode* pProj, SArray* pProjColPos) {
  SNode* pNewProj = nodesCloneNode(pProj);
  if (NULL == pNewProj) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t   code = TSDB_CODE_SUCCESS;
  SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes};
  if (!dataTypeEqual(&dt, &((SExprNode*)pNewProj)->resType)) {
    SNode* pFunc = NULL;
    code = createCastFunc(pCxt, pNewProj, dt, &pFunc);
    pNewProj = pFunc;
  }
  if (TSDB_CODE_SUCCESS == code) {
    SProjColPos pos = {.colId = pSchema->colId, .pProj = pNewProj};
    code = (NULL == taosArrayPush(pProjColPos, &pos) ? TSDB_CODE_OUT_OF_MEMORY : TSDB_CODE_SUCCESS);
  }
  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyNode(pNewProj);
  }
  return code;
}

6159 6160 6161 6162 6163 6164 6165
static int32_t setFillNullCols(SArray* pProjColPos, const STableMeta* pMeta, SCMCreateStreamReq* pReq) {
  int32_t numOfBoundCols = taosArrayGetSize(pProjColPos);
  pReq->fillNullCols = taosArrayInit(pMeta->tableInfo.numOfColumns - numOfBoundCols, sizeof(SColLocation));
  if (NULL == pReq->fillNullCols) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  const SSchema* pSchemas = getTableColumnSchema(pMeta);
6166 6167 6168 6169 6170
  int32_t        indexOfBoundCols = 0;
  for (int32_t i = 0; i < pMeta->tableInfo.numOfColumns; ++i) {
    const SSchema* pSchema = pSchemas + i;
    if (indexOfBoundCols < numOfBoundCols) {
      SProjColPos* pPos = taosArrayGet(pProjColPos, indexOfBoundCols);
6171
      if (pSchema->colId == pPos->colId) {
6172 6173
        ++indexOfBoundCols;
        continue;
6174 6175
      }
    }
6176 6177
    SColLocation colLoc = {.colId = pSchema->colId, .slotId = i, .type = pSchema->type};
    taosArrayPush(pReq->fillNullCols, &colLoc);
6178 6179 6180 6181 6182 6183
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t adjustOrderOfProjections(STranslateContext* pCxt, SNodeList* pCols, const STableMeta* pMeta,
                                        SNodeList** pProjections, SCMCreateStreamReq* pReq) {
6184 6185 6186 6187 6188 6189 6190 6191 6192 6193
  if (LIST_LENGTH(pCols) != LIST_LENGTH(*pProjections)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of columns");
  }

  SArray* pProjColPos = taosArrayInit(LIST_LENGTH(pCols), sizeof(SProjColPos));
  if (NULL == pProjColPos) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
6194
  bool    hasPrimaryKey = false;
6195 6196 6197
  SNode*  pCol = NULL;
  SNode*  pProj = NULL;
  FORBOTH(pCol, pCols, pProj, *pProjections) {
6198
    const SSchema* pSchema = getNormalColSchema(pMeta, ((SColumnNode*)pCol)->colName);
6199 6200 6201 6202 6203 6204
    if (NULL == pSchema) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, ((SColumnNode*)pCol)->colName);
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = addProjToProjColPos(pCxt, pSchema, pProj, pProjColPos);
    }
6205 6206 6207
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
X
Xiaoyu Wang 已提交
6208 6209 6210 6211 6212 6213 6214 6215
    if (PRIMARYKEY_TIMESTAMP_COL_ID == pSchema->colId) {
      hasPrimaryKey = true;
    }
  }

  if (TSDB_CODE_SUCCESS == code && !hasPrimaryKey) {
    code = generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM,
                                   "primary timestamp column can not be null");
6216 6217 6218 6219 6220 6221 6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232
  }

  SNodeList* pNewProjections = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    taosArraySort(pProjColPos, projColPosCompar);
    int32_t num = taosArrayGetSize(pProjColPos);
    pNewProjections = nodesMakeList();
    if (NULL == pNewProjections) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
    for (int32_t i = 0; TSDB_CODE_SUCCESS == code && i < num; ++i) {
      SProjColPos* pPos = taosArrayGet(pProjColPos, i);
      code = nodesListStrictAppend(pNewProjections, pPos->pProj);
      pPos->pProj = NULL;
    }
  }

6233 6234 6235 6236
  if (TSDB_CODE_SUCCESS == code && pMeta->tableInfo.numOfColumns > LIST_LENGTH(pCols)) {
    code = setFillNullCols(pProjColPos, pMeta, pReq);
  }

6237 6238 6239 6240 6241 6242 6243 6244 6245 6246 6247 6248
  if (TSDB_CODE_SUCCESS == code) {
    taosArrayDestroy(pProjColPos);
    nodesDestroyList(*pProjections);
    *pProjections = pNewProjections;
  } else {
    taosArrayDestroyEx(pProjColPos, projColPosDelete);
    nodesDestroyList(pNewProjections);
  }

  return code;
}

6249 6250
static int32_t adjustProjectionsForExistTable(STranslateContext* pCxt, SCreateStreamStmt* pStmt,
                                              const STableMeta* pMeta, SCMCreateStreamReq* pReq) {
6251 6252 6253 6254
  SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
  if (NULL == pStmt->pCols) {
    return adjustDataTypeOfProjections(pCxt, pMeta, pSelect->pProjectionList);
  }
6255
  return adjustOrderOfProjections(pCxt, pStmt->pCols, pMeta, &pSelect->pProjectionList, pReq);
6256 6257
}

X
Xiaoyu Wang 已提交
6258 6259 6260 6261
static bool isGroupIdTagStream(const STableMeta* pMeta, SNodeList* pTags) {
  return (NULL == pTags && 1 == pMeta->tableInfo.numOfTags && TSDB_DATA_TYPE_UBIGINT == getTableTagSchema(pMeta)->type);
}

6262
static int32_t adjustDataTypeOfTags(STranslateContext* pCxt, const STableMeta* pMeta, SNodeList* pTags) {
X
Xiaoyu Wang 已提交
6263 6264 6265 6266
  if (isGroupIdTagStream(pMeta, pTags)) {
    return TSDB_CODE_SUCCESS;
  }

6267 6268 6269 6270 6271 6272 6273 6274 6275 6276 6277 6278 6279 6280 6281 6282 6283 6284 6285 6286 6287 6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298 6299 6300 6301 6302 6303 6304 6305 6306 6307 6308 6309 6310 6311 6312 6313 6314 6315 6316 6317 6318 6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352 6353 6354 6355 6356 6357
  if (getNumOfTags(pMeta) != LIST_LENGTH(pTags)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of tags");
  }

  SSchema* pSchemas = getTableTagSchema(pMeta);
  int32_t  index = 0;
  SNode*   pTag = NULL;
  FOREACH(pTag, pTags) {
    SSchema*  pSchema = pSchemas + index++;
    SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes};
    if (!dataTypeEqual(&dt, &((SExprNode*)pTag)->resType)) {
      SNode*  pFunc = NULL;
      int32_t code = createCastFunc(pCxt, pTag, dt, &pFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_NODE(pFunc);
    }
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t adjustOrderOfTags(STranslateContext* pCxt, SNodeList* pTags, const STableMeta* pMeta,
                                 SNodeList** pTagExprs, SCMCreateStreamReq* pReq) {
  if (LIST_LENGTH(pTags) != LIST_LENGTH(*pTagExprs)) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMNS_NUM, "Illegal number of tags");
  }

  SArray* pTagPos = taosArrayInit(LIST_LENGTH(pTags), sizeof(SProjColPos));
  if (NULL == pTagPos) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pTag = NULL;
  SNode*  pTagExpr = NULL;
  FORBOTH(pTag, pTags, pTagExpr, *pTagExprs) {
    const SSchema* pSchema = getTagSchema(pMeta, ((SColumnNode*)pTag)->colName);
    if (NULL == pSchema) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAG_NAME, ((SColumnNode*)pTag)->colName);
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = addProjToProjColPos(pCxt, pSchema, pTagExpr, pTagPos);
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
    }
  }

  SNodeList* pNewTagExprs = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    taosArraySort(pTagPos, projColPosCompar);
    int32_t        indexOfBoundTags = 0;
    int32_t        numOfBoundTags = taosArrayGetSize(pTagPos);
    int32_t        numOfTags = getNumOfTags(pMeta);
    const SSchema* pTagsSchema = getTableTagSchema(pMeta);
    pNewTagExprs = nodesMakeList();
    if (NULL == pNewTagExprs) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
    for (int32_t i = 0; TSDB_CODE_SUCCESS == code && i < numOfTags; ++i) {
      const SSchema* pTagSchema = pTagsSchema + i;
      if (indexOfBoundTags < numOfBoundTags) {
        SProjColPos* pPos = taosArrayGet(pTagPos, indexOfBoundTags);
        if (pPos->colId == pTagSchema->colId) {
          ++indexOfBoundTags;
          code = nodesListStrictAppend(pNewTagExprs, pPos->pProj);
          pPos->pProj = NULL;
          continue;
        }
      }
      code = nodesListStrictAppend(pNewTagExprs, createNullValue());
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    taosArrayDestroy(pTagPos);
    nodesDestroyList(*pTagExprs);
    *pTagExprs = pNewTagExprs;
  } else {
    taosArrayDestroyEx(pTagPos, projColPosDelete);
    nodesDestroyList(pNewTagExprs);
  }

  return code;
}

static int32_t adjustTagsForExistTable(STranslateContext* pCxt, SCreateStreamStmt* pStmt, const STableMeta* pMeta,
                                       SCMCreateStreamReq* pReq) {
  SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
6358 6359 6360
  if (NULL == pSelect->pPartitionByList) {
    return TSDB_CODE_SUCCESS;
  }
6361 6362 6363 6364 6365 6366
  if (NULL == pStmt->pTags) {
    return adjustDataTypeOfTags(pCxt, pMeta, pSelect->pTags);
  }
  return adjustOrderOfTags(pCxt, pStmt->pTags, pMeta, &pSelect->pTags, pReq);
}

5
54liuyao 已提交
6367 6368 6369 6370 6371 6372 6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384 6385 6386 6387 6388 6389 6390 6391 6392 6393 6394 6395 6396 6397 6398 6399 6400 6401 6402 6403 6404 6405 6406 6407 6408 6409 6410 6411
static int32_t adjustTagsForCreateTable(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
  SSelectStmt* pSelect = (SSelectStmt*)pStmt->pQuery;
  if (NULL == pSelect->pPartitionByList || NULL == pSelect->pTags) {
    return TSDB_CODE_SUCCESS;
  }

  SNode* pTagDef = NULL;
  SNode* pTagExpr = NULL;
  FORBOTH(pTagDef, pStmt->pTags, pTagExpr, pSelect->pTags) {
    SColumnDefNode* pDef = (SColumnDefNode*)pTagDef;
    if (!dataTypeEqual(&pDef->dataType, &((SExprNode*)pTagExpr)->resType)) {
      SNode*  pFunc = NULL;
      int32_t code = createCastFunc(pCxt, pTagExpr, pDef->dataType, &pFunc);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
      REPLACE_LIST2_NODE(pFunc);
    }
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t adjustTags(STranslateContext* pCxt, SCreateStreamStmt* pStmt, const STableMeta* pMeta,
                          SCMCreateStreamReq* pReq) {
  if (NULL == pMeta) {
    return adjustTagsForCreateTable(pCxt, pStmt, pReq);
  }
  return adjustTagsForExistTable(pCxt, pStmt, pMeta, pReq);
}

static bool isTagDef(SNodeList* pTags) {
  if (NULL == pTags) {
    return false;
  }
  return QUERY_NODE_COLUMN_DEF == nodeType(nodesListGetNode(pTags, 0));
}

static bool isTagBound(SNodeList* pTags) {
  if (NULL == pTags) {
    return false;
  }
  return QUERY_NODE_COLUMN == nodeType(nodesListGetNode(pTags, 0));
}

6412 6413 6414
static int32_t translateStreamTargetTable(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq,
                                          STableMeta** pMeta) {
  int32_t code = getTableMeta(pCxt, pStmt->targetDbName, pStmt->targetTabName, pMeta);
6415
  if (TSDB_CODE_PAR_TABLE_NOT_EXIST == code) {
5
54liuyao 已提交
6416
    if (NULL != pStmt->pCols || isTagBound(pStmt->pTags)) {
6417 6418
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TABLE_NOT_EXIST, pStmt->targetTabName);
    }
6419
    pReq->createStb = STREAM_CREATE_STABLE_TRUE;
6420
    pReq->targetStbUid = 0;
6421
    return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
6422
  } else if (TSDB_CODE_SUCCESS == code) {
5
54liuyao 已提交
6423 6424 6425 6426
    if (isTagDef(pStmt->pTags)) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "Table already exist: %s",
                                     pStmt->targetTabName);
    }
X
Xiaoyu Wang 已提交
6427 6428 6429 6430
    if (TSDB_SUPER_TABLE != (*pMeta)->tableType) {
      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY,
                                     "Stream can only be written to super table");
    }
6431
    pReq->createStb = STREAM_CREATE_STABLE_FALSE;
6432
    pReq->targetStbUid = (*pMeta)->suid;
6433 6434 6435 6436
  }
  return code;
}

6437
static int32_t buildCreateStreamQuery(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
6438
  pCxt->createStream = true;
6439 6440
  STableMeta* pMeta = NULL;
  int32_t     code = translateStreamTargetTable(pCxt, pStmt, pReq, &pMeta);
6441
  if (TSDB_CODE_SUCCESS == code) {
6442
    code = addSubtableInfoToCreateStreamQuery(pCxt, pMeta, pStmt);
6443 6444 6445
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(pCxt, pStmt->pQuery);
6446
  }
X
Xiaoyu Wang 已提交
6447
  if (TSDB_CODE_SUCCESS == code) {
6448
    code = addWstartTsToCreateStreamQuery(pCxt, pStmt->pQuery);
X
Xiaoyu Wang 已提交
6449
  }
6450
  if (TSDB_CODE_SUCCESS == code) {
6451
    code = checkStreamQuery(pCxt, pStmt);
X
Xiaoyu Wang 已提交
6452
  }
6453 6454 6455
  if (TSDB_CODE_SUCCESS == code && NULL != pMeta) {
    code = adjustProjectionsForExistTable(pCxt, pStmt, pMeta, pReq);
  }
5
54liuyao 已提交
6456 6457
  if (TSDB_CODE_SUCCESS == code) {
    code = adjustTags(pCxt, pStmt, pMeta, pReq);
6458
  }
6459
  if (TSDB_CODE_SUCCESS == code) {
6460 6461
    getSourceDatabase(pStmt->pQuery, pCxt->pParseCxt->acctId, pReq->sourceDB);
    code = nodesNodeToString(pStmt->pQuery, false, &pReq->ast, NULL);
6462
  }
6463
  taosMemoryFree(pMeta);
6464 6465 6466
  return code;
}

6467 6468 6469 6470 6471 6472 6473 6474 6475 6476 6477
static int32_t translateStreamOptions(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
  pCxt->pCurrStmt = (SNode*)pStmt;
  SStreamOptions* pOptions = pStmt->pOptions;
  if ((NULL != pOptions->pWatermark && (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pOptions->pWatermark))) ||
      (NULL != pOptions->pDeleteMark && (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pOptions->pDeleteMark))) ||
      (NULL != pOptions->pDelay && (DEAL_RES_ERROR == translateValue(pCxt, (SValueNode*)pOptions->pDelay)))) {
    return pCxt->errCode;
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
6478
static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) {
wmmhello's avatar
wmmhello 已提交
6479 6480 6481
  pReq->igExists = pStmt->ignoreExists;

  SName name;
L
Liu Jicong 已提交
6482 6483
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, pReq->name);
wmmhello's avatar
wmmhello 已提交
6484 6485 6486 6487 6488 6489 6490

  if ('\0' != pStmt->targetTabName[0]) {
    strcpy(name.dbname, pStmt->targetDbName);
    strcpy(name.tname, pStmt->targetTabName);
    tNameExtractFullName(&name, pReq->targetStbFullName);
  }

6491
  int32_t code = buildCreateStreamQuery(pCxt, pStmt, pReq);
wmmhello's avatar
wmmhello 已提交
6492
  if (TSDB_CODE_SUCCESS == code) {
6493
    pReq->sql = taosStrdup(pCxt->pParseCxt->pSql);
wmmhello's avatar
wmmhello 已提交
6494 6495 6496 6497 6498
    if (NULL == pReq->sql) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

6499 6500 6501 6502
  if (TSDB_CODE_SUCCESS == code) {
    code = translateStreamOptions(pCxt, pStmt);
  }

wmmhello's avatar
wmmhello 已提交
6503 6504
  if (TSDB_CODE_SUCCESS == code) {
    pReq->triggerType = pStmt->pOptions->triggerType;
6505
    pReq->maxDelay = (NULL != pStmt->pOptions->pDelay ? ((SValueNode*)pStmt->pOptions->pDelay)->datum.i : 0);
wmmhello's avatar
wmmhello 已提交
6506
    pReq->watermark = (NULL != pStmt->pOptions->pWatermark ? ((SValueNode*)pStmt->pOptions->pWatermark)->datum.i : 0);
6507 6508
    pReq->deleteMark =
        (NULL != pStmt->pOptions->pDeleteMark ? ((SValueNode*)pStmt->pOptions->pDeleteMark)->datum.i : 0);
6509
    pReq->fillHistory = pStmt->pOptions->fillHistory;
6510
    pReq->igExpired = pStmt->pOptions->ignoreExpired;
6511 6512 6513 6514
    if (pReq->createStb) {
      columnDefNodeToField(pStmt->pTags, &pReq->pTags);
      pReq->numOfTags = LIST_LENGTH(pStmt->pTags);
    }
6515
    pReq->igUpdate = pStmt->pOptions->ignoreUpdate;
wmmhello's avatar
wmmhello 已提交
6516 6517 6518
  }

  return code;
X
Xiaoyu Wang 已提交
6519 6520 6521
}

static int32_t translateCreateStream(STranslateContext* pCxt, SCreateStreamStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
6522
  SCMCreateStreamReq createReq = {0};
X
Xiaoyu Wang 已提交
6523

wmmhello's avatar
wmmhello 已提交
6524 6525 6526 6527 6528 6529 6530
  int32_t code = checkCreateStream(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateStreamReq(pCxt, pStmt, &createReq);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_STREAM, (FSerializeFunc)tSerializeSCMCreateStreamReq, &createReq);
  }
6531

wmmhello's avatar
wmmhello 已提交
6532 6533
  tFreeSCMCreateStreamReq(&createReq);
  return code;
6534 6535 6536
}

static int32_t translateDropStream(STranslateContext* pCxt, SDropStreamStmt* pStmt) {
X
Xiaoyu Wang 已提交
6537 6538 6539 6540 6541 6542
  SMDropStreamReq dropReq = {0};
  SName           name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->streamName, strlen(pStmt->streamName));
  tNameGetFullDbName(&name, dropReq.name);
  dropReq.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_STREAM, (FSerializeFunc)tSerializeSMDropStreamReq, &dropReq);
6543
}
6544

L
Liu Jicong 已提交
6545
static int32_t readFromFile(char* pName, int32_t* len, char** buf) {
wmmhello's avatar
wmmhello 已提交
6546 6547 6548 6549 6550 6551 6552 6553 6554 6555 6556 6557 6558 6559 6560 6561 6562 6563 6564 6565 6566 6567 6568 6569 6570 6571
  int64_t filesize = 0;
  if (taosStatFile(pName, &filesize, NULL) < 0) {
    return TAOS_SYSTEM_ERROR(errno);
  }

  *len = filesize;

  if (*len <= 0) {
    return TSDB_CODE_TSC_FILE_EMPTY;
  }

  *buf = taosMemoryCalloc(1, *len);
  if (*buf == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  TdFilePtr tfile = taosOpenFile(pName, O_RDONLY | O_BINARY);
  if (NULL == tfile) {
    taosMemoryFreeClear(*buf);
    return TAOS_SYSTEM_ERROR(errno);
  }

  int64_t s = taosReadFile(tfile, *buf, *len);
  if (s != *len) {
    taosCloseFile(&tfile);
    taosMemoryFreeClear(*buf);
S
Shengliang Guan 已提交
6572
    return TSDB_CODE_APP_ERROR;
wmmhello's avatar
wmmhello 已提交
6573 6574 6575
  }
  taosCloseFile(&tfile);
  return TSDB_CODE_SUCCESS;
6576 6577 6578
}

static int32_t translateCreateFunction(STranslateContext* pCxt, SCreateFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
6579 6580 6581
  if (fmIsBuiltinFunc(pStmt->funcName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_FUNCTION_NAME);
  }
6582

X
Xiaoyu Wang 已提交
6583 6584
  if (TSDB_DATA_TYPE_JSON == pStmt->outputDt.type || TSDB_DATA_TYPE_VARBINARY == pStmt->outputDt.type ||
      TSDB_DATA_TYPE_DECIMAL == pStmt->outputDt.type || TSDB_DATA_TYPE_BLOB == pStmt->outputDt.type ||
6585 6586 6587 6588
      TSDB_DATA_TYPE_MEDIUMBLOB == pStmt->outputDt.type) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_SYNTAX_ERROR, "Unsupported output type for UDF");
  }

X
Xiaoyu Wang 已提交
6589 6590 6591 6592
  if (!pStmt->isAgg && pStmt->bufSize > 0) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_SYNTAX_ERROR, "BUFSIZE can only be used with UDAF");
  }

wmmhello's avatar
wmmhello 已提交
6593 6594
  SCreateFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
6595
  req.orReplace = pStmt->orReplace;
wmmhello's avatar
wmmhello 已提交
6596 6597
  req.igExists = pStmt->ignoreExists;
  req.funcType = pStmt->isAgg ? TSDB_FUNC_TYPE_AGGREGATE : TSDB_FUNC_TYPE_SCALAR;
6598
  req.scriptType = pStmt->language;
wmmhello's avatar
wmmhello 已提交
6599
  req.outputType = pStmt->outputDt.type;
S
slzhou 已提交
6600
  pStmt->outputDt.bytes = calcTypeBytes(pStmt->outputDt);
wmmhello's avatar
wmmhello 已提交
6601 6602 6603 6604 6605 6606
  req.outputLen = pStmt->outputDt.bytes;
  req.bufSize = pStmt->bufSize;
  int32_t code = readFromFile(pStmt->libraryPath, &req.codeLen, &req.pCode);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_CREATE_FUNC, (FSerializeFunc)tSerializeSCreateFuncReq, &req);
  }
X
Xiaoyu Wang 已提交
6607
  tFreeSCreateFuncReq(&req);
wmmhello's avatar
wmmhello 已提交
6608
  return code;
6609 6610
}

S
slzhou 已提交
6611
static int32_t translateDropFunction(STranslateContext* pCxt, SDropFunctionStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
6612 6613 6614 6615
  SDropFuncReq req = {0};
  strcpy(req.name, pStmt->funcName);
  req.igNotExists = pStmt->ignoreNotExists;
  return buildCmdMsg(pCxt, TDMT_MND_DROP_FUNC, (FSerializeFunc)tSerializeSDropFuncReq, &req);
S
slzhou 已提交
6616 6617
}

X
Xiaoyu Wang 已提交
6618 6619 6620 6621 6622 6623 6624 6625 6626 6627 6628 6629 6630 6631 6632 6633 6634 6635 6636 6637 6638 6639 6640 6641 6642 6643 6644 6645 6646 6647 6648 6649 6650 6651 6652 6653 6654 6655 6656 6657 6658 6659
static int32_t createRealTableForGrantTable(SGrantStmt* pStmt, SRealTableNode** pTable) {
  SRealTableNode* pRealTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pRealTable) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  strcpy(pRealTable->table.dbName, pStmt->objName);
  strcpy(pRealTable->table.tableName, pStmt->tabName);
  strcpy(pRealTable->table.tableAlias, pStmt->tabName);
  *pTable = pRealTable;
  return TSDB_CODE_SUCCESS;
}

static int32_t translateGrantTagCond(STranslateContext* pCxt, SGrantStmt* pStmt, SAlterUserReq* pReq) {
  if (NULL == pStmt->pTagCond) {
    return TSDB_CODE_SUCCESS;
  }
  if ('\0' == pStmt->tabName[0] || '*' == pStmt->tabName[0]) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_SYNTAX_ERROR,
                                   "The With clause can only be used for table level privilege");
  }

  pCxt->pCurrStmt = (SNode*)pStmt;
  SRealTableNode* pTable = NULL;
  int32_t         code = createRealTableForGrantTable(pStmt, &pTable);
  if (TSDB_CODE_SUCCESS == code) {
    SName name;
    code = getTableMetaImpl(pCxt, toName(pCxt->pParseCxt->acctId, pTable->table.dbName, pTable->table.tableName, &name),
                            &(pTable->pMeta));
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = addNamespace(pCxt, pTable);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateExpr(pCxt, &pStmt->pTagCond);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesNodeToString(pStmt->pTagCond, false, &pReq->tagCond, &pReq->tagCondLen);
  }
  nodesDestroyNode((SNode*)pTable);
  return code;
}

6660
static int32_t translateGrant(STranslateContext* pCxt, SGrantStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
6661
  SAlterUserReq req = {0};
X
Xiaoyu Wang 已提交
6662 6663 6664
  if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
6665
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_ADD_ALL_DB : TSDB_ALTER_USER_ADD_ALL_TABLE);
X
Xiaoyu Wang 已提交
6666
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
6667
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_ADD_READ_DB : TSDB_ALTER_USER_ADD_READ_TABLE);
X
Xiaoyu Wang 已提交
6668
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
6669
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_ADD_WRITE_DB : TSDB_ALTER_USER_ADD_WRITE_TABLE);
X
Xiaoyu Wang 已提交
6670
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_SUBSCRIBE)) {
6671
    req.alterType = TSDB_ALTER_USER_ADD_SUBSCRIBE_TOPIC;
wmmhello's avatar
wmmhello 已提交
6672 6673
  }
  strcpy(req.user, pStmt->userName);
6674
  sprintf(req.objname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->objName);
X
Xiaoyu Wang 已提交
6675
  sprintf(req.tabName, "%s", pStmt->tabName);
X
Xiaoyu Wang 已提交
6676
  int32_t code = translateGrantTagCond(pCxt, pStmt, &req);
X
Xiaoyu Wang 已提交
6677 6678 6679 6680
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
  }
  return code;
6681 6682 6683
}

static int32_t translateRevoke(STranslateContext* pCxt, SRevokeStmt* pStmt) {
wmmhello's avatar
wmmhello 已提交
6684
  SAlterUserReq req = {0};
X
Xiaoyu Wang 已提交
6685 6686 6687
  if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_ALL) ||
      (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ) &&
       BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE))) {
6688
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_REMOVE_ALL_DB : TSDB_ALTER_USER_REMOVE_ALL_TABLE);
X
Xiaoyu Wang 已提交
6689
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_READ)) {
6690
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_REMOVE_READ_DB : TSDB_ALTER_USER_REMOVE_READ_TABLE);
X
Xiaoyu Wang 已提交
6691
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_WRITE)) {
6692
    req.alterType = ('\0' == pStmt->tabName[0] ? TSDB_ALTER_USER_REMOVE_WRITE_DB : TSDB_ALTER_USER_REMOVE_WRITE_TABLE);
X
Xiaoyu Wang 已提交
6693
  } else if (BIT_FLAG_TEST_MASK(pStmt->privileges, PRIVILEGE_TYPE_SUBSCRIBE)) {
6694
    req.alterType = TSDB_ALTER_USER_REMOVE_SUBSCRIBE_TOPIC;
wmmhello's avatar
wmmhello 已提交
6695 6696
  }
  strcpy(req.user, pStmt->userName);
6697
  sprintf(req.objname, "%d.%s", pCxt->pParseCxt->acctId, pStmt->objName);
X
Xiaoyu Wang 已提交
6698
  sprintf(req.tabName, "%s", pStmt->tabName);
wmmhello's avatar
wmmhello 已提交
6699
  return buildCmdMsg(pCxt, TDMT_MND_ALTER_USER, (FSerializeFunc)tSerializeSAlterUserReq, &req);
6700 6701
}

X
Xiaoyu Wang 已提交
6702 6703 6704 6705 6706
static int32_t translateBalanceVgroup(STranslateContext* pCxt, SBalanceVgroupStmt* pStmt) {
  SBalanceVgroupReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_BALANCE_VGROUP, (FSerializeFunc)tSerializeSBalanceVgroupReq, &req);
}

C
cadem 已提交
6707 6708 6709 6710 6711
static int32_t translateBalanceVgroupLeader(STranslateContext* pCxt, SBalanceVgroupLeaderStmt* pStmt) {
  SBalanceVgroupLeaderReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_BALANCE_VGROUP_LEADER, (FSerializeFunc)tSerializeSBalanceVgroupLeaderReq, &req);
}

X
Xiaoyu Wang 已提交
6712 6713 6714 6715 6716
static int32_t translateMergeVgroup(STranslateContext* pCxt, SMergeVgroupStmt* pStmt) {
  SMergeVgroupReq req = {.vgId1 = pStmt->vgId1, .vgId2 = pStmt->vgId2};
  return buildCmdMsg(pCxt, TDMT_MND_MERGE_VGROUP, (FSerializeFunc)tSerializeSMergeVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
6717 6718 6719 6720 6721 6722 6723 6724 6725 6726 6727 6728 6729 6730 6731 6732 6733 6734 6735 6736 6737 6738 6739 6740 6741 6742 6743
static int32_t checkDnodeIds(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  int32_t numOfDnodes = LIST_LENGTH(pStmt->pDnodes);
  if (numOfDnodes > 3 || numOfDnodes < 1) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_REDISTRIBUTE_VG);
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pStmt->pDnodes) {
    SValueNode* pVal = (SValueNode*)pNode;
    if (DEAL_RES_ERROR == translateValue(pCxt, pVal)) {
      return pCxt->errCode;
    }
  }

  pStmt->dnodeId1 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 0));
  pStmt->dnodeId2 = -1;
  pStmt->dnodeId3 = -1;
  if (numOfDnodes > 1) {
    pStmt->dnodeId2 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 1));
  }
  if (numOfDnodes > 2) {
    pStmt->dnodeId3 = getBigintFromValueNode((SValueNode*)nodesListGetNode(pStmt->pDnodes, 2));
  }

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
6744 6745
static int32_t translateRedistributeVgroup(STranslateContext* pCxt, SRedistributeVgroupStmt* pStmt) {
  SRedistributeVgroupReq req = {.vgId = pStmt->vgId};
X
Xiaoyu Wang 已提交
6746 6747 6748 6749 6750 6751 6752 6753
  int32_t                code = checkDnodeIds(pCxt, pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    req.dnodeId1 = pStmt->dnodeId1;
    req.dnodeId2 = pStmt->dnodeId2;
    req.dnodeId3 = pStmt->dnodeId3;
    code = buildCmdMsg(pCxt, TDMT_MND_REDISTRIBUTE_VGROUP, (FSerializeFunc)tSerializeSRedistributeVgroupReq, &req);
  }
  return code;
X
Xiaoyu Wang 已提交
6754 6755
}

6756 6757 6758 6759 6760
static int32_t translateSplitVgroup(STranslateContext* pCxt, SSplitVgroupStmt* pStmt) {
  SSplitVgroupReq req = {.vgId = pStmt->vgId};
  return buildCmdMsg(pCxt, TDMT_MND_SPLIT_VGROUP, (FSerializeFunc)tSerializeSSplitVgroupReq, &req);
}

X
Xiaoyu Wang 已提交
6761 6762 6763 6764 6765
static int32_t translateShowVariables(STranslateContext* pCxt, SShowStmt* pStmt) {
  SShowVariablesReq req = {0};
  return buildCmdMsg(pCxt, TDMT_MND_SHOW_VARIABLES, (FSerializeFunc)tSerializeSShowVariablesReq, &req);
}

6766 6767 6768 6769 6770
static int32_t translateShowCreateDatabase(STranslateContext* pCxt, SShowCreateDatabaseStmt* pStmt) {
  pStmt->pCfg = taosMemoryCalloc(1, sizeof(SDbCfgInfo));
  if (NULL == pStmt->pCfg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
6771

6772 6773 6774
  SName name;
  tNameSetDbName(&name, pCxt->pParseCxt->acctId, pStmt->dbName, strlen(pStmt->dbName));
  tNameGetFullDbName(&name, pStmt->dbFName);
X
Xiaoyu Wang 已提交
6775

6776 6777 6778 6779
  return getDBCfg(pCxt, pStmt->dbName, (SDbCfgInfo*)pStmt->pCfg);
}

static int32_t translateShowCreateTable(STranslateContext* pCxt, SShowCreateTableStmt* pStmt) {
X
Xiaoyu Wang 已提交
6780 6781 6782 6783 6784 6785 6786 6787 6788 6789 6790
  pStmt->pDbCfg = taosMemoryCalloc(1, sizeof(SDbCfgInfo));
  if (NULL == pStmt->pDbCfg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  int32_t code = getDBCfg(pCxt, pStmt->dbName, (SDbCfgInfo*)pStmt->pDbCfg);
  if (TSDB_CODE_SUCCESS == code) {
    SName name;
    toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name);
    code = getTableCfg(pCxt, &name, (STableCfg**)&pStmt->pTableCfg);
  }
  return code;
6791 6792
}

6793
static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode) {
wmmhello's avatar
wmmhello 已提交
6794 6795 6796 6797 6798 6799 6800 6801
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pNode)) {
    case QUERY_NODE_SELECT_STMT:
      code = translateSelect(pCxt, (SSelectStmt*)pNode);
      break;
    case QUERY_NODE_SET_OPERATOR:
      code = translateSetOperator(pCxt, (SSetOperator*)pNode);
      break;
X
Xiaoyu Wang 已提交
6802 6803 6804
    case QUERY_NODE_DELETE_STMT:
      code = translateDelete(pCxt, (SDeleteStmt*)pNode);
      break;
6805 6806 6807
    case QUERY_NODE_INSERT_STMT:
      code = translateInsert(pCxt, (SInsertStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
6808 6809 6810 6811 6812 6813 6814 6815 6816
    case QUERY_NODE_CREATE_DATABASE_STMT:
      code = translateCreateDatabase(pCxt, (SCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DATABASE_STMT:
      code = translateDropDatabase(pCxt, (SDropDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DATABASE_STMT:
      code = translateAlterDatabase(pCxt, (SAlterDatabaseStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6817 6818 6819
    case QUERY_NODE_TRIM_DATABASE_STMT:
      code = translateTrimDatabase(pCxt, (STrimDatabaseStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
6820 6821 6822 6823 6824 6825 6826 6827 6828 6829
    case QUERY_NODE_CREATE_TABLE_STMT:
      code = translateCreateSuperTable(pCxt, (SCreateTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = translateDropTable(pCxt, (SDropTableStmt*)pNode);
      break;
    case QUERY_NODE_DROP_SUPER_TABLE_STMT:
      code = translateDropSuperTable(pCxt, (SDropSuperTableStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
6830
    case QUERY_NODE_ALTER_SUPER_TABLE_STMT:
X
Xiaoyu Wang 已提交
6831
      code = translateAlterSuperTable(pCxt, (SAlterTableStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
6832 6833 6834 6835 6836 6837 6838 6839 6840 6841 6842 6843 6844 6845 6846 6847 6848 6849 6850 6851 6852 6853 6854 6855 6856 6857 6858 6859 6860 6861 6862 6863 6864 6865 6866 6867 6868 6869 6870 6871 6872 6873 6874 6875 6876 6877
      break;
    case QUERY_NODE_CREATE_USER_STMT:
      code = translateCreateUser(pCxt, (SCreateUserStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_USER_STMT:
      code = translateAlterUser(pCxt, (SAlterUserStmt*)pNode);
      break;
    case QUERY_NODE_DROP_USER_STMT:
      code = translateDropUser(pCxt, (SDropUserStmt*)pNode);
      break;
    case QUERY_NODE_USE_DATABASE_STMT:
      code = translateUseDatabase(pCxt, (SUseDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_DNODE_STMT:
      code = translateCreateDnode(pCxt, (SCreateDnodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_DNODE_STMT:
      code = translateDropDnode(pCxt, (SDropDnodeStmt*)pNode);
      break;
    case QUERY_NODE_ALTER_DNODE_STMT:
      code = translateAlterDnode(pCxt, (SAlterDnodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_INDEX_STMT:
      code = translateCreateIndex(pCxt, (SCreateIndexStmt*)pNode);
      break;
    case QUERY_NODE_DROP_INDEX_STMT:
      code = translateDropIndex(pCxt, (SDropIndexStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_QNODE_STMT:
    case QUERY_NODE_CREATE_BNODE_STMT:
    case QUERY_NODE_CREATE_SNODE_STMT:
    case QUERY_NODE_CREATE_MNODE_STMT:
      code = translateCreateComponentNode(pCxt, (SCreateComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_DROP_QNODE_STMT:
    case QUERY_NODE_DROP_BNODE_STMT:
    case QUERY_NODE_DROP_SNODE_STMT:
    case QUERY_NODE_DROP_MNODE_STMT:
      code = translateDropComponentNode(pCxt, (SDropComponentNodeStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_TOPIC_STMT:
      code = translateCreateTopic(pCxt, (SCreateTopicStmt*)pNode);
      break;
    case QUERY_NODE_DROP_TOPIC_STMT:
      code = translateDropTopic(pCxt, (SDropTopicStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6878 6879 6880
    case QUERY_NODE_DROP_CGROUP_STMT:
      code = translateDropCGroup(pCxt, (SDropCGroupStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
6881 6882 6883 6884 6885 6886 6887 6888 6889
    case QUERY_NODE_ALTER_LOCAL_STMT:
      code = translateAlterLocal(pCxt, (SAlterLocalStmt*)pNode);
      break;
    case QUERY_NODE_EXPLAIN_STMT:
      code = translateExplain(pCxt, (SExplainStmt*)pNode);
      break;
    case QUERY_NODE_DESCRIBE_STMT:
      code = translateDescribe(pCxt, (SDescribeStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6890 6891 6892
    case QUERY_NODE_COMPACT_DATABASE_STMT:
      code = translateCompact(pCxt, (SCompactDatabaseStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
6893 6894 6895 6896
    case QUERY_NODE_KILL_CONNECTION_STMT:
      code = translateKillConnection(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_KILL_QUERY_STMT:
X
Xiaoyu Wang 已提交
6897
      code = translateKillQuery(pCxt, (SKillQueryStmt*)pNode);
wmmhello's avatar
wmmhello 已提交
6898 6899 6900 6901 6902 6903 6904 6905 6906 6907 6908 6909 6910 6911 6912 6913 6914 6915 6916 6917 6918 6919
      break;
    case QUERY_NODE_KILL_TRANSACTION_STMT:
      code = translateKillTransaction(pCxt, (SKillStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_STREAM_STMT:
      code = translateCreateStream(pCxt, (SCreateStreamStmt*)pNode);
      break;
    case QUERY_NODE_DROP_STREAM_STMT:
      code = translateDropStream(pCxt, (SDropStreamStmt*)pNode);
      break;
    case QUERY_NODE_CREATE_FUNCTION_STMT:
      code = translateCreateFunction(pCxt, (SCreateFunctionStmt*)pNode);
      break;
    case QUERY_NODE_DROP_FUNCTION_STMT:
      code = translateDropFunction(pCxt, (SDropFunctionStmt*)pNode);
      break;
    case QUERY_NODE_GRANT_STMT:
      code = translateGrant(pCxt, (SGrantStmt*)pNode);
      break;
    case QUERY_NODE_REVOKE_STMT:
      code = translateRevoke(pCxt, (SRevokeStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6920 6921 6922
    case QUERY_NODE_BALANCE_VGROUP_STMT:
      code = translateBalanceVgroup(pCxt, (SBalanceVgroupStmt*)pNode);
      break;
C
cadem 已提交
6923 6924 6925
    case QUERY_NODE_BALANCE_VGROUP_LEADER_STMT:
      code = translateBalanceVgroupLeader(pCxt, (SBalanceVgroupLeaderStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6926 6927 6928 6929 6930 6931
    case QUERY_NODE_MERGE_VGROUP_STMT:
      code = translateMergeVgroup(pCxt, (SMergeVgroupStmt*)pNode);
      break;
    case QUERY_NODE_REDISTRIBUTE_VGROUP_STMT:
      code = translateRedistributeVgroup(pCxt, (SRedistributeVgroupStmt*)pNode);
      break;
6932 6933 6934
    case QUERY_NODE_SPLIT_VGROUP_STMT:
      code = translateSplitVgroup(pCxt, (SSplitVgroupStmt*)pNode);
      break;
X
Xiaoyu Wang 已提交
6935 6936 6937
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      code = translateShowVariables(pCxt, (SShowStmt*)pNode);
      break;
6938 6939 6940 6941 6942 6943 6944
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      code = translateShowCreateDatabase(pCxt, (SShowCreateDatabaseStmt*)pNode);
      break;
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      code = translateShowCreateTable(pCxt, (SShowCreateTableStmt*)pNode);
      break;
wmmhello's avatar
wmmhello 已提交
6945 6946 6947 6948
    default:
      break;
  }
  return code;
6949 6950 6951
}

static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
6952 6953
  ESqlClause currClause = pCxt->currClause;
  SNode*     pCurrStmt = pCxt->pCurrStmt;
6954 6955
  int32_t    currLevel = pCxt->currLevel;
  pCxt->currLevel = ++(pCxt->levelNo);
X
Xiaoyu Wang 已提交
6956
  int32_t code = translateQuery(pCxt, pNode);
wmmhello's avatar
wmmhello 已提交
6957
  pCxt->currClause = currClause;
6958
  pCxt->pCurrStmt = pCurrStmt;
6959
  pCxt->currLevel = currLevel;
wmmhello's avatar
wmmhello 已提交
6960
  return code;
6961 6962
}

X
Xiaoyu Wang 已提交
6963
static int32_t extractQueryResultSchema(const SNodeList* pProjections, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
6964 6965 6966 6967 6968 6969 6970 6971 6972 6973
  *numOfCols = LIST_LENGTH(pProjections);
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  SNode*  pNode;
  int32_t index = 0;
  FOREACH(pNode, pProjections) {
    SExprNode* pExpr = (SExprNode*)pNode;
6974 6975 6976 6977 6978 6979 6980
    if (TSDB_DATA_TYPE_NULL == pExpr->resType.type) {
      (*pSchema)[index].type = TSDB_DATA_TYPE_VARCHAR;
      (*pSchema)[index].bytes = 0;
    } else {
      (*pSchema)[index].type = pExpr->resType.type;
      (*pSchema)[index].bytes = pExpr->resType.bytes;
    }
wmmhello's avatar
wmmhello 已提交
6981 6982 6983 6984 6985 6986 6987 6988 6989 6990
    (*pSchema)[index].colId = index + 1;
    if ('\0' != pExpr->userAlias[0]) {
      strcpy((*pSchema)[index].name, pExpr->userAlias);
    } else {
      strcpy((*pSchema)[index].name, pExpr->aliasName);
    }
    index += 1;
  }

  return TSDB_CODE_SUCCESS;
6991 6992
}

H
Hongze Cheng 已提交
6993
static int8_t extractResultTsPrecision(const SSelectStmt* pSelect) { return pSelect->precision; }
6994

6995
static int32_t extractExplainResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
6996 6997 6998 6999 7000 7001 7002 7003 7004
  *numOfCols = 1;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_EXPLAIN_RESULT_ROW_SIZE;
  strcpy((*pSchema)[0].name, TSDB_EXPLAIN_RESULT_COLUMN_NAME);
  return TSDB_CODE_SUCCESS;
7005 7006 7007
}

static int32_t extractDescribeResultSchema(int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
7008 7009 7010 7011 7012
  *numOfCols = DESCRIBE_RESULT_COLS;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
7013

wmmhello's avatar
wmmhello 已提交
7014 7015 7016
  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = DESCRIBE_RESULT_FIELD_LEN;
  strcpy((*pSchema)[0].name, "field");
7017

wmmhello's avatar
wmmhello 已提交
7018 7019 7020
  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = DESCRIBE_RESULT_TYPE_LEN;
  strcpy((*pSchema)[1].name, "type");
7021

wmmhello's avatar
wmmhello 已提交
7022 7023 7024
  (*pSchema)[2].type = TSDB_DATA_TYPE_INT;
  (*pSchema)[2].bytes = tDataTypes[TSDB_DATA_TYPE_INT].bytes;
  strcpy((*pSchema)[2].name, "length");
7025

wmmhello's avatar
wmmhello 已提交
7026 7027 7028
  (*pSchema)[3].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[3].bytes = DESCRIBE_RESULT_NOTE_LEN;
  strcpy((*pSchema)[3].name, "note");
7029

wmmhello's avatar
wmmhello 已提交
7030
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7031 7032
}

7033 7034 7035 7036 7037 7038 7039 7040 7041 7042 7043 7044 7045 7046 7047 7048 7049 7050
static int32_t extractShowCreateDatabaseResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_DB_NAME_LEN;
  strcpy((*pSchema)[0].name, "Database");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_MAX_BINARY_LEN;
  strcpy((*pSchema)[1].name, "Create Database");

  return TSDB_CODE_SUCCESS;
}

7051 7052 7053 7054 7055 7056 7057 7058 7059 7060 7061 7062 7063 7064
static int32_t extractShowAliveResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 1;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_INT;
  (*pSchema)[0].bytes = sizeof(int32_t);
  strcpy((*pSchema)[0].name, "status");

  return TSDB_CODE_SUCCESS;
}

7065 7066 7067 7068 7069 7070 7071 7072
static int32_t extractShowCreateTableResultSchema(int32_t* numOfCols, SSchema** pSchema) {
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
7073
  (*pSchema)[0].bytes = SHOW_CREATE_TB_RESULT_FIELD1_LEN;
7074 7075 7076
  strcpy((*pSchema)[0].name, "Table");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
7077
  (*pSchema)[1].bytes = SHOW_CREATE_TB_RESULT_FIELD2_LEN;
7078 7079 7080 7081 7082
  strcpy((*pSchema)[1].name, "Create Table");

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
7083
static int32_t extractShowVariablesResultSchema(int32_t* numOfCols, SSchema** pSchema) {
D
dapan1121 已提交
7084 7085 7086 7087 7088 7089 7090 7091 7092 7093 7094 7095 7096 7097 7098 7099 7100
  *numOfCols = 2;
  *pSchema = taosMemoryCalloc((*numOfCols), sizeof(SSchema));
  if (NULL == (*pSchema)) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pSchema)[0].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[0].bytes = TSDB_CONFIG_OPTION_LEN;
  strcpy((*pSchema)[0].name, "name");

  (*pSchema)[1].type = TSDB_DATA_TYPE_BINARY;
  (*pSchema)[1].bytes = TSDB_CONFIG_VALUE_LEN;
  strcpy((*pSchema)[1].name, "value");

  return TSDB_CODE_SUCCESS;
}

7101
int32_t extractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
wmmhello's avatar
wmmhello 已提交
7102 7103 7104
  if (NULL == pRoot) {
    return TSDB_CODE_SUCCESS;
  }
7105

wmmhello's avatar
wmmhello 已提交
7106 7107 7108 7109 7110 7111 7112 7113
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
    case QUERY_NODE_SET_OPERATOR:
      return extractQueryResultSchema(getProjectList(pRoot), numOfCols, pSchema);
    case QUERY_NODE_EXPLAIN_STMT:
      return extractExplainResultSchema(numOfCols, pSchema);
    case QUERY_NODE_DESCRIBE_STMT:
      return extractDescribeResultSchema(numOfCols, pSchema);
7114 7115
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
      return extractShowCreateDatabaseResultSchema(numOfCols, pSchema);
7116 7117
    case QUERY_NODE_SHOW_DB_ALIVE_STMT:
    case QUERY_NODE_SHOW_CLUSTER_ALIVE_STMT:
7118
      return extractShowAliveResultSchema(numOfCols, pSchema);
7119 7120 7121
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
      return extractShowCreateTableResultSchema(numOfCols, pSchema);
D
dapan1121 已提交
7122
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
D
dapan1121 已提交
7123 7124
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      return extractShowVariablesResultSchema(numOfCols, pSchema);
wmmhello's avatar
wmmhello 已提交
7125 7126 7127
    default:
      break;
  }
7128

wmmhello's avatar
wmmhello 已提交
7129
  return TSDB_CODE_FAILED;
7130 7131
}

X
Xiaoyu Wang 已提交
7132 7133 7134 7135
static SNode* createStarCol() {
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return NULL;
wmmhello's avatar
wmmhello 已提交
7136
  }
X
Xiaoyu Wang 已提交
7137 7138
  strcpy(pCol->colName, "*");
  return (SNode*)pCol;
X
Xiaoyu Wang 已提交
7139 7140
}

X
Xiaoyu Wang 已提交
7141
static SNode* createProjectCol(const char* pProjCol) {
7142 7143 7144 7145
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
  if (NULL == pCol) {
    return NULL;
  }
X
Xiaoyu Wang 已提交
7146
  snprintf(pCol->colName, sizeof(pCol->colName), "%s", pProjCol);
7147 7148 7149
  return (SNode*)pCol;
}

X
Xiaoyu Wang 已提交
7150 7151
static SNodeList* createProjectCols(int32_t ncols, const char* const pCols[]) {
  SNodeList* pProjections = NULL;
7152
  if (0 == ncols) {
X
Xiaoyu Wang 已提交
7153 7154 7155 7156 7157 7158 7159 7160 7161 7162 7163 7164 7165 7166 7167
    nodesListMakeStrictAppend(&pProjections, createStarCol());
    return pProjections;
  }
  for (int32_t i = 0; i < ncols; ++i) {
    int32_t code = nodesListMakeStrictAppend(&pProjections, createProjectCol(pCols[i]));
    if (TSDB_CODE_SUCCESS != code) {
      nodesDestroyList(pProjections);
      return NULL;
    }
  }
  return pProjections;
}

static int32_t createSimpleSelectStmt(const char* pDb, const char* pTable, int32_t numOfProjs,
                                      const char* const pProjCol[], SSelectStmt** pStmt) {
7168
  SSelectStmt* pSelect = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
wmmhello's avatar
wmmhello 已提交
7169 7170 7171 7172
  if (NULL == pSelect) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  sprintf(pSelect->stmtName, "%p", pSelect);
X
Xiaoyu Wang 已提交
7173

7174 7175
  SRealTableNode* pRealTable = (SRealTableNode*)nodesMakeNode(QUERY_NODE_REAL_TABLE);
  if (NULL == pRealTable) {
7176
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
7177 7178
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
7179 7180 7181
  snprintf(pRealTable->table.dbName, sizeof(pRealTable->table.dbName), "%s", pDb);
  snprintf(pRealTable->table.tableName, sizeof(pRealTable->table.tableName), "%s", pTable);
  snprintf(pRealTable->table.tableAlias, sizeof(pRealTable->table.tableAlias), "%s", pTable);
7182
  pSelect->pFromTable = (SNode*)pRealTable;
X
Xiaoyu Wang 已提交
7183

7184 7185 7186 7187 7188 7189
  if (numOfProjs >= 0) {
    pSelect->pProjectionList = createProjectCols(numOfProjs, pProjCol);
    if (NULL == pSelect->pProjectionList) {
      nodesDestroyNode((SNode*)pSelect);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
7190 7191
  }

wmmhello's avatar
wmmhello 已提交
7192
  *pStmt = pSelect;
X
Xiaoyu Wang 已提交
7193

wmmhello's avatar
wmmhello 已提交
7194
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7195 7196
}

7197
static int32_t createSelectStmtForShow(ENodeType showType, SSelectStmt** pStmt) {
X
Xiaoyu Wang 已提交
7198 7199
  const SSysTableShowAdapter* pShow = &sysTableShowAdapter[showType - SYSTABLE_SHOW_TYPE_OFFSET];
  return createSimpleSelectStmt(pShow->pDbName, pShow->pTableName, pShow->numOfShowCols, pShow->pShowCols, pStmt);
7200 7201 7202
}

static int32_t createSelectStmtForShowTableDist(SShowTableDistributedStmt* pStmt, SSelectStmt** pOutput) {
X
Xiaoyu Wang 已提交
7203
  return createSimpleSelectStmt(pStmt->dbName, pStmt->tableName, 0, NULL, pOutput);
7204 7205
}

X
Xiaoyu Wang 已提交
7206
static int32_t createOperatorNode(EOperatorType opType, const char* pColName, SNode* pRight, SNode** pOp) {
wmmhello's avatar
wmmhello 已提交
7207 7208 7209
  if (NULL == pRight) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
7210

7211
  SOperatorNode* pOper = (SOperatorNode*)nodesMakeNode(QUERY_NODE_OPERATOR);
wmmhello's avatar
wmmhello 已提交
7212 7213 7214
  if (NULL == pOper) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
7215

wmmhello's avatar
wmmhello 已提交
7216 7217 7218 7219
  pOper->opType = opType;
  pOper->pLeft = nodesMakeNode(QUERY_NODE_COLUMN);
  pOper->pRight = nodesCloneNode(pRight);
  if (NULL == pOper->pLeft || NULL == pOper->pRight) {
7220
    nodesDestroyNode((SNode*)pOper);
wmmhello's avatar
wmmhello 已提交
7221 7222
    return TSDB_CODE_OUT_OF_MEMORY;
  }
7223
  snprintf(((SColumnNode*)pOper->pLeft)->colName, sizeof(((SColumnNode*)pOper->pLeft)->colName), "%s", pColName);
X
Xiaoyu Wang 已提交
7224

wmmhello's avatar
wmmhello 已提交
7225 7226
  *pOp = (SNode*)pOper;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7227 7228 7229
}

static const char* getTbNameColName(ENodeType type) {
wmmhello's avatar
wmmhello 已提交
7230
  return (QUERY_NODE_SHOW_STABLES_STMT == type ? "stable_name" : "table_name");
X
Xiaoyu Wang 已提交
7231 7232 7233
}

static int32_t createLogicCondNode(SNode* pCond1, SNode* pCond2, SNode** pCond) {
7234
  SLogicConditionNode* pCondition = (SLogicConditionNode*)nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
wmmhello's avatar
wmmhello 已提交
7235 7236 7237 7238 7239 7240
  if (NULL == pCondition) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCondition->condType = LOGIC_COND_TYPE_AND;
  pCondition->pParameterList = nodesMakeList();
  if (NULL == pCondition->pParameterList) {
7241
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
7242 7243 7244 7245
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond1) ||
      TSDB_CODE_SUCCESS != nodesListAppend(pCondition->pParameterList, pCond2)) {
7246
    nodesDestroyNode((SNode*)pCondition);
wmmhello's avatar
wmmhello 已提交
7247 7248 7249 7250 7251
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  *pCond = (SNode*)pCondition;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7252 7253 7254
}

static int32_t createShowCondition(const SShowStmt* pShow, SSelectStmt* pSelect) {
wmmhello's avatar
wmmhello 已提交
7255 7256 7257 7258
  SNode* pDbCond = NULL;
  SNode* pTbCond = NULL;
  if (TSDB_CODE_SUCCESS != createOperatorNode(OP_TYPE_EQUAL, "db_name", pShow->pDbName, &pDbCond) ||
      TSDB_CODE_SUCCESS !=
7259
          createOperatorNode(pShow->tableCondType, getTbNameColName(nodeType(pShow)), pShow->pTbName, &pTbCond)) {
wmmhello's avatar
wmmhello 已提交
7260 7261 7262 7263 7264 7265 7266 7267 7268 7269 7270 7271 7272 7273 7274 7275 7276 7277 7278 7279
    nodesDestroyNode(pDbCond);
    nodesDestroyNode(pTbCond);
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  if (NULL != pDbCond && NULL != pTbCond) {
    if (TSDB_CODE_SUCCESS != createLogicCondNode(pDbCond, pTbCond, &pSelect->pWhere)) {
      nodesDestroyNode(pDbCond);
      nodesDestroyNode(pTbCond);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  } else {
    pSelect->pWhere = (NULL == pDbCond ? pTbCond : pDbCond);
  }

  if (NULL != pShow->pDbName) {
    strcpy(((SRealTableNode*)pSelect->pFromTable)->qualDbName, ((SValueNode*)pShow->pDbName)->literal);
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7280 7281 7282
}

static int32_t rewriteShow(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
7283 7284 7285 7286 7287 7288
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    code = createShowCondition((SShowStmt*)pQuery->pRoot, pStmt);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
7289
    pCxt->showRewrite = true;
wmmhello's avatar
wmmhello 已提交
7290 7291 7292
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
7293 7294 7295 7296 7297 7298
  } else {
    nodesDestroyNode((SNode*)pStmt);
  }
  return code;
}

X
Xiaoyu Wang 已提交
7299 7300 7301 7302 7303 7304 7305 7306 7307 7308 7309 7310 7311 7312
static int32_t checkShowVgroups(STranslateContext* pCxt, SShowStmt* pShow) {
  // just to verify whether the database exists
  SDbCfgInfo dbCfg = {0};
  return getDBCfg(pCxt, ((SValueNode*)pShow->pDbName)->literal, &dbCfg);
}

static int32_t rewriteShowVgroups(STranslateContext* pCxt, SQuery* pQuery) {
  int32_t code = checkShowVgroups(pCxt, (SShowStmt*)pQuery->pRoot);
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteShow(pCxt, pQuery);
  }
  return code;
}

7313 7314 7315 7316 7317 7318 7319 7320 7321
static SNode* createTagsFunction() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }
  strcpy(pFunc->functionName, "_tags");
  return (SNode*)pFunc;
}

7322 7323 7324 7325 7326 7327 7328 7329 7330 7331 7332 7333
static int32_t createShowTableTagsProjections(SNodeList** pProjections, SNodeList** pTags) {
  if (NULL != *pTags) {
    TSWAP(*pProjections, *pTags);
    return TSDB_CODE_SUCCESS;
  }
  int32_t code = nodesListMakeStrictAppend(pProjections, createTbnameFunction());
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListStrictAppend(*pProjections, createTagsFunction());
  }
  return code;
}

7334
static int32_t rewriteShowStableTags(STranslateContext* pCxt, SQuery* pQuery) {
7335 7336
  SShowTableTagsStmt* pShow = (SShowTableTagsStmt*)pQuery->pRoot;
  SSelectStmt*        pSelect = NULL;
7337 7338 7339
  int32_t code = createSimpleSelectStmt(((SValueNode*)pShow->pDbName)->literal, ((SValueNode*)pShow->pTbName)->literal,
                                        -1, NULL, &pSelect);
  if (TSDB_CODE_SUCCESS == code) {
7340
    code = createShowTableTagsProjections(&pSelect->pProjectionList, &pShow->pTags);
7341 7342
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
7343
    pCxt->showRewrite = true;
7344
    pQuery->showRewrite = true;
7345
    pSelect->tagScan = true;
7346 7347 7348 7349
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pSelect;
  } else {
    nodesDestroyNode((SNode*)pSelect);
wmmhello's avatar
wmmhello 已提交
7350 7351
  }
  return code;
7352 7353
}

7354
static int32_t rewriteShowDnodeVariables(STranslateContext* pCxt, SQuery* pQuery) {
7355 7356 7357 7358 7359 7360 7361 7362 7363 7364 7365
  SShowDnodeVariablesStmt* pStmt = (SShowDnodeVariablesStmt*)pQuery->pRoot;
  SNode*                   pDnodeCond = NULL;
  SNode*                   pLikeCond = NULL;
  SSelectStmt*             pSelect = NULL;
  int32_t                  code = createSelectStmtForShow(nodeType(pQuery->pRoot), &pSelect);
  if (TSDB_CODE_SUCCESS == code) {
    code = createOperatorNode(OP_TYPE_EQUAL, "dnode_id", pStmt->pDnodeId, &pDnodeCond);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = createOperatorNode(OP_TYPE_LIKE, "name", pStmt->pLikePattern, &pLikeCond);
  }
7366
  if (TSDB_CODE_SUCCESS == code) {
7367 7368 7369 7370 7371
    if (NULL != pLikeCond) {
      code = createLogicCondNode(pDnodeCond, pLikeCond, &pSelect->pWhere);
    } else {
      pSelect->pWhere = pDnodeCond;
    }
7372 7373
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
7374
    pCxt->showRewrite = true;
7375 7376
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
7377
    pQuery->pRoot = (SNode*)pSelect;
7378 7379 7380 7381
  }
  return code;
}

7382 7383 7384 7385 7386 7387 7388 7389
static int32_t rewriteShowVnodes(STranslateContext* pCxt, SQuery* pQuery) {
  SShowVnodesStmt* pShow = (SShowVnodesStmt*)(pQuery->pRoot);
  SSelectStmt*     pStmt = NULL;
  int32_t          code = createSelectStmtForShow(QUERY_NODE_SHOW_VNODES_STMT, &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
    if (NULL != pShow->pDnodeId) {
      code = createOperatorNode(OP_TYPE_EQUAL, "dnode_id", pShow->pDnodeId, &pStmt->pWhere);
    } else {
7390
      code = createOperatorNode(OP_TYPE_EQUAL, "dnode_ep", pShow->pDnodeEndpoint, &pStmt->pWhere);
7391 7392 7393
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
7394
    pCxt->showRewrite = true;
7395 7396 7397 7398 7399 7400 7401
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

7402 7403 7404 7405 7406 7407 7408 7409 7410 7411 7412 7413 7414 7415 7416 7417 7418 7419 7420 7421 7422 7423 7424 7425 7426 7427 7428 7429 7430 7431
static SNode* createBlockDistInfoFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist_info");
  strcpy(pFunc->node.aliasName, "_block_dist_info");
  return (SNode*)pFunc;
}

static SNode* createBlockDistFunc() {
  SFunctionNode* pFunc = (SFunctionNode*)nodesMakeNode(QUERY_NODE_FUNCTION);
  if (NULL == pFunc) {
    return NULL;
  }

  strcpy(pFunc->functionName, "_block_dist");
  strcpy(pFunc->node.aliasName, "_block_dist");
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pFunc->pParameterList, createBlockDistInfoFunc())) {
    nodesDestroyNode((SNode*)pFunc);
    return NULL;
  }
  return (SNode*)pFunc;
}

static int32_t rewriteShowTableDist(STranslateContext* pCxt, SQuery* pQuery) {
  SSelectStmt* pStmt = NULL;
  int32_t      code = createSelectStmtForShowTableDist((SShowTableDistributedStmt*)pQuery->pRoot, &pStmt);
  if (TSDB_CODE_SUCCESS == code) {
7432
    NODES_DESTORY_LIST(pStmt->pProjectionList);
7433 7434 7435
    code = nodesListMakeStrictAppend(&pStmt->pProjectionList, createBlockDistFunc());
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
7436
    pCxt->showRewrite = true;
7437 7438 7439 7440 7441 7442 7443
    pQuery->showRewrite = true;
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = (SNode*)pStmt;
  }
  return code;
}

X
Xiaoyu Wang 已提交
7444
typedef struct SVgroupCreateTableBatch {
wmmhello's avatar
wmmhello 已提交
7445 7446 7447
  SVCreateTbBatchReq req;
  SVgroupInfo        info;
  char               dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
7448
} SVgroupCreateTableBatch;
7449

dengyihao's avatar
dengyihao 已提交
7450
static int32_t buildNormalTableBatchReq(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pVgroupInfo,
wmmhello's avatar
wmmhello 已提交
7451 7452 7453 7454 7455 7456 7457 7458
                                        SVgroupCreateTableBatch* pBatch) {
  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  strcpy(name.dbname, pStmt->dbName);
  tNameGetFullDbName(&name, dbFName);

  SVCreateTbReq req = {0};
  req.type = TD_NORMAL_TABLE;
7459
  req.name = taosStrdup(pStmt->tableName);
wmmhello's avatar
wmmhello 已提交
7460
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
7461
  if (pStmt->pOptions->commentNull == false) {
7462
    req.comment = taosStrdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
7463
    if (NULL == req.comment) {
7464
      tdDestroySVCreateTbReq(&req);
wmmhello's avatar
wmmhello 已提交
7465 7466
      return TSDB_CODE_OUT_OF_MEMORY;
    }
wmmhello's avatar
wmmhello 已提交
7467
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
7468
  } else {
wmmhello's avatar
wmmhello 已提交
7469
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
7470
  }
7471 7472 7473 7474
  req.ntb.schemaRow.nCols = LIST_LENGTH(pStmt->pCols);
  req.ntb.schemaRow.version = 1;
  req.ntb.schemaRow.pSchema = taosMemoryCalloc(req.ntb.schemaRow.nCols, sizeof(SSchema));
  if (NULL == req.name || NULL == req.ntb.schemaRow.pSchema) {
7475
    tdDestroySVCreateTbReq(&req);
wmmhello's avatar
wmmhello 已提交
7476 7477 7478 7479 7480 7481 7482 7483
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }
  SNode*   pCol;
  col_id_t index = 0;
  FOREACH(pCol, pStmt->pCols) {
7484
    toSchema((SColumnDefNode*)pCol, index + 1, req.ntb.schemaRow.pSchema + index);
wmmhello's avatar
wmmhello 已提交
7485 7486 7487 7488 7489 7490
    ++index;
  }
  pBatch->info = *pVgroupInfo;
  strcpy(pBatch->dbName, pStmt->dbName);
  pBatch->req.pArray = taosArrayInit(1, sizeof(struct SVCreateTbReq));
  if (NULL == pBatch->req.pArray) {
7491
    tdDestroySVCreateTbReq(&req);
wmmhello's avatar
wmmhello 已提交
7492 7493 7494 7495 7496
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  taosArrayPush(pBatch->req.pArray, &req);

  return TSDB_CODE_SUCCESS;
7497 7498
}

X
Xiaoyu Wang 已提交
7499
static int32_t serializeVgroupCreateTableBatch(SVgroupCreateTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
7500 7501 7502 7503 7504 7505 7506 7507 7508 7509 7510 7511 7512 7513 7514 7515 7516 7517 7518 7519 7520 7521 7522 7523 7524 7525 7526 7527 7528
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVCreateTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
7529 7530
}

wmmhello's avatar
wmmhello 已提交
7531
static void destroyCreateTbReqBatch(void* data) {
7532 7533
  SVgroupCreateTableBatch* pTbBatch = (SVgroupCreateTableBatch*)data;
  size_t                   size = taosArrayGetSize(pTbBatch->req.pArray);
wmmhello's avatar
wmmhello 已提交
7534 7535
  for (int32_t i = 0; i < size; ++i) {
    SVCreateTbReq* pTableReq = taosArrayGet(pTbBatch->req.pArray, i);
7536
    tdDestroySVCreateTbReq(pTableReq);
wmmhello's avatar
wmmhello 已提交
7537
  }
7538

wmmhello's avatar
wmmhello 已提交
7539
  taosArrayDestroy(pTbBatch->req.pArray);
7540 7541
}

wmmhello's avatar
wmmhello 已提交
7542
int32_t rewriteToVnodeModifyOpStmt(SQuery* pQuery, SArray* pBufArray) {
X
Xiaoyu Wang 已提交
7543
  SVnodeModifyOpStmt* pNewStmt = (SVnodeModifyOpStmt*)nodesMakeNode(QUERY_NODE_VNODE_MODIFY_STMT);
wmmhello's avatar
wmmhello 已提交
7544 7545 7546 7547 7548 7549 7550 7551
  if (pNewStmt == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pNewStmt->sqlNodeType = nodeType(pQuery->pRoot);
  pNewStmt->pDataBlocks = pBufArray;
  nodesDestroyNode(pQuery->pRoot);
  pQuery->pRoot = (SNode*)pNewStmt;
  return TSDB_CODE_SUCCESS;
7552 7553
}

X
Xiaoyu Wang 已提交
7554
static void destroyCreateTbReqArray(SArray* pArray) {
wmmhello's avatar
wmmhello 已提交
7555 7556 7557 7558 7559 7560 7561
  size_t size = taosArrayGetSize(pArray);
  for (size_t i = 0; i < size; ++i) {
    SVgDataBlocks* pVg = taosArrayGetP(pArray, i);
    taosMemoryFreeClear(pVg->pData);
    taosMemoryFreeClear(pVg);
  }
  taosArrayDestroy(pArray);
X
Xiaoyu Wang 已提交
7562 7563
}

dengyihao's avatar
dengyihao 已提交
7564
static int32_t buildCreateTableDataBlock(int32_t acctId, const SCreateTableStmt* pStmt, const SVgroupInfo* pInfo,
wmmhello's avatar
wmmhello 已提交
7565 7566 7567 7568 7569
                                         SArray** pBufArray) {
  *pBufArray = taosArrayInit(1, POINTER_BYTES);
  if (NULL == *pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
7570

wmmhello's avatar
wmmhello 已提交
7571 7572 7573 7574 7575
  SVgroupCreateTableBatch tbatch = {0};
  int32_t                 code = buildNormalTableBatchReq(acctId, pStmt, pInfo, &tbatch);
  if (TSDB_CODE_SUCCESS == code) {
    code = serializeVgroupCreateTableBatch(&tbatch, *pBufArray);
  }
X
Xiaoyu Wang 已提交
7576

wmmhello's avatar
wmmhello 已提交
7577 7578 7579 7580 7581
  destroyCreateTbReqBatch(&tbatch);
  if (TSDB_CODE_SUCCESS != code) {
    destroyCreateTbReqArray(*pBufArray);
  }
  return code;
7582 7583 7584
}

static int32_t rewriteCreateTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
7585 7586
  SCreateTableStmt* pStmt = (SCreateTableStmt*)pQuery->pRoot;

7587
  int32_t     code = checkCreateTable(pCxt, pStmt, false);
wmmhello's avatar
wmmhello 已提交
7588
  SVgroupInfo info = {0};
7589
  SName       name;
D
dapan1121 已提交
7590
  toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name);
wmmhello's avatar
wmmhello 已提交
7591
  if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
7592 7593 7594 7595
    code = getTableHashVgroupImpl(pCxt, &name, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(&name, pCxt->pTargetTables);
wmmhello's avatar
wmmhello 已提交
7596 7597 7598 7599 7600 7601 7602 7603 7604 7605 7606 7607 7608
  }
  SArray* pBufArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCreateTableDataBlock(pCxt->pParseCxt->acctId, pStmt, &info, &pBufArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
    if (TSDB_CODE_SUCCESS != code) {
      destroyCreateTbReqArray(pBufArray);
    }
  }

  return code;
7609 7610
}

C
Cary Xu 已提交
7611
static void addCreateTbReqIntoVgroup(int32_t acctId, SHashObj* pVgroupHashmap, SCreateSubTableClause* pStmt,
7612
                                     const STag* pTag, uint64_t suid, const char* sTableNmae, SVgroupInfo* pVgInfo,
7613
                                     SArray* tagName, uint8_t tagNum) {
7614 7615 7616 7617
  //  char  dbFName[TSDB_DB_FNAME_LEN] = {0};
  //  SName name = {.type = TSDB_DB_NAME_T, .acctId = acctId};
  //  strcpy(name.dbname, pStmt->dbName);
  //  tNameGetFullDbName(&name, dbFName);
wmmhello's avatar
wmmhello 已提交
7618 7619 7620

  struct SVCreateTbReq req = {0};
  req.type = TD_CHILD_TABLE;
7621
  req.name = taosStrdup(pStmt->tableName);
X
Xiaoyu Wang 已提交
7622
  req.ttl = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
7623
  if (pStmt->pOptions->commentNull == false) {
7624
    req.comment = taosStrdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
7625
    req.commentLen = strlen(pStmt->pOptions->comment);
X
Xiaoyu Wang 已提交
7626
  } else {
wmmhello's avatar
wmmhello 已提交
7627
    req.commentLen = -1;
wmmhello's avatar
wmmhello 已提交
7628
  }
wmmhello's avatar
wmmhello 已提交
7629
  req.ctb.suid = suid;
7630
  req.ctb.tagNum = tagNum;
7631
  req.ctb.stbName = taosStrdup(sTableNmae);
C
Cary Xu 已提交
7632
  req.ctb.pTag = (uint8_t*)pTag;
H
Haojun Liao 已提交
7633
  req.ctb.tagName = taosArrayDup(tagName, NULL);
wmmhello's avatar
wmmhello 已提交
7634 7635 7636 7637 7638 7639 7640 7641 7642 7643 7644 7645 7646 7647 7648 7649 7650
  if (pStmt->ignoreExists) {
    req.flags |= TD_CREATE_IF_NOT_EXISTS;
  }

  SVgroupCreateTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (pTableBatch == NULL) {
    SVgroupCreateTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    strcpy(tBatch.dbName, pStmt->dbName);

    tBatch.req.pArray = taosArrayInit(4, sizeof(struct SVCreateTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
7651 7652
}

X
Xiaoyu Wang 已提交
7653 7654
static SDataType schemaToDataType(uint8_t precision, SSchema* pSchema) {
  SDataType dt = {.type = pSchema->type, .bytes = pSchema->bytes, .precision = precision, .scale = 0};
7655 7656 7657
  return dt;
}

7658 7659 7660 7661 7662
static int32_t createCastFuncForTag(STranslateContext* pCxt, SNode* pNode, SDataType dt, SNode** pCast) {
  SNode* pExpr = nodesCloneNode(pNode);
  if (NULL == pExpr) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
7663 7664 7665 7666
  int32_t code = translateExpr(pCxt, &pExpr);
  if (TSDB_CODE_SUCCESS == code) {
    code = createCastFunc(pCxt, pExpr, dt, pCast);
  }
7667 7668 7669 7670 7671 7672
  if (TSDB_CODE_SUCCESS != code) {
    nodesDestroyNode(pExpr);
  }
  return code;
}

7673
static int32_t createTagValFromExpr(STranslateContext* pCxt, SDataType targetDt, SNode* pNode, SValueNode** pVal) {
7674
  SNode*  pCast = NULL;
7675
  int32_t code = createCastFuncForTag(pCxt, pNode, targetDt, &pCast);
7676
  SNode*  pNew = NULL;
7677 7678 7679 7680 7681 7682 7683 7684 7685 7686 7687 7688
  if (TSDB_CODE_SUCCESS == code) {
    code = scalarCalculateConstants(pCast, &pNew);
  }
  if (TSDB_CODE_SUCCESS == code) {
    pCast = pNew;
    if (QUERY_NODE_VALUE != nodeType(pCast)) {
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_WRONG_VALUE_TYPE, ((SExprNode*)pNode)->aliasName);
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pVal = (SValueNode*)pCast;
wmmhello's avatar
wmmhello 已提交
7689
  } else {
7690
    nodesDestroyNode(pCast);
X
Xiaoyu Wang 已提交
7691
  }
7692
  return code;
X
Xiaoyu Wang 已提交
7693 7694
}

7695
static int32_t createTagValFromVal(STranslateContext* pCxt, SDataType targetDt, SNode* pNode, SValueNode** pVal) {
7696 7697
  SValueNode* pTempVal = (SValueNode*)nodesCloneNode(pNode);
  if (NULL == pTempVal) {
7698 7699
    return TSDB_CODE_OUT_OF_MEMORY;
  }
7700 7701 7702 7703 7704 7705
  if (DEAL_RES_ERROR == translateValueImpl(pCxt, pTempVal, targetDt, true)) {
    nodesDestroyNode((SNode*)pTempVal);
    return pCxt->errCode;
  }
  *pVal = pTempVal;
  return TSDB_CODE_SUCCESS;
7706 7707 7708 7709 7710 7711 7712 7713 7714 7715 7716
}

static int32_t createTagVal(STranslateContext* pCxt, uint8_t precision, SSchema* pSchema, SNode* pNode,
                            SValueNode** pVal) {
  if (QUERY_NODE_VALUE == nodeType(pNode)) {
    return createTagValFromVal(pCxt, schemaToDataType(precision, pSchema), pNode, pVal);
  } else {
    return createTagValFromExpr(pCxt, schemaToDataType(precision, pSchema), pNode, pVal);
  }
}

X
Xiaoyu Wang 已提交
7717 7718 7719 7720
static int32_t buildJsonTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray,
                               STag** ppTag) {
  if (pVal->literal && strlen(pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
    return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pVal->literal);
wmmhello's avatar
wmmhello 已提交
7721
  }
X
Xiaoyu Wang 已提交
7722

wmmhello's avatar
wmmhello 已提交
7723
  return parseJsontoTagData(pVal->literal, pTagArray, ppTag, &pCxt->msgBuf);
X
Xiaoyu Wang 已提交
7724 7725 7726 7727 7728 7729
}

static int32_t buildNormalTagVal(STranslateContext* pCxt, SSchema* pTagSchema, SValueNode* pVal, SArray* pTagArray) {
  if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
    void*   nodeVal = nodesGetValueFromNode(pVal);
    STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
7730
    //    strcpy(val.colName, pTagSchema->name);
X
Xiaoyu Wang 已提交
7731 7732 7733 7734 7735 7736 7737 7738 7739
    if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
      val.pData = varDataVal(nodeVal);
      val.nData = varDataLen(nodeVal);
    } else {
      memcpy(&val.i64, nodeVal, pTagSchema->bytes);
    }
    taosArrayPush(pTagArray, &val);
  }
  return TSDB_CODE_SUCCESS;
7740 7741
}

dengyihao's avatar
dengyihao 已提交
7742
static int32_t buildKVRowForBindTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
wmmhello's avatar
wmmhello 已提交
7743
                                     STag** ppTag, SArray* tagName) {
wmmhello's avatar
wmmhello 已提交
7744 7745 7746 7747 7748 7749
  int32_t numOfTags = getNumOfTags(pSuperTableMeta);
  if (LIST_LENGTH(pStmt->pValsOfTags) != LIST_LENGTH(pStmt->pSpecificTags) ||
      numOfTags < LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

C
Cary Xu 已提交
7750
  SArray* pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
X
Xiaoyu Wang 已提交
7751 7752
  if (NULL == pTagArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
7753
  }
7754 7755 7756 7757 7758 7759

  int32_t code = TSDB_CODE_SUCCESS;

  bool       isJson = false;
  SNodeList* pVals = NULL;
  SNode *    pTag = NULL, *pNode = NULL;
wmmhello's avatar
wmmhello 已提交
7760 7761
  FORBOTH(pTag, pStmt->pSpecificTags, pNode, pStmt->pValsOfTags) {
    SColumnNode* pCol = (SColumnNode*)pTag;
7762
    SSchema*     pSchema = getTagSchema(pSuperTableMeta, pCol->colName);
wmmhello's avatar
wmmhello 已提交
7763
    if (NULL == pSchema) {
wmmhello's avatar
wmmhello 已提交
7764
      code = generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_TAG_NAME, pCol->colName);
wmmhello's avatar
wmmhello 已提交
7765 7766
    }
    SValueNode* pVal = NULL;
7767 7768
    if (TSDB_CODE_SUCCESS == code) {
      code = createTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pSchema, pNode, &pVal);
wmmhello's avatar
wmmhello 已提交
7769
    }
7770 7771 7772 7773
    if (TSDB_CODE_SUCCESS == code) {
      if (pSchema->type == TSDB_DATA_TYPE_JSON) {
        isJson = true;
        code = buildJsonTagVal(pCxt, pSchema, pVal, pTagArray, ppTag);
wmmhello's avatar
wmmhello 已提交
7774
        taosArrayPush(tagName, pCol->colName);
7775 7776
      } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL) {
        code = buildNormalTagVal(pCxt, pSchema, pVal, pTagArray);
wmmhello's avatar
wmmhello 已提交
7777
        taosArrayPush(tagName, pCol->colName);
7778
      }
wmmhello's avatar
wmmhello 已提交
7779
    }
7780 7781 7782 7783 7784
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListMakeAppend(&pVals, (SNode*)pVal);
    }
    if (TSDB_CODE_SUCCESS != code) {
      break;
wmmhello's avatar
wmmhello 已提交
7785 7786 7787
    }
  }

7788 7789
  if (TSDB_CODE_SUCCESS == code && !isJson) {
    code = tTagNew(pTagArray, 1, false, ppTag);
wmmhello's avatar
wmmhello 已提交
7790
  }
7791 7792

  nodesDestroyList(pVals);
C
Cary Xu 已提交
7793
  taosArrayDestroy(pTagArray);
7794
  return code;
7795
}
7796

dengyihao's avatar
dengyihao 已提交
7797
static int32_t buildKVRowForAllTags(STranslateContext* pCxt, SCreateSubTableClause* pStmt, STableMeta* pSuperTableMeta,
wmmhello's avatar
wmmhello 已提交
7798
                                    STag** ppTag, SArray* tagName) {
wmmhello's avatar
wmmhello 已提交
7799 7800 7801 7802
  if (getNumOfTags(pSuperTableMeta) != LIST_LENGTH(pStmt->pValsOfTags)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TAGS_NOT_MATCHED);
  }

7803 7804 7805
  SArray* pTagArray = taosArrayInit(LIST_LENGTH(pStmt->pValsOfTags), sizeof(STagVal));
  if (NULL == pTagArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
7806 7807
  }

7808 7809 7810 7811 7812 7813 7814
  int32_t code = TSDB_CODE_SUCCESS;

  bool       isJson = false;
  int32_t    index = 0;
  SSchema*   pTagSchemas = getTableTagSchema(pSuperTableMeta);
  SNodeList* pVals = NULL;
  SNode*     pNode;
wmmhello's avatar
wmmhello 已提交
7815 7816
  FOREACH(pNode, pStmt->pValsOfTags) {
    SValueNode* pVal = NULL;
C
Cary Xu 已提交
7817
    SSchema*    pTagSchema = pTagSchemas + index;
7818 7819 7820 7821 7822
    code = createTagVal(pCxt, pSuperTableMeta->tableInfo.precision, pTagSchema, pNode, &pVal);
    if (TSDB_CODE_SUCCESS == code) {
      if (pTagSchema->type == TSDB_DATA_TYPE_JSON) {
        isJson = true;
        code = buildJsonTagVal(pCxt, pTagSchema, pVal, pTagArray, ppTag);
wmmhello's avatar
wmmhello 已提交
7823
        taosArrayPush(tagName, pTagSchema->name);
7824 7825 7826
      } else if (pVal->node.resType.type != TSDB_DATA_TYPE_NULL && !pVal->isNull) {
        char*   tmpVal = nodesGetValueFromNode(pVal);
        STagVal val = {.cid = pTagSchema->colId, .type = pTagSchema->type};
7827
        //        strcpy(val.colName, pTagSchema->name);
7828 7829 7830 7831 7832 7833 7834
        if (IS_VAR_DATA_TYPE(pTagSchema->type)) {
          val.pData = varDataVal(tmpVal);
          val.nData = varDataLen(tmpVal);
        } else {
          memcpy(&val.i64, tmpVal, pTagSchema->bytes);
        }
        taosArrayPush(pTagArray, &val);
wmmhello's avatar
wmmhello 已提交
7835
        taosArrayPush(tagName, pTagSchema->name);
7836
      }
wmmhello's avatar
wmmhello 已提交
7837
    }
7838 7839
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListMakeAppend(&pVals, (SNode*)pVal);
wmmhello's avatar
wmmhello 已提交
7840
    }
7841 7842
    if (TSDB_CODE_SUCCESS != code) {
      break;
wmmhello's avatar
wmmhello 已提交
7843
    }
wmmhello's avatar
wmmhello 已提交
7844
    ++index;
wmmhello's avatar
wmmhello 已提交
7845
  }
wmmhello's avatar
wmmhello 已提交
7846

7847 7848
  if (TSDB_CODE_SUCCESS == code && !isJson) {
    code = tTagNew(pTagArray, 1, false, ppTag);
wmmhello's avatar
wmmhello 已提交
7849 7850
  }

7851
  nodesDestroyList(pVals);
C
Cary Xu 已提交
7852
  taosArrayDestroy(pTagArray);
wmmhello's avatar
wmmhello 已提交
7853
  return code;
7854 7855
}

X
Xiaoyu Wang 已提交
7856
static int32_t checkCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt) {
wmmhello's avatar
wmmhello 已提交
7857 7858 7859
  if (0 != strcmp(pStmt->dbName, pStmt->useDbName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR);
  }
X
Xiaoyu Wang 已提交
7860 7861 7862 7863
  if (NULL != strchr(pStmt->tableName, '.')) {
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_IDENTIFIER_NAME,
                                   "The table name cannot contain '.'");
  }
wmmhello's avatar
wmmhello 已提交
7864
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
7865
}
7866
static int32_t rewriteCreateSubTable(STranslateContext* pCxt, SCreateSubTableClause* pStmt, SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
7867 7868 7869 7870 7871 7872
  int32_t code = checkCreateSubTable(pCxt, pStmt);

  STableMeta* pSuperTableMeta = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableMeta(pCxt, pStmt->useDbName, pStmt->useTableName, &pSuperTableMeta);
  }
D
dapan1121 已提交
7873 7874 7875 7876 7877
  if (TSDB_CODE_SUCCESS == code) {
    SName name;
    toName(pCxt->pParseCxt->acctId, pStmt->dbName, pStmt->tableName, &name);
    code = collectUseTable(&name, pCxt->pTargetTables);
  }
wmmhello's avatar
wmmhello 已提交
7878

7879
  STag*   pTag = NULL;
wmmhello's avatar
wmmhello 已提交
7880
  SArray* tagName = taosArrayInit(8, TSDB_COL_NAME_LEN);
wmmhello's avatar
wmmhello 已提交
7881 7882 7883

  if (TSDB_CODE_SUCCESS == code) {
    if (NULL != pStmt->pSpecificTags) {
wmmhello's avatar
wmmhello 已提交
7884
      code = buildKVRowForBindTags(pCxt, pStmt, pSuperTableMeta, &pTag, tagName);
wmmhello's avatar
wmmhello 已提交
7885
    } else {
wmmhello's avatar
wmmhello 已提交
7886
      code = buildKVRowForAllTags(pCxt, pStmt, pSuperTableMeta, &pTag, tagName);
wmmhello's avatar
wmmhello 已提交
7887 7888 7889 7890 7891 7892 7893 7894
    }
  }

  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
7895
    addCreateTbReqIntoVgroup(pCxt->pParseCxt->acctId, pVgroupHashmap, pStmt, pTag, pSuperTableMeta->uid,
7896
                             pStmt->useTableName, &info, tagName, pSuperTableMeta->tableInfo.numOfTags);
7897 7898
  } else {
    taosMemoryFree(pTag);
wmmhello's avatar
wmmhello 已提交
7899 7900
  }

wmmhello's avatar
wmmhello 已提交
7901
  taosArrayDestroy(tagName);
wmmhello's avatar
wmmhello 已提交
7902 7903
  taosMemoryFreeClear(pSuperTableMeta);
  return code;
7904 7905
}

wmmhello's avatar
wmmhello 已提交
7906
SArray* serializeVgroupsCreateTableBatch(SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
7907 7908 7909 7910
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
7911

wmmhello's avatar
wmmhello 已提交
7912 7913 7914 7915 7916 7917 7918
  int32_t                  code = TSDB_CODE_SUCCESS;
  SVgroupCreateTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
7919

wmmhello's avatar
wmmhello 已提交
7920 7921
    serializeVgroupCreateTableBatch(pTbBatch, pBufArray);
  } while (true);
7922

wmmhello's avatar
wmmhello 已提交
7923
  return pBufArray;
7924 7925 7926
}

static int32_t rewriteCreateMultiTable(STranslateContext* pCxt, SQuery* pQuery) {
X
Xiaoyu Wang 已提交
7927
  SCreateMultiTablesStmt* pStmt = (SCreateMultiTablesStmt*)pQuery->pRoot;
7928

wmmhello's avatar
wmmhello 已提交
7929 7930 7931 7932
  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
7933

wmmhello's avatar
wmmhello 已提交
7934
  taosHashSetFreeFp(pVgroupHashmap, destroyCreateTbReqBatch);
wmmhello's avatar
wmmhello 已提交
7935 7936 7937
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pNode;
  FOREACH(pNode, pStmt->pSubTables) {
X
Xiaoyu Wang 已提交
7938
    SCreateSubTableClause* pClause = (SCreateSubTableClause*)pNode;
X
Xiaoyu Wang 已提交
7939
    code = rewriteCreateSubTable(pCxt, pClause, pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
7940 7941 7942 7943 7944
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
  }
7945

wmmhello's avatar
wmmhello 已提交
7946
  SArray* pBufArray = serializeVgroupsCreateTableBatch(pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
7947 7948 7949 7950
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
7951

wmmhello's avatar
wmmhello 已提交
7952
  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
7953 7954 7955
}

typedef struct SVgroupDropTableBatch {
wmmhello's avatar
wmmhello 已提交
7956 7957 7958
  SVDropTbBatchReq req;
  SVgroupInfo      info;
  char             dbName[TSDB_DB_NAME_LEN];
X
Xiaoyu Wang 已提交
7959 7960
} SVgroupDropTableBatch;

7961 7962
static void addDropTbReqIntoVgroup(SHashObj* pVgroupHashmap, SDropTableClause* pClause, SVgroupInfo* pVgInfo,
                                   uint64_t suid) {
7963
  SVDropTbReq            req = {.name = pClause->tableName, .suid = suid, .igNotExists = pClause->ignoreNotExists};
wmmhello's avatar
wmmhello 已提交
7964 7965 7966 7967 7968 7969 7970 7971 7972 7973 7974
  SVgroupDropTableBatch* pTableBatch = taosHashGet(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
  if (NULL == pTableBatch) {
    SVgroupDropTableBatch tBatch = {0};
    tBatch.info = *pVgInfo;
    tBatch.req.pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
    taosArrayPush(tBatch.req.pArray, &req);

    taosHashPut(pVgroupHashmap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &tBatch, sizeof(tBatch));
  } else {  // add to the correct vgroup
    taosArrayPush(pTableBatch->req.pArray, &req);
  }
X
Xiaoyu Wang 已提交
7975 7976 7977
}

static int32_t buildDropTableVgroupHashmap(STranslateContext* pCxt, SDropTableClause* pClause, bool* pIsSuperTable,
wmmhello's avatar
wmmhello 已提交
7978
                                           SHashObj* pVgroupHashmap) {
D
dapan1121 已提交
7979 7980
  SName name;
  toName(pCxt->pParseCxt->acctId, pClause->dbName, pClause->tableName, &name);
wmmhello's avatar
wmmhello 已提交
7981
  STableMeta* pTableMeta = NULL;
D
dapan1121 已提交
7982 7983 7984 7985
  int32_t     code = getTableMetaImpl(pCxt, &name, &pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectUseTable(&name, pCxt->pTargetTables);
  }
X
Xiaoyu Wang 已提交
7986

wmmhello's avatar
wmmhello 已提交
7987 7988 7989 7990
  if (TSDB_CODE_SUCCESS == code && TSDB_SUPER_TABLE == pTableMeta->tableType) {
    *pIsSuperTable = true;
    goto over;
  }
X
Xiaoyu Wang 已提交
7991

wmmhello's avatar
wmmhello 已提交
7992 7993
  if (TSDB_CODE_PAR_TABLE_NOT_EXIST == code && pClause->ignoreNotExists) {
    code = TSDB_CODE_SUCCESS;
7994
    goto over;
wmmhello's avatar
wmmhello 已提交
7995
  }
7996

wmmhello's avatar
wmmhello 已提交
7997
  *pIsSuperTable = false;
X
Xiaoyu Wang 已提交
7998

wmmhello's avatar
wmmhello 已提交
7999 8000 8001 8002 8003
  SVgroupInfo info = {0};
  if (TSDB_CODE_SUCCESS == code) {
    code = getTableHashVgroup(pCxt, pClause->dbName, pClause->tableName, &info);
  }
  if (TSDB_CODE_SUCCESS == code) {
8004
    addDropTbReqIntoVgroup(pVgroupHashmap, pClause, &info, pTableMeta->suid);
wmmhello's avatar
wmmhello 已提交
8005
  }
X
Xiaoyu Wang 已提交
8006 8007

over:
wmmhello's avatar
wmmhello 已提交
8008 8009
  taosMemoryFreeClear(pTableMeta);
  return code;
X
Xiaoyu Wang 已提交
8010 8011
}

wmmhello's avatar
wmmhello 已提交
8012 8013 8014 8015
static void destroyDropTbReqBatch(void* data) {
  SVgroupDropTableBatch* pTbBatch = (SVgroupDropTableBatch*)data;
  taosArrayDestroy(pTbBatch->req.pArray);
}
X
Xiaoyu Wang 已提交
8016 8017

static int32_t serializeVgroupDropTableBatch(SVgroupDropTableBatch* pTbBatch, SArray* pBufArray) {
wmmhello's avatar
wmmhello 已提交
8018 8019 8020 8021 8022 8023 8024 8025 8026 8027 8028 8029 8030 8031 8032 8033 8034 8035 8036 8037 8038 8039 8040 8041 8042 8043 8044 8045 8046
  int      tlen;
  SEncoder coder = {0};

  int32_t ret = 0;
  tEncodeSize(tEncodeSVDropTbBatchReq, &pTbBatch->req, tlen, ret);
  tlen += sizeof(SMsgHead);
  void* buf = taosMemoryMalloc(tlen);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
  ((SMsgHead*)buf)->contLen = htonl(tlen);
  void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));

  tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
  tEncodeSVDropTbBatchReq(&coder, &pTbBatch->req);
  tEncoderClear(&coder);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = pTbBatch->info;
  pVgData->pData = buf;
  pVgData->size = tlen;
  pVgData->numOfTables = (int32_t)taosArrayGetSize(pTbBatch->req.pArray);
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8047 8048
}

wmmhello's avatar
wmmhello 已提交
8049
SArray* serializeVgroupsDropTableBatch(SHashObj* pVgroupHashmap) {
wmmhello's avatar
wmmhello 已提交
8050 8051 8052 8053
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));
  if (NULL == pBufArray) {
    return NULL;
  }
X
Xiaoyu Wang 已提交
8054

wmmhello's avatar
wmmhello 已提交
8055 8056 8057 8058 8059 8060 8061
  int32_t                code = TSDB_CODE_SUCCESS;
  SVgroupDropTableBatch* pTbBatch = NULL;
  do {
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) {
      break;
    }
X
Xiaoyu Wang 已提交
8062

wmmhello's avatar
wmmhello 已提交
8063 8064
    serializeVgroupDropTableBatch(pTbBatch, pBufArray);
  } while (true);
X
Xiaoyu Wang 已提交
8065

wmmhello's avatar
wmmhello 已提交
8066
  return pBufArray;
X
Xiaoyu Wang 已提交
8067 8068 8069
}

static int32_t rewriteDropTable(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
8070 8071 8072 8073 8074 8075 8076
  SDropTableStmt* pStmt = (SDropTableStmt*)pQuery->pRoot;

  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
  if (NULL == pVgroupHashmap) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

wmmhello's avatar
wmmhello 已提交
8077
  taosHashSetFreeFp(pVgroupHashmap, destroyDropTbReqBatch);
wmmhello's avatar
wmmhello 已提交
8078 8079 8080 8081 8082 8083 8084 8085 8086 8087 8088 8089 8090
  bool   isSuperTable = false;
  SNode* pNode;
  FOREACH(pNode, pStmt->pTables) {
    int32_t code = buildDropTableVgroupHashmap(pCxt, (SDropTableClause*)pNode, &isSuperTable, pVgroupHashmap);
    if (TSDB_CODE_SUCCESS != code) {
      taosHashCleanup(pVgroupHashmap);
      return code;
    }
    if (isSuperTable && LIST_LENGTH(pStmt->pTables) > 1) {
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_STABLE);
    }
  }

8091
  if (isSuperTable || 0 == taosHashGetSize(pVgroupHashmap)) {
wmmhello's avatar
wmmhello 已提交
8092 8093 8094 8095
    taosHashCleanup(pVgroupHashmap);
    return TSDB_CODE_SUCCESS;
  }

wmmhello's avatar
wmmhello 已提交
8096
  SArray* pBufArray = serializeVgroupsDropTableBatch(pVgroupHashmap);
wmmhello's avatar
wmmhello 已提交
8097 8098 8099 8100 8101 8102
  taosHashCleanup(pVgroupHashmap);
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  return rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
X
Xiaoyu Wang 已提交
8103 8104
}

X
Xiaoyu Wang 已提交
8105
static int32_t buildUpdateTagValReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8106
                                    SVAlterTbReq* pReq) {
X
Xiaoyu Wang 已提交
8107
  SSchema* pSchema = getTagSchema(pTableMeta, pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8108
  if (NULL == pSchema) {
X
Xiaoyu Wang 已提交
8109 8110
    return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE, "Invalid tag name: %s",
                                   pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8111 8112
  }

8113
  pReq->tagName = taosStrdup(pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8114 8115 8116
  if (NULL == pReq->tagName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
8117
  pReq->colId = pSchema->colId;
wmmhello's avatar
wmmhello 已提交
8118

D
dapan1121 已提交
8119
  SDataType targetDt = schemaToDataType(pTableMeta->tableInfo.precision, pSchema);
wmmhello's avatar
wmmhello 已提交
8120

D
dapan1121 已提交
8121
  if (QUERY_NODE_VALUE != pStmt->pVal->node.type) {
H
Hongze Cheng 已提交
8122
    SValueNode* pVal = NULL;
D
dapan1121 已提交
8123
    pCxt->errCode = createTagValFromExpr(pCxt, targetDt, (SNode*)pStmt->pVal, &pVal);
D
dapan1121 已提交
8124 8125 8126
    if (pCxt->errCode) {
      return pCxt->errCode;
    }
D
dapan1121 已提交
8127 8128 8129

    nodesDestroyNode((SNode*)pStmt->pVal);
    pStmt->pVal = pVal;
D
dapan1121 已提交
8130 8131 8132 8133
  } else if (DEAL_RES_ERROR == translateValueImpl(pCxt, pStmt->pVal, targetDt, true)) {
    return pCxt->errCode;
  }

wmmhello's avatar
wmmhello 已提交
8134
  pReq->tagType = targetDt.type;
D
dapan1121 已提交
8135
  if (targetDt.type == TSDB_DATA_TYPE_JSON) {
8136 8137
    if (pStmt->pVal->literal &&
        strlen(pStmt->pVal->literal) > (TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE) {
wmmhello's avatar
wmmhello 已提交
8138 8139
      return buildSyntaxErrMsg(&pCxt->msgBuf, "json string too long than 4095", pStmt->pVal->literal);
    }
X
Xiaoyu Wang 已提交
8140
    SArray* pTagVals = taosArrayInit(1, sizeof(STagVal));
wmmhello's avatar
wmmhello 已提交
8141
    int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8142 8143
    STag*   pTag = NULL;
    do {
wmmhello's avatar
wmmhello 已提交
8144
      code = parseJsontoTagData(pStmt->pVal->literal, pTagVals, &pTag, &pCxt->msgBuf);
wmmhello's avatar
wmmhello 已提交
8145 8146 8147
      if (TSDB_CODE_SUCCESS != code) {
        break;
      }
X
Xiaoyu Wang 已提交
8148
    } while (0);
8149

wmmhello's avatar
wmmhello 已提交
8150
    taosArrayDestroy(pTagVals);
X
Xiaoyu Wang 已提交
8151
    if (code != TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
8152
      return code;
wmmhello's avatar
wmmhello 已提交
8153
    }
wmmhello's avatar
wmmhello 已提交
8154
    pReq->nTagVal = pTag->len;
X
Xiaoyu Wang 已提交
8155
    pReq->pTagVal = (uint8_t*)pTag;
wmmhello's avatar
wmmhello 已提交
8156
    pStmt->pVal->datum.p = (char*)pTag;  // for free
8157
  } else {
8158
    pReq->isNull = pStmt->pVal->isNull;
wmmhello's avatar
wmmhello 已提交
8159 8160
    pReq->nTagVal = pStmt->pVal->node.resType.bytes;
    pReq->pTagVal = nodesGetValueFromNode(pStmt->pVal);
wmmhello's avatar
wmmhello 已提交
8161 8162 8163 8164 8165 8166

    // data and length are seperated for new tag format STagVal
    if (IS_VAR_DATA_TYPE(pStmt->pVal->node.resType.type)) {
      pReq->nTagVal = varDataLen(pReq->pTagVal);
      pReq->pTagVal = varDataVal(pReq->pTagVal);
    }
wmmhello's avatar
wmmhello 已提交
8167 8168 8169
  }

  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8170 8171 8172
}

static int32_t buildAddColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8173 8174 8175 8176
                              SVAlterTbReq* pReq) {
  if (NULL != getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }
X
Xiaoyu Wang 已提交
8177

X
Xiaoyu Wang 已提交
8178 8179 8180 8181 8182 8183 8184 8185
  if (TSDB_MAX_COLUMNS == pTableMeta->tableInfo.numOfColumns) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_TOO_MANY_COLUMNS);
  }

  if (pTableMeta->tableInfo.rowSize + calcTypeBytes(pStmt->dataType) > TSDB_MAX_BYTES_PER_ROW) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

8186
  pReq->colName = taosStrdup(pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8187 8188 8189
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
8190

wmmhello's avatar
wmmhello 已提交
8191 8192
  pReq->type = pStmt->dataType.type;
  pReq->flags = COL_SMA_ON;
8193
  pReq->bytes = calcTypeBytes(pStmt->dataType);
wmmhello's avatar
wmmhello 已提交
8194
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8195 8196
}

8197
static int32_t buildDropColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, const STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8198 8199 8200 8201
                               SVAlterTbReq* pReq) {
  if (2 == getNumOfColumns(pTableMeta)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_DROP_COL);
  }
8202
  const SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8203 8204 8205 8206 8207
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (PRIMARYKEY_TIMESTAMP_COL_ID == pSchema->colId) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_CANNOT_DROP_PRIMARY_KEY);
  }
X
Xiaoyu Wang 已提交
8208

8209
  pReq->colName = taosStrdup(pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8210 8211 8212
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
8213
  pReq->colId = pSchema->colId;
X
Xiaoyu Wang 已提交
8214

wmmhello's avatar
wmmhello 已提交
8215
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8216 8217
}

8218
static int32_t buildUpdateColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, const STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8219 8220
                                 SVAlterTbReq* pReq) {
  pReq->colModBytes = calcTypeBytes(pStmt->dataType);
wmmhello's avatar
wmmhello 已提交
8221
  pReq->colModType = pStmt->dataType.type;
8222
  const SSchema* pSchema = getColSchema(pTableMeta, pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8223 8224 8225 8226 8227 8228
  if (NULL == pSchema) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  } else if (!IS_VAR_DATA_TYPE(pSchema->type) || pSchema->type != pStmt->dataType.type ||
             pSchema->bytes >= pReq->colModBytes) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_MODIFY_COL);
  }
X
Xiaoyu Wang 已提交
8229

X
Xiaoyu Wang 已提交
8230 8231 8232 8233
  if (pTableMeta->tableInfo.rowSize + pReq->colModBytes - pSchema->bytes > TSDB_MAX_BYTES_PER_ROW) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ROW_LENGTH, TSDB_MAX_BYTES_PER_ROW);
  }

8234
  pReq->colName = taosStrdup(pStmt->colName);
wmmhello's avatar
wmmhello 已提交
8235 8236 8237
  if (NULL == pReq->colName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
8238
  pReq->colId = pSchema->colId;
X
Xiaoyu Wang 已提交
8239

wmmhello's avatar
wmmhello 已提交
8240
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8241 8242 8243
}

static int32_t buildRenameColReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8244 8245 8246 8247 8248 8249 8250 8251
                                 SVAlterTbReq* pReq) {
  if (NULL == getColSchema(pTableMeta, pStmt->colName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COLUMN, pStmt->colName);
  }
  if (NULL != getColSchema(pTableMeta, pStmt->newColName)) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_DUPLICATED_COLUMN);
  }

8252 8253
  pReq->colName = taosStrdup(pStmt->colName);
  pReq->colNewName = taosStrdup(pStmt->newColName);
wmmhello's avatar
wmmhello 已提交
8254 8255 8256 8257
  if (NULL == pReq->colName || NULL == pReq->colNewName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8258 8259 8260
}

static int32_t buildUpdateOptionsReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq) {
wmmhello's avatar
wmmhello 已提交
8261
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
8262

wmmhello's avatar
wmmhello 已提交
8263
  if (-1 != pStmt->pOptions->ttl) {
8264 8265
    pReq->updateTTL = true;
    pReq->newTTL = pStmt->pOptions->ttl;
wmmhello's avatar
wmmhello 已提交
8266
  }
X
Xiaoyu Wang 已提交
8267

X
Xiaoyu Wang 已提交
8268 8269
  if (TSDB_CODE_SUCCESS == code) {
    if (pStmt->pOptions->commentNull == false) {
8270
      pReq->newComment = taosStrdup(pStmt->pOptions->comment);
wmmhello's avatar
wmmhello 已提交
8271 8272
      if (NULL == pReq->newComment) {
        code = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
8273 8274
      } else {
        pReq->newCommentLen = strlen(pReq->newComment);
wmmhello's avatar
wmmhello 已提交
8275
      }
X
Xiaoyu Wang 已提交
8276
    } else {
wmmhello's avatar
wmmhello 已提交
8277
      pReq->newCommentLen = -1;
wmmhello's avatar
wmmhello 已提交
8278 8279
    }
  }
X
Xiaoyu Wang 已提交
8280

wmmhello's avatar
wmmhello 已提交
8281
  return code;
X
Xiaoyu Wang 已提交
8282 8283 8284
}

static int32_t buildAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
wmmhello's avatar
wmmhello 已提交
8285
                               SVAlterTbReq* pReq) {
8286
  pReq->tbName = taosStrdup(pStmt->tableName);
wmmhello's avatar
wmmhello 已提交
8287 8288 8289 8290 8291 8292 8293 8294 8295 8296 8297 8298 8299 8300 8301 8302 8303 8304 8305 8306 8307 8308
  if (NULL == pReq->tbName) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pReq->action = pStmt->alterType;

  switch (pStmt->alterType) {
    case TSDB_ALTER_TABLE_ADD_TAG:
    case TSDB_ALTER_TABLE_DROP_TAG:
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
      return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
    case TSDB_ALTER_TABLE_UPDATE_TAG_VAL:
      return buildUpdateTagValReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_ADD_COLUMN:
      return buildAddColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_DROP_COLUMN:
      return buildDropColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
      return buildUpdateColReq(pCxt, pStmt, pTableMeta, pReq);
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
      return buildUpdateOptionsReq(pCxt, pStmt, pReq);
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
X
Xiaoyu Wang 已提交
8309 8310 8311 8312 8313
      if (TSDB_CHILD_TABLE == pTableMeta->tableType) {
        return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
      } else {
        return buildRenameColReq(pCxt, pStmt, pTableMeta, pReq);
      }
wmmhello's avatar
wmmhello 已提交
8314 8315 8316 8317 8318
    default:
      break;
  }

  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
8319 8320 8321
}

static int32_t serializeAlterTbReq(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
8322 8323 8324 8325 8326 8327 8328 8329 8330 8331 8332 8333 8334 8335 8336 8337 8338 8339 8340 8341 8342 8343 8344 8345 8346 8347 8348 8349 8350 8351 8352 8353 8354 8355
                                   SArray* pArray) {
  SVgroupInfo vg = {0};
  int32_t     code = getTableHashVgroup(pCxt, pStmt->dbName, pStmt->tableName, &vg);
  int         tlen = 0;
  if (TSDB_CODE_SUCCESS == code) {
    tEncodeSize(tEncodeSVAlterTbReq, pReq, tlen, code);
  }
  if (TSDB_CODE_SUCCESS == code) {
    tlen += sizeof(SMsgHead);
    void* pMsg = taosMemoryMalloc(tlen);
    if (NULL == pMsg) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    ((SMsgHead*)pMsg)->vgId = htonl(vg.vgId);
    ((SMsgHead*)pMsg)->contLen = htonl(tlen);
    void*    pBuf = POINTER_SHIFT(pMsg, sizeof(SMsgHead));
    SEncoder coder = {0};
    tEncoderInit(&coder, pBuf, tlen - sizeof(SMsgHead));
    tEncodeSVAlterTbReq(&coder, pReq);
    tEncoderClear(&coder);

    SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
    if (NULL == pVgData) {
      taosMemoryFree(pMsg);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    pVgData->vg = vg;
    pVgData->pData = pMsg;
    pVgData->size = tlen;
    pVgData->numOfTables = 1;
    taosArrayPush(pArray, &pVgData);
  }

  return code;
X
Xiaoyu Wang 已提交
8356 8357 8358
}

static int32_t buildModifyVnodeArray(STranslateContext* pCxt, SAlterTableStmt* pStmt, SVAlterTbReq* pReq,
wmmhello's avatar
wmmhello 已提交
8359 8360 8361 8362 8363
                                     SArray** pArray) {
  SArray* pTmpArray = taosArrayInit(1, sizeof(void*));
  if (NULL == pTmpArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
8364

wmmhello's avatar
wmmhello 已提交
8365 8366 8367 8368 8369 8370
  int32_t code = serializeAlterTbReq(pCxt, pStmt, pReq, pTmpArray);
  if (TSDB_CODE_SUCCESS == code) {
    *pArray = pTmpArray;
  } else {
    taosArrayDestroy(pTmpArray);
  }
X
Xiaoyu Wang 已提交
8371

wmmhello's avatar
wmmhello 已提交
8372
  return code;
8373 8374
}

8375 8376 8377 8378 8379 8380 8381 8382
static void destoryAlterTbReq(SVAlterTbReq* pReq) {
  taosMemoryFree(pReq->tbName);
  taosMemoryFree(pReq->colName);
  taosMemoryFree(pReq->colNewName);
  taosMemoryFree(pReq->tagName);
  taosMemoryFree(pReq->newComment);
}

8383 8384
static int32_t rewriteAlterTableImpl(STranslateContext* pCxt, SAlterTableStmt* pStmt, STableMeta* pTableMeta,
                                     SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
8385 8386 8387 8388 8389
  if (TSDB_SUPER_TABLE == pTableMeta->tableType) {
    return TSDB_CODE_SUCCESS;
  } else if (TSDB_CHILD_TABLE != pTableMeta->tableType && TSDB_NORMAL_TABLE != pTableMeta->tableType) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_ALTER_TABLE);
  }
X
Xiaoyu Wang 已提交
8390

wmmhello's avatar
wmmhello 已提交
8391
  SVAlterTbReq req = {0};
8392
  int32_t      code = buildAlterTbReq(pCxt, pStmt, pTableMeta, &req);
X
Xiaoyu Wang 已提交
8393

wmmhello's avatar
wmmhello 已提交
8394 8395 8396 8397 8398 8399 8400
  SArray* pArray = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = buildModifyVnodeArray(pCxt, pStmt, &req, &pArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pArray);
  }
8401
  destoryAlterTbReq(&req);
wmmhello's avatar
wmmhello 已提交
8402
  return code;
8403 8404
}

8405 8406 8407 8408 8409 8410 8411 8412 8413 8414 8415 8416 8417 8418 8419 8420
static int32_t rewriteAlterTable(STranslateContext* pCxt, SQuery* pQuery) {
  SAlterTableStmt* pStmt = (SAlterTableStmt*)pQuery->pRoot;

  if (pStmt->dataType.type == TSDB_DATA_TYPE_JSON && pStmt->alterType == TSDB_ALTER_TABLE_ADD_COLUMN) {
    return generateSyntaxErrMsg(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_COL_JSON);
  }

  STableMeta* pTableMeta = NULL;
  int32_t     code = getTableMeta(pCxt, pStmt->dbName, pStmt->tableName, &pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteAlterTableImpl(pCxt, pStmt, pTableMeta, pQuery);
  }
  taosMemoryFree(pTableMeta);
  return code;
}

X
Xiaoyu Wang 已提交
8421 8422 8423 8424 8425 8426 8427 8428 8429 8430 8431 8432 8433 8434 8435 8436 8437 8438 8439 8440 8441 8442 8443 8444 8445 8446 8447 8448 8449 8450 8451 8452 8453 8454 8455 8456 8457 8458 8459 8460 8461 8462 8463 8464 8465 8466 8467 8468 8469 8470 8471 8472 8473 8474 8475 8476 8477 8478 8479 8480 8481
static int32_t serializeFlushVgroup(SVgroupInfo* pVg, SArray* pBufArray) {
  int32_t len = sizeof(SMsgHead);
  void*   buf = taosMemoryMalloc(len);
  if (NULL == buf) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  ((SMsgHead*)buf)->vgId = htonl(pVg->vgId);
  ((SMsgHead*)buf)->contLen = htonl(len);

  SVgDataBlocks* pVgData = taosMemoryCalloc(1, sizeof(SVgDataBlocks));
  if (NULL == pVgData) {
    taosMemoryFree(buf);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pVgData->vg = *pVg;
  pVgData->pData = buf;
  pVgData->size = len;
  taosArrayPush(pBufArray, &pVgData);

  return TSDB_CODE_SUCCESS;
}

static int32_t serializeFlushDb(SArray* pVgs, SArray** pOutput) {
  int32_t numOfVgs = taosArrayGetSize(pVgs);

  SArray* pBufArray = taosArrayInit(numOfVgs, sizeof(void*));
  if (NULL == pBufArray) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  for (int32_t i = 0; i < numOfVgs; ++i) {
    int32_t code = serializeFlushVgroup((SVgroupInfo*)taosArrayGet(pVgs, i), pBufArray);
    if (TSDB_CODE_SUCCESS != code) {
      taosArrayDestroy(pBufArray);
      return code;
    }
  }

  *pOutput = pBufArray;
  return TSDB_CODE_SUCCESS;
}

static int32_t rewriteFlushDatabase(STranslateContext* pCxt, SQuery* pQuery) {
  SFlushDatabaseStmt* pStmt = (SFlushDatabaseStmt*)pQuery->pRoot;

  SArray* pBufArray = NULL;
  SArray* pVgs = NULL;
  int32_t code = getDBVgInfo(pCxt, pStmt->dbName, &pVgs);
  if (TSDB_CODE_SUCCESS == code) {
    code = serializeFlushDb(pVgs, &pBufArray);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteToVnodeModifyOpStmt(pQuery, pBufArray);
  }
  if (TSDB_CODE_SUCCESS != code) {
    taosArrayDestroy(pBufArray);
  }
  taosArrayDestroy(pVgs);
  return code;
}

8482
static int32_t rewriteQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
8483 8484
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pQuery->pRoot)) {
X
Xiaoyu Wang 已提交
8485
    case QUERY_NODE_SHOW_LICENCES_STMT:
wmmhello's avatar
wmmhello 已提交
8486 8487 8488 8489 8490 8491 8492 8493 8494 8495 8496 8497 8498 8499 8500 8501 8502 8503
    case QUERY_NODE_SHOW_DATABASES_STMT:
    case QUERY_NODE_SHOW_TABLES_STMT:
    case QUERY_NODE_SHOW_STABLES_STMT:
    case QUERY_NODE_SHOW_USERS_STMT:
    case QUERY_NODE_SHOW_DNODES_STMT:
    case QUERY_NODE_SHOW_MNODES_STMT:
    case QUERY_NODE_SHOW_MODULES_STMT:
    case QUERY_NODE_SHOW_QNODES_STMT:
    case QUERY_NODE_SHOW_FUNCTIONS_STMT:
    case QUERY_NODE_SHOW_INDEXES_STMT:
    case QUERY_NODE_SHOW_STREAMS_STMT:
    case QUERY_NODE_SHOW_BNODES_STMT:
    case QUERY_NODE_SHOW_SNODES_STMT:
    case QUERY_NODE_SHOW_CONNECTIONS_STMT:
    case QUERY_NODE_SHOW_QUERIES_STMT:
    case QUERY_NODE_SHOW_CLUSTER_STMT:
    case QUERY_NODE_SHOW_TOPICS_STMT:
    case QUERY_NODE_SHOW_TRANSACTIONS_STMT:
D
dapan1121 已提交
8504
    case QUERY_NODE_SHOW_APPS_STMT:
8505 8506
    case QUERY_NODE_SHOW_CONSUMERS_STMT:
    case QUERY_NODE_SHOW_SUBSCRIPTIONS_STMT:
8507
    case QUERY_NODE_SHOW_TAGS_STMT:
8508
    case QUERY_NODE_SHOW_USER_PRIVILEGES_STMT:
wmmhello's avatar
wmmhello 已提交
8509 8510
      code = rewriteShow(pCxt, pQuery);
      break;
X
Xiaoyu Wang 已提交
8511 8512 8513
    case QUERY_NODE_SHOW_VGROUPS_STMT:
      code = rewriteShowVgroups(pCxt, pQuery);
      break;
8514 8515 8516
    case QUERY_NODE_SHOW_TABLE_TAGS_STMT:
      code = rewriteShowStableTags(pCxt, pQuery);
      break;
8517 8518 8519
    case QUERY_NODE_SHOW_DNODE_VARIABLES_STMT:
      code = rewriteShowDnodeVariables(pCxt, pQuery);
      break;
8520 8521 8522
    case QUERY_NODE_SHOW_VNODES_STMT:
      code = rewriteShowVnodes(pCxt, pQuery);
      break;
8523 8524 8525
    case QUERY_NODE_SHOW_TABLE_DISTRIBUTED_STMT:
      code = rewriteShowTableDist(pCxt, pQuery);
      break;
wmmhello's avatar
wmmhello 已提交
8526 8527 8528 8529 8530
    case QUERY_NODE_CREATE_TABLE_STMT:
      if (NULL == ((SCreateTableStmt*)pQuery->pRoot)->pTags) {
        code = rewriteCreateTable(pCxt, pQuery);
      }
      break;
X
Xiaoyu Wang 已提交
8531
    case QUERY_NODE_CREATE_MULTI_TABLES_STMT:
wmmhello's avatar
wmmhello 已提交
8532 8533 8534 8535 8536 8537 8538 8539
      code = rewriteCreateMultiTable(pCxt, pQuery);
      break;
    case QUERY_NODE_DROP_TABLE_STMT:
      code = rewriteDropTable(pCxt, pQuery);
      break;
    case QUERY_NODE_ALTER_TABLE_STMT:
      code = rewriteAlterTable(pCxt, pQuery);
      break;
X
Xiaoyu Wang 已提交
8540 8541 8542
    case QUERY_NODE_FLUSH_DATABASE_STMT:
      code = rewriteFlushDatabase(pCxt, pQuery);
      break;
wmmhello's avatar
wmmhello 已提交
8543 8544 8545 8546
    default:
      break;
  }
  return code;
8547 8548
}

D
dapan1121 已提交
8549 8550 8551 8552 8553 8554 8555 8556 8557 8558 8559 8560 8561 8562 8563 8564
static int32_t toMsgType(ENodeType type) {
  switch (type) {
    case QUERY_NODE_CREATE_TABLE_STMT:
      return TDMT_VND_CREATE_TABLE;
    case QUERY_NODE_ALTER_TABLE_STMT:
      return TDMT_VND_ALTER_TABLE;
    case QUERY_NODE_DROP_TABLE_STMT:
      return TDMT_VND_DROP_TABLE;
    default:
      break;
  }
  return TDMT_VND_CREATE_TABLE;
}

static int32_t setRefreshMate(STranslateContext* pCxt, SQuery* pQuery) {
  if (NULL != pCxt->pDbs) {
8565
    taosArrayDestroy(pQuery->pDbList);
D
dapan1121 已提交
8566 8567 8568 8569 8570 8571 8572 8573 8574 8575 8576 8577
    pQuery->pDbList = taosArrayInit(taosHashGetSize(pCxt->pDbs), TSDB_DB_FNAME_LEN);
    if (NULL == pQuery->pDbList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SFullDatabaseName* pDb = taosHashIterate(pCxt->pDbs, NULL);
    while (NULL != pDb) {
      taosArrayPush(pQuery->pDbList, pDb->fullDbName);
      pDb = taosHashIterate(pCxt->pDbs, pDb);
    }
  }

  if (NULL != pCxt->pTables) {
8578
    taosArrayDestroy(pQuery->pTableList);
D
dapan1121 已提交
8579 8580 8581 8582 8583 8584 8585 8586 8587 8588
    pQuery->pTableList = taosArrayInit(taosHashGetSize(pCxt->pTables), sizeof(SName));
    if (NULL == pQuery->pTableList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SName* pTable = taosHashIterate(pCxt->pTables, NULL);
    while (NULL != pTable) {
      taosArrayPush(pQuery->pTableList, pTable);
      pTable = taosHashIterate(pCxt->pTables, pTable);
    }
  }
D
dapan1121 已提交
8589 8590 8591 8592 8593 8594 8595 8596 8597 8598 8599 8600 8601 8602

  if (NULL != pCxt->pTargetTables) {
    taosArrayDestroy(pQuery->pTargetTableList);
    pQuery->pTargetTableList = taosArrayInit(taosHashGetSize(pCxt->pTargetTables), sizeof(SName));
    if (NULL == pQuery->pTargetTableList) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    SName* pTable = taosHashIterate(pCxt->pTargetTables, NULL);
    while (NULL != pTable) {
      taosArrayPush(pQuery->pTargetTableList, pTable);
      pTable = taosHashIterate(pCxt->pTargetTables, pTable);
    }
  }

D
dapan1121 已提交
8603 8604 8605
  return TSDB_CODE_SUCCESS;
}

8606
static int32_t setQuery(STranslateContext* pCxt, SQuery* pQuery) {
wmmhello's avatar
wmmhello 已提交
8607 8608
  switch (nodeType(pQuery->pRoot)) {
    case QUERY_NODE_SELECT_STMT:
8609 8610 8611 8612 8613
      if (NULL == ((SSelectStmt*)pQuery->pRoot)->pFromTable) {
        pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
        pQuery->haveResultSet = true;
        break;
      }
wmmhello's avatar
wmmhello 已提交
8614 8615 8616 8617
    case QUERY_NODE_SET_OPERATOR:
    case QUERY_NODE_EXPLAIN_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->haveResultSet = true;
D
dapan1121 已提交
8618
      pQuery->msgType = TDMT_SCH_QUERY;
wmmhello's avatar
wmmhello 已提交
8619
      break;
D
dapan1121 已提交
8620 8621 8622 8623
    case QUERY_NODE_DELETE_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->msgType = TDMT_VND_DELETE;
      break;
8624 8625 8626 8627
    case QUERY_NODE_INSERT_STMT:
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
      pQuery->msgType = TDMT_VND_SUBMIT;
      break;
X
Xiaoyu Wang 已提交
8628
    case QUERY_NODE_VNODE_MODIFY_STMT:
wmmhello's avatar
wmmhello 已提交
8629
      pQuery->execMode = QUERY_EXEC_MODE_SCHEDULE;
X
Xiaoyu Wang 已提交
8630
      pQuery->msgType = toMsgType(((SVnodeModifyOpStmt*)pQuery->pRoot)->sqlNodeType);
wmmhello's avatar
wmmhello 已提交
8631 8632
      break;
    case QUERY_NODE_DESCRIBE_STMT:
8633
    case QUERY_NODE_SHOW_CREATE_DATABASE_STMT:
8634
    case QUERY_NODE_SHOW_DB_ALIVE_STMT:
8635
    case QUERY_NODE_SHOW_CLUSTER_ALIVE_STMT:
8636 8637
    case QUERY_NODE_SHOW_CREATE_TABLE_STMT:
    case QUERY_NODE_SHOW_CREATE_STABLE_STMT:
D
dapan1121 已提交
8638
    case QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT:
wmmhello's avatar
wmmhello 已提交
8639 8640 8641 8642
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      pQuery->haveResultSet = true;
      break;
    case QUERY_NODE_RESET_QUERY_CACHE_STMT:
8643
    case QUERY_NODE_ALTER_LOCAL_STMT:
wmmhello's avatar
wmmhello 已提交
8644 8645
      pQuery->execMode = QUERY_EXEC_MODE_LOCAL;
      break;
D
dapan1121 已提交
8646 8647 8648 8649 8650 8651 8652
    case QUERY_NODE_SHOW_VARIABLES_STMT:
      pQuery->haveResultSet = true;
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
8653
      break;
wmmhello's avatar
wmmhello 已提交
8654 8655 8656 8657 8658 8659 8660 8661 8662
    default:
      pQuery->execMode = QUERY_EXEC_MODE_RPC;
      if (NULL != pCxt->pCmdMsg) {
        TSWAP(pQuery->pCmdMsg, pCxt->pCmdMsg);
        pQuery->msgType = pQuery->pCmdMsg->msgType;
      }
      break;
  }

8663 8664
  pQuery->stableQuery = pCxt->stableQuery;

wmmhello's avatar
wmmhello 已提交
8665
  if (pQuery->haveResultSet) {
8666
    taosMemoryFreeClear(pQuery->pResSchema);
wmmhello's avatar
wmmhello 已提交
8667 8668 8669 8670 8671 8672 8673 8674 8675 8676
    if (TSDB_CODE_SUCCESS != extractResultSchema(pQuery->pRoot, &pQuery->numOfResCols, &pQuery->pResSchema)) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }

    if (nodeType(pQuery->pRoot) == QUERY_NODE_SELECT_STMT) {
      pQuery->precision = extractResultTsPrecision((SSelectStmt*)pQuery->pRoot);
    }
  }

  return TSDB_CODE_SUCCESS;
8677 8678
}

8679
int32_t translate(SParseContext* pParseCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {
wmmhello's avatar
wmmhello 已提交
8680 8681
  STranslateContext cxt = {0};

8682
  int32_t code = initTranslateContext(pParseCxt, pMetaCache, &cxt);
wmmhello's avatar
wmmhello 已提交
8683 8684 8685 8686 8687 8688 8689 8690 8691
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteQuery(&cxt, pQuery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = translateQuery(&cxt, pQuery->pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = setQuery(&cxt, pQuery);
  }
D
dapan1121 已提交
8692
  setRefreshMate(&cxt, pQuery);
wmmhello's avatar
wmmhello 已提交
8693 8694 8695
  destroyTranslateContext(&cxt);
  return code;
}