planLogicCreater.c 54.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

X
Xiaoyu Wang 已提交
16
#include "planInt.h"
17

X
Xiaoyu Wang 已提交
18 19 20
#include "functionMgt.h"

typedef struct SLogicPlanContext {
21
  SPlanContext* pPlanCxt;
22
  SLogicNode*   pCurrRoot;
23
  bool          hasScan;
X
Xiaoyu Wang 已提交
24 25
} SLogicPlanContext;

X
Xiaoyu Wang 已提交
26 27
typedef int32_t (*FCreateLogicNode)(SLogicPlanContext*, void*, SLogicNode**);
typedef int32_t (*FCreateSelectLogicNode)(SLogicPlanContext*, SSelectStmt*, SLogicNode**);
X
Xiaoyu Wang 已提交
28
typedef int32_t (*FCreateSetOpLogicNode)(SLogicPlanContext*, SSetOperator*, SLogicNode**);
X
Xiaoyu Wang 已提交
29
typedef int32_t (*FCreateDeleteLogicNode)(SLogicPlanContext*, SDeleteStmt*, SLogicNode**);
30
typedef int32_t (*FCreateInsertLogicNode)(SLogicPlanContext*, SInsertStmt*, SLogicNode**);
X
Xiaoyu Wang 已提交
31

X
Xiaoyu Wang 已提交
32 33
static int32_t doCreateLogicNodeByTable(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SNode* pTable,
                                        SLogicNode** pLogicNode);
34
static int32_t createQueryLogicNode(SLogicPlanContext* pCxt, SNode* pStmt, SLogicNode** pLogicNode);
X
Xiaoyu Wang 已提交
35 36

typedef struct SRewriteExprCxt {
X
Xiaoyu Wang 已提交
37
  int32_t    errCode;
X
Xiaoyu Wang 已提交
38 39 40
  SNodeList* pExprs;
} SRewriteExprCxt;

41 42 43 44 45 46
static void setColumnInfo(SFunctionNode* pFunc, SColumnNode* pCol) {
  switch (pFunc->funcType) {
    case FUNCTION_TYPE_TBNAME:
      pCol->colType = COLUMN_TYPE_TBNAME;
      break;
    case FUNCTION_TYPE_WSTART:
47 48 49
      pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
      pCol->colType = COLUMN_TYPE_WINDOW_START;
      break;
50 51
    case FUNCTION_TYPE_WEND:
      pCol->colId = PRIMARYKEY_TIMESTAMP_COL_ID;
52
      pCol->colType = COLUMN_TYPE_WINDOW_END;
53 54
      break;
    case FUNCTION_TYPE_WDURATION:
55
      pCol->colType = COLUMN_TYPE_WINDOW_DURATION;
56 57 58 59 60 61 62 63 64
      break;
    case FUNCTION_TYPE_GROUP_KEY:
      pCol->colType = COLUMN_TYPE_GROUP_KEY;
      break;
    default:
      break;
  }
}

X
Xiaoyu Wang 已提交
65 66 67 68
static EDealRes doRewriteExpr(SNode** pNode, void* pContext) {
  switch (nodeType(*pNode)) {
    case QUERY_NODE_OPERATOR:
    case QUERY_NODE_LOGIC_CONDITION:
D
dapan1121 已提交
69 70
    case QUERY_NODE_FUNCTION:
    case QUERY_NODE_CASE_WHEN: {
X
Xiaoyu Wang 已提交
71
      SRewriteExprCxt* pCxt = (SRewriteExprCxt*)pContext;
X
Xiaoyu Wang 已提交
72 73
      SNode*           pExpr;
      int32_t          index = 0;
X
Xiaoyu Wang 已提交
74 75 76 77 78 79
      FOREACH(pExpr, pCxt->pExprs) {
        if (QUERY_NODE_GROUPING_SET == nodeType(pExpr)) {
          pExpr = nodesListGetNode(((SGroupingSetNode*)pExpr)->pParameterList, 0);
        }
        if (nodesEqualNode(pExpr, *pNode)) {
          SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
X
Xiaoyu Wang 已提交
80 81 82
          if (NULL == pCol) {
            return DEAL_RES_ERROR;
          }
X
Xiaoyu Wang 已提交
83 84 85 86
          SExprNode* pToBeRewrittenExpr = (SExprNode*)(*pNode);
          pCol->node.resType = pToBeRewrittenExpr->resType;
          strcpy(pCol->node.aliasName, pToBeRewrittenExpr->aliasName);
          strcpy(pCol->colName, ((SExprNode*)pExpr)->aliasName);
X
Xiaoyu Wang 已提交
87
          if (QUERY_NODE_FUNCTION == nodeType(pExpr)) {
88
            setColumnInfo((SFunctionNode*)pExpr, pCol);
X
Xiaoyu Wang 已提交
89
          }
X
Xiaoyu Wang 已提交
90 91 92 93 94 95 96 97 98 99
          nodesDestroyNode(*pNode);
          *pNode = (SNode*)pCol;
          return DEAL_RES_IGNORE_CHILD;
        }
        ++index;
      }
      break;
    }
    default:
      break;
H
Haojun Liao 已提交
100 101
  }

X
Xiaoyu Wang 已提交
102
  return DEAL_RES_CONTINUE;
X
Xiaoyu Wang 已提交
103 104
}

X
Xiaoyu Wang 已提交
105 106 107 108 109
static EDealRes doNameExpr(SNode* pNode, void* pContext) {
  switch (nodeType(pNode)) {
    case QUERY_NODE_OPERATOR:
    case QUERY_NODE_LOGIC_CONDITION:
    case QUERY_NODE_FUNCTION: {
110 111 112
      if ('\0' == ((SExprNode*)pNode)->aliasName[0]) {
        sprintf(((SExprNode*)pNode)->aliasName, "#expr_%p", pNode);
      }
X
Xiaoyu Wang 已提交
113
      return DEAL_RES_IGNORE_CHILD;
X
Xiaoyu Wang 已提交
114 115
    }
    default:
X
Xiaoyu Wang 已提交
116
      break;
X
Xiaoyu Wang 已提交
117
  }
118

X
Xiaoyu Wang 已提交
119
  return DEAL_RES_CONTINUE;
120 121
}

D
dapan1121 已提交
122 123 124 125 126 127 128 129 130 131 132
static int32_t rewriteExprForSelect(SNode* pExpr, SSelectStmt* pSelect, ESqlClause clause) {
  nodesWalkExpr(pExpr, doNameExpr, NULL);
  SRewriteExprCxt cxt = {.errCode = TSDB_CODE_SUCCESS, .pExprs = NULL};
  cxt.errCode = nodesListMakeAppend(&cxt.pExprs, pExpr);
  if (TSDB_CODE_SUCCESS == cxt.errCode) {
    nodesRewriteSelectStmt(pSelect, clause, doRewriteExpr, &cxt);
    nodesClearList(cxt.pExprs);
  }
  return cxt.errCode;
}

X
Xiaoyu Wang 已提交
133
static int32_t rewriteExprsForSelect(SNodeList* pExprs, SSelectStmt* pSelect, ESqlClause clause) {
X
Xiaoyu Wang 已提交
134
  nodesWalkExprs(pExprs, doNameExpr, NULL);
X
Xiaoyu Wang 已提交
135
  SRewriteExprCxt cxt = {.errCode = TSDB_CODE_SUCCESS, .pExprs = pExprs};
X
Xiaoyu Wang 已提交
136 137
  nodesRewriteSelectStmt(pSelect, clause, doRewriteExpr, &cxt);
  return cxt.errCode;
138 139
}

X
Xiaoyu Wang 已提交
140 141 142 143 144 145 146
static int32_t rewriteExpr(SNodeList* pExprs, SNode** pTarget) {
  nodesWalkExprs(pExprs, doNameExpr, NULL);
  SRewriteExprCxt cxt = {.errCode = TSDB_CODE_SUCCESS, .pExprs = pExprs};
  nodesRewriteExpr(pTarget, doRewriteExpr, &cxt);
  return cxt.errCode;
}

X
Xiaoyu Wang 已提交
147
static int32_t rewriteExprs(SNodeList* pExprs, SNodeList* pTarget) {
X
Xiaoyu Wang 已提交
148
  nodesWalkExprs(pExprs, doNameExpr, NULL);
X
Xiaoyu Wang 已提交
149
  SRewriteExprCxt cxt = {.errCode = TSDB_CODE_SUCCESS, .pExprs = pExprs};
X
Xiaoyu Wang 已提交
150 151 152 153
  nodesRewriteExprs(pTarget, doRewriteExpr, &cxt);
  return cxt.errCode;
}

154 155 156 157 158
static int32_t pushLogicNode(SLogicPlanContext* pCxt, SLogicNode** pOldRoot, SLogicNode* pNewRoot) {
  if (NULL == pNewRoot->pChildren) {
    pNewRoot->pChildren = nodesMakeList();
    if (NULL == pNewRoot->pChildren) {
      return TSDB_CODE_OUT_OF_MEMORY;
H
Haojun Liao 已提交
159
    }
160
  }
161 162
  if (TSDB_CODE_SUCCESS != nodesListAppend(pNewRoot->pChildren, (SNode*)*pOldRoot)) {
    return TSDB_CODE_OUT_OF_MEMORY;
163 164
  }

165 166
  (*pOldRoot)->pParent = pNewRoot;
  *pOldRoot = pNewRoot;
167

168 169
  return TSDB_CODE_SUCCESS;
}
170

X
Xiaoyu Wang 已提交
171 172
static int32_t createRootLogicNode(SLogicPlanContext* pCxt, void* pStmt, uint8_t precision, FCreateLogicNode func,
                                   SLogicNode** pRoot) {
X
Xiaoyu Wang 已提交
173
  SLogicNode* pNode = NULL;
X
Xiaoyu Wang 已提交
174
  int32_t     code = func(pCxt, pStmt, &pNode);
X
Xiaoyu Wang 已提交
175
  if (TSDB_CODE_SUCCESS == code && NULL != pNode) {
X
Xiaoyu Wang 已提交
176
    pNode->precision = precision;
X
Xiaoyu Wang 已提交
177
    code = pushLogicNode(pCxt, pRoot, pNode);
178
    pCxt->pCurrRoot = pNode;
179
  }
X
Xiaoyu Wang 已提交
180
  if (TSDB_CODE_SUCCESS != code) {
181
    nodesDestroyNode((SNode*)pNode);
X
Xiaoyu Wang 已提交
182
  }
X
Xiaoyu Wang 已提交
183
  return code;
184 185
}

X
Xiaoyu Wang 已提交
186 187 188 189
static int32_t createSelectRootLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, FCreateSelectLogicNode func,
                                         SLogicNode** pRoot) {
  return createRootLogicNode(pCxt, pSelect, pSelect->precision, (FCreateLogicNode)func, pRoot);
}
190

191
static EScanType getScanType(SLogicPlanContext* pCxt, SNodeList* pScanPseudoCols, SNodeList* pScanCols,
192
                             int8_t tableType, bool tagScan) {
X
Xiaoyu Wang 已提交
193 194 195 196
  if (pCxt->pPlanCxt->topicQuery || pCxt->pPlanCxt->streamQuery) {
    return SCAN_TYPE_STREAM;
  }

197 198 199 200
  if (TSDB_SYSTEM_TABLE == tableType) {
    return SCAN_TYPE_SYSTEM_TABLE;
  }

201 202 203 204
  if (tagScan) {
    return SCAN_TYPE_TAG;
  }

X
Xiaoyu Wang 已提交
205
  if (NULL == pScanCols) {
206 207 208 209 210 211 212
    if (NULL == pScanPseudoCols) {
      return SCAN_TYPE_TABLE;
    }
    int32_t funcType = ((SFunctionNode*)nodesListGetNode(pScanPseudoCols, 0))->funcType;
    return FUNCTION_TYPE_BLOCK_DIST_INFO == funcType
               ? SCAN_TYPE_BLOCK_INFO
               : (FUNCTION_TYPE_TABLE_COUNT == funcType ? SCAN_TYPE_TABLE_COUNT : SCAN_TYPE_TABLE);
X
Xiaoyu Wang 已提交
213 214
  }

215
  return SCAN_TYPE_TABLE;
X
Xiaoyu Wang 已提交
216 217
}

218
static SNode* createFirstCol(uint64_t tableId, const SSchema* pSchema) {
219
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
220 221 222
  if (NULL == pCol) {
    return NULL;
  }
223 224
  pCol->node.resType.type = pSchema->type;
  pCol->node.resType.bytes = pSchema->bytes;
225
  pCol->tableId = tableId;
226
  pCol->colId = pSchema->colId;
227
  pCol->colType = COLUMN_TYPE_COLUMN;
228
  strcpy(pCol->colName, pSchema->name);
229
  return (SNode*)pCol;
230 231
}

232
static int32_t addPrimaryKeyCol(uint64_t tableId, const SSchema* pSchema, SNodeList** pCols) {
X
Xiaoyu Wang 已提交
233
  bool   found = false;
234 235 236 237 238 239 240 241 242
  SNode* pCol = NULL;
  FOREACH(pCol, *pCols) {
    if (PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pCol)->colId) {
      found = true;
      break;
    }
  }

  if (!found) {
243
    return nodesListMakeStrictAppend(pCols, createFirstCol(tableId, pSchema));
244 245 246 247
  }
  return TSDB_CODE_SUCCESS;
}

248 249 250 251 252 253 254 255 256 257 258 259 260 261
static int32_t addSystableFirstCol(uint64_t tableId, const SSchema* pSchema, SNodeList** pCols) {
  if (LIST_LENGTH(*pCols) > 0) {
    return TSDB_CODE_SUCCESS;
  }
  return nodesListMakeStrictAppend(pCols, createFirstCol(tableId, pSchema));
}

static int32_t addDefaultScanCol(const STableMeta* pMeta, SNodeList** pCols) {
  if (TSDB_SYSTEM_TABLE == pMeta->tableType) {
    return addSystableFirstCol(pMeta->uid, pMeta->schema, pCols);
  }
  return addPrimaryKeyCol(pMeta->uid, pMeta->schema, pCols);
}

X
Xiaoyu Wang 已提交
262 263
static int32_t makeScanLogicNode(SLogicPlanContext* pCxt, SRealTableNode* pRealTable, bool hasRepeatScanFuncs,
                                 SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
264
  SScanLogicNode* pScan = (SScanLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_SCAN);
X
Xiaoyu Wang 已提交
265
  if (NULL == pScan) {
266
    return TSDB_CODE_OUT_OF_MEMORY;
267 268
  }

wafwerar's avatar
wafwerar 已提交
269
  TSWAP(pScan->pVgroupList, pRealTable->pVgroupList);
X
Xiaoyu Wang 已提交
270
  TSWAP(pScan->pSmaIndexes, pRealTable->pSmaIndexes);
X
Xiaoyu Wang 已提交
271
  pScan->tableId = pRealTable->pMeta->uid;
X
Xiaoyu Wang 已提交
272
  pScan->stableId = pRealTable->pMeta->suid;
X
Xiaoyu Wang 已提交
273 274
  pScan->tableType = pRealTable->pMeta->tableType;
  pScan->scanSeq[0] = hasRepeatScanFuncs ? 2 : 1;
X
Xiaoyu Wang 已提交
275
  pScan->scanSeq[1] = 0;
X
Xiaoyu Wang 已提交
276
  pScan->scanRange = TSWINDOW_INITIALIZER;
X
Xiaoyu Wang 已提交
277 278 279 280
  pScan->tableName.type = TSDB_TABLE_NAME_T;
  pScan->tableName.acctId = pCxt->pPlanCxt->acctId;
  strcpy(pScan->tableName.dbname, pRealTable->table.dbName);
  strcpy(pScan->tableName.tname, pRealTable->table.tableName);
D
dapan1121 已提交
281
  pScan->showRewrite = pCxt->pPlanCxt->showRewrite;
282
  pScan->ratio = pRealTable->ratio;
283
  pScan->dataRequired = FUNC_DATA_REQUIRED_DATA_LOAD;
284
  pScan->cacheLastMode = pRealTable->cacheLastMode;
285

X
Xiaoyu Wang 已提交
286 287 288 289 290
  *pLogicNode = (SLogicNode*)pScan;

  return TSDB_CODE_SUCCESS;
}

291 292
static bool needScanDefaultCol(EScanType scanType) { return SCAN_TYPE_TABLE_COUNT != scanType; }

X
Xiaoyu Wang 已提交
293 294 295 296 297
static int32_t createScanLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SRealTableNode* pRealTable,
                                   SLogicNode** pLogicNode) {
  SScanLogicNode* pScan = NULL;
  int32_t         code = makeScanLogicNode(pCxt, pRealTable, pSelect->hasRepeatScanFuncs, (SLogicNode**)&pScan);

298 299 300
  pScan->node.groupAction = GROUP_ACTION_NONE;
  pScan->node.resultDataOrder = DATA_ORDER_LEVEL_IN_BLOCK;

X
Xiaoyu Wang 已提交
301
  // set columns to scan
X
Xiaoyu Wang 已提交
302 303 304 305
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesCollectColumns(pSelect, SQL_CLAUSE_FROM, pRealTable->table.tableAlias, COLLECT_COL_TYPE_COL,
                               &pScan->pScanCols);
  }
306

307
  if (TSDB_CODE_SUCCESS == code) {
308 309
    code = nodesCollectColumns(pSelect, SQL_CLAUSE_FROM, pRealTable->table.tableAlias, COLLECT_COL_TYPE_TAG,
                               &pScan->pScanPseudoCols);
310 311 312
  }

  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
313
    code = nodesCollectFuncs(pSelect, SQL_CLAUSE_FROM, fmIsScanPseudoColumnFunc, &pScan->pScanPseudoCols);
314 315
  }

316 317
  // rewrite the expression in subsequent clauses
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
318
    code = rewriteExprsForSelect(pScan->pScanPseudoCols, pSelect, SQL_CLAUSE_FROM);
319 320
  }

321
  pScan->scanType = getScanType(pCxt, pScan->pScanPseudoCols, pScan->pScanCols, pScan->tableType, pSelect->tagScan);
X
Xiaoyu Wang 已提交
322

323 324 325 326
  if (NULL != pScan->pScanCols) {
    pScan->hasNormalCols = true;
  }

327
  if (TSDB_CODE_SUCCESS == code && needScanDefaultCol(pScan->scanType)) {
328
    code = addDefaultScanCol(pRealTable->pMeta, &pScan->pScanCols);
329 330
  }

331 332
  // set output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
333
    code = createColumnByRewriteExprs(pScan->pScanCols, &pScan->node.pTargets);
334 335
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
336
    code = createColumnByRewriteExprs(pScan->pScanPseudoCols, &pScan->node.pTargets);
337
  }
338

X
Xiaoyu Wang 已提交
339 340 341
  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pScan;
  } else {
342
    nodesDestroyNode((SNode*)pScan);
X
Xiaoyu Wang 已提交
343
  }
344

345 346
  pCxt->hasScan = true;

X
Xiaoyu Wang 已提交
347
  return code;
X
Xiaoyu Wang 已提交
348
}
349

X
Xiaoyu Wang 已提交
350 351
static int32_t createSubqueryLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, STempTableNode* pTable,
                                       SLogicNode** pLogicNode) {
352
  return createQueryLogicNode(pCxt, pTable->pSubquery, pLogicNode);
353 354
}

X
Xiaoyu Wang 已提交
355 356
static int32_t createJoinLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SJoinTableNode* pJoinTable,
                                   SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
357
  SJoinLogicNode* pJoin = (SJoinLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_JOIN);
X
Xiaoyu Wang 已提交
358
  if (NULL == pJoin) {
359 360
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
361 362

  pJoin->joinType = pJoinTable->joinType;
X
Xiaoyu Wang 已提交
363
  pJoin->isSingleTableJoin = pJoinTable->table.singleTable;
364
  pJoin->inputTsOrder = ORDER_ASC;
365 366
  pJoin->node.groupAction = GROUP_ACTION_CLEAR;
  pJoin->node.requireDataOrder = DATA_ORDER_LEVEL_GLOBAL;
367
  pJoin->node.resultDataOrder = DATA_ORDER_LEVEL_GLOBAL;
X
Xiaoyu Wang 已提交
368

369
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
370 371 372

  // set left and right node
  pJoin->node.pChildren = nodesMakeList();
X
Xiaoyu Wang 已提交
373
  if (NULL == pJoin->node.pChildren) {
374
    code = TSDB_CODE_OUT_OF_MEMORY;
375 376
  }

X
Xiaoyu Wang 已提交
377
  SLogicNode* pLeft = NULL;
378
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
379 380 381 382
    code = doCreateLogicNodeByTable(pCxt, pSelect, pJoinTable->pLeft, &pLeft);
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListStrictAppend(pJoin->node.pChildren, (SNode*)pLeft);
    }
383
  }
384

X
Xiaoyu Wang 已提交
385
  SLogicNode* pRight = NULL;
386
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
387 388 389 390 391
    code = doCreateLogicNodeByTable(pCxt, pSelect, pJoinTable->pRight, &pRight);
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListStrictAppend(pJoin->node.pChildren, (SNode*)pRight);
    }
  }
X
Xiaoyu Wang 已提交
392 393

  // set on conditions
X
Xiaoyu Wang 已提交
394
  if (TSDB_CODE_SUCCESS == code && NULL != pJoinTable->pOnCond) {
X
Xiaoyu Wang 已提交
395
    pJoin->pOnConditions = nodesCloneNode(pJoinTable->pOnCond);
X
Xiaoyu Wang 已提交
396 397 398
    if (NULL == pJoin->pOnConditions) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
399 400
  }

X
Xiaoyu Wang 已提交
401
  // set the output
X
Xiaoyu Wang 已提交
402 403
  if (TSDB_CODE_SUCCESS == code) {
    pJoin->node.pTargets = nodesCloneList(pLeft->pTargets);
D
dapan1121 已提交
404
    if (NULL == pJoin->node.pTargets) {
X
Xiaoyu Wang 已提交
405 406 407 408 409 410 411 412 413
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = nodesListStrictAppendList(pJoin->node.pTargets, nodesCloneList(pRight->pTargets));
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pJoin;
414
  } else {
415
    nodesDestroyNode((SNode*)pJoin);
416 417
  }

418
  return code;
X
Xiaoyu Wang 已提交
419
}
420

X
Xiaoyu Wang 已提交
421 422
static int32_t doCreateLogicNodeByTable(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SNode* pTable,
                                        SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
423 424
  switch (nodeType(pTable)) {
    case QUERY_NODE_REAL_TABLE:
425
      return createScanLogicNode(pCxt, pSelect, (SRealTableNode*)pTable, pLogicNode);
X
Xiaoyu Wang 已提交
426
    case QUERY_NODE_TEMP_TABLE:
X
Xiaoyu Wang 已提交
427
      return createSubqueryLogicNode(pCxt, pSelect, (STempTableNode*)pTable, pLogicNode);
X
Xiaoyu Wang 已提交
428
    case QUERY_NODE_JOIN_TABLE:
X
Xiaoyu Wang 已提交
429
      return createJoinLogicNode(pCxt, pSelect, (SJoinTableNode*)pTable, pLogicNode);
X
Xiaoyu Wang 已提交
430 431
    default:
      break;
432
  }
X
Xiaoyu Wang 已提交
433 434 435
  return TSDB_CODE_FAILED;
}

X
Xiaoyu Wang 已提交
436 437
static int32_t createLogicNodeByTable(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SNode* pTable,
                                      SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
438
  SLogicNode* pNode = NULL;
X
Xiaoyu Wang 已提交
439
  int32_t     code = doCreateLogicNodeByTable(pCxt, pSelect, pTable, &pNode);
X
Xiaoyu Wang 已提交
440 441 442
  if (TSDB_CODE_SUCCESS == code) {
    pNode->pConditions = nodesCloneNode(pSelect->pWhere);
    if (NULL != pSelect->pWhere && NULL == pNode->pConditions) {
443
      nodesDestroyNode((SNode*)pNode);
X
Xiaoyu Wang 已提交
444 445
      return TSDB_CODE_OUT_OF_MEMORY;
    }
446
    pNode->precision = pSelect->precision;
X
Xiaoyu Wang 已提交
447
    *pLogicNode = pNode;
448
    pCxt->pCurrRoot = pNode;
X
Xiaoyu Wang 已提交
449 450 451 452
  }
  return code;
}

X
Xiaoyu Wang 已提交
453
static SColumnNode* createColumnByExpr(const char* pStmtName, SExprNode* pExpr) {
454
  SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
X
Xiaoyu Wang 已提交
455 456 457 458
  if (NULL == pCol) {
    return NULL;
  }
  pCol->node.resType = pExpr->resType;
X
Xiaoyu Wang 已提交
459
  snprintf(pCol->colName, sizeof(pCol->colName), "%s", pExpr->aliasName);
X
Xiaoyu Wang 已提交
460
  if (NULL != pStmtName) {
X
Xiaoyu Wang 已提交
461
    snprintf(pCol->tableAlias, sizeof(pCol->tableAlias), "%s", pStmtName);
X
Xiaoyu Wang 已提交
462
  }
X
Xiaoyu Wang 已提交
463
  return pCol;
464 465
}

466 467 468 469 470 471 472 473 474 475 476 477 478
static SNode* createGroupingSetNode(SNode* pExpr) {
  SGroupingSetNode* pGroupingSet = (SGroupingSetNode*)nodesMakeNode(QUERY_NODE_GROUPING_SET);
  if (NULL == pGroupingSet) {
    return NULL;
  }
  pGroupingSet->groupingSetType = GP_TYPE_NORMAL;
  if (TSDB_CODE_SUCCESS != nodesListMakeStrictAppend(&pGroupingSet->pParameterList, nodesCloneNode(pExpr))) {
    nodesDestroyNode((SNode*)pGroupingSet);
    return NULL;
  }
  return (SNode*)pGroupingSet;
}

479
static EGroupAction getGroupAction(SLogicPlanContext* pCxt, SSelectStmt* pSelect) {
X
Xiaoyu Wang 已提交
480 481
  return (pCxt->pPlanCxt->streamQuery || NULL != pSelect->pLimit || NULL != pSelect->pSlimit) ? GROUP_ACTION_KEEP
                                                                                              : GROUP_ACTION_NONE;
482 483
}

484 485 486 487 488
static EDataOrderLevel getRequireDataOrder(bool needTimeline, SSelectStmt* pSelect) {
  return needTimeline ? (NULL != pSelect->pPartitionByList ? DATA_ORDER_LEVEL_IN_GROUP : DATA_ORDER_LEVEL_GLOBAL)
                      : DATA_ORDER_LEVEL_NONE;
}

489
static int32_t createAggLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
490
  if (!pSelect->hasAggFuncs && NULL == pSelect->pGroupByList) {
491
    return TSDB_CODE_SUCCESS;
492 493
  }

X
Xiaoyu Wang 已提交
494
  SAggLogicNode* pAgg = (SAggLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_AGG);
495 496 497
  if (NULL == pAgg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
498

499
  pAgg->hasLastRow = pSelect->hasLastRowFunc;
X
Xiaoyu Wang 已提交
500
  pAgg->hasLast = pSelect->hasLastFunc;
501
  pAgg->hasTimeLineFunc = pSelect->hasTimeLineFunc;
502
  pAgg->onlyHasKeepOrderFunc = pSelect->onlyHasKeepOrderFunc;
503
  pAgg->node.groupAction = getGroupAction(pCxt, pSelect);
504 505
  pAgg->node.requireDataOrder = getRequireDataOrder(pAgg->hasTimeLineFunc, pSelect);
  pAgg->node.resultDataOrder = pAgg->onlyHasKeepOrderFunc ? pAgg->node.requireDataOrder : DATA_ORDER_LEVEL_NONE;
506

X
Xiaoyu Wang 已提交
507 508
  int32_t code = TSDB_CODE_SUCCESS;

X
Xiaoyu Wang 已提交
509
  // set grouyp keys, agg funcs and having conditions
510
  if (TSDB_CODE_SUCCESS == code) {
511 512 513
    code = nodesCollectFuncs(pSelect, SQL_CLAUSE_GROUP_BY, fmIsAggFunc, &pAgg->pAggFuncs);
  }

X
Xiaoyu Wang 已提交
514
  // rewrite the expression in subsequent clauses
515
  if (TSDB_CODE_SUCCESS == code && NULL != pAgg->pAggFuncs) {
516 517 518 519
    code = rewriteExprsForSelect(pAgg->pAggFuncs, pSelect, SQL_CLAUSE_GROUP_BY);
  }

  if (NULL != pSelect->pGroupByList) {
520 521 522 523 524 525 526
    if (NULL != pAgg->pGroupKeys) {
      code = nodesListStrictAppendList(pAgg->pGroupKeys, nodesCloneList(pSelect->pGroupByList));
    } else {
      pAgg->pGroupKeys = nodesCloneList(pSelect->pGroupByList);
      if (NULL == pAgg->pGroupKeys) {
        code = TSDB_CODE_OUT_OF_MEMORY;
      }
527
    }
528
  }
X
Xiaoyu Wang 已提交
529 530

  // rewrite the expression in subsequent clauses
531
  if (TSDB_CODE_SUCCESS == code) {
532
    code = rewriteExprsForSelect(pAgg->pGroupKeys, pSelect, SQL_CLAUSE_GROUP_BY);
533
  }
534

535
  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pHaving) {
X
Xiaoyu Wang 已提交
536
    pAgg->node.pConditions = nodesCloneNode(pSelect->pHaving);
537 538 539
    if (NULL == pAgg->node.pConditions) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
X
Xiaoyu Wang 已提交
540
  }
541

X
Xiaoyu Wang 已提交
542
  // set the output
543
  if (TSDB_CODE_SUCCESS == code && NULL != pAgg->pGroupKeys) {
X
Xiaoyu Wang 已提交
544
    code = createColumnByRewriteExprs(pAgg->pGroupKeys, &pAgg->node.pTargets);
545 546
  }
  if (TSDB_CODE_SUCCESS == code && NULL != pAgg->pAggFuncs) {
X
Xiaoyu Wang 已提交
547
    code = createColumnByRewriteExprs(pAgg->pAggFuncs, &pAgg->node.pTargets);
548 549 550 551 552
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pAgg;
  } else {
553
    nodesDestroyNode((SNode*)pAgg);
554 555 556
  }

  return code;
X
Xiaoyu Wang 已提交
557
}
558

559 560
static int32_t createIndefRowsFuncLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  // top/bottom are both an aggregate function and a indefinite rows function
561
  if (!pSelect->hasIndefiniteRowsFunc || pSelect->hasAggFuncs || NULL != pSelect->pWindow) {
562 563 564 565 566 567 568 569 570
    return TSDB_CODE_SUCCESS;
  }

  SIndefRowsFuncLogicNode* pIdfRowsFunc =
      (SIndefRowsFuncLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_INDEF_ROWS_FUNC);
  if (NULL == pIdfRowsFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

571
  pIdfRowsFunc->isTailFunc = pSelect->hasTailFunc;
572
  pIdfRowsFunc->isUniqueFunc = pSelect->hasUniqueFunc;
573
  pIdfRowsFunc->isTimeLineFunc = pSelect->hasTimeLineFunc;
574
  pIdfRowsFunc->node.groupAction = getGroupAction(pCxt, pSelect);
575
  pIdfRowsFunc->node.requireDataOrder = getRequireDataOrder(pIdfRowsFunc->isTimeLineFunc, pSelect);
576
  pIdfRowsFunc->node.resultDataOrder = pIdfRowsFunc->node.requireDataOrder;
577

X
Xiaoyu Wang 已提交
578 579
  // indefinite rows functions and _select_values functions
  int32_t code = nodesCollectFuncs(pSelect, SQL_CLAUSE_SELECT, fmIsVectorFunc, &pIdfRowsFunc->pFuncs);
580
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
581
    code = rewriteExprsForSelect(pIdfRowsFunc->pFuncs, pSelect, SQL_CLAUSE_SELECT);
582 583 584 585
  }

  // set the output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
586
    code = createColumnByRewriteExprs(pIdfRowsFunc->pFuncs, &pIdfRowsFunc->node.pTargets);
587 588 589 590 591
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pIdfRowsFunc;
  } else {
592
    nodesDestroyNode((SNode*)pIdfRowsFunc);
593 594 595 596 597
  }

  return code;
}

X
Xiaoyu Wang 已提交
598 599 600
static bool isInterpFunc(int32_t funcId) {
  return fmIsInterpFunc(funcId) || fmIsInterpPseudoColumnFunc(funcId) || fmIsGroupKeyFunc(funcId);
}
X
Xiaoyu Wang 已提交
601

X
Xiaoyu Wang 已提交
602 603 604 605 606 607 608 609 610 611
static int32_t createInterpFuncLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  if (!pSelect->hasInterpFunc) {
    return TSDB_CODE_SUCCESS;
  }

  SInterpFuncLogicNode* pInterpFunc = (SInterpFuncLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_INTERP_FUNC);
  if (NULL == pInterpFunc) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

612
  pInterpFunc->node.groupAction = getGroupAction(pCxt, pSelect);
613
  pInterpFunc->node.requireDataOrder = getRequireDataOrder(true, pSelect);
614 615
  pInterpFunc->node.resultDataOrder = pInterpFunc->node.requireDataOrder;

X
Xiaoyu Wang 已提交
616
  // interp functions and _group_key functions
X
Xiaoyu Wang 已提交
617
  int32_t code = nodesCollectFuncs(pSelect, SQL_CLAUSE_SELECT, isInterpFunc, &pInterpFunc->pFuncs);
X
Xiaoyu Wang 已提交
618 619 620 621
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExprsForSelect(pInterpFunc->pFuncs, pSelect, SQL_CLAUSE_SELECT);
  }

X
Xiaoyu Wang 已提交
622 623 624 625 626 627 628 629 630
  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pFill) {
    SFillNode* pFill = (SFillNode*)pSelect->pFill;
    pInterpFunc->timeRange = pFill->timeRange;
    pInterpFunc->fillMode = pFill->mode;
    pInterpFunc->pTimeSeries = nodesCloneNode(pFill->pWStartTs);
    pInterpFunc->pFillValues = nodesCloneNode(pFill->pValues);
    if (NULL == pInterpFunc->pTimeSeries || (NULL != pFill->pValues && NULL == pInterpFunc->pFillValues)) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
X
Xiaoyu Wang 已提交
631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650
  }

  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pEvery) {
    pInterpFunc->interval = ((SValueNode*)pSelect->pEvery)->datum.i;
  }

  // set the output
  if (TSDB_CODE_SUCCESS == code) {
    code = createColumnByRewriteExprs(pInterpFunc->pFuncs, &pInterpFunc->node.pTargets);
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pInterpFunc;
  } else {
    nodesDestroyNode((SNode*)pInterpFunc);
  }

  return code;
}

X
Xiaoyu Wang 已提交
651 652
static int32_t createWindowLogicNodeFinalize(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SWindowLogicNode* pWindow,
                                             SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
653 654 655
  if (pCxt->pPlanCxt->streamQuery) {
    pWindow->triggerType = pCxt->pPlanCxt->triggerType;
    pWindow->watermark = pCxt->pPlanCxt->watermark;
656
    pWindow->igExpired = pCxt->pPlanCxt->igExpired;
5
54liuyao 已提交
657
  }
658
  pWindow->inputTsOrder = ORDER_ASC;
X
Xiaoyu Wang 已提交
659
  pWindow->outputTsOrder = ORDER_ASC;
5
54liuyao 已提交
660

661
  int32_t code = nodesCollectFuncs(pSelect, SQL_CLAUSE_WINDOW, fmIsWindowClauseFunc, &pWindow->pFuncs);
X
Xiaoyu Wang 已提交
662
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
663
    code = rewriteExprsForSelect(pWindow->pFuncs, pSelect, SQL_CLAUSE_WINDOW);
X
Xiaoyu Wang 已提交
664 665 666
  }

  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
667
    code = createColumnByRewriteExprs(pWindow->pFuncs, &pWindow->node.pTargets);
X
Xiaoyu Wang 已提交
668 669
  }

X
Xiaoyu Wang 已提交
670 671
  pSelect->hasAggFuncs = false;

X
Xiaoyu Wang 已提交
672 673 674
  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pWindow;
  } else {
675
    nodesDestroyNode((SNode*)pWindow);
X
Xiaoyu Wang 已提交
676 677 678 679 680
  }

  return code;
}

X
Xiaoyu Wang 已提交
681 682
static int32_t createWindowLogicNodeByState(SLogicPlanContext* pCxt, SStateWindowNode* pState, SSelectStmt* pSelect,
                                            SLogicNode** pLogicNode) {
683
  SWindowLogicNode* pWindow = (SWindowLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_WINDOW);
684 685 686 687 688
  if (NULL == pWindow) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pWindow->winType = WINDOW_TYPE_STATE;
689
  pWindow->node.groupAction = getGroupAction(pCxt, pSelect);
690 691 692 693
  pWindow->node.requireDataOrder =
      pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_IN_BLOCK : getRequireDataOrder(true, pSelect);
  pWindow->node.resultDataOrder =
      pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_GLOBAL : pWindow->node.requireDataOrder;
694
  pWindow->pStateExpr = nodesCloneNode(pState->pExpr);
695
  pWindow->pTspk = nodesCloneNode(pState->pCol);
696
  if (NULL == pWindow->pStateExpr || NULL == pWindow->pTspk) {
697
    nodesDestroyNode((SNode*)pWindow);
698 699
    return TSDB_CODE_OUT_OF_MEMORY;
  }
D
dapan1121 已提交
700 701 702 703 704
  // rewrite the expression in subsequent clauses
  int32_t code = rewriteExprForSelect(pWindow->pStateExpr, pSelect, SQL_CLAUSE_WINDOW);
  if (TSDB_CODE_SUCCESS == code) {
    code = createWindowLogicNodeFinalize(pCxt, pSelect, pWindow, pLogicNode);
  }
X
Xiaoyu Wang 已提交
705

D
dapan1121 已提交
706
  return code;
707 708
}

X
Xiaoyu Wang 已提交
709 710
static int32_t createWindowLogicNodeBySession(SLogicPlanContext* pCxt, SSessionWindowNode* pSession,
                                              SSelectStmt* pSelect, SLogicNode** pLogicNode) {
711
  SWindowLogicNode* pWindow = (SWindowLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_WINDOW);
X
Xiaoyu Wang 已提交
712 713 714 715 716 717
  if (NULL == pWindow) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pWindow->winType = WINDOW_TYPE_SESSION;
  pWindow->sessionGap = ((SValueNode*)pSession->pGap)->datum.i;
718
  pWindow->windowAlgo = pCxt->pPlanCxt->streamQuery ? SESSION_ALGO_STREAM_SINGLE : SESSION_ALGO_MERGE;
719
  pWindow->node.groupAction = getGroupAction(pCxt, pSelect);
720 721 722 723
  pWindow->node.requireDataOrder =
      pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_IN_BLOCK : getRequireDataOrder(true, pSelect);
  pWindow->node.resultDataOrder =
      pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_GLOBAL : pWindow->node.requireDataOrder;
X
Xiaoyu Wang 已提交
724

725
  pWindow->pTspk = nodesCloneNode((SNode*)pSession->pCol);
726
  if (NULL == pWindow->pTspk) {
727
    nodesDestroyNode((SNode*)pWindow);
728 729
    return TSDB_CODE_OUT_OF_MEMORY;
  }
5
54liuyao 已提交
730
  pWindow->pTsEnd = nodesCloneNode((SNode*)pSession->pCol);
731

X
Xiaoyu Wang 已提交
732 733 734
  return createWindowLogicNodeFinalize(pCxt, pSelect, pWindow, pLogicNode);
}

X
Xiaoyu Wang 已提交
735 736
static int32_t createWindowLogicNodeByInterval(SLogicPlanContext* pCxt, SIntervalWindowNode* pInterval,
                                               SSelectStmt* pSelect, SLogicNode** pLogicNode) {
737
  SWindowLogicNode* pWindow = (SWindowLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_WINDOW);
738 739 740
  if (NULL == pWindow) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
741 742 743

  pWindow->winType = WINDOW_TYPE_INTERVAL;
  pWindow->interval = ((SValueNode*)pInterval->pInterval)->datum.i;
X
Xiaoyu Wang 已提交
744
  pWindow->intervalUnit = ((SValueNode*)pInterval->pInterval)->unit;
X
Xiaoyu Wang 已提交
745
  pWindow->offset = (NULL != pInterval->pOffset ? ((SValueNode*)pInterval->pOffset)->datum.i : 0);
746
  pWindow->sliding = (NULL != pInterval->pSliding ? ((SValueNode*)pInterval->pSliding)->datum.i : pWindow->interval);
X
Xiaoyu Wang 已提交
747 748
  pWindow->slidingUnit =
      (NULL != pInterval->pSliding ? ((SValueNode*)pInterval->pSliding)->unit : pWindow->intervalUnit);
749
  pWindow->windowAlgo = pCxt->pPlanCxt->streamQuery ? INTERVAL_ALGO_STREAM_SINGLE : INTERVAL_ALGO_HASH;
750
  pWindow->node.groupAction = (NULL != pInterval->pFill ? GROUP_ACTION_KEEP : getGroupAction(pCxt, pSelect));
751 752 753 754 755 756
  pWindow->node.requireDataOrder =
      pCxt->pPlanCxt->streamQuery
          ? DATA_ORDER_LEVEL_IN_BLOCK
          : (pSelect->hasTimeLineFunc ? getRequireDataOrder(true, pSelect) : DATA_ORDER_LEVEL_IN_BLOCK);
  pWindow->node.resultDataOrder =
      pCxt->pPlanCxt->streamQuery ? DATA_ORDER_LEVEL_GLOBAL : getRequireDataOrder(true, pSelect);
757

X
bugfix  
Xiaoyu Wang 已提交
758 759
  pWindow->pTspk = nodesCloneNode(pInterval->pCol);
  if (NULL == pWindow->pTspk) {
760
    nodesDestroyNode((SNode*)pWindow);
X
bugfix  
Xiaoyu Wang 已提交
761 762 763
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
764
  return createWindowLogicNodeFinalize(pCxt, pSelect, pWindow, pLogicNode);
X
Xiaoyu Wang 已提交
765 766
}

767
static int32_t createWindowLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
768
  if (NULL == pSelect->pWindow) {
769
    return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
770 771 772
  }

  switch (nodeType(pSelect->pWindow)) {
773 774
    case QUERY_NODE_STATE_WINDOW:
      return createWindowLogicNodeByState(pCxt, (SStateWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
X
Xiaoyu Wang 已提交
775 776
    case QUERY_NODE_SESSION_WINDOW:
      return createWindowLogicNodeBySession(pCxt, (SSessionWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
X
Xiaoyu Wang 已提交
777
    case QUERY_NODE_INTERVAL_WINDOW:
X
Xiaoyu Wang 已提交
778
      return createWindowLogicNodeByInterval(pCxt, (SIntervalWindowNode*)pSelect->pWindow, pSelect, pLogicNode);
X
Xiaoyu Wang 已提交
779 780 781 782
    default:
      break;
  }

783
  return TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
784 785
}

786 787 788
static EDealRes needFillValueImpl(SNode* pNode, void* pContext) {
  if (QUERY_NODE_COLUMN == nodeType(pNode)) {
    SColumnNode* pCol = (SColumnNode*)pNode;
789 790
    if (COLUMN_TYPE_WINDOW_START != pCol->colType && COLUMN_TYPE_WINDOW_END != pCol->colType &&
        COLUMN_TYPE_WINDOW_DURATION != pCol->colType && COLUMN_TYPE_GROUP_KEY != pCol->colType) {
791 792 793 794 795 796 797 798 799 800 801 802 803
      *(bool*)pContext = true;
      return DEAL_RES_END;
    }
  }
  return DEAL_RES_CONTINUE;
}

static bool needFillValue(SNode* pNode) {
  bool hasFillCol = false;
  nodesWalkExpr(pNode, needFillValueImpl, &hasFillCol);
  return hasFillCol;
}

X
Xiaoyu Wang 已提交
804
static int32_t partFillExprs(SSelectStmt* pSelect, SNodeList** pFillExprs, SNodeList** pNotFillExprs) {
805 806
  int32_t code = TSDB_CODE_SUCCESS;
  SNode*  pProject = NULL;
X
Xiaoyu Wang 已提交
807
  FOREACH(pProject, pSelect->pProjectionList) {
808 809
    if (needFillValue(pProject)) {
      code = nodesListMakeStrictAppend(pFillExprs, nodesCloneNode(pProject));
X
Xiaoyu Wang 已提交
810
    } else if (QUERY_NODE_VALUE != nodeType(pProject)) {
811 812 813 814 815 816 817 818
      code = nodesListMakeStrictAppend(pNotFillExprs, nodesCloneNode(pProject));
    }
    if (TSDB_CODE_SUCCESS != code) {
      NODES_DESTORY_LIST(*pFillExprs);
      NODES_DESTORY_LIST(*pNotFillExprs);
      break;
    }
  }
X
Xiaoyu Wang 已提交
819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834
  if (!pSelect->isDistinct) {
    SNode* pOrderExpr = NULL;
    FOREACH(pOrderExpr, pSelect->pOrderByList) {
      SNode* pExpr = ((SOrderByExprNode*)pOrderExpr)->pExpr;
      if (needFillValue(pExpr)) {
        code = nodesListMakeStrictAppend(pFillExprs, nodesCloneNode(pExpr));
      } else if (QUERY_NODE_VALUE != nodeType(pExpr)) {
        code = nodesListMakeStrictAppend(pNotFillExprs, nodesCloneNode(pExpr));
      }
      if (TSDB_CODE_SUCCESS != code) {
        NODES_DESTORY_LIST(*pFillExprs);
        NODES_DESTORY_LIST(*pNotFillExprs);
        break;
      }
    }
  }
835 836 837
  return code;
}

X
Xiaoyu Wang 已提交
838 839 840 841 842 843 844
static int32_t createFillLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  if (NULL == pSelect->pWindow || QUERY_NODE_INTERVAL_WINDOW != nodeType(pSelect->pWindow) ||
      NULL == ((SIntervalWindowNode*)pSelect->pWindow)->pFill) {
    return TSDB_CODE_SUCCESS;
  }

  SFillNode* pFillNode = (SFillNode*)(((SIntervalWindowNode*)pSelect->pWindow)->pFill);
845 846 847
  if (FILL_MODE_NONE == pFillNode->mode) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
848

849
  SFillLogicNode* pFill = (SFillLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_FILL);
X
Xiaoyu Wang 已提交
850 851 852 853
  if (NULL == pFill) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

854
  pFill->node.groupAction = getGroupAction(pCxt, pSelect);
855 856
  pFill->node.requireDataOrder = getRequireDataOrder(true, pSelect);
  pFill->node.resultDataOrder = pFill->node.requireDataOrder;
X
Xiaoyu Wang 已提交
857
  pFill->inputTsOrder = ORDER_ASC;
858

X
Xiaoyu Wang 已提交
859
  int32_t code = partFillExprs(pSelect, &pFill->pFillExprs, &pFill->pNotFillExprs);
860 861 862 863 864 865 866 867 868 869 870
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExprsForSelect(pFill->pFillExprs, pSelect, SQL_CLAUSE_FILL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExprsForSelect(pFill->pNotFillExprs, pSelect, SQL_CLAUSE_FILL);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = createColumnByRewriteExprs(pFill->pFillExprs, &pFill->node.pTargets);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = createColumnByRewriteExprs(pFill->pNotFillExprs, &pFill->node.pTargets);
871
  }
X
Xiaoyu Wang 已提交
872 873

  pFill->mode = pFillNode->mode;
X
Xiaoyu Wang 已提交
874
  pFill->timeRange = pFillNode->timeRange;
X
Xiaoyu Wang 已提交
875 876 877 878 879 880 881 882 883
  pFill->pValues = nodesCloneNode(pFillNode->pValues);
  pFill->pWStartTs = nodesCloneNode(pFillNode->pWStartTs);
  if ((NULL != pFillNode->pValues && NULL == pFill->pValues) || NULL == pFill->pWStartTs) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pFill;
  } else {
884
    nodesDestroyNode((SNode*)pFill);
X
Xiaoyu Wang 已提交
885 886 887 888 889
  }

  return code;
}

890 891 892 893 894 895 896 897
static bool isPrimaryKeySort(SNodeList* pOrderByList) {
  SNode* pExpr = ((SOrderByExprNode*)nodesListGetNode(pOrderByList, 0))->pExpr;
  if (QUERY_NODE_COLUMN != nodeType(pExpr)) {
    return false;
  }
  return PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pExpr)->colId;
}

X
Xiaoyu Wang 已提交
898 899 900 901 902
static int32_t createSortLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  if (NULL == pSelect->pOrderByList) {
    return TSDB_CODE_SUCCESS;
  }

903
  SSortLogicNode* pSort = (SSortLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_SORT);
X
Xiaoyu Wang 已提交
904 905 906 907
  if (NULL == pSort) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

908
  pSort->groupSort = pSelect->groupSort;
909 910
  pSort->node.groupAction = pSort->groupSort ? GROUP_ACTION_KEEP : GROUP_ACTION_CLEAR;
  pSort->node.requireDataOrder = DATA_ORDER_LEVEL_NONE;
911 912 913
  pSort->node.resultDataOrder = isPrimaryKeySort(pSelect->pOrderByList)
                                    ? (pSort->groupSort ? DATA_ORDER_LEVEL_IN_GROUP : DATA_ORDER_LEVEL_GLOBAL)
                                    : DATA_ORDER_LEVEL_NONE;
914

915
  int32_t code = nodesCollectColumns(pSelect, SQL_CLAUSE_ORDER_BY, NULL, COLLECT_COL_TYPE_ALL, &pSort->node.pTargets);
916 917 918 919
  if (TSDB_CODE_SUCCESS == code && NULL == pSort->node.pTargets) {
    code = nodesListMakeStrictAppend(&pSort->node.pTargets,
                                     nodesCloneNode(nodesListGetNode(pCxt->pCurrRoot->pTargets, 0)));
  }
X
Xiaoyu Wang 已提交
920 921 922 923 924 925 926 927 928 929 930

  if (TSDB_CODE_SUCCESS == code) {
    pSort->pSortKeys = nodesCloneList(pSelect->pOrderByList);
    if (NULL == pSort->pSortKeys) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pSort;
  } else {
931
    nodesDestroyNode((SNode*)pSort);
X
Xiaoyu Wang 已提交
932 933 934 935 936
  }

  return code;
}

X
Xiaoyu Wang 已提交
937 938
static int32_t createColumnByProjections(SLogicPlanContext* pCxt, const char* pStmtName, SNodeList* pExprs,
                                         SNodeList** pCols) {
X
Xiaoyu Wang 已提交
939
  SNodeList* pList = nodesMakeList();
X
Xiaoyu Wang 已提交
940
  if (NULL == pList) {
941 942 943
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
944
  SNode* pNode;
X
Xiaoyu Wang 已提交
945
  FOREACH(pNode, pExprs) {
946
    if (TSDB_CODE_SUCCESS != nodesListAppend(pList, (SNode*)createColumnByExpr(pStmtName, (SExprNode*)pNode))) {
X
Xiaoyu Wang 已提交
947 948
      nodesDestroyList(pList);
      return TSDB_CODE_OUT_OF_MEMORY;
949 950
    }
  }
951

X
Xiaoyu Wang 已提交
952 953
  *pCols = pList;
  return TSDB_CODE_SUCCESS;
954 955
}

X
Xiaoyu Wang 已提交
956
static int32_t createProjectLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
957
  SProjectLogicNode* pProject = (SProjectLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_PROJECT);
X
Xiaoyu Wang 已提交
958
  if (NULL == pProject) {
959 960 961
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
962 963
  TSWAP(pProject->node.pLimit, pSelect->pLimit);
  TSWAP(pProject->node.pSlimit, pSelect->pSlimit);
964
  pProject->ignoreGroupId = (NULL == pSelect->pPartitionByList);
965 966
  pProject->node.groupAction =
      (!pSelect->isSubquery && pCxt->pPlanCxt->streamQuery) ? GROUP_ACTION_KEEP : GROUP_ACTION_CLEAR;
967 968
  pProject->node.requireDataOrder = DATA_ORDER_LEVEL_NONE;
  pProject->node.resultDataOrder = DATA_ORDER_LEVEL_NONE;
969

X
Xiaoyu Wang 已提交
970
  int32_t code = TSDB_CODE_SUCCESS;
971

X
Xiaoyu Wang 已提交
972
  pProject->pProjections = nodesCloneList(pSelect->pProjectionList);
X
Xiaoyu Wang 已提交
973 974
  if (NULL == pProject->pProjections) {
    code = TSDB_CODE_OUT_OF_MEMORY;
975
  }
X
Xiaoyu Wang 已提交
976
  strcpy(pProject->stmtName, pSelect->stmtName);
977 978

  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
979
    code = createColumnByProjections(pCxt, pSelect->stmtName, pSelect->pProjectionList, &pProject->node.pTargets);
980
  }
981

982
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
983 984
    *pLogicNode = (SLogicNode*)pProject;
  } else {
985
    nodesDestroyNode((SNode*)pProject);
986
  }
987

988
  return code;
989 990
}

991
static int32_t createPartitionLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
992
  if (NULL == pSelect->pPartitionByList) {
993 994 995
    return TSDB_CODE_SUCCESS;
  }

996
  SPartitionLogicNode* pPartition = (SPartitionLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_PARTITION);
997 998 999 1000
  if (NULL == pPartition) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

1001 1002 1003 1004
  pPartition->node.groupAction = GROUP_ACTION_SET;
  pPartition->node.requireDataOrder = DATA_ORDER_LEVEL_NONE;
  pPartition->node.resultDataOrder = DATA_ORDER_LEVEL_NONE;

1005 1006
  int32_t code =
      nodesCollectColumns(pSelect, SQL_CLAUSE_PARTITION_BY, NULL, COLLECT_COL_TYPE_ALL, &pPartition->node.pTargets);
1007
  if (TSDB_CODE_SUCCESS == code && NULL == pPartition->node.pTargets) {
1008 1009
    code = nodesListMakeStrictAppend(&pPartition->node.pTargets,
                                     nodesCloneNode(nodesListGetNode(pCxt->pCurrRoot->pTargets, 0)));
1010
  }
1011 1012 1013 1014 1015 1016 1017 1018

  if (TSDB_CODE_SUCCESS == code) {
    pPartition->pPartitionKeys = nodesCloneList(pSelect->pPartitionByList);
    if (NULL == pPartition->pPartitionKeys) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032
  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pTags) {
    pPartition->pTags = nodesCloneList(pSelect->pTags);
    if (NULL == pPartition->pTags) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  if (TSDB_CODE_SUCCESS == code && NULL != pSelect->pSubtable) {
    pPartition->pSubtable = nodesCloneNode(pSelect->pSubtable);
    if (NULL == pPartition->pSubtable) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

1033 1034 1035
  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pPartition;
  } else {
1036
    nodesDestroyNode((SNode*)pPartition);
1037 1038 1039
  }

  return code;
1040 1041 1042 1043 1044 1045 1046
}

static int32_t createDistinctLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  if (!pSelect->isDistinct) {
    return TSDB_CODE_SUCCESS;
  }

1047 1048 1049 1050 1051
  SAggLogicNode* pAgg = (SAggLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_AGG);
  if (NULL == pAgg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

1052
  pAgg->node.groupAction = GROUP_ACTION_CLEAR;
1053 1054 1055
  pAgg->node.requireDataOrder = DATA_ORDER_LEVEL_NONE;
  pAgg->node.resultDataOrder = DATA_ORDER_LEVEL_NONE;

1056 1057
  int32_t code = TSDB_CODE_SUCCESS;
  // set grouyp keys, agg funcs and having conditions
1058
  SNodeList* pGroupKeys = NULL;
1059
  SNode*     pProjection = NULL;
1060 1061 1062 1063 1064 1065 1066 1067 1068
  FOREACH(pProjection, pSelect->pProjectionList) {
    code = nodesListMakeStrictAppend(&pGroupKeys, createGroupingSetNode(pProjection));
    if (TSDB_CODE_SUCCESS != code) {
      nodesDestroyList(pGroupKeys);
      break;
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    pAgg->pGroupKeys = pGroupKeys;
1069 1070 1071 1072
  }

  // rewrite the expression in subsequent clauses
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1073
    code = rewriteExprsForSelect(pAgg->pGroupKeys, pSelect, SQL_CLAUSE_DISTINCT);
1074 1075 1076 1077
  }

  // set the output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1078
    code = createColumnByRewriteExprs(pAgg->pGroupKeys, &pAgg->node.pTargets);
1079 1080 1081 1082 1083
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pAgg;
  } else {
1084
    nodesDestroyNode((SNode*)pAgg);
1085 1086 1087
  }

  return code;
1088 1089
}

1090 1091 1092 1093 1094 1095
static int32_t createSelectWithoutFromLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect,
                                                SLogicNode** pLogicNode) {
  return createProjectLogicNode(pCxt, pSelect, pLogicNode);
}

static int32_t createSelectFromLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
1096
  SLogicNode* pRoot = NULL;
X
Xiaoyu Wang 已提交
1097
  int32_t     code = createLogicNodeByTable(pCxt, pSelect, pSelect->pFromTable, &pRoot);
1098
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1099
    code = createSelectRootLogicNode(pCxt, pSelect, createPartitionLogicNode, &pRoot);
1100
  }
1101
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1102
    code = createSelectRootLogicNode(pCxt, pSelect, createWindowLogicNode, &pRoot);
1103
  }
X
Xiaoyu Wang 已提交
1104
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1105
    code = createSelectRootLogicNode(pCxt, pSelect, createFillLogicNode, &pRoot);
X
Xiaoyu Wang 已提交
1106
  }
1107
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1108
    code = createSelectRootLogicNode(pCxt, pSelect, createAggLogicNode, &pRoot);
X
Xiaoyu Wang 已提交
1109
  }
1110
  if (TSDB_CODE_SUCCESS == code) {
1111
    code = createSelectRootLogicNode(pCxt, pSelect, createIndefRowsFuncLogicNode, &pRoot);
1112
  }
X
Xiaoyu Wang 已提交
1113 1114 1115
  if (TSDB_CODE_SUCCESS == code) {
    code = createSelectRootLogicNode(pCxt, pSelect, createInterpFuncLogicNode, &pRoot);
  }
1116
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1117
    code = createSelectRootLogicNode(pCxt, pSelect, createDistinctLogicNode, &pRoot);
1118
  }
X
Xiaoyu Wang 已提交
1119
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1120
    code = createSelectRootLogicNode(pCxt, pSelect, createSortLogicNode, &pRoot);
X
Xiaoyu Wang 已提交
1121
  }
1122
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1123
    code = createSelectRootLogicNode(pCxt, pSelect, createProjectLogicNode, &pRoot);
X
Xiaoyu Wang 已提交
1124
  }
1125 1126 1127 1128

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = pRoot;
  } else {
1129
    nodesDestroyNode((SNode*)pRoot);
X
Xiaoyu Wang 已提交
1130
  }
1131 1132

  return code;
1133 1134
}

1135 1136 1137 1138 1139 1140 1141 1142
static int32_t createSelectLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect, SLogicNode** pLogicNode) {
  if (NULL == pSelect->pFromTable) {
    return createSelectWithoutFromLogicNode(pCxt, pSelect, pLogicNode);
  } else {
    return createSelectFromLogicNode(pCxt, pSelect, pLogicNode);
  }
}

X
Xiaoyu Wang 已提交
1143 1144 1145
static int32_t createSetOpRootLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator, FCreateSetOpLogicNode func,
                                        SLogicNode** pRoot) {
  return createRootLogicNode(pCxt, pSetOperator, pSetOperator->precision, (FCreateLogicNode)func, pRoot);
X
Xiaoyu Wang 已提交
1146 1147 1148 1149 1150 1151 1152
}

static int32_t createSetOpSortLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator, SLogicNode** pLogicNode) {
  if (NULL == pSetOperator->pOrderByList) {
    return TSDB_CODE_SUCCESS;
  }

1153
  SSortLogicNode* pSort = (SSortLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_SORT);
X
Xiaoyu Wang 已提交
1154 1155 1156 1157
  if (NULL == pSort) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

X
Xiaoyu Wang 已提交
1158
  TSWAP(pSort->node.pLimit, pSetOperator->pLimit);
1159

X
Xiaoyu Wang 已提交
1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176
  int32_t code = TSDB_CODE_SUCCESS;

  pSort->node.pTargets = nodesCloneList(pSetOperator->pProjectionList);
  if (NULL == pSort->node.pTargets) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

  if (TSDB_CODE_SUCCESS == code) {
    pSort->pSortKeys = nodesCloneList(pSetOperator->pOrderByList);
    if (NULL == pSort->pSortKeys) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pSort;
  } else {
1177
    nodesDestroyNode((SNode*)pSort);
X
Xiaoyu Wang 已提交
1178 1179 1180 1181 1182
  }

  return code;
}

X
Xiaoyu Wang 已提交
1183 1184
static int32_t createSetOpProjectLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator,
                                           SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
1185 1186 1187 1188 1189
  SProjectLogicNode* pProject = (SProjectLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_PROJECT);
  if (NULL == pProject) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

1190
  if (NULL == pSetOperator->pOrderByList) {
X
Xiaoyu Wang 已提交
1191
    TSWAP(pProject->node.pLimit, pSetOperator->pLimit);
X
Xiaoyu Wang 已提交
1192
  }
1193
  pProject->ignoreGroupId = true;
X
Xiaoyu Wang 已提交
1194 1195 1196 1197 1198 1199 1200 1201 1202

  int32_t code = TSDB_CODE_SUCCESS;

  pProject->pProjections = nodesCloneList(pSetOperator->pProjectionList);
  if (NULL == pProject->pProjections) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

  if (TSDB_CODE_SUCCESS == code) {
1203 1204
    code = createColumnByProjections(pCxt, pSetOperator->stmtName, pSetOperator->pProjectionList,
                                     &pProject->node.pTargets);
X
Xiaoyu Wang 已提交
1205 1206 1207 1208 1209
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pProject;
  } else {
1210
    nodesDestroyNode((SNode*)pProject);
X
Xiaoyu Wang 已提交
1211 1212 1213 1214 1215
  }

  return code;
}

X
Xiaoyu Wang 已提交
1216 1217 1218 1219 1220 1221
static int32_t createSetOpAggLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator, SLogicNode** pLogicNode) {
  SAggLogicNode* pAgg = (SAggLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_AGG);
  if (NULL == pAgg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

1222
  if (NULL == pSetOperator->pOrderByList) {
X
Xiaoyu Wang 已提交
1223
    TSWAP(pAgg->node.pSlimit, pSetOperator->pLimit);
1224 1225
  }

X
Xiaoyu Wang 已提交
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238
  int32_t code = TSDB_CODE_SUCCESS;
  pAgg->pGroupKeys = nodesCloneList(pSetOperator->pProjectionList);
  if (NULL == pAgg->pGroupKeys) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

  // rewrite the expression in subsequent clauses
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExprs(pAgg->pGroupKeys, pSetOperator->pOrderByList);
  }

  // set the output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1239
    code = createColumnByRewriteExprs(pAgg->pGroupKeys, &pAgg->node.pTargets);
X
Xiaoyu Wang 已提交
1240 1241 1242 1243 1244
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pAgg;
  } else {
1245
    nodesDestroyNode((SNode*)pAgg);
X
Xiaoyu Wang 已提交
1246 1247 1248 1249 1250
  }

  return code;
}

X
Xiaoyu Wang 已提交
1251 1252
static int32_t createSetOpLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator, SLogicNode** pLogicNode) {
  SLogicNode* pSetOp = NULL;
X
Xiaoyu Wang 已提交
1253
  int32_t     code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1254 1255 1256 1257
  switch (pSetOperator->opType) {
    case SET_OP_TYPE_UNION_ALL:
      code = createSetOpProjectLogicNode(pCxt, pSetOperator, &pSetOp);
      break;
X
Xiaoyu Wang 已提交
1258 1259 1260
    case SET_OP_TYPE_UNION:
      code = createSetOpAggLogicNode(pCxt, pSetOperator, &pSetOp);
      break;
X
Xiaoyu Wang 已提交
1261
    default:
1262
      code = TSDB_CODE_FAILED;
X
Xiaoyu Wang 已提交
1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283
      break;
  }

  SLogicNode* pLeft = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = createQueryLogicNode(pCxt, pSetOperator->pLeft, &pLeft);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListMakeStrictAppend(&pSetOp->pChildren, (SNode*)pLeft);
  }
  SLogicNode* pRight = NULL;
  if (TSDB_CODE_SUCCESS == code) {
    code = createQueryLogicNode(pCxt, pSetOperator->pRight, &pRight);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListStrictAppend(pSetOp->pChildren, (SNode*)pRight);
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pSetOp;
  } else {
1284
    nodesDestroyNode((SNode*)pSetOp);
X
Xiaoyu Wang 已提交
1285 1286 1287 1288 1289
  }

  return code;
}

X
Xiaoyu Wang 已提交
1290 1291
static int32_t createSetOperatorLogicNode(SLogicPlanContext* pCxt, SSetOperator* pSetOperator,
                                          SLogicNode** pLogicNode) {
1292
  SLogicNode* pRoot = NULL;
X
Xiaoyu Wang 已提交
1293
  int32_t     code = createSetOpLogicNode(pCxt, pSetOperator, &pRoot);
1294
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1295
    code = createSetOpRootLogicNode(pCxt, pSetOperator, createSetOpSortLogicNode, &pRoot);
1296 1297 1298 1299 1300
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = pRoot;
  } else {
1301
    nodesDestroyNode((SNode*)pRoot);
1302 1303 1304 1305 1306
  }

  return code;
}

1307
static int32_t getMsgType(ENodeType sqlType) {
X
Xiaoyu Wang 已提交
1308 1309 1310 1311 1312 1313
  switch (sqlType) {
    case QUERY_NODE_CREATE_TABLE_STMT:
    case QUERY_NODE_CREATE_MULTI_TABLE_STMT:
      return TDMT_VND_CREATE_TABLE;
    case QUERY_NODE_DROP_TABLE_STMT:
      return TDMT_VND_DROP_TABLE;
X
Xiaoyu Wang 已提交
1314 1315
    case QUERY_NODE_ALTER_TABLE_STMT:
      return TDMT_VND_ALTER_TABLE;
X
Xiaoyu Wang 已提交
1316 1317
    case QUERY_NODE_FLUSH_DATABASE_STMT:
      return TDMT_VND_COMMIT;
X
Xiaoyu Wang 已提交
1318 1319 1320 1321
    default:
      break;
  }
  return TDMT_VND_SUBMIT;
1322 1323
}

1324
static int32_t createVnodeModifLogicNode(SLogicPlanContext* pCxt, SVnodeModifOpStmt* pStmt, SLogicNode** pLogicNode) {
1325
  SVnodeModifyLogicNode* pModif = (SVnodeModifyLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_VNODE_MODIFY);
1326 1327 1328
  if (NULL == pModif) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
X
Xiaoyu Wang 已提交
1329
  pModif->modifyType = MODIFY_TABLE_TYPE_INSERT;
wafwerar's avatar
wafwerar 已提交
1330
  TSWAP(pModif->pDataBlocks, pStmt->pDataBlocks);
1331
  pModif->msgType = getMsgType(pStmt->sqlNodeType);
1332 1333
  *pLogicNode = (SLogicNode*)pModif;
  return TSDB_CODE_SUCCESS;
1334 1335
}

X
Xiaoyu Wang 已提交
1336 1337 1338 1339 1340 1341
static int32_t createDeleteRootLogicNode(SLogicPlanContext* pCxt, SDeleteStmt* pDelete, FCreateDeleteLogicNode func,
                                         SLogicNode** pRoot) {
  return createRootLogicNode(pCxt, pDelete, pDelete->precision, (FCreateLogicNode)func, pRoot);
}

static int32_t createDeleteScanLogicNode(SLogicPlanContext* pCxt, SDeleteStmt* pDelete, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
1342 1343 1344 1345 1346 1347
  SScanLogicNode* pScan = NULL;
  int32_t         code = makeScanLogicNode(pCxt, (SRealTableNode*)pDelete->pFromTable, false, (SLogicNode**)&pScan);

  // set columns to scan
  if (TSDB_CODE_SUCCESS == code) {
    pScan->scanType = SCAN_TYPE_TABLE;
D
dapan1121 已提交
1348
    pScan->scanRange = pDelete->timeRange;
X
Xiaoyu Wang 已提交
1349 1350 1351 1352 1353 1354
    pScan->pScanCols = nodesCloneList(((SFunctionNode*)pDelete->pCountFunc)->pParameterList);
    if (NULL == pScan->pScanCols) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

X
Xiaoyu Wang 已提交
1355 1356
  if (TSDB_CODE_SUCCESS == code && NULL != pDelete->pTagCond) {
    pScan->pTagCond = nodesCloneNode(pDelete->pTagCond);
X
Xiaoyu Wang 已提交
1357 1358 1359 1360 1361 1362 1363
    if (NULL == pScan->pTagCond) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }

  // set output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1364
    code = createColumnByRewriteExprs(pScan->pScanCols, &pScan->node.pTargets);
X
Xiaoyu Wang 已提交
1365 1366 1367 1368 1369
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pScan;
  } else {
1370
    nodesDestroyNode((SNode*)pScan);
X
Xiaoyu Wang 已提交
1371 1372 1373
  }

  return code;
X
Xiaoyu Wang 已提交
1374 1375 1376
}

static int32_t createDeleteAggLogicNode(SLogicPlanContext* pCxt, SDeleteStmt* pDelete, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
1377 1378 1379 1380 1381 1382
  SAggLogicNode* pAgg = (SAggLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_AGG);
  if (NULL == pAgg) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  int32_t code = nodesListMakeStrictAppend(&pAgg->pAggFuncs, nodesCloneNode(pDelete->pCountFunc));
1383 1384 1385 1386 1387 1388
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListStrictAppend(pAgg->pAggFuncs, nodesCloneNode(pDelete->pFirstFunc));
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = nodesListStrictAppend(pAgg->pAggFuncs, nodesCloneNode(pDelete->pLastFunc));
  }
X
Xiaoyu Wang 已提交
1389 1390 1391
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExpr(pAgg->pAggFuncs, &pDelete->pCountFunc);
  }
1392 1393 1394 1395 1396 1397
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExpr(pAgg->pAggFuncs, &pDelete->pFirstFunc);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = rewriteExpr(pAgg->pAggFuncs, &pDelete->pLastFunc);
  }
X
Xiaoyu Wang 已提交
1398 1399
  // set the output
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1400
    code = createColumnByRewriteExprs(pAgg->pAggFuncs, &pAgg->node.pTargets);
X
Xiaoyu Wang 已提交
1401 1402 1403 1404 1405
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = (SLogicNode*)pAgg;
  } else {
1406
    nodesDestroyNode((SNode*)pAgg);
X
Xiaoyu Wang 已提交
1407 1408 1409
  }

  return code;
X
Xiaoyu Wang 已提交
1410 1411
}

X
Xiaoyu Wang 已提交
1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423
static int32_t createVnodeModifLogicNodeByDelete(SLogicPlanContext* pCxt, SDeleteStmt* pDelete,
                                                 SLogicNode** pLogicNode) {
  SVnodeModifyLogicNode* pModify = (SVnodeModifyLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_VNODE_MODIFY);
  if (NULL == pModify) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  SRealTableNode* pRealTable = (SRealTableNode*)pDelete->pFromTable;

  pModify->modifyType = MODIFY_TABLE_TYPE_DELETE;
  pModify->tableId = pRealTable->pMeta->uid;
  pModify->tableType = pRealTable->pMeta->tableType;
1424
  snprintf(pModify->tableName, sizeof(pModify->tableName), "%s", pRealTable->table.tableName);
1425
  strcpy(pModify->tsColName, pRealTable->pMeta->schema->name);
X
Xiaoyu Wang 已提交
1426
  pModify->deleteTimeRange = pDelete->timeRange;
X
Xiaoyu Wang 已提交
1427
  pModify->pAffectedRows = nodesCloneNode(pDelete->pCountFunc);
1428 1429 1430
  pModify->pStartTs = nodesCloneNode(pDelete->pFirstFunc);
  pModify->pEndTs = nodesCloneNode(pDelete->pLastFunc);
  if (NULL == pModify->pAffectedRows || NULL == pModify->pStartTs || NULL == pModify->pEndTs) {
1431
    nodesDestroyNode((SNode*)pModify);
X
Xiaoyu Wang 已提交
1432 1433 1434 1435 1436
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  *pLogicNode = (SLogicNode*)pModify;
  return TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
1437 1438 1439 1440
}

static int32_t createDeleteLogicNode(SLogicPlanContext* pCxt, SDeleteStmt* pDelete, SLogicNode** pLogicNode) {
  SLogicNode* pRoot = NULL;
X
Xiaoyu Wang 已提交
1441
  int32_t     code = createDeleteScanLogicNode(pCxt, pDelete, &pRoot);
X
Xiaoyu Wang 已提交
1442 1443 1444 1445
  if (TSDB_CODE_SUCCESS == code) {
    code = createDeleteRootLogicNode(pCxt, pDelete, createDeleteAggLogicNode, &pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
1446
    code = createDeleteRootLogicNode(pCxt, pDelete, createVnodeModifLogicNodeByDelete, &pRoot);
X
Xiaoyu Wang 已提交
1447 1448 1449 1450 1451
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = pRoot;
  } else {
1452
    nodesDestroyNode((SNode*)pRoot);
X
Xiaoyu Wang 已提交
1453 1454 1455 1456 1457
  }

  return code;
}

1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473
static int32_t creatInsertRootLogicNode(SLogicPlanContext* pCxt, SInsertStmt* pInsert, FCreateInsertLogicNode func,
                                        SLogicNode** pRoot) {
  return createRootLogicNode(pCxt, pInsert, pInsert->precision, (FCreateLogicNode)func, pRoot);
}

static int32_t createVnodeModifLogicNodeByInsert(SLogicPlanContext* pCxt, SInsertStmt* pInsert,
                                                 SLogicNode** pLogicNode) {
  SVnodeModifyLogicNode* pModify = (SVnodeModifyLogicNode*)nodesMakeNode(QUERY_NODE_LOGIC_PLAN_VNODE_MODIFY);
  if (NULL == pModify) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  SRealTableNode* pRealTable = (SRealTableNode*)pInsert->pTable;

  pModify->modifyType = MODIFY_TABLE_TYPE_INSERT;
  pModify->tableId = pRealTable->pMeta->uid;
1474
  pModify->stableId = pRealTable->pMeta->suid;
1475
  pModify->tableType = pRealTable->pMeta->tableType;
1476
  snprintf(pModify->tableName, sizeof(pModify->tableName), "%s", pRealTable->table.tableName);
1477
  TSWAP(pModify->pVgroupList, pRealTable->pVgroupList);
1478 1479 1480 1481 1482
  pModify->pInsertCols = nodesCloneList(pInsert->pCols);
  if (NULL == pModify->pInsertCols) {
    nodesDestroyNode((SNode*)pModify);
    return TSDB_CODE_OUT_OF_MEMORY;
  }
1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503

  *pLogicNode = (SLogicNode*)pModify;
  return TSDB_CODE_SUCCESS;
}

static int32_t createInsertLogicNode(SLogicPlanContext* pCxt, SInsertStmt* pInsert, SLogicNode** pLogicNode) {
  SLogicNode* pRoot = NULL;
  int32_t     code = createQueryLogicNode(pCxt, pInsert->pQuery, &pRoot);
  if (TSDB_CODE_SUCCESS == code) {
    code = creatInsertRootLogicNode(pCxt, pInsert, createVnodeModifLogicNodeByInsert, &pRoot);
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicNode = pRoot;
  } else {
    nodesDestroyNode((SNode*)pRoot);
  }

  return code;
}

1504
static int32_t createQueryLogicNode(SLogicPlanContext* pCxt, SNode* pStmt, SLogicNode** pLogicNode) {
X
Xiaoyu Wang 已提交
1505 1506
  switch (nodeType(pStmt)) {
    case QUERY_NODE_SELECT_STMT:
1507
      return createSelectLogicNode(pCxt, (SSelectStmt*)pStmt, pLogicNode);
1508
    case QUERY_NODE_VNODE_MODIF_STMT:
1509
      return createVnodeModifLogicNode(pCxt, (SVnodeModifOpStmt*)pStmt, pLogicNode);
1510 1511
    case QUERY_NODE_EXPLAIN_STMT:
      return createQueryLogicNode(pCxt, ((SExplainStmt*)pStmt)->pQuery, pLogicNode);
1512 1513
    case QUERY_NODE_SET_OPERATOR:
      return createSetOperatorLogicNode(pCxt, (SSetOperator*)pStmt, pLogicNode);
X
Xiaoyu Wang 已提交
1514 1515
    case QUERY_NODE_DELETE_STMT:
      return createDeleteLogicNode(pCxt, (SDeleteStmt*)pStmt, pLogicNode);
1516 1517
    case QUERY_NODE_INSERT_STMT:
      return createInsertLogicNode(pCxt, (SInsertStmt*)pStmt, pLogicNode);
X
Xiaoyu Wang 已提交
1518 1519 1520
    default:
      break;
  }
1521
  return TSDB_CODE_FAILED;
1522 1523
}

X
Xiaoyu Wang 已提交
1524 1525 1526 1527 1528 1529 1530 1531
static void doSetLogicNodeParent(SLogicNode* pNode, SLogicNode* pParent) {
  pNode->pParent = pParent;
  SNode* pChild;
  FOREACH(pChild, pNode->pChildren) { doSetLogicNodeParent((SLogicNode*)pChild, pNode); }
}

static void setLogicNodeParent(SLogicNode* pNode) { doSetLogicNodeParent(pNode, NULL); }

1532
static void setLogicSubplanType(bool hasScan, SLogicSubplan* pSubplan) {
1533
  if (QUERY_NODE_LOGIC_PLAN_VNODE_MODIFY != nodeType(pSubplan->pNode)) {
1534
    pSubplan->subplanType = hasScan ? SUBPLAN_TYPE_SCAN : SUBPLAN_TYPE_MERGE;
1535 1536 1537 1538 1539 1540 1541 1542
  } else {
    SVnodeModifyLogicNode* pModify = (SVnodeModifyLogicNode*)pSubplan->pNode;
    pSubplan->subplanType = (MODIFY_TABLE_TYPE_INSERT == pModify->modifyType && NULL != pModify->node.pChildren)
                                ? SUBPLAN_TYPE_SCAN
                                : SUBPLAN_TYPE_MODIFY;
  }
}

X
Xiaoyu Wang 已提交
1543
int32_t createLogicPlan(SPlanContext* pCxt, SLogicSubplan** pLogicSubplan) {
1544
  SLogicPlanContext cxt = {.pPlanCxt = pCxt, .pCurrRoot = NULL, .hasScan = false};
X
Xiaoyu Wang 已提交
1545 1546 1547 1548

  SLogicSubplan* pSubplan = (SLogicSubplan*)nodesMakeNode(QUERY_NODE_LOGIC_SUBPLAN);
  if (NULL == pSubplan) {
    return TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1549
  }
X
Xiaoyu Wang 已提交
1550 1551 1552 1553 1554 1555 1556
  pSubplan->id.queryId = pCxt->queryId;
  pSubplan->id.groupId = 1;
  pSubplan->id.subplanId = 1;

  int32_t code = createQueryLogicNode(&cxt, pCxt->pAstRoot, &pSubplan->pNode);
  if (TSDB_CODE_SUCCESS == code) {
    setLogicNodeParent(pSubplan->pNode);
1557
    setLogicSubplanType(cxt.hasScan, pSubplan);
1558
    code = adjustLogicNodeDataRequirement(pSubplan->pNode, DATA_ORDER_LEVEL_NONE);
X
Xiaoyu Wang 已提交
1559 1560 1561 1562 1563
  }

  if (TSDB_CODE_SUCCESS == code) {
    *pLogicSubplan = pSubplan;
  } else {
1564
    nodesDestroyNode((SNode*)pSubplan);
X
Xiaoyu Wang 已提交
1565 1566 1567
  }

  return code;
1568
}