parser.c 7.6 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
Haojun Liao 已提交
14 15
 */

X
Xiaoyu Wang 已提交
16
#include "parser.h"
X
Xiaoyu Wang 已提交
17
#include "os.h"
X
Xiaoyu Wang 已提交
18

X
Xiaoyu Wang 已提交
19 20
#include "parInt.h"
#include "parToken.h"
X
Xiaoyu Wang 已提交
21

X
Xiaoyu Wang 已提交
22
bool qIsInsertSql(const char* pStr, size_t length) {
D
stmt  
dapan1121 已提交
23 24 25
  if (NULL == pStr) {
    return false;
  }
X
Xiaoyu Wang 已提交
26

X
Xiaoyu Wang 已提交
27 28 29
  int32_t index = 0;

  do {
X
Xiaoyu Wang 已提交
30
    SToken t0 = tStrGetToken((char*)pStr, &index, false);
31
    if (t0.type != TK_NK_LP) {
X
Xiaoyu Wang 已提交
32 33 34 35 36
      return t0.type == TK_INSERT || t0.type == TK_IMPORT;
    }
  } while (1);
}

37 38
static int32_t analyseSemantic(SParseContext* pCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {
  int32_t code = authenticate(pCxt, pQuery, pMetaCache);
39

40 41
  if (TSDB_CODE_SUCCESS == code && pQuery->placeholderNum > 0) {
    TSWAP(pQuery->pPrepareRoot, pQuery->pRoot);
42 43 44 45
    return TSDB_CODE_SUCCESS;
  }

  if (TSDB_CODE_SUCCESS == code) {
46
    code = translate(pCxt, pQuery, pMetaCache);
47 48 49
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
X
Xiaoyu Wang 已提交
50
  }
51 52 53 54 55
  return code;
}

static int32_t parseSqlIntoAst(SParseContext* pCxt, SQuery** pQuery) {
  int32_t code = parse(pCxt, pQuery);
56
  if (TSDB_CODE_SUCCESS == code) {
57
    code = analyseSemantic(pCxt, *pQuery, NULL);
X
Xiaoyu Wang 已提交
58 59 60 61
  }
  return code;
}

62
static int32_t parseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, SParseMetaCache* pMetaCache) {
63 64
  int32_t code = parse(pCxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
65
    code = collectMetaKey(pCxt, *pQuery, pMetaCache);
66 67 68 69
  }
  return code;
}

X
Xiaoyu Wang 已提交
70 71 72 73 74 75 76 77 78
static int32_t setValueByBindParam(SValueNode* pVal, TAOS_MULTI_BIND* pParam) {
  if (pParam->is_null && 1 == *(pParam->is_null)) {
    pVal->node.resType.type = TSDB_DATA_TYPE_NULL;
    pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
    return TSDB_CODE_SUCCESS;
  }
  int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);
  pVal->node.resType.type = pParam->buffer_type;
  pVal->node.resType.bytes = inputSize;
79

X
Xiaoyu Wang 已提交
80 81 82 83 84 85 86 87 88
  switch (pParam->buffer_type) {
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);
D
dapan1121 已提交
89
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
X
Xiaoyu Wang 已提交
90 91 92 93 94 95 96 97 98 99 100 101 102 103
      break;
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }

      int32_t output = 0;
      if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,
                         &output)) {
        return errno;
      }
      varDataSetLen(pVal->datum.p, output);
D
dapan1121 已提交
104
      pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;
X
Xiaoyu Wang 已提交
105 106
      break;
    }
D
dapan1121 已提交
107 108 109 110 111
    default: {
      int32_t code = nodesSetValueNodeValue(pVal, pParam->buffer);
      if (code) {
        return code;
      }
X
Xiaoyu Wang 已提交
112
      break;
D
dapan1121 已提交
113
    }
X
Xiaoyu Wang 已提交
114 115 116 117 118
  }
  pVal->translate = true;
  return TSDB_CODE_SUCCESS;
}

119 120
static EDealRes rewriteQueryExprAliasImpl(SNode* pNode, void* pContext) {
  if (nodesIsExprNode(pNode) && QUERY_NODE_COLUMN != nodeType(pNode) && '\0' == ((SExprNode*)pNode)->userAlias[0]) {
121
    strcpy(((SExprNode*)pNode)->userAlias, ((SExprNode*)pNode)->aliasName);
122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148
    sprintf(((SExprNode*)pNode)->aliasName, "#%d", *(int32_t*)pContext);
    ++(*(int32_t*)pContext);
  }
  return DEAL_RES_CONTINUE;
}

static void rewriteQueryExprAlias(SNode* pRoot, int32_t* pNo) {
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
      nodesWalkSelectStmt((SSelectStmt*)pRoot, SQL_CLAUSE_FROM, rewriteQueryExprAliasImpl, pNo);
      break;
    case QUERY_NODE_SET_OPERATOR: {
      SSetOperator* pSetOper = (SSetOperator*)pRoot;
      rewriteQueryExprAlias(pSetOper->pLeft, pNo);
      rewriteQueryExprAlias(pSetOper->pRight, pNo);
      break;
    }
    default:
      break;
  }
}

static void rewriteExprAlias(SNode* pRoot) {
  int32_t no = 1;
  rewriteQueryExprAlias(pRoot, &no);
}

X
Xiaoyu Wang 已提交
149
int32_t qParseSql(SParseContext* pCxt, SQuery** pQuery) {
X
Xiaoyu Wang 已提交
150
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
151
  if (qIsInsertSql(pCxt->pSql, pCxt->sqlLen)) {
152
    code = parseInsertSql(pCxt, pQuery, NULL);
X
Xiaoyu Wang 已提交
153
  } else {
X
Xiaoyu Wang 已提交
154
    code = parseSqlIntoAst(pCxt, pQuery);
X
Xiaoyu Wang 已提交
155
  }
X
Xiaoyu Wang 已提交
156 157
  terrno = code;
  return code;
X
Xiaoyu Wang 已提交
158 159
}

160
int32_t qParseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {
161 162
  SParseMetaCache metaCache = {0};
  int32_t         code = TSDB_CODE_SUCCESS;
163
  if (qIsInsertSql(pCxt->pSql, pCxt->sqlLen)) {
164
    code = parseInsertSyntax(pCxt, pQuery, &metaCache);
165
  } else {
166
    code = parseSqlSyntax(pCxt, pQuery, &metaCache);
167 168
  }
  if (TSDB_CODE_SUCCESS == code) {
169
    code = buildCatalogReq(&metaCache, pCatalogReq);
170
  }
171
  destoryParseMetaCache(&metaCache);
172 173 174 175
  terrno = code;
  return code;
}

176 177
int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCatalogReq,
                            const struct SMetaData* pMetaData, SQuery* pQuery) {
178 179 180 181 182 183 184
  SParseMetaCache metaCache = {0};
  int32_t         code = putMetaDataToCache(pCatalogReq, pMetaData, &metaCache);
  if (TSDB_CODE_SUCCESS == code) {
    if (NULL == pQuery->pRoot) {
      code = parseInsertSql(pCxt, &pQuery, &metaCache);
    }
    code = analyseSemantic(pCxt, pQuery, &metaCache);
185
  }
186 187 188
  destoryParseMetaCache(&metaCache);
  terrno = code;
  return code;
189 190
}

191
void qDestroyQuery(SQuery* pQueryNode) { nodesDestroyNode(pQueryNode); }
192 193 194

int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
  return extractResultSchema(pRoot, numOfCols, pSchema);
D
stmt  
dapan1121 已提交
195
}
X
Xiaoyu Wang 已提交
196

X
Xiaoyu Wang 已提交
197 198 199 200 201 202 203 204 205 206 207 208
int32_t qSetSTableIdForRSma(SNode* pStmt, int64_t uid) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    SNode* pTable = ((SSelectStmt*)pStmt)->pFromTable;
    if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
      ((SRealTableNode*)pTable)->pMeta->uid = uid;
      ((SRealTableNode*)pTable)->pMeta->suid = uid;
      return TSDB_CODE_SUCCESS;
    }
  }
  return TSDB_CODE_FAILED;
}

209
int32_t qStmtBindParams(SQuery* pQuery, TAOS_MULTI_BIND* pParams, int32_t colIdx) {
X
Xiaoyu Wang 已提交
210 211 212 213 214 215 216 217 218 219 220 221 222 223
  int32_t code = TSDB_CODE_SUCCESS;

  if (colIdx < 0) {
    int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);
    for (int32_t i = 0; i < size; ++i) {
      code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
    }
  } else {
    code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams);
  }

224 225 226 227 228 229 230 231 232
  if (TSDB_CODE_SUCCESS == code && (colIdx < 0 || colIdx + 1 == pQuery->placeholderNum)) {
    pQuery->pRoot = nodesCloneNode(pQuery->pPrepareRoot);
    if (NULL == pQuery->pRoot) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    rewriteExprAlias(pQuery->pRoot);
  }
X
Xiaoyu Wang 已提交
233 234 235 236
  return code;
}

int32_t qStmtParseQuerySql(SParseContext* pCxt, SQuery* pQuery) {
237
  int32_t code = translate(pCxt, pQuery, NULL);
X
Xiaoyu Wang 已提交
238 239 240 241 242
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
  }
  return code;
}