parser.c 8.3 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
Haojun Liao 已提交
14 15
 */

X
Xiaoyu Wang 已提交
16
#include "parser.h"
X
Xiaoyu Wang 已提交
17
#include "os.h"
X
Xiaoyu Wang 已提交
18

X
Xiaoyu Wang 已提交
19 20
#include "parInt.h"
#include "parToken.h"
X
Xiaoyu Wang 已提交
21

X
Xiaoyu Wang 已提交
22
bool qIsInsertSql(const char* pStr, size_t length) {
D
stmt  
dapan1121 已提交
23 24 25
  if (NULL == pStr) {
    return false;
  }
X
Xiaoyu Wang 已提交
26

X
Xiaoyu Wang 已提交
27 28 29
  int32_t index = 0;

  do {
X
Xiaoyu Wang 已提交
30
    SToken t0 = tStrGetToken((char*)pStr, &index, false);
31
    if (t0.type != TK_NK_LP) {
X
Xiaoyu Wang 已提交
32 33 34 35 36
      return t0.type == TK_INSERT || t0.type == TK_IMPORT;
    }
  } while (1);
}

37 38
static int32_t semanticAnalysis(SParseContext* pCxt, SQuery* pQuery) {
  int32_t code = authenticate(pCxt, pQuery);
39

40 41
  if (TSDB_CODE_SUCCESS == code && pQuery->placeholderNum > 0) {
    TSWAP(pQuery->pPrepareRoot, pQuery->pRoot);
42 43 44 45
    return TSDB_CODE_SUCCESS;
  }

  if (TSDB_CODE_SUCCESS == code) {
46 47 48 49
    code = translate(pCxt, pQuery);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
X
Xiaoyu Wang 已提交
50
  }
51 52 53 54 55
  return code;
}

static int32_t parseSqlIntoAst(SParseContext* pCxt, SQuery** pQuery) {
  int32_t code = parse(pCxt, pQuery);
56
  if (TSDB_CODE_SUCCESS == code) {
57
    code = semanticAnalysis(pCxt, *pQuery);
X
Xiaoyu Wang 已提交
58 59 60 61
  }
  return code;
}

62 63 64 65 66 67 68 69
static int32_t syntaxParseSql(SParseContext* pCxt, SQuery** pQuery) {
  int32_t code = parse(pCxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectMetaKey(pCxt, *pQuery);
  }
  return code;
}

X
Xiaoyu Wang 已提交
70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
static int32_t setValueByBindParam(SValueNode* pVal, TAOS_MULTI_BIND* pParam) {
  if (pParam->is_null && 1 == *(pParam->is_null)) {
    pVal->node.resType.type = TSDB_DATA_TYPE_NULL;
    pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
    return TSDB_CODE_SUCCESS;
  }
  int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);
  pVal->node.resType.type = pParam->buffer_type;
  pVal->node.resType.bytes = inputSize;
  switch (pParam->buffer_type) {
    case TSDB_DATA_TYPE_BOOL:
      pVal->datum.b = *((bool*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_TINYINT:
      pVal->datum.i = *((int8_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_SMALLINT:
      pVal->datum.i = *((int16_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_INT:
      pVal->datum.i = *((int32_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_BIGINT:
      pVal->datum.i = *((int64_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_FLOAT:
      pVal->datum.d = *((float*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      pVal->datum.d = *((double*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_VARBINARY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);
D
dapan1121 已提交
109
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
X
Xiaoyu Wang 已提交
110 111 112 113 114 115 116 117 118 119 120 121 122 123
      break;
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }

      int32_t output = 0;
      if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,
                         &output)) {
        return errno;
      }
      varDataSetLen(pVal->datum.p, output);
D
dapan1121 已提交
124
      pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;
X
Xiaoyu Wang 已提交
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153
      break;
    }
    case TSDB_DATA_TYPE_TIMESTAMP:
      pVal->datum.i = *((int64_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_UTINYINT:
      pVal->datum.u = *((uint8_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_USMALLINT:
      pVal->datum.u = *((uint16_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_UINT:
      pVal->datum.u = *((uint32_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_UBIGINT:
      pVal->datum.u = *((uint64_t*)pParam->buffer);
      break;
    case TSDB_DATA_TYPE_JSON:
    case TSDB_DATA_TYPE_DECIMAL:
    case TSDB_DATA_TYPE_BLOB:
    case TSDB_DATA_TYPE_MEDIUMBLOB:
      // todo
    default:
      break;
  }
  pVal->translate = true;
  return TSDB_CODE_SUCCESS;
}

154 155
static EDealRes rewriteQueryExprAliasImpl(SNode* pNode, void* pContext) {
  if (nodesIsExprNode(pNode) && QUERY_NODE_COLUMN != nodeType(pNode) && '\0' == ((SExprNode*)pNode)->userAlias[0]) {
156
    strcpy(((SExprNode*)pNode)->userAlias, ((SExprNode*)pNode)->aliasName);
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
    sprintf(((SExprNode*)pNode)->aliasName, "#%d", *(int32_t*)pContext);
    ++(*(int32_t*)pContext);
  }
  return DEAL_RES_CONTINUE;
}

static void rewriteQueryExprAlias(SNode* pRoot, int32_t* pNo) {
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
      nodesWalkSelectStmt((SSelectStmt*)pRoot, SQL_CLAUSE_FROM, rewriteQueryExprAliasImpl, pNo);
      break;
    case QUERY_NODE_SET_OPERATOR: {
      SSetOperator* pSetOper = (SSetOperator*)pRoot;
      rewriteQueryExprAlias(pSetOper->pLeft, pNo);
      rewriteQueryExprAlias(pSetOper->pRight, pNo);
      break;
    }
    default:
      break;
  }
}

static void rewriteExprAlias(SNode* pRoot) {
  int32_t no = 1;
  rewriteQueryExprAlias(pRoot, &no);
}

X
Xiaoyu Wang 已提交
184
int32_t qParseSql(SParseContext* pCxt, SQuery** pQuery) {
X
Xiaoyu Wang 已提交
185
  int32_t code = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
186
  if (qIsInsertSql(pCxt->pSql, pCxt->sqlLen)) {
X
Xiaoyu Wang 已提交
187
    code = parseInsertSql(pCxt, pQuery);
X
Xiaoyu Wang 已提交
188
  } else {
X
Xiaoyu Wang 已提交
189
    code = parseSqlIntoAst(pCxt, pQuery);
X
Xiaoyu Wang 已提交
190
  }
X
Xiaoyu Wang 已提交
191 192
  terrno = code;
  return code;
X
Xiaoyu Wang 已提交
193 194
}

195 196
int32_t qSyntaxParseSql(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {
  int32_t code = TSDB_CODE_SUCCESS;
197 198
  if (qIsInsertSql(pCxt->pSql, pCxt->sqlLen)) {
    // todo insert sql
199
  } else {
200
    code = syntaxParseSql(pCxt, pQuery);
201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCatalogReq((*pQuery)->pMetaCache, pCatalogReq);
  }
  terrno = code;
  return code;
}

int32_t qSemanticAnalysisSql(SParseContext* pCxt, const struct SCatalogReq* pCatalogReq,
                             const struct SMetaData* pMetaData, SQuery* pQuery) {
  int32_t code = putMetaDataToCache(pCatalogReq, pMetaData, pQuery->pMetaCache);
  if (NULL == pQuery->pRoot) {
    // todo insert sql
  }
  return semanticAnalysis(pCxt, pQuery);
}

218
void qDestroyQuery(SQuery* pQueryNode) { nodesDestroyNode(pQueryNode); }
219 220 221

int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
  return extractResultSchema(pRoot, numOfCols, pSchema);
D
stmt  
dapan1121 已提交
222
}
X
Xiaoyu Wang 已提交
223

X
Xiaoyu Wang 已提交
224 225 226 227 228 229 230 231 232 233 234 235
int32_t qSetSTableIdForRSma(SNode* pStmt, int64_t uid) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    SNode* pTable = ((SSelectStmt*)pStmt)->pFromTable;
    if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
      ((SRealTableNode*)pTable)->pMeta->uid = uid;
      ((SRealTableNode*)pTable)->pMeta->suid = uid;
      return TSDB_CODE_SUCCESS;
    }
  }
  return TSDB_CODE_FAILED;
}

236
int32_t qStmtBindParams(SQuery* pQuery, TAOS_MULTI_BIND* pParams, int32_t colIdx) {
X
Xiaoyu Wang 已提交
237 238 239 240 241 242 243 244 245 246 247 248 249 250
  int32_t code = TSDB_CODE_SUCCESS;

  if (colIdx < 0) {
    int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);
    for (int32_t i = 0; i < size; ++i) {
      code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
    }
  } else {
    code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams);
  }

251 252 253 254 255 256 257 258 259
  if (TSDB_CODE_SUCCESS == code && (colIdx < 0 || colIdx + 1 == pQuery->placeholderNum)) {
    pQuery->pRoot = nodesCloneNode(pQuery->pPrepareRoot);
    if (NULL == pQuery->pRoot) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  if (TSDB_CODE_SUCCESS == code) {
    rewriteExprAlias(pQuery->pRoot);
  }
X
Xiaoyu Wang 已提交
260 261 262 263 264 265 266 267
  return code;
}

int32_t qStmtParseQuerySql(SParseContext* pCxt, SQuery* pQuery) {
  int32_t code = translate(pCxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
  }
268

X
Xiaoyu Wang 已提交
269 270
  return code;
}