parUtil.c 41.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

X
Xiaoyu Wang 已提交
16
#include "parUtil.h"
17
#include "cJSON.h"
18
#include "querynodes.h"
19

X
Xiaoyu Wang 已提交
20
#define USER_AUTH_KEY_MAX_LEN TSDB_USER_LEN + TSDB_TABLE_FNAME_LEN + 2
21

22 23
const void* nullPointer = NULL;

24 25 26 27 28 29 30
static char* getSyntaxErrFormat(int32_t errCode) {
  switch (errCode) {
    case TSDB_CODE_PAR_SYNTAX_ERROR:
      return "syntax error near \"%s\"";
    case TSDB_CODE_PAR_INCOMPLETE_SQL:
      return "Incomplete SQL statement";
    case TSDB_CODE_PAR_INVALID_COLUMN:
X
Xiaoyu Wang 已提交
31
      return "Invalid column name: %s";
32
    case TSDB_CODE_PAR_TABLE_NOT_EXIST:
X
Xiaoyu Wang 已提交
33
      return "Table does not exist: %s";
34 35
    case TSDB_CODE_PAR_GET_META_ERROR:
      return "Fail to get table info, error: %s";
36
    case TSDB_CODE_PAR_AMBIGUOUS_COLUMN:
X
Xiaoyu Wang 已提交
37
      return "Column ambiguously defined: %s";
38
    case TSDB_CODE_PAR_WRONG_VALUE_TYPE:
X
Xiaoyu Wang 已提交
39
      return "Invalid value type: %s";
40 41 42 43 44 45 46 47 48 49 50
    case TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION:
      return "There mustn't be aggregation";
    case TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT:
      return "ORDER BY item must be the number of a SELECT-list expression";
    case TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION:
      return "Not a GROUP BY expression";
    case TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION:
      return "Not SELECTed expression";
    case TSDB_CODE_PAR_NOT_SINGLE_GROUP:
      return "Not a single-group group function";
    case TSDB_CODE_PAR_TAGS_NOT_MATCHED:
51
      return "Tags number not matched";
52
    case TSDB_CODE_PAR_INVALID_TAG_NAME:
X
Xiaoyu Wang 已提交
53
      return "Invalid tag name: %s";
54
    case TSDB_CODE_PAR_NAME_OR_PASSWD_TOO_LONG:
55
      return "Name or password too long";
56
    case TSDB_CODE_PAR_PASSWD_EMPTY:
57
      return "Password can not be empty";
58
    case TSDB_CODE_PAR_INVALID_PORT:
59
      return "Port should be an integer that is less than 65535 and greater than 0";
60
    case TSDB_CODE_PAR_INVALID_ENDPOINT:
61 62 63
      return "Endpoint should be in the format of 'fqdn:port'";
    case TSDB_CODE_PAR_EXPRIE_STATEMENT:
      return "This statement is no longer supported";
X
Xiaoyu Wang 已提交
64
    case TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL:
X
Xiaoyu Wang 已提交
65
      return "Interval cannot be less than %d %s";
X
Xiaoyu Wang 已提交
66
    case TSDB_CODE_PAR_DB_NOT_SPECIFIED:
67
      return "Database not specified";
X
Xiaoyu Wang 已提交
68
    case TSDB_CODE_PAR_INVALID_IDENTIFIER_NAME:
X
Xiaoyu Wang 已提交
69
      return "Invalid identifier name: %s";
X
Xiaoyu Wang 已提交
70
    case TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR:
71
      return "Corresponding super table not in this db";
X
Xiaoyu Wang 已提交
72 73
    case TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST:
      return "GROUP BY and WINDOW-clause can't be used together";
X
Xiaoyu Wang 已提交
74 75
    case TSDB_CODE_PAR_AGG_FUNC_NESTING:
      return "Aggregate functions do not support nesting";
X
Xiaoyu Wang 已提交
76
    case TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE:
77
      return "Only support STATE_WINDOW on integer/bool/varchar column";
X
Xiaoyu Wang 已提交
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
    case TSDB_CODE_PAR_INVALID_STATE_WIN_COL:
      return "Not support STATE_WINDOW on tag column";
    case TSDB_CODE_PAR_INVALID_STATE_WIN_TABLE:
      return "STATE_WINDOW not support for super table query";
    case TSDB_CODE_PAR_INTER_SESSION_GAP:
      return "SESSION gap should be fixed time window, and greater than 0";
    case TSDB_CODE_PAR_INTER_SESSION_COL:
      return "Only support SESSION on primary timestamp column";
    case TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE:
      return "Interval offset cannot be negative";
    case TSDB_CODE_PAR_INTER_OFFSET_UNIT:
      return "Cannot use 'year' as offset when interval is 'month'";
    case TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG:
      return "Interval offset should be shorter than interval";
    case TSDB_CODE_PAR_INTER_SLIDING_UNIT:
      return "Does not support sliding when interval is natural month/year";
    case TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG:
      return "sliding value no larger than the interval value";
    case TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL:
97
      return "sliding value can not less than 1%% of interval value";
98 99
    case TSDB_CODE_PAR_ONLY_ONE_JSON_TAG:
      return "Only one tag if there is a json tag";
X
Xiaoyu Wang 已提交
100 101
    case TSDB_CODE_PAR_INCORRECT_NUM_OF_COL:
      return "Query block has incorrect number of result columns";
X
Xiaoyu Wang 已提交
102 103 104 105
    case TSDB_CODE_PAR_INCORRECT_TIMESTAMP_VAL:
      return "Incorrect TIMESTAMP value: %s";
    case TSDB_CODE_PAR_OFFSET_LESS_ZERO:
      return "soffset/offset can not be less than 0";
D
dapan1121 已提交
106 107
    case TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_GROUP_BY:
      return "slimit/soffset only available for PARTITION/GROUP BY query";
X
Xiaoyu Wang 已提交
108 109
    case TSDB_CODE_PAR_INVALID_TOPIC_QUERY:
      return "Invalid topic query";
X
Xiaoyu Wang 已提交
110 111
    case TSDB_CODE_PAR_INVALID_DROP_STABLE:
      return "Cannot drop super table in batch";
X
Xiaoyu Wang 已提交
112
    case TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE:
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129
      return "Start(end) time of query range required or time range too large";
    case TSDB_CODE_PAR_DUPLICATED_COLUMN:
      return "Duplicated column names";
    case TSDB_CODE_PAR_INVALID_TAGS_LENGTH:
      return "Tags length exceeds max length %d";
    case TSDB_CODE_PAR_INVALID_ROW_LENGTH:
      return "Row length exceeds max length %d";
    case TSDB_CODE_PAR_INVALID_COLUMNS_NUM:
      return "Illegal number of columns";
    case TSDB_CODE_PAR_TOO_MANY_COLUMNS:
      return "Too many columns";
    case TSDB_CODE_PAR_INVALID_FIRST_COLUMN:
      return "First column must be timestamp";
    case TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN:
      return "Invalid binary/nchar column length";
    case TSDB_CODE_PAR_INVALID_TAGS_NUM:
      return "Invalid number of tag columns";
X
Xiaoyu Wang 已提交
130 131
    case TSDB_CODE_PAR_INVALID_INTERNAL_PK:
      return "Invalid _c0 or _rowts expression";
132 133 134 135
    case TSDB_CODE_PAR_INVALID_TIMELINE_FUNC:
      return "Invalid timeline function";
    case TSDB_CODE_PAR_INVALID_PASSWD:
      return "Invalid password";
X
Xiaoyu Wang 已提交
136 137
    case TSDB_CODE_PAR_INVALID_ALTER_TABLE:
      return "Invalid alter table statement";
X
Xiaoyu Wang 已提交
138 139 140
    case TSDB_CODE_PAR_CANNOT_DROP_PRIMARY_KEY:
      return "Primary timestamp column cannot be dropped";
    case TSDB_CODE_PAR_INVALID_MODIFY_COL:
S
Shungang Li 已提交
141
      return "Only binary/nchar/geometry column length could be modified, and the length can only be increased, not decreased";
142 143
    case TSDB_CODE_PAR_INVALID_TBNAME:
      return "Invalid tbname pseudo column";
144 145 146 147
    case TSDB_CODE_PAR_INVALID_FUNCTION_NAME:
      return "Invalid function name";
    case TSDB_CODE_PAR_COMMENT_TOO_LONG:
      return "Comment too long";
148
    case TSDB_CODE_PAR_NOT_ALLOWED_FUNC:
149
      return "Some functions are allowed only in the SELECT list of a query. "
150
             "And, cannot be mixed with other non scalar functions or columns.";
151 152
    case TSDB_CODE_PAR_NOT_ALLOWED_WIN_QUERY:
      return "Window query not supported, since the result of subquery not include valid timestamp column";
153 154
    case TSDB_CODE_PAR_INVALID_DROP_COL:
      return "No columns can be dropped";
wmmhello's avatar
wmmhello 已提交
155 156
    case TSDB_CODE_PAR_INVALID_COL_JSON:
      return "Only tag can be json type";
D
dapan1121 已提交
157 158
    case TSDB_CODE_PAR_VALUE_TOO_LONG:
      return "Value too long for column/tag: %s";
X
Xiaoyu Wang 已提交
159 160
    case TSDB_CODE_PAR_INVALID_DELETE_WHERE:
      return "The DELETE statement must have a definite time window range";
X
Xiaoyu Wang 已提交
161 162
    case TSDB_CODE_PAR_INVALID_REDISTRIBUTE_VG:
      return "The REDISTRIBUTE VGROUP statement only support 1 to 3 dnodes";
X
Xiaoyu Wang 已提交
163
    case TSDB_CODE_PAR_FILL_NOT_ALLOWED_FUNC:
164
      return "%s function is not supported in fill query";
X
Xiaoyu Wang 已提交
165
    case TSDB_CODE_PAR_INVALID_WINDOW_PC:
166
      return "_WSTART, _WEND and _WDURATION can only be used in window query";
167
    case TSDB_CODE_PAR_WINDOW_NOT_ALLOWED_FUNC:
168
      return "%s function is not supported in time window query";
169
    case TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC:
170
      return "%s function is not supported in stream query";
171
    case TSDB_CODE_PAR_GROUP_BY_NOT_ALLOWED_FUNC:
172
      return "%s function is not supported in group query";
D
dapan1121 已提交
173 174
    case TSDB_CODE_PAR_SYSTABLE_NOT_ALLOWED_FUNC:
      return "%s function is not supported in system table query";
X
Xiaoyu Wang 已提交
175 176
    case TSDB_CODE_PAR_INVALID_INTERP_CLAUSE:
      return "Invalid usage of RANGE clause, EVERY clause or FILL clause";
177 178
    case TSDB_CODE_PAR_NO_VALID_FUNC_IN_WIN:
      return "No valid function in window query";
D
dapan1121 已提交
179 180
    case TSDB_CODE_PAR_INVALID_OPTR_USAGE:
      return "Invalid usage of expr: %s";
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
    case TSDB_CODE_OUT_OF_MEMORY:
      return "Out of memory";
    default:
      return "Unknown error";
  }
}

int32_t generateSyntaxErrMsg(SMsgBuf* pBuf, int32_t errCode, ...) {
  va_list vArgList;
  va_start(vArgList, errCode);
  vsnprintf(pBuf->buf, pBuf->len, getSyntaxErrFormat(errCode), vArgList);
  va_end(vArgList);
  return errCode;
}

196 197 198 199 200 201 202 203
int32_t generateSyntaxErrMsgExt(SMsgBuf* pBuf, int32_t errCode, const char* pFormat, ...) {
  va_list vArgList;
  va_start(vArgList, pFormat);
  vsnprintf(pBuf->buf, pBuf->len, pFormat, vArgList);
  va_end(vArgList);
  return errCode;
}

X
Xiaoyu Wang 已提交
204 205 206 207 208 209
int32_t buildInvalidOperationMsg(SMsgBuf* pBuf, const char* msg) {
  strncpy(pBuf->buf, msg, pBuf->len);
  return TSDB_CODE_TSC_INVALID_OPERATION;
}

int32_t buildSyntaxErrMsg(SMsgBuf* pBuf, const char* additionalInfo, const char* sourceStr) {
210
  if (pBuf == NULL) return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
X
Xiaoyu Wang 已提交
211 212 213 214 215 216 217 218 219
  const char* msgFormat1 = "syntax error near \'%s\'";
  const char* msgFormat2 = "syntax error near \'%s\' (%s)";
  const char* msgFormat3 = "%s";

  const char* prefix = "syntax error";
  if (sourceStr == NULL) {
    snprintf(pBuf->buf, pBuf->len, msgFormat1, additionalInfo);
    return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
  }
220

X
Xiaoyu Wang 已提交
221 222 223 224 225 226 227 228 229 230 231 232
  char buf[64] = {0};  // only extract part of sql string
  strncpy(buf, sourceStr, tListLen(buf) - 1);

  if (additionalInfo != NULL) {
    snprintf(pBuf->buf, pBuf->len, msgFormat2, buf, additionalInfo);
  } else {
    const char* msgFormat = (0 == strncmp(sourceStr, prefix, strlen(prefix))) ? msgFormat3 : msgFormat1;
    snprintf(pBuf->buf, pBuf->len, msgFormat, buf);
  }

  return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
}
233

234
SSchema* getTableColumnSchema(const STableMeta* pTableMeta) { return (SSchema*)pTableMeta->schema; }
235

X
Xiaoyu Wang 已提交
236
static SSchema* getOneColumnSchema(const STableMeta* pTableMeta, int32_t colIndex) {
X
Xiaoyu Wang 已提交
237
  SSchema* pSchema = (SSchema*)pTableMeta->schema;
X
Xiaoyu Wang 已提交
238
  return &pSchema[colIndex];
239
}
240

X
Xiaoyu Wang 已提交
241 242
SSchema* getTableTagSchema(const STableMeta* pTableMeta) {
  return getOneColumnSchema(pTableMeta, getTableInfo(pTableMeta).numOfColumns);
243 244
}

X
Xiaoyu Wang 已提交
245 246 247
int32_t getNumOfColumns(const STableMeta* pTableMeta) {
  // table created according to super table, use data from super table
  return getTableInfo(pTableMeta).numOfColumns;
248 249
}

250
int32_t getNumOfTags(const STableMeta* pTableMeta) { return getTableInfo(pTableMeta).numOfTags; }
251

252
STableComInfo getTableInfo(const STableMeta* pTableMeta) { return pTableMeta->tableInfo; }
253

254 255 256 257 258 259 260 261 262 263 264
int32_t getTableTypeFromTableNode(SNode *pTable) {
  if (NULL == pTable) {
    return -1;
  }
  if (QUERY_NODE_REAL_TABLE != nodeType(pTable)) {
    return -1;
  }
  return ((SRealTableNode *)pTable)->pMeta->tableType;
}


X
Xiaoyu Wang 已提交
265
STableMeta* tableMetaDup(const STableMeta* pTableMeta) {
X
Xiaoyu Wang 已提交
266 267
  int32_t numOfFields = TABLE_TOTAL_COL_NUM(pTableMeta);
  if (numOfFields > TSDB_MAX_COLUMNS || numOfFields < TSDB_MIN_COLUMNS) {
X
Xiaoyu Wang 已提交
268 269
    return NULL;
  }
X
Xiaoyu Wang 已提交
270

X
Xiaoyu Wang 已提交
271
  size_t      size = sizeof(STableMeta) + numOfFields * sizeof(SSchema);
X
Xiaoyu Wang 已提交
272 273 274 275 276
  STableMeta* p = taosMemoryMalloc(size);
  memcpy(p, pTableMeta, size);
  return p;
}

277
int32_t trimString(const char* src, int32_t len, char* dst, int32_t dlen) {
X
Xiaoyu Wang 已提交
278
  if (len <= 0 || dlen <= 0) return 0;
279

X
Xiaoyu Wang 已提交
280
  char    delim = src[0];
281 282 283
  int32_t j = 0;
  for (uint32_t k = 1; k < len - 1; ++k) {
    if (j >= dlen) {
284 285
      dst[j - 1] = '\0';
      return j;
286
    }
X
Xiaoyu Wang 已提交
287
    if (src[k] == delim && src[k + 1] == delim) {  // deal with "", ''
288 289 290 291 292
      dst[j] = src[k + 1];
      j++;
      k++;
      continue;
    }
293

X
Xiaoyu Wang 已提交
294 295
    if (src[k] == '\\') {  // deal with escape character
      if (src[k + 1] == 'n') {
296
        dst[j] = '\n';
X
Xiaoyu Wang 已提交
297
      } else if (src[k + 1] == 'r') {
298
        dst[j] = '\r';
X
Xiaoyu Wang 已提交
299
      } else if (src[k + 1] == 't') {
300
        dst[j] = '\t';
X
Xiaoyu Wang 已提交
301
      } else if (src[k + 1] == '\\') {
302
        dst[j] = '\\';
X
Xiaoyu Wang 已提交
303
      } else if (src[k + 1] == '\'') {
304
        dst[j] = '\'';
X
Xiaoyu Wang 已提交
305
      } else if (src[k + 1] == '"') {
306
        dst[j] = '"';
X
Xiaoyu Wang 已提交
307
      } else if (src[k + 1] == '%' || src[k + 1] == '_') {
308
        dst[j++] = src[k];
X
Xiaoyu Wang 已提交
309 310 311
        dst[j] = src[k + 1];
      } else {
        dst[j] = src[k + 1];
312 313 314 315 316 317
      }
      j++;
      k++;
      continue;
    }

318 319 320
    dst[j] = src[k];
    j++;
  }
K
kailixu 已提交
321
  if (j >= dlen) j = dlen - 1;
322 323 324
  dst[j] = '\0';
  return j;
}
325

X
Xiaoyu Wang 已提交
326
static bool isValidateTag(char* input) {
327 328
  if (!input) return false;
  for (size_t i = 0; i < strlen(input); ++i) {
329
#ifdef WINDOWS
wafwerar's avatar
wafwerar 已提交
330
    if (input[i] < 0x20 || input[i] > 0x7E) return false;
331
#else
332
    if (isprint(input[i]) == 0) return false;
333
#endif
334 335 336 337
  }
  return true;
}

wmmhello's avatar
wmmhello 已提交
338
int32_t parseJsontoTagData(const char* json, SArray* pTagVals, STag** ppTag, void* pMsgBuf) {
wmmhello's avatar
wmmhello 已提交
339
  int32_t   retCode = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
340
  cJSON*    root = NULL;
wmmhello's avatar
wmmhello 已提交
341
  SHashObj* keyHash = NULL;
X
Xiaoyu Wang 已提交
342
  int32_t   size = 0;
343
  // set json NULL data
344
  if (!json || strtrim((char*)json) == 0 || strcasecmp(json, TSDB_DATA_NULL_STR_L) == 0) {
wmmhello's avatar
wmmhello 已提交
345 346
    retCode = TSDB_CODE_SUCCESS;
    goto end;
347 348 349
  }

  // set json real data
wmmhello's avatar
wmmhello 已提交
350
  root = cJSON_Parse(json);
X
Xiaoyu Wang 已提交
351
  if (root == NULL) {
wmmhello's avatar
wmmhello 已提交
352 353
    retCode = buildSyntaxErrMsg(pMsgBuf, "json parse error", json);
    goto end;
354 355
  }

wmmhello's avatar
wmmhello 已提交
356
  size = cJSON_GetArraySize(root);
X
Xiaoyu Wang 已提交
357
  if (!cJSON_IsObject(root)) {
wmmhello's avatar
wmmhello 已提交
358 359
    retCode = buildSyntaxErrMsg(pMsgBuf, "json error invalide value", json);
    goto end;
360 361
  }

wmmhello's avatar
wmmhello 已提交
362
  keyHash = taosHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, false);
363
  for (int32_t i = 0; i < size; i++) {
364 365
    cJSON* item = cJSON_GetArrayItem(root, i);
    if (!item) {
wmmhello's avatar
wmmhello 已提交
366
      uError("json inner error:%d", i);
367
      retCode = buildSyntaxErrMsg(pMsgBuf, "json inner error", json);
368 369 370
      goto end;
    }

X
Xiaoyu Wang 已提交
371 372
    char* jsonKey = item->string;
    if (!isValidateTag(jsonKey)) {
373
      retCode = buildSyntaxErrMsg(pMsgBuf, "json key not validate", jsonKey);
374 375 376
      goto end;
    }
    size_t keyLen = strlen(jsonKey);
377
    if (keyLen > TSDB_MAX_JSON_KEY_LEN) {
wmmhello's avatar
wmmhello 已提交
378
      uError("json key too long error");
379
      retCode = buildSyntaxErrMsg(pMsgBuf, "json key too long, more than 256", jsonKey);
wmmhello's avatar
wmmhello 已提交
380 381
      goto end;
    }
X
Xiaoyu Wang 已提交
382
    if (keyLen == 0 || taosHashGet(keyHash, jsonKey, keyLen) != NULL) {
383 384
      continue;
    }
wmmhello's avatar
wmmhello 已提交
385
    STagVal val = {0};
386
    //    strcpy(val.colName, colName);
wmmhello's avatar
wmmhello 已提交
387
    val.pKey = jsonKey;
X
Xiaoyu Wang 已提交
388 389
    taosHashPut(keyHash, jsonKey, keyLen, &keyLen,
                CHAR_BYTES);  // add key to hash to remove dumplicate, value is useless
390

X
Xiaoyu Wang 已提交
391 392
    if (item->type == cJSON_String) {  // add json value  format: type|data
      char*   jsonValue = item->valuestring;
393
      int32_t valLen = (int32_t)strlen(jsonValue);
wmmhello's avatar
wmmhello 已提交
394
      char*   tmp = taosMemoryCalloc(1, valLen * TSDB_NCHAR_SIZE);
X
Xiaoyu Wang 已提交
395
      if (!tmp) {
S
Shengliang Guan 已提交
396
        retCode = TSDB_CODE_OUT_OF_MEMORY;
397
        goto end;
398
      }
wmmhello's avatar
wmmhello 已提交
399
      val.type = TSDB_DATA_TYPE_NCHAR;
X
Xiaoyu Wang 已提交
400
      if (valLen > 0 && !taosMbsToUcs4(jsonValue, valLen, (TdUcs4*)tmp, (int32_t)(valLen * TSDB_NCHAR_SIZE), &valLen)) {
wmmhello's avatar
wmmhello 已提交
401
        uError("charset:%s to %s. val:%s, errno:%s, convert failed.", DEFAULT_UNICODE_ENCODEC, tsCharset, jsonValue,
X
Xiaoyu Wang 已提交
402
               strerror(errno));
403
        retCode = buildSyntaxErrMsg(pMsgBuf, "charset convert json error", jsonValue);
X
Xiaoyu Wang 已提交
404
        taosMemoryFree(tmp);
405 406
        goto end;
      }
wmmhello's avatar
wmmhello 已提交
407 408
      val.nData = valLen;
      val.pData = tmp;
X
Xiaoyu Wang 已提交
409 410
    } else if (item->type == cJSON_Number) {
      if (!isfinite(item->valuedouble)) {
wmmhello's avatar
wmmhello 已提交
411
        uError("json value is invalidate");
X
Xiaoyu Wang 已提交
412
        retCode = buildSyntaxErrMsg(pMsgBuf, "json value number is illegal", json);
413 414
        goto end;
      }
wmmhello's avatar
wmmhello 已提交
415 416
      val.type = TSDB_DATA_TYPE_DOUBLE;
      *((double*)&(val.i64)) = item->valuedouble;
X
Xiaoyu Wang 已提交
417
    } else if (item->type == cJSON_True || item->type == cJSON_False) {
wmmhello's avatar
wmmhello 已提交
418 419
      val.type = TSDB_DATA_TYPE_BOOL;
      *((char*)&(val.i64)) = (char)(item->valueint);
X
Xiaoyu Wang 已提交
420
    } else if (item->type == cJSON_NULL) {
wmmhello's avatar
wmmhello 已提交
421
      val.type = TSDB_DATA_TYPE_NULL;
X
Xiaoyu Wang 已提交
422
    } else {
423 424 425
      retCode = buildSyntaxErrMsg(pMsgBuf, "invalidate json value", json);
      goto end;
    }
wmmhello's avatar
wmmhello 已提交
426
    taosArrayPush(pTagVals, &val);
427 428 429 430
  }

end:
  taosHashCleanup(keyHash);
X
Xiaoyu Wang 已提交
431
  if (retCode == TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
432
    retCode = tTagNew(pTagVals, 1, true, ppTag);
wmmhello's avatar
wmmhello 已提交
433
  }
434 435 436 437 438 439
  for (int i = 0; i < taosArrayGetSize(pTagVals); ++i) {
    STagVal* p = (STagVal*)taosArrayGet(pTagVals, i);
    if (IS_VAR_DATA_TYPE(p->type)) {
      taosMemoryFreeClear(p->pData);
    }
  }
440 441
  cJSON_Delete(root);
  return retCode;
442 443
}

444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460
static int32_t getInsTagsTableTargetNameFromOp(int32_t acctId, SOperatorNode* pOper, SName* pName) {
  if (OP_TYPE_EQUAL != pOper->opType) {
    return TSDB_CODE_SUCCESS;
  }

  SColumnNode* pCol = NULL;
  SValueNode*  pVal = NULL;
  if (QUERY_NODE_COLUMN == nodeType(pOper->pLeft)) {
    pCol = (SColumnNode*)pOper->pLeft;
  } else if (QUERY_NODE_VALUE == nodeType(pOper->pLeft)) {
    pVal = (SValueNode*)pOper->pLeft;
  }
  if (QUERY_NODE_COLUMN == nodeType(pOper->pRight)) {
    pCol = (SColumnNode*)pOper->pRight;
  } else if (QUERY_NODE_VALUE == nodeType(pOper->pRight)) {
    pVal = (SValueNode*)pOper->pRight;
  }
461
  if (NULL == pCol || NULL == pVal || NULL == pVal->literal || 0 == strcmp(pVal->literal, "")) {
462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492
    return TSDB_CODE_SUCCESS;
  }

  if (0 == strcmp(pCol->colName, "db_name")) {
    return tNameSetDbName(pName, acctId, pVal->literal, strlen(pVal->literal));
  } else if (0 == strcmp(pCol->colName, "table_name")) {
    return tNameAddTbName(pName, pVal->literal, strlen(pVal->literal));
  }

  return TSDB_CODE_SUCCESS;
}

static void getInsTagsTableTargetObjName(int32_t acctId, SNode* pNode, SName* pName) {
  if (QUERY_NODE_OPERATOR == nodeType(pNode)) {
    getInsTagsTableTargetNameFromOp(acctId, (SOperatorNode*)pNode, pName);
  }
}

static int32_t getInsTagsTableTargetNameFromCond(int32_t acctId, SLogicConditionNode* pCond, SName* pName) {
  if (LOGIC_COND_TYPE_AND != pCond->condType) {
    return TSDB_CODE_SUCCESS;
  }

  SNode* pNode = NULL;
  FOREACH(pNode, pCond->pParameterList) { getInsTagsTableTargetObjName(acctId, pNode, pName); }
  if ('\0' == pName->dbname[0]) {
    pName->type = 0;
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
493
int32_t getVnodeSysTableTargetName(int32_t acctId, SNode* pWhere, SName* pName) {
494 495 496 497 498
  if (NULL == pWhere) {
    return TSDB_CODE_SUCCESS;
  }

  if (QUERY_NODE_OPERATOR == nodeType(pWhere)) {
499 500 501 502 503
    int32_t code = getInsTagsTableTargetNameFromOp(acctId, (SOperatorNode*)pWhere, pName);
    if (TSDB_CODE_SUCCESS == code && '\0' == pName->dbname[0]) {
      pName->type = 0;
    }
    return code;
504 505 506 507 508 509 510 511 512
  }

  if (QUERY_NODE_LOGIC_CONDITION == nodeType(pWhere)) {
    return getInsTagsTableTargetNameFromCond(acctId, (SLogicConditionNode*)pWhere, pName);
  }

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
513 514
static int32_t userAuthToString(int32_t acctId, const char* pUser, const char* pDb, const char* pTable, AUTH_TYPE type,
                                char* pStr) {
515
  return sprintf(pStr, "%s*%d*%s*%s*%d", pUser, acctId, pDb, (NULL == pTable || '\0' == pTable[0]) ? "``" : pTable,
X
Xiaoyu Wang 已提交
516
                 type);
517 518
}

X
Xiaoyu Wang 已提交
519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540
static int32_t getIntegerFromAuthStr(const char* pStart, char** pNext) {
  char* p = strchr(pStart, '*');
  char  buf[10] = {0};
  if (NULL == p) {
    strcpy(buf, pStart);
    *pNext = NULL;
  } else {
    strncpy(buf, pStart, p - pStart);
    *pNext = ++p;
  }
  return taosStr2Int32(buf, NULL, 10);
}

static void getStringFromAuthStr(const char* pStart, char* pStr, char** pNext) {
  char* p = strchr(pStart, '*');
  if (NULL == p) {
    strcpy(pStr, pStart);
    *pNext = NULL;
  } else {
    strncpy(pStr, pStart, p - pStart);
    *pNext = ++p;
  }
541 542 543
  if (*pStart == '`' && *(pStart + 1) == '`') {
    *pStr = 0;
  }
544 545 546
}

static void stringToUserAuth(const char* pStr, int32_t len, SUserAuthInfo* pUserAuth) {
X
Xiaoyu Wang 已提交
547 548 549 550 551
  char* p = NULL;
  getStringFromAuthStr(pStr, pUserAuth->user, &p);
  pUserAuth->tbName.acctId = getIntegerFromAuthStr(p, &p);
  getStringFromAuthStr(p, pUserAuth->tbName.dbname, &p);
  getStringFromAuthStr(p, pUserAuth->tbName.tname, &p);
552 553 554 555 556
  if (pUserAuth->tbName.tname[0]) {
    pUserAuth->tbName.type = TSDB_TABLE_NAME_T;
  } else {
    pUserAuth->tbName.type = TSDB_DB_NAME_T;
  }
X
Xiaoyu Wang 已提交
557
  pUserAuth->type = getIntegerFromAuthStr(p, &p);
558 559
}

560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599
static int32_t buildTableReq(SHashObj* pTablesHash, SArray** pTables) {
  if (NULL != pTablesHash) {
    *pTables = taosArrayInit(taosHashGetSize(pTablesHash), sizeof(SName));
    if (NULL == *pTables) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pTablesHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pKey = taosHashGetKey(p, &len);
      char   fullName[TSDB_TABLE_FNAME_LEN] = {0};
      strncpy(fullName, pKey, len);
      SName name = {0};
      tNameFromString(&name, fullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
      taosArrayPush(*pTables, &name);
      p = taosHashIterate(pTablesHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t buildDbReq(SHashObj* pDbsHash, SArray** pDbs) {
  if (NULL != pDbsHash) {
    *pDbs = taosArrayInit(taosHashGetSize(pDbsHash), TSDB_DB_FNAME_LEN);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pDbsHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pKey = taosHashGetKey(p, &len);
      char   fullName[TSDB_DB_FNAME_LEN] = {0};
      strncpy(fullName, pKey, len);
      taosArrayPush(*pDbs, fullName);
      p = taosHashIterate(pDbsHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

600 601 602
static int32_t buildTableReqFromDb(SHashObj* pDbsHash, SArray** pDbs) {
  if (NULL != pDbsHash) {
    if (NULL == *pDbs) {
X
Xiaoyu Wang 已提交
603 604 605 606
      *pDbs = taosArrayInit(taosHashGetSize(pDbsHash), sizeof(STablesReq));
      if (NULL == *pDbs) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
607 608 609 610 611 612 613 614 615 616 617 618 619
    }
    SParseTablesMetaReq* p = taosHashIterate(pDbsHash, NULL);
    while (NULL != p) {
      STablesReq req = {0};
      strcpy(req.dbFName, p->dbFName);
      buildTableReq(p->pTables, &req.pTables);
      taosArrayPush(*pDbs, &req);
      p = taosHashIterate(pDbsHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

620 621 622 623 624 625 626 627
static int32_t buildUserAuthReq(SHashObj* pUserAuthHash, SArray** pUserAuth) {
  if (NULL != pUserAuthHash) {
    *pUserAuth = taosArrayInit(taosHashGetSize(pUserAuthHash), sizeof(SUserAuthInfo));
    if (NULL == *pUserAuth) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pUserAuthHash, NULL);
    while (NULL != p) {
X
Xiaoyu Wang 已提交
628 629 630 631
      size_t len = 0;
      char*  pKey = taosHashGetKey(p, &len);
      char   key[USER_AUTH_KEY_MAX_LEN] = {0};
      strncpy(key, pKey, len);
632
      SUserAuthInfo userAuth = {0};
X
Xiaoyu Wang 已提交
633
      stringToUserAuth(key, len, &userAuth);
634 635 636 637 638 639 640
      taosArrayPush(*pUserAuth, &userAuth);
      p = taosHashIterate(pUserAuthHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659
static int32_t buildUdfReq(SHashObj* pUdfHash, SArray** pUdf) {
  if (NULL != pUdfHash) {
    *pUdf = taosArrayInit(taosHashGetSize(pUdfHash), TSDB_FUNC_NAME_LEN);
    if (NULL == *pUdf) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pUdfHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pFunc = taosHashGetKey(p, &len);
      char   func[TSDB_FUNC_NAME_LEN] = {0};
      strncpy(func, pFunc, len);
      taosArrayPush(*pUdf, func);
      p = taosHashIterate(pUdfHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
660
int32_t buildCatalogReq(const SParseMetaCache* pMetaCache, SCatalogReq* pCatalogReq) {
661
  int32_t code = buildTableReqFromDb(pMetaCache->pTableMeta, &pCatalogReq->pTableMeta);
X
Xiaoyu Wang 已提交
662 663 664
  if (TSDB_CODE_SUCCESS == code) {
    code = buildDbReq(pMetaCache->pDbVgroup, &pCatalogReq->pDbVgroup);
  }
665
  if (TSDB_CODE_SUCCESS == code) {
666
    code = buildTableReqFromDb(pMetaCache->pTableVgroup, &pCatalogReq->pTableHash);
667 668
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
669
    code = buildDbReq(pMetaCache->pDbCfg, &pCatalogReq->pDbCfg);
670 671
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
672
    code = buildDbReq(pMetaCache->pDbInfo, &pCatalogReq->pDbInfo);
673
  }
674 675 676
  if (TSDB_CODE_SUCCESS == code) {
    code = buildUserAuthReq(pMetaCache->pUserAuth, &pCatalogReq->pUser);
  }
677 678
  if (TSDB_CODE_SUCCESS == code) {
    code = buildUdfReq(pMetaCache->pUdf, &pCatalogReq->pUdf);
679
  }
X
Xiaoyu Wang 已提交
680 681 682
  if (TSDB_CODE_SUCCESS == code) {
    code = buildTableReq(pMetaCache->pTableIndex, &pCatalogReq->pTableIndex);
  }
D
dapan1121 已提交
683 684 685
  if (TSDB_CODE_SUCCESS == code) {
    code = buildTableReq(pMetaCache->pTableCfg, &pCatalogReq->pTableCfg);
  }
686
  pCatalogReq->dNodeRequired = pMetaCache->dnodeRequired;
687 688 689
  return code;
}

690 691 692 693 694 695 696 697 698 699

SNode* createSelectStmtImpl(bool isDistinct, SNodeList* pProjectionList, SNode* pTable) {
  SSelectStmt* select = (SSelectStmt*)nodesMakeNode(QUERY_NODE_SELECT_STMT);
  if (NULL == select) {
    return NULL;
  }
  select->isDistinct = isDistinct;
  select->pProjectionList = pProjectionList;
  select->pFromTable = pTable;
  sprintf(select->stmtName, "%p", select);
700
  select->timeLineResMode = select->isDistinct ? TIME_LINE_NONE : TIME_LINE_GLOBAL;
701 702 703 704 705
  select->onlyHasKeepOrderFunc = true;
  select->timeRange = TSWINDOW_INITIALIZER;
  return (SNode*)select;
}

706 707 708 709 710 711 712
static int32_t putMetaDataToHash(const char* pKey, int32_t len, const SArray* pData, int32_t index, SHashObj** pHash) {
  if (NULL == *pHash) {
    *pHash = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
    if (NULL == *pHash) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
X
Xiaoyu Wang 已提交
713
  SMetaRes* pRes = taosArrayGet(pData, index);
714
  return taosHashPut(*pHash, pKey, len, &pRes, POINTER_BYTES);
715 716
}

X
Xiaoyu Wang 已提交
717 718 719 720
static int32_t getMetaDataFromHash(const char* pKey, int32_t len, SHashObj* pHash, void** pOutput) {
  SMetaRes** pRes = taosHashGet(pHash, pKey, len);
  if (NULL == pRes || NULL == *pRes) {
    return TSDB_CODE_PAR_INTERNAL_ERROR;
721
  }
X
Xiaoyu Wang 已提交
722 723 724 725
  if (TSDB_CODE_SUCCESS == (*pRes)->code) {
    *pOutput = (*pRes)->pRes;
  }
  return (*pRes)->code;
726 727
}

728
static int32_t putTableDataToCache(const SArray* pTableReq, const SArray* pTableData, SHashObj** pTable) {
X
Xiaoyu Wang 已提交
729
  int32_t ntables = taosArrayGetSize(pTableReq);
730 731
  for (int32_t i = 0; i < ntables; ++i) {
    char fullName[TSDB_TABLE_FNAME_LEN];
X
Xiaoyu Wang 已提交
732 733
    tNameExtractFullName(taosArrayGet(pTableReq, i), fullName);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(fullName, strlen(fullName), pTableData, i, pTable)) {
734 735 736 737 738 739
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

740
static int32_t putDbDataToCache(const SArray* pDbReq, const SArray* pDbData, SHashObj** pDb) {
X
Xiaoyu Wang 已提交
741
  int32_t nvgs = taosArrayGetSize(pDbReq);
742
  for (int32_t i = 0; i < nvgs; ++i) {
X
Xiaoyu Wang 已提交
743 744
    char* pDbFName = taosArrayGet(pDbReq, i);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(pDbFName, strlen(pDbFName), pDbData, i, pDb)) {
745 746 747 748 749 750
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
static int32_t putDbTableDataToCache(const SArray* pDbReq, const SArray* pTableData, SHashObj** pTable) {
  int32_t ndbs = taosArrayGetSize(pDbReq);
  int32_t tableNo = 0;
  for (int32_t i = 0; i < ndbs; ++i) {
    STablesReq* pReq = taosArrayGet(pDbReq, i);
    int32_t     ntables = taosArrayGetSize(pReq->pTables);
    for (int32_t j = 0; j < ntables; ++j) {
      char fullName[TSDB_TABLE_FNAME_LEN];
      tNameExtractFullName(taosArrayGet(pReq->pTables, j), fullName);
      if (TSDB_CODE_SUCCESS != putMetaDataToHash(fullName, strlen(fullName), pTableData, tableNo, pTable)) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
      ++tableNo;
    }
  }
  return TSDB_CODE_SUCCESS;
}

769
static int32_t putUserAuthToCache(const SArray* pUserAuthReq, const SArray* pUserAuthData, SHashObj** pUserAuth) {
770 771 772 773
  int32_t nvgs = taosArrayGetSize(pUserAuthReq);
  for (int32_t i = 0; i < nvgs; ++i) {
    SUserAuthInfo* pUser = taosArrayGet(pUserAuthReq, i);
    char           key[USER_AUTH_KEY_MAX_LEN] = {0};
X
Xiaoyu Wang 已提交
774 775
    int32_t        len = userAuthToString(pUser->tbName.acctId, pUser->user, pUser->tbName.dbname, pUser->tbName.tname,
                                          pUser->type, key);
X
Xiaoyu Wang 已提交
776
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(key, len, pUserAuthData, i, pUserAuth)) {
777 778 779 780 781 782
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

783
static int32_t putUdfToCache(const SArray* pUdfReq, const SArray* pUdfData, SHashObj** pUdf) {
784 785
  int32_t num = taosArrayGetSize(pUdfReq);
  for (int32_t i = 0; i < num; ++i) {
X
Xiaoyu Wang 已提交
786 787
    char* pFunc = taosArrayGet(pUdfReq, i);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(pFunc, strlen(pFunc), pUdfData, i, pUdf)) {
788 789 790 791 792 793
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
794
int32_t putMetaDataToCache(const SCatalogReq* pCatalogReq, const SMetaData* pMetaData, SParseMetaCache* pMetaCache) {
795
  int32_t code = putDbTableDataToCache(pCatalogReq->pTableMeta, pMetaData->pTableMeta, &pMetaCache->pTableMeta);
X
Xiaoyu Wang 已提交
796
  if (TSDB_CODE_SUCCESS == code) {
797
    code = putDbDataToCache(pCatalogReq->pDbVgroup, pMetaData->pDbVgroup, &pMetaCache->pDbVgroup);
X
Xiaoyu Wang 已提交
798
  }
799
  if (TSDB_CODE_SUCCESS == code) {
800
    code = putDbTableDataToCache(pCatalogReq->pTableHash, pMetaData->pTableHash, &pMetaCache->pTableVgroup);
801 802
  }
  if (TSDB_CODE_SUCCESS == code) {
803
    code = putDbDataToCache(pCatalogReq->pDbCfg, pMetaData->pDbCfg, &pMetaCache->pDbCfg);
804 805
  }
  if (TSDB_CODE_SUCCESS == code) {
806
    code = putDbDataToCache(pCatalogReq->pDbInfo, pMetaData->pDbInfo, &pMetaCache->pDbInfo);
807
  }
808
  if (TSDB_CODE_SUCCESS == code) {
809
    code = putUserAuthToCache(pCatalogReq->pUser, pMetaData->pUser, &pMetaCache->pUserAuth);
810
  }
811
  if (TSDB_CODE_SUCCESS == code) {
812
    code = putUdfToCache(pCatalogReq->pUdf, pMetaData->pUdfList, &pMetaCache->pUdf);
813
  }
X
Xiaoyu Wang 已提交
814
  if (TSDB_CODE_SUCCESS == code) {
815
    code = putTableDataToCache(pCatalogReq->pTableIndex, pMetaData->pTableIndex, &pMetaCache->pTableIndex);
X
Xiaoyu Wang 已提交
816
  }
D
dapan1121 已提交
817 818 819
  if (TSDB_CODE_SUCCESS == code) {
    code = putTableDataToCache(pCatalogReq->pTableCfg, pMetaData->pTableCfg, &pMetaCache->pTableCfg);
  }
820
  pMetaCache->pDnodes = pMetaData->pDnodeList;
821 822 823
  return code;
}

824
static int32_t reserveTableReqInCacheImpl(const char* pTbFName, int32_t len, SHashObj** pTables) {
825 826 827
  if (NULL == *pTables) {
    *pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pTables) {
828 829 830
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
831
  return taosHashPut(*pTables, pTbFName, len, &nullPointer, POINTER_BYTES);
832 833 834
}

static int32_t reserveTableReqInCache(int32_t acctId, const char* pDb, const char* pTable, SHashObj** pTables) {
835
  char    fullName[TSDB_TABLE_FNAME_LEN];
836
  int32_t len = snprintf(fullName, sizeof(fullName), "%d.%s.%s", acctId, pDb, pTable);
837
  return reserveTableReqInCacheImpl(fullName, len, pTables);
838 839
}

840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865
static int32_t reserveTableReqInDbCacheImpl(int32_t acctId, const char* pDb, const char* pTable, SHashObj* pDbs) {
  SParseTablesMetaReq req = {0};
  int32_t             len = snprintf(req.dbFName, sizeof(req.dbFName), "%d.%s", acctId, pDb);
  int32_t             code = reserveTableReqInCache(acctId, pDb, pTable, &req.pTables);
  if (TSDB_CODE_SUCCESS == code) {
    code = taosHashPut(pDbs, req.dbFName, len, &req, sizeof(SParseTablesMetaReq));
  }
  return code;
}

static int32_t reserveTableReqInDbCache(int32_t acctId, const char* pDb, const char* pTable, SHashObj** pDbs) {
  if (NULL == *pDbs) {
    *pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  char                 fullName[TSDB_DB_FNAME_LEN];
  int32_t              len = snprintf(fullName, sizeof(fullName), "%d.%s", acctId, pDb);
  SParseTablesMetaReq* pReq = taosHashGet(*pDbs, fullName, len);
  if (NULL == pReq) {
    return reserveTableReqInDbCacheImpl(acctId, pDb, pTable, *pDbs);
  }
  return reserveTableReqInCache(acctId, pDb, pTable, &pReq->pTables);
}

866
int32_t reserveTableMetaInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
867
  return reserveTableReqInDbCache(acctId, pDb, pTable, &pMetaCache->pTableMeta);
868 869
}

870
int32_t reserveTableMetaInCacheExt(const SName* pName, SParseMetaCache* pMetaCache) {
871
  return reserveTableReqInDbCache(pName->acctId, pName->dbname, pName->tname, &pMetaCache->pTableMeta);
872 873 874 875 876
}

int32_t getTableMetaFromCache(SParseMetaCache* pMetaCache, const SName* pName, STableMeta** pMeta) {
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
X
Xiaoyu Wang 已提交
877 878 879 880 881 882 883
  STableMeta* pTableMeta = NULL;
  int32_t     code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableMeta, (void**)&pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    *pMeta = tableMetaDup(pTableMeta);
    if (NULL == *pMeta) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
884
  }
X
Xiaoyu Wang 已提交
885
  return code;
886 887
}

888 889 890 891 892 893 894 895 896
static int32_t reserveDbReqInCache(int32_t acctId, const char* pDb, SHashObj** pDbs) {
  if (NULL == *pDbs) {
    *pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  char    fullName[TSDB_TABLE_FNAME_LEN];
  int32_t len = snprintf(fullName, sizeof(fullName), "%d.%s", acctId, pDb);
897
  return taosHashPut(*pDbs, fullName, len, &nullPointer, POINTER_BYTES);
898 899
}

900 901 902 903 904
int32_t reserveDbVgInfoInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbVgroup);
}

int32_t getDbVgInfoFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, SArray** pVgInfo) {
X
Xiaoyu Wang 已提交
905 906 907 908
  SArray* pVgList = NULL;
  int32_t code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbVgroup, (void**)&pVgList);
  // pVgList is null, which is a legal value, indicating that the user DB has not been created
  if (TSDB_CODE_SUCCESS == code && NULL != pVgList) {
H
Haojun Liao 已提交
909
    *pVgInfo = taosArrayDup(pVgList, NULL);
910
    if (NULL == *pVgInfo) {
X
Xiaoyu Wang 已提交
911
      code = TSDB_CODE_OUT_OF_MEMORY;
912 913
    }
  }
X
Xiaoyu Wang 已提交
914
  return code;
915 916
}

917
int32_t reserveTableVgroupInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
918
  return reserveTableReqInDbCache(acctId, pDb, pTable, &pMetaCache->pTableVgroup);
919 920
}

921
int32_t reserveTableVgroupInCacheExt(const SName* pName, SParseMetaCache* pMetaCache) {
922
  return reserveTableReqInDbCache(pName->acctId, pName->dbname, pName->tname, &pMetaCache->pTableVgroup);
923 924
}

925
int32_t getTableVgroupFromCache(SParseMetaCache* pMetaCache, const SName* pName, SVgroupInfo* pVgroup) {
926 927
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
X
Xiaoyu Wang 已提交
928 929 930 931
  SVgroupInfo* pVg = NULL;
  int32_t      code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableVgroup, (void**)&pVg);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pVgroup, pVg, sizeof(SVgroupInfo));
932
  }
X
Xiaoyu Wang 已提交
933
  return code;
934 935
}

936
int32_t reserveDbVgVersionInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
X
Xiaoyu Wang 已提交
937
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbInfo);
938 939
}

940
int32_t getDbVgVersionFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
D
dapan1121 已提交
941
                                int32_t* pTableNum, int64_t* pStateTs) {
X
Xiaoyu Wang 已提交
942 943 944 945 946 947
  SDbInfo* pDbInfo = NULL;
  int32_t  code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbInfo, (void**)&pDbInfo);
  if (TSDB_CODE_SUCCESS == code) {
    *pVersion = pDbInfo->vgVer;
    *pDbId = pDbInfo->dbId;
    *pTableNum = pDbInfo->tbNum;
D
dapan1121 已提交
948
    *pStateTs = pDbInfo->stateTs;
949
  }
X
Xiaoyu Wang 已提交
950
  return code;
951 952
}

953 954 955 956 957
int32_t reserveDbCfgInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbCfg);
}

int32_t getDbCfgFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, SDbCfgInfo* pInfo) {
X
Xiaoyu Wang 已提交
958 959 960 961
  SDbCfgInfo* pDbCfg = NULL;
  int32_t     code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbCfg, (void**)&pDbCfg);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pInfo, pDbCfg, sizeof(SDbCfgInfo));
962
  }
X
Xiaoyu Wang 已提交
963
  return code;
964
}
965

966
static int32_t reserveUserAuthInCacheImpl(const char* pKey, int32_t len, SParseMetaCache* pMetaCache) {
967 968 969 970 971 972
  if (NULL == pMetaCache->pUserAuth) {
    pMetaCache->pUserAuth = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == pMetaCache->pUserAuth) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
X
Xiaoyu Wang 已提交
973
  return taosHashPut(pMetaCache->pUserAuth, pKey, len, &nullPointer, POINTER_BYTES);
974 975
}

X
Xiaoyu Wang 已提交
976
int32_t reserveUserAuthInCache(int32_t acctId, const char* pUser, const char* pDb, const char* pTable, AUTH_TYPE type,
977
                               SParseMetaCache* pMetaCache) {
978
  char    key[USER_AUTH_KEY_MAX_LEN] = {0};
X
Xiaoyu Wang 已提交
979
  int32_t len = userAuthToString(acctId, pUser, pDb, pTable, type, key);
980
  return reserveUserAuthInCacheImpl(key, len, pMetaCache);
981 982
}

X
Xiaoyu Wang 已提交
983 984 985 986 987 988
int32_t getUserAuthFromCache(SParseMetaCache* pMetaCache, SUserAuthInfo* pAuthReq, SUserAuthRes* pAuthRes) {
  char          key[USER_AUTH_KEY_MAX_LEN] = {0};
  int32_t       len = userAuthToString(pAuthReq->tbName.acctId, pAuthReq->user, pAuthReq->tbName.dbname,
                                       pAuthReq->tbName.tname, pAuthReq->type, key);
  SUserAuthRes* pAuth = NULL;
  int32_t       code = getMetaDataFromHash(key, len, pMetaCache->pUserAuth, (void**)&pAuth);
X
Xiaoyu Wang 已提交
989
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
990
    memcpy(pAuthRes, pAuth, sizeof(SUserAuthRes));
991
  }
X
Xiaoyu Wang 已提交
992
  return code;
993
}
994 995 996 997 998 999 1000 1001

int32_t reserveUdfInCache(const char* pFunc, SParseMetaCache* pMetaCache) {
  if (NULL == pMetaCache->pUdf) {
    pMetaCache->pUdf = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == pMetaCache->pUdf) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
1002
  return taosHashPut(pMetaCache->pUdf, pFunc, strlen(pFunc), &nullPointer, POINTER_BYTES);
1003 1004
}

1005
int32_t getUdfInfoFromCache(SParseMetaCache* pMetaCache, const char* pFunc, SFuncInfo* pInfo) {
X
Xiaoyu Wang 已提交
1006 1007 1008 1009
  SFuncInfo* pFuncInfo = NULL;
  int32_t    code = getMetaDataFromHash(pFunc, strlen(pFunc), pMetaCache->pUdf, (void**)&pFuncInfo);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pInfo, pFuncInfo, sizeof(SFuncInfo));
1010
  }
X
Xiaoyu Wang 已提交
1011
  return code;
1012
}
X
Xiaoyu Wang 已提交
1013

X
Xiaoyu Wang 已提交
1014 1015 1016
static void destroySmaIndex(void* p) { taosMemoryFree(((STableIndexInfo*)p)->expr); }

static SArray* smaIndexesDup(SArray* pSrc) {
H
Haojun Liao 已提交
1017
  SArray* pDst = taosArrayDup(pSrc, NULL);
X
Xiaoyu Wang 已提交
1018 1019 1020 1021 1022 1023 1024 1025 1026
  if (NULL == pDst) {
    return NULL;
  }
  int32_t size = taosArrayGetSize(pDst);
  for (int32_t i = 0; i < size; ++i) {
    ((STableIndexInfo*)taosArrayGet(pDst, i))->expr = NULL;
  }
  for (int32_t i = 0; i < size; ++i) {
    STableIndexInfo* pIndex = taosArrayGet(pDst, i);
1027
    pIndex->expr = taosStrdup(((STableIndexInfo*)taosArrayGet(pSrc, i))->expr);
X
Xiaoyu Wang 已提交
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039
    if (NULL == pIndex->expr) {
      taosArrayDestroyEx(pDst, destroySmaIndex);
      return NULL;
    }
  }
  return pDst;
}

int32_t reserveTableIndexInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
  return reserveTableReqInCache(acctId, pDb, pTable, &pMetaCache->pTableIndex);
}

D
dapan1121 已提交
1040 1041 1042 1043
int32_t reserveTableCfgInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
  return reserveTableReqInCache(acctId, pDb, pTable, &pMetaCache->pTableCfg);
}

X
Xiaoyu Wang 已提交
1044
int32_t getTableIndexFromCache(SParseMetaCache* pMetaCache, const SName* pName, SArray** pIndexes) {
X
Xiaoyu Wang 已提交
1045 1046 1047 1048
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  SArray* pSmaIndexes = NULL;
  int32_t code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableIndex, (void**)&pSmaIndexes);
X
Xiaoyu Wang 已提交
1049
  if (TSDB_CODE_SUCCESS == code && NULL != pSmaIndexes) {
X
Xiaoyu Wang 已提交
1050 1051 1052 1053 1054 1055
    *pIndexes = smaIndexesDup(pSmaIndexes);
    if (NULL == *pIndexes) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return code;
X
Xiaoyu Wang 已提交
1056
}
1057

D
dapan1121 已提交
1058 1059 1060 1061
STableCfg* tableCfgDup(STableCfg* pCfg) {
  STableCfg* pNew = taosMemoryMalloc(sizeof(*pNew));

  memcpy(pNew, pCfg, sizeof(*pNew));
1062
  if (NULL != pNew->pComment) {
D
dapan1121 已提交
1063 1064
    pNew->pComment = taosMemoryCalloc(pNew->commentLen + 1, 1);
    memcpy(pNew->pComment, pCfg->pComment, pNew->commentLen);
D
dapan1121 已提交
1065
  }
1066
  if (NULL != pNew->pFuncs) {
H
Haojun Liao 已提交
1067
    pNew->pFuncs = taosArrayDup(pNew->pFuncs, NULL);
D
dapan1121 已提交
1068
  }
1069
  if (NULL != pNew->pTags) {
D
dapan1121 已提交
1070 1071
    pNew->pTags = taosMemoryCalloc(pNew->tagsLen + 1, 1);
    memcpy(pNew->pTags, pCfg->pTags, pNew->tagsLen);
1072
  }
1073

D
dapan1121 已提交
1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
  int32_t schemaSize = (pCfg->numOfColumns + pCfg->numOfTags) * sizeof(SSchema);

  SSchema* pSchema = taosMemoryMalloc(schemaSize);
  memcpy(pSchema, pCfg->pSchemas, schemaSize);

  pNew->pSchemas = pSchema;

  return pNew;
}

int32_t getTableCfgFromCache(SParseMetaCache* pMetaCache, const SName* pName, STableCfg** pOutput) {
D
dapan1121 已提交
1085 1086 1087
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  STableCfg* pCfg = NULL;
1088
  int32_t    code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableCfg, (void**)&pCfg);
D
dapan1121 已提交
1089 1090 1091 1092 1093 1094 1095 1096 1097
  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = tableCfgDup(pCfg);
    if (NULL == *pOutput) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return code;
}

1098 1099 1100 1101 1102 1103
int32_t reserveDnodeRequiredInCache(SParseMetaCache* pMetaCache) {
  pMetaCache->dnodeRequired = true;
  return TSDB_CODE_SUCCESS;
}

int32_t getDnodeListFromCache(SParseMetaCache* pMetaCache, SArray** pDnodes) {
D
dapan1121 已提交
1104
  SMetaRes* pRes = taosArrayGet(pMetaCache->pDnodes, 0);
1105
  if (TSDB_CODE_SUCCESS != pRes->code) {
D
dapan1121 已提交
1106 1107
    return pRes->code;
  }
1108

H
Haojun Liao 已提交
1109
  *pDnodes = taosArrayDup((SArray*)pRes->pRes, NULL);
1110 1111 1112 1113 1114 1115
  if (NULL == *pDnodes) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
}

1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132
void destoryParseTablesMetaReqHash(SHashObj* pHash) {
  SParseTablesMetaReq* p = taosHashIterate(pHash, NULL);
  while (NULL != p) {
    taosHashCleanup(p->pTables);
    p = taosHashIterate(pHash, p);
  }
  taosHashCleanup(pHash);
}

void destoryParseMetaCache(SParseMetaCache* pMetaCache, bool request) {
  if (request) {
    destoryParseTablesMetaReqHash(pMetaCache->pTableMeta);
    destoryParseTablesMetaReqHash(pMetaCache->pTableVgroup);
  } else {
    taosHashCleanup(pMetaCache->pTableMeta);
    taosHashCleanup(pMetaCache->pTableVgroup);
  }
1133 1134 1135 1136 1137 1138
  taosHashCleanup(pMetaCache->pDbVgroup);
  taosHashCleanup(pMetaCache->pDbCfg);
  taosHashCleanup(pMetaCache->pDbInfo);
  taosHashCleanup(pMetaCache->pUserAuth);
  taosHashCleanup(pMetaCache->pUdf);
  taosHashCleanup(pMetaCache->pTableIndex);
D
dapan1121 已提交
1139
  taosHashCleanup(pMetaCache->pTableCfg);
1140
}