parUtil.c 43.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

X
Xiaoyu Wang 已提交
16
#include "parUtil.h"
17
#include "cJSON.h"
18
#include "querynodes.h"
19

20
#define USER_AUTH_KEY_MAX_LEN TSDB_USER_LEN + TSDB_DB_FNAME_LEN + 2
21

22 23
const void* nullPointer = NULL;

24 25 26 27 28 29 30
static char* getSyntaxErrFormat(int32_t errCode) {
  switch (errCode) {
    case TSDB_CODE_PAR_SYNTAX_ERROR:
      return "syntax error near \"%s\"";
    case TSDB_CODE_PAR_INCOMPLETE_SQL:
      return "Incomplete SQL statement";
    case TSDB_CODE_PAR_INVALID_COLUMN:
X
Xiaoyu Wang 已提交
31
      return "Invalid column name: %s";
32
    case TSDB_CODE_PAR_TABLE_NOT_EXIST:
X
Xiaoyu Wang 已提交
33
      return "Table does not exist: %s";
34 35
    case TSDB_CODE_PAR_GET_META_ERROR:
      return "Fail to get table info, error: %s";
36
    case TSDB_CODE_PAR_AMBIGUOUS_COLUMN:
X
Xiaoyu Wang 已提交
37
      return "Column ambiguously defined: %s";
38
    case TSDB_CODE_PAR_WRONG_VALUE_TYPE:
X
Xiaoyu Wang 已提交
39
      return "Invalid value type: %s";
40 41 42 43 44 45 46 47 48 49 50
    case TSDB_CODE_PAR_ILLEGAL_USE_AGG_FUNCTION:
      return "There mustn't be aggregation";
    case TSDB_CODE_PAR_WRONG_NUMBER_OF_SELECT:
      return "ORDER BY item must be the number of a SELECT-list expression";
    case TSDB_CODE_PAR_GROUPBY_LACK_EXPRESSION:
      return "Not a GROUP BY expression";
    case TSDB_CODE_PAR_NOT_SELECTED_EXPRESSION:
      return "Not SELECTed expression";
    case TSDB_CODE_PAR_NOT_SINGLE_GROUP:
      return "Not a single-group group function";
    case TSDB_CODE_PAR_TAGS_NOT_MATCHED:
51
      return "Tags number not matched";
52
    case TSDB_CODE_PAR_INVALID_TAG_NAME:
X
Xiaoyu Wang 已提交
53
      return "Invalid tag name: %s";
54
    case TSDB_CODE_PAR_NAME_OR_PASSWD_TOO_LONG:
55
      return "Name or password too long";
56
    case TSDB_CODE_PAR_PASSWD_EMPTY:
57
      return "Password can not be empty";
58
    case TSDB_CODE_PAR_INVALID_PORT:
59
      return "Port should be an integer that is less than 65535 and greater than 0";
60
    case TSDB_CODE_PAR_INVALID_ENDPOINT:
61 62 63
      return "Endpoint should be in the format of 'fqdn:port'";
    case TSDB_CODE_PAR_EXPRIE_STATEMENT:
      return "This statement is no longer supported";
X
Xiaoyu Wang 已提交
64
    case TSDB_CODE_PAR_INTER_VALUE_TOO_SMALL:
X
Xiaoyu Wang 已提交
65
      return "Interval cannot be less than %d %s";
X
Xiaoyu Wang 已提交
66
    case TSDB_CODE_PAR_DB_NOT_SPECIFIED:
67
      return "Database not specified";
X
Xiaoyu Wang 已提交
68
    case TSDB_CODE_PAR_INVALID_IDENTIFIER_NAME:
X
Xiaoyu Wang 已提交
69
      return "Invalid identifier name: %s";
X
Xiaoyu Wang 已提交
70
    case TSDB_CODE_PAR_CORRESPONDING_STABLE_ERR:
71
      return "Corresponding super table not in this db";
X
Xiaoyu Wang 已提交
72 73
    case TSDB_CODE_PAR_GROUPBY_WINDOW_COEXIST:
      return "GROUP BY and WINDOW-clause can't be used together";
X
Xiaoyu Wang 已提交
74 75
    case TSDB_CODE_PAR_AGG_FUNC_NESTING:
      return "Aggregate functions do not support nesting";
X
Xiaoyu Wang 已提交
76
    case TSDB_CODE_PAR_INVALID_STATE_WIN_TYPE:
77
      return "Only support STATE_WINDOW on integer/bool/varchar column";
X
Xiaoyu Wang 已提交
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
    case TSDB_CODE_PAR_INVALID_STATE_WIN_COL:
      return "Not support STATE_WINDOW on tag column";
    case TSDB_CODE_PAR_INVALID_STATE_WIN_TABLE:
      return "STATE_WINDOW not support for super table query";
    case TSDB_CODE_PAR_INTER_SESSION_GAP:
      return "SESSION gap should be fixed time window, and greater than 0";
    case TSDB_CODE_PAR_INTER_SESSION_COL:
      return "Only support SESSION on primary timestamp column";
    case TSDB_CODE_PAR_INTER_OFFSET_NEGATIVE:
      return "Interval offset cannot be negative";
    case TSDB_CODE_PAR_INTER_OFFSET_UNIT:
      return "Cannot use 'year' as offset when interval is 'month'";
    case TSDB_CODE_PAR_INTER_OFFSET_TOO_BIG:
      return "Interval offset should be shorter than interval";
    case TSDB_CODE_PAR_INTER_SLIDING_UNIT:
      return "Does not support sliding when interval is natural month/year";
    case TSDB_CODE_PAR_INTER_SLIDING_TOO_BIG:
      return "sliding value no larger than the interval value";
    case TSDB_CODE_PAR_INTER_SLIDING_TOO_SMALL:
97
      return "sliding value can not less than 1%% of interval value";
98 99
    case TSDB_CODE_PAR_ONLY_ONE_JSON_TAG:
      return "Only one tag if there is a json tag";
X
Xiaoyu Wang 已提交
100 101
    case TSDB_CODE_PAR_INCORRECT_NUM_OF_COL:
      return "Query block has incorrect number of result columns";
X
Xiaoyu Wang 已提交
102 103 104 105 106 107
    case TSDB_CODE_PAR_INCORRECT_TIMESTAMP_VAL:
      return "Incorrect TIMESTAMP value: %s";
    case TSDB_CODE_PAR_OFFSET_LESS_ZERO:
      return "soffset/offset can not be less than 0";
    case TSDB_CODE_PAR_SLIMIT_LEAK_PARTITION_BY:
      return "slimit/soffset only available for PARTITION BY query";
X
Xiaoyu Wang 已提交
108 109
    case TSDB_CODE_PAR_INVALID_TOPIC_QUERY:
      return "Invalid topic query";
X
Xiaoyu Wang 已提交
110 111
    case TSDB_CODE_PAR_INVALID_DROP_STABLE:
      return "Cannot drop super table in batch";
X
Xiaoyu Wang 已提交
112
    case TSDB_CODE_PAR_INVALID_FILL_TIME_RANGE:
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129
      return "Start(end) time of query range required or time range too large";
    case TSDB_CODE_PAR_DUPLICATED_COLUMN:
      return "Duplicated column names";
    case TSDB_CODE_PAR_INVALID_TAGS_LENGTH:
      return "Tags length exceeds max length %d";
    case TSDB_CODE_PAR_INVALID_ROW_LENGTH:
      return "Row length exceeds max length %d";
    case TSDB_CODE_PAR_INVALID_COLUMNS_NUM:
      return "Illegal number of columns";
    case TSDB_CODE_PAR_TOO_MANY_COLUMNS:
      return "Too many columns";
    case TSDB_CODE_PAR_INVALID_FIRST_COLUMN:
      return "First column must be timestamp";
    case TSDB_CODE_PAR_INVALID_VAR_COLUMN_LEN:
      return "Invalid binary/nchar column length";
    case TSDB_CODE_PAR_INVALID_TAGS_NUM:
      return "Invalid number of tag columns";
X
Xiaoyu Wang 已提交
130 131
    case TSDB_CODE_PAR_INVALID_INTERNAL_PK:
      return "Invalid _c0 or _rowts expression";
132 133 134 135
    case TSDB_CODE_PAR_INVALID_TIMELINE_FUNC:
      return "Invalid timeline function";
    case TSDB_CODE_PAR_INVALID_PASSWD:
      return "Invalid password";
X
Xiaoyu Wang 已提交
136 137
    case TSDB_CODE_PAR_INVALID_ALTER_TABLE:
      return "Invalid alter table statement";
X
Xiaoyu Wang 已提交
138 139 140 141
    case TSDB_CODE_PAR_CANNOT_DROP_PRIMARY_KEY:
      return "Primary timestamp column cannot be dropped";
    case TSDB_CODE_PAR_INVALID_MODIFY_COL:
      return "Only binary/nchar column length could be modified";
142 143
    case TSDB_CODE_PAR_INVALID_TBNAME:
      return "Invalid tbname pseudo column";
144 145 146 147
    case TSDB_CODE_PAR_INVALID_FUNCTION_NAME:
      return "Invalid function name";
    case TSDB_CODE_PAR_COMMENT_TOO_LONG:
      return "Comment too long";
148
    case TSDB_CODE_PAR_NOT_ALLOWED_FUNC:
149
      return "Some functions are allowed only in the SELECT list of a query. "
150
             "And, cannot be mixed with other non scalar functions or columns.";
151 152
    case TSDB_CODE_PAR_NOT_ALLOWED_WIN_QUERY:
      return "Window query not supported, since the result of subquery not include valid timestamp column";
153 154
    case TSDB_CODE_PAR_INVALID_DROP_COL:
      return "No columns can be dropped";
wmmhello's avatar
wmmhello 已提交
155 156
    case TSDB_CODE_PAR_INVALID_COL_JSON:
      return "Only tag can be json type";
D
dapan1121 已提交
157 158
    case TSDB_CODE_PAR_VALUE_TOO_LONG:
      return "Value too long for column/tag: %s";
X
Xiaoyu Wang 已提交
159 160
    case TSDB_CODE_PAR_INVALID_DELETE_WHERE:
      return "The DELETE statement must have a definite time window range";
X
Xiaoyu Wang 已提交
161 162
    case TSDB_CODE_PAR_INVALID_REDISTRIBUTE_VG:
      return "The REDISTRIBUTE VGROUP statement only support 1 to 3 dnodes";
X
Xiaoyu Wang 已提交
163
    case TSDB_CODE_PAR_FILL_NOT_ALLOWED_FUNC:
164
      return "%s function is not supported in fill query";
X
Xiaoyu Wang 已提交
165
    case TSDB_CODE_PAR_INVALID_WINDOW_PC:
166
      return "_WSTART, _WEND and _WDURATION can only be used in window query";
167
    case TSDB_CODE_PAR_WINDOW_NOT_ALLOWED_FUNC:
168
      return "%s function is not supported in time window query";
169
    case TSDB_CODE_PAR_STREAM_NOT_ALLOWED_FUNC:
170
      return "%s function is not supported in stream query";
171
    case TSDB_CODE_PAR_GROUP_BY_NOT_ALLOWED_FUNC:
172
      return "%s function is not supported in group query";
X
Xiaoyu Wang 已提交
173 174
    case TSDB_CODE_PAR_INVALID_INTERP_CLAUSE:
      return "Invalid usage of RANGE clause, EVERY clause or FILL clause";
175 176
    case TSDB_CODE_PAR_NO_VALID_FUNC_IN_WIN:
      return "No valid function in window query";
177 178 179 180 181 182 183 184 185 186 187 188 189 190 191
    case TSDB_CODE_OUT_OF_MEMORY:
      return "Out of memory";
    default:
      return "Unknown error";
  }
}

int32_t generateSyntaxErrMsg(SMsgBuf* pBuf, int32_t errCode, ...) {
  va_list vArgList;
  va_start(vArgList, errCode);
  vsnprintf(pBuf->buf, pBuf->len, getSyntaxErrFormat(errCode), vArgList);
  va_end(vArgList);
  return errCode;
}

192 193 194 195 196 197 198 199
int32_t generateSyntaxErrMsgExt(SMsgBuf* pBuf, int32_t errCode, const char* pFormat, ...) {
  va_list vArgList;
  va_start(vArgList, pFormat);
  vsnprintf(pBuf->buf, pBuf->len, pFormat, vArgList);
  va_end(vArgList);
  return errCode;
}

X
Xiaoyu Wang 已提交
200 201 202 203 204 205
int32_t buildInvalidOperationMsg(SMsgBuf* pBuf, const char* msg) {
  strncpy(pBuf->buf, msg, pBuf->len);
  return TSDB_CODE_TSC_INVALID_OPERATION;
}

int32_t buildSyntaxErrMsg(SMsgBuf* pBuf, const char* additionalInfo, const char* sourceStr) {
206
  if (pBuf == NULL) return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
X
Xiaoyu Wang 已提交
207 208 209 210 211 212 213 214 215
  const char* msgFormat1 = "syntax error near \'%s\'";
  const char* msgFormat2 = "syntax error near \'%s\' (%s)";
  const char* msgFormat3 = "%s";

  const char* prefix = "syntax error";
  if (sourceStr == NULL) {
    snprintf(pBuf->buf, pBuf->len, msgFormat1, additionalInfo);
    return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
  }
216

X
Xiaoyu Wang 已提交
217 218 219 220 221 222 223 224 225 226 227 228
  char buf[64] = {0};  // only extract part of sql string
  strncpy(buf, sourceStr, tListLen(buf) - 1);

  if (additionalInfo != NULL) {
    snprintf(pBuf->buf, pBuf->len, msgFormat2, buf, additionalInfo);
  } else {
    const char* msgFormat = (0 == strncmp(sourceStr, prefix, strlen(prefix))) ? msgFormat3 : msgFormat1;
    snprintf(pBuf->buf, pBuf->len, msgFormat, buf);
  }

  return TSDB_CODE_TSC_SQL_SYNTAX_ERROR;
}
229

230
SSchema* getTableColumnSchema(const STableMeta* pTableMeta) { return (SSchema*)pTableMeta->schema; }
231

X
Xiaoyu Wang 已提交
232
static SSchema* getOneColumnSchema(const STableMeta* pTableMeta, int32_t colIndex) {
X
Xiaoyu Wang 已提交
233
  SSchema* pSchema = (SSchema*)pTableMeta->schema;
X
Xiaoyu Wang 已提交
234
  return &pSchema[colIndex];
235
}
236

X
Xiaoyu Wang 已提交
237 238
SSchema* getTableTagSchema(const STableMeta* pTableMeta) {
  return getOneColumnSchema(pTableMeta, getTableInfo(pTableMeta).numOfColumns);
239 240
}

X
Xiaoyu Wang 已提交
241 242 243
int32_t getNumOfColumns(const STableMeta* pTableMeta) {
  // table created according to super table, use data from super table
  return getTableInfo(pTableMeta).numOfColumns;
244 245
}

246
int32_t getNumOfTags(const STableMeta* pTableMeta) { return getTableInfo(pTableMeta).numOfTags; }
247

248
STableComInfo getTableInfo(const STableMeta* pTableMeta) { return pTableMeta->tableInfo; }
249

X
Xiaoyu Wang 已提交
250
STableMeta* tableMetaDup(const STableMeta* pTableMeta) {
251
  size_t size = TABLE_META_SIZE(pTableMeta);
X
Xiaoyu Wang 已提交
252 253 254 255 256 257

  STableMeta* p = taosMemoryMalloc(size);
  memcpy(p, pTableMeta, size);
  return p;
}

258
int32_t trimString(const char* src, int32_t len, char* dst, int32_t dlen) {
X
Xiaoyu Wang 已提交
259
  if (len <= 0 || dlen <= 0) return 0;
260

X
Xiaoyu Wang 已提交
261
  char    delim = src[0];
262 263 264
  int32_t j = 0;
  for (uint32_t k = 1; k < len - 1; ++k) {
    if (j >= dlen) {
265 266
      dst[j - 1] = '\0';
      return j;
267
    }
X
Xiaoyu Wang 已提交
268
    if (src[k] == delim && src[k + 1] == delim) {  // deal with "", ''
269 270 271 272 273
      dst[j] = src[k + 1];
      j++;
      k++;
      continue;
    }
274

X
Xiaoyu Wang 已提交
275 276
    if (src[k] == '\\') {  // deal with escape character
      if (src[k + 1] == 'n') {
277
        dst[j] = '\n';
X
Xiaoyu Wang 已提交
278
      } else if (src[k + 1] == 'r') {
279
        dst[j] = '\r';
X
Xiaoyu Wang 已提交
280
      } else if (src[k + 1] == 't') {
281
        dst[j] = '\t';
X
Xiaoyu Wang 已提交
282
      } else if (src[k + 1] == '\\') {
283
        dst[j] = '\\';
X
Xiaoyu Wang 已提交
284
      } else if (src[k + 1] == '\'') {
285
        dst[j] = '\'';
X
Xiaoyu Wang 已提交
286
      } else if (src[k + 1] == '"') {
287
        dst[j] = '"';
X
Xiaoyu Wang 已提交
288
      } else if (src[k + 1] == '%' || src[k + 1] == '_') {
289
        dst[j++] = src[k];
X
Xiaoyu Wang 已提交
290 291 292
        dst[j] = src[k + 1];
      } else {
        dst[j] = src[k + 1];
293 294 295 296 297 298
      }
      j++;
      k++;
      continue;
    }

299 300 301 302 303 304
    dst[j] = src[k];
    j++;
  }
  dst[j] = '\0';
  return j;
}
305

X
Xiaoyu Wang 已提交
306
static bool isValidateTag(char* input) {
307 308
  if (!input) return false;
  for (size_t i = 0; i < strlen(input); ++i) {
309
#ifdef WINDOWS
wafwerar's avatar
wafwerar 已提交
310
    if (input[i] < 0x20 || input[i] > 0x7E) return false;
311
#else
312
    if (isprint(input[i]) == 0) return false;
313
#endif
314 315 316 317
  }
  return true;
}

wmmhello's avatar
wmmhello 已提交
318
int32_t parseJsontoTagData(const char* json, SArray* pTagVals, STag** ppTag, void* pMsgBuf) {
wmmhello's avatar
wmmhello 已提交
319
  int32_t   retCode = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
320
  cJSON*    root = NULL;
wmmhello's avatar
wmmhello 已提交
321
  SHashObj* keyHash = NULL;
X
Xiaoyu Wang 已提交
322
  int32_t   size = 0;
323
  // set json NULL data
324
  if (!json || strtrim((char*)json) == 0 || strcasecmp(json, TSDB_DATA_NULL_STR_L) == 0) {
wmmhello's avatar
wmmhello 已提交
325 326
    retCode = TSDB_CODE_SUCCESS;
    goto end;
327 328 329
  }

  // set json real data
wmmhello's avatar
wmmhello 已提交
330
  root = cJSON_Parse(json);
X
Xiaoyu Wang 已提交
331
  if (root == NULL) {
wmmhello's avatar
wmmhello 已提交
332 333
    retCode = buildSyntaxErrMsg(pMsgBuf, "json parse error", json);
    goto end;
334 335
  }

wmmhello's avatar
wmmhello 已提交
336
  size = cJSON_GetArraySize(root);
X
Xiaoyu Wang 已提交
337
  if (!cJSON_IsObject(root)) {
wmmhello's avatar
wmmhello 已提交
338 339
    retCode = buildSyntaxErrMsg(pMsgBuf, "json error invalide value", json);
    goto end;
340 341
  }

wmmhello's avatar
wmmhello 已提交
342
  keyHash = taosHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, false);
343
  for (int32_t i = 0; i < size; i++) {
344 345
    cJSON* item = cJSON_GetArrayItem(root, i);
    if (!item) {
wmmhello's avatar
wmmhello 已提交
346
      uError("json inner error:%d", i);
347
      retCode = buildSyntaxErrMsg(pMsgBuf, "json inner error", json);
348 349 350
      goto end;
    }

X
Xiaoyu Wang 已提交
351 352
    char* jsonKey = item->string;
    if (!isValidateTag(jsonKey)) {
353
      retCode = buildSyntaxErrMsg(pMsgBuf, "json key not validate", jsonKey);
354 355 356
      goto end;
    }
    size_t keyLen = strlen(jsonKey);
357
    if (keyLen > TSDB_MAX_JSON_KEY_LEN) {
wmmhello's avatar
wmmhello 已提交
358
      uError("json key too long error");
359
      retCode = buildSyntaxErrMsg(pMsgBuf, "json key too long, more than 256", jsonKey);
wmmhello's avatar
wmmhello 已提交
360 361
      goto end;
    }
X
Xiaoyu Wang 已提交
362
    if (keyLen == 0 || taosHashGet(keyHash, jsonKey, keyLen) != NULL) {
363 364
      continue;
    }
wmmhello's avatar
wmmhello 已提交
365
    STagVal val = {0};
366
    //    strcpy(val.colName, colName);
wmmhello's avatar
wmmhello 已提交
367
    val.pKey = jsonKey;
X
Xiaoyu Wang 已提交
368 369
    taosHashPut(keyHash, jsonKey, keyLen, &keyLen,
                CHAR_BYTES);  // add key to hash to remove dumplicate, value is useless
370

X
Xiaoyu Wang 已提交
371 372
    if (item->type == cJSON_String) {  // add json value  format: type|data
      char*   jsonValue = item->valuestring;
373
      int32_t valLen = (int32_t)strlen(jsonValue);
wmmhello's avatar
wmmhello 已提交
374
      char*   tmp = taosMemoryCalloc(1, valLen * TSDB_NCHAR_SIZE);
X
Xiaoyu Wang 已提交
375
      if (!tmp) {
376 377
        retCode = TSDB_CODE_TSC_OUT_OF_MEMORY;
        goto end;
378
      }
wmmhello's avatar
wmmhello 已提交
379
      val.type = TSDB_DATA_TYPE_NCHAR;
X
Xiaoyu Wang 已提交
380
      if (valLen > 0 && !taosMbsToUcs4(jsonValue, valLen, (TdUcs4*)tmp, (int32_t)(valLen * TSDB_NCHAR_SIZE), &valLen)) {
wmmhello's avatar
wmmhello 已提交
381
        uError("charset:%s to %s. val:%s, errno:%s, convert failed.", DEFAULT_UNICODE_ENCODEC, tsCharset, jsonValue,
X
Xiaoyu Wang 已提交
382
               strerror(errno));
383 384 385
        retCode = buildSyntaxErrMsg(pMsgBuf, "charset convert json error", jsonValue);
        goto end;
      }
wmmhello's avatar
wmmhello 已提交
386 387
      val.nData = valLen;
      val.pData = tmp;
X
Xiaoyu Wang 已提交
388 389
    } else if (item->type == cJSON_Number) {
      if (!isfinite(item->valuedouble)) {
wmmhello's avatar
wmmhello 已提交
390
        uError("json value is invalidate");
X
Xiaoyu Wang 已提交
391
        retCode = buildSyntaxErrMsg(pMsgBuf, "json value number is illegal", json);
392 393
        goto end;
      }
wmmhello's avatar
wmmhello 已提交
394 395
      val.type = TSDB_DATA_TYPE_DOUBLE;
      *((double*)&(val.i64)) = item->valuedouble;
X
Xiaoyu Wang 已提交
396
    } else if (item->type == cJSON_True || item->type == cJSON_False) {
wmmhello's avatar
wmmhello 已提交
397 398
      val.type = TSDB_DATA_TYPE_BOOL;
      *((char*)&(val.i64)) = (char)(item->valueint);
X
Xiaoyu Wang 已提交
399
    } else if (item->type == cJSON_NULL) {
wmmhello's avatar
wmmhello 已提交
400
      val.type = TSDB_DATA_TYPE_NULL;
X
Xiaoyu Wang 已提交
401
    } else {
402 403 404
      retCode = buildSyntaxErrMsg(pMsgBuf, "invalidate json value", json);
      goto end;
    }
wmmhello's avatar
wmmhello 已提交
405
    taosArrayPush(pTagVals, &val);
406 407 408 409
  }

end:
  taosHashCleanup(keyHash);
X
Xiaoyu Wang 已提交
410
  if (retCode == TSDB_CODE_SUCCESS) {
wmmhello's avatar
wmmhello 已提交
411 412
    tTagNew(pTagVals, 1, true, ppTag);
  }
413 414
  cJSON_Delete(root);
  return retCode;
415 416
}

417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436
static int32_t userAuthToString(int32_t acctId, const char* pUser, const char* pDb, AUTH_TYPE type, char* pStr) {
  return sprintf(pStr, "%s*%d.%s*%d", pUser, acctId, pDb, type);
}

static int32_t userAuthToStringExt(const char* pUser, const char* pDbFName, AUTH_TYPE type, char* pStr) {
  return sprintf(pStr, "%s*%s*%d", pUser, pDbFName, type);
}

static void stringToUserAuth(const char* pStr, int32_t len, SUserAuthInfo* pUserAuth) {
  char* p1 = strchr(pStr, '*');
  strncpy(pUserAuth->user, pStr, p1 - pStr);
  ++p1;
  char* p2 = strchr(p1, '*');
  strncpy(pUserAuth->dbFName, p1, p2 - p1);
  ++p2;
  char buf[10] = {0};
  strncpy(buf, p2, len - (p2 - pStr));
  pUserAuth->type = taosStr2Int32(buf, NULL, 10);
}

437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476
static int32_t buildTableReq(SHashObj* pTablesHash, SArray** pTables) {
  if (NULL != pTablesHash) {
    *pTables = taosArrayInit(taosHashGetSize(pTablesHash), sizeof(SName));
    if (NULL == *pTables) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pTablesHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pKey = taosHashGetKey(p, &len);
      char   fullName[TSDB_TABLE_FNAME_LEN] = {0};
      strncpy(fullName, pKey, len);
      SName name = {0};
      tNameFromString(&name, fullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
      taosArrayPush(*pTables, &name);
      p = taosHashIterate(pTablesHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t buildDbReq(SHashObj* pDbsHash, SArray** pDbs) {
  if (NULL != pDbsHash) {
    *pDbs = taosArrayInit(taosHashGetSize(pDbsHash), TSDB_DB_FNAME_LEN);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pDbsHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pKey = taosHashGetKey(p, &len);
      char   fullName[TSDB_DB_FNAME_LEN] = {0};
      strncpy(fullName, pKey, len);
      taosArrayPush(*pDbs, fullName);
      p = taosHashIterate(pDbsHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

477 478 479
static int32_t buildTableReqFromDb(SHashObj* pDbsHash, SArray** pDbs) {
  if (NULL != pDbsHash) {
    if (NULL == *pDbs) {
X
Xiaoyu Wang 已提交
480 481 482 483
      *pDbs = taosArrayInit(taosHashGetSize(pDbsHash), sizeof(STablesReq));
      if (NULL == *pDbs) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
484 485 486 487 488 489 490 491 492 493 494 495 496
    }
    SParseTablesMetaReq* p = taosHashIterate(pDbsHash, NULL);
    while (NULL != p) {
      STablesReq req = {0};
      strcpy(req.dbFName, p->dbFName);
      buildTableReq(p->pTables, &req.pTables);
      taosArrayPush(*pDbs, &req);
      p = taosHashIterate(pDbsHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515
static int32_t buildUserAuthReq(SHashObj* pUserAuthHash, SArray** pUserAuth) {
  if (NULL != pUserAuthHash) {
    *pUserAuth = taosArrayInit(taosHashGetSize(pUserAuthHash), sizeof(SUserAuthInfo));
    if (NULL == *pUserAuth) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pUserAuthHash, NULL);
    while (NULL != p) {
      size_t        len = 0;
      char*         pKey = taosHashGetKey(p, &len);
      SUserAuthInfo userAuth = {0};
      stringToUserAuth(pKey, len, &userAuth);
      taosArrayPush(*pUserAuth, &userAuth);
      p = taosHashIterate(pUserAuthHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534
static int32_t buildUdfReq(SHashObj* pUdfHash, SArray** pUdf) {
  if (NULL != pUdfHash) {
    *pUdf = taosArrayInit(taosHashGetSize(pUdfHash), TSDB_FUNC_NAME_LEN);
    if (NULL == *pUdf) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    void* p = taosHashIterate(pUdfHash, NULL);
    while (NULL != p) {
      size_t len = 0;
      char*  pFunc = taosHashGetKey(p, &len);
      char   func[TSDB_FUNC_NAME_LEN] = {0};
      strncpy(func, pFunc, len);
      taosArrayPush(*pUdf, func);
      p = taosHashIterate(pUdfHash, p);
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590
static int32_t buildCatalogReqForInsert(SParseContext* pCxt, const SParseMetaCache* pMetaCache,
                                        SCatalogReq* pCatalogReq) {
  int32_t ndbs = taosHashGetSize(pMetaCache->pInsertTables);
  pCatalogReq->pTableMeta = taosArrayInit(ndbs, sizeof(STablesReq));
  if (NULL == pCatalogReq->pTableMeta) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCatalogReq->pTableHash = taosArrayInit(ndbs, sizeof(STablesReq));
  if (NULL == pCatalogReq->pTableHash) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  pCatalogReq->pUser = taosArrayInit(ndbs, sizeof(SUserAuthInfo));
  if (NULL == pCatalogReq->pUser) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  pCxt->pTableMetaPos = taosArrayInit(pMetaCache->sqlTableNum, sizeof(int32_t));
  pCxt->pTableVgroupPos = taosArrayInit(pMetaCache->sqlTableNum, sizeof(int32_t));

  int32_t               metaReqNo = 0;
  int32_t               vgroupReqNo = 0;
  SInsertTablesMetaReq* p = taosHashIterate(pMetaCache->pInsertTables, NULL);
  while (NULL != p) {
    STablesReq req = {0};
    strcpy(req.dbFName, p->dbFName);
    TSWAP(req.pTables, p->pTableMetaReq);
    taosArrayPush(pCatalogReq->pTableMeta, &req);

    req.pTables = NULL;
    TSWAP(req.pTables, p->pTableVgroupReq);
    taosArrayPush(pCatalogReq->pTableHash, &req);

    int32_t ntables = taosArrayGetSize(p->pTableMetaPos);
    for (int32_t i = 0; i < ntables; ++i) {
      taosArrayInsert(pCxt->pTableMetaPos, *(int32_t*)taosArrayGet(p->pTableMetaPos, i), &metaReqNo);
      ++metaReqNo;
    }

    ntables = taosArrayGetSize(p->pTableVgroupPos);
    for (int32_t i = 0; i < ntables; ++i) {
      taosArrayInsert(pCxt->pTableVgroupPos, *(int32_t*)taosArrayGet(p->pTableVgroupPos, i), &vgroupReqNo);
      ++vgroupReqNo;
    }

    SUserAuthInfo auth = {0};
    strcpy(auth.user, pCxt->pUser);
    strcpy(auth.dbFName, p->dbFName);
    auth.type = AUTH_TYPE_WRITE;
    taosArrayPush(pCatalogReq->pUser, &auth);

    p = taosHashIterate(pMetaCache->pInsertTables, p);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t buildCatalogReqForQuery(const SParseMetaCache* pMetaCache, SCatalogReq* pCatalogReq) {
591
  int32_t code = buildTableReqFromDb(pMetaCache->pTableMeta, &pCatalogReq->pTableMeta);
X
Xiaoyu Wang 已提交
592 593 594
  if (TSDB_CODE_SUCCESS == code) {
    code = buildDbReq(pMetaCache->pDbVgroup, &pCatalogReq->pDbVgroup);
  }
595
  if (TSDB_CODE_SUCCESS == code) {
596
    code = buildTableReqFromDb(pMetaCache->pTableVgroup, &pCatalogReq->pTableHash);
597 598
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
599
    code = buildDbReq(pMetaCache->pDbCfg, &pCatalogReq->pDbCfg);
600 601
  }
  if (TSDB_CODE_SUCCESS == code) {
X
Xiaoyu Wang 已提交
602
    code = buildDbReq(pMetaCache->pDbInfo, &pCatalogReq->pDbInfo);
603
  }
604 605 606
  if (TSDB_CODE_SUCCESS == code) {
    code = buildUserAuthReq(pMetaCache->pUserAuth, &pCatalogReq->pUser);
  }
607 608
  if (TSDB_CODE_SUCCESS == code) {
    code = buildUdfReq(pMetaCache->pUdf, &pCatalogReq->pUdf);
609
  }
X
Xiaoyu Wang 已提交
610 611 612
  if (TSDB_CODE_SUCCESS == code) {
    code = buildTableReq(pMetaCache->pTableIndex, &pCatalogReq->pTableIndex);
  }
D
dapan1121 已提交
613 614 615
  if (TSDB_CODE_SUCCESS == code) {
    code = buildTableReq(pMetaCache->pTableCfg, &pCatalogReq->pTableCfg);
  }
616
  pCatalogReq->dNodeRequired = pMetaCache->dnodeRequired;
617 618 619
  return code;
}

X
Xiaoyu Wang 已提交
620 621 622 623 624 625 626
int32_t buildCatalogReq(SParseContext* pCxt, const SParseMetaCache* pMetaCache, SCatalogReq* pCatalogReq) {
  if (NULL != pMetaCache->pInsertTables) {
    return buildCatalogReqForInsert(pCxt, pMetaCache, pCatalogReq);
  }
  return buildCatalogReqForQuery(pMetaCache, pCatalogReq);
}

627 628 629 630 631 632 633
static int32_t putMetaDataToHash(const char* pKey, int32_t len, const SArray* pData, int32_t index, SHashObj** pHash) {
  if (NULL == *pHash) {
    *pHash = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
    if (NULL == *pHash) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
X
Xiaoyu Wang 已提交
634
  SMetaRes* pRes = taosArrayGet(pData, index);
635
  return taosHashPut(*pHash, pKey, len, &pRes, POINTER_BYTES);
636 637
}

X
Xiaoyu Wang 已提交
638 639 640 641
static int32_t getMetaDataFromHash(const char* pKey, int32_t len, SHashObj* pHash, void** pOutput) {
  SMetaRes** pRes = taosHashGet(pHash, pKey, len);
  if (NULL == pRes || NULL == *pRes) {
    return TSDB_CODE_PAR_INTERNAL_ERROR;
642
  }
X
Xiaoyu Wang 已提交
643 644 645 646
  if (TSDB_CODE_SUCCESS == (*pRes)->code) {
    *pOutput = (*pRes)->pRes;
  }
  return (*pRes)->code;
647 648
}

649
static int32_t putTableDataToCache(const SArray* pTableReq, const SArray* pTableData, SHashObj** pTable) {
X
Xiaoyu Wang 已提交
650
  int32_t ntables = taosArrayGetSize(pTableReq);
651 652
  for (int32_t i = 0; i < ntables; ++i) {
    char fullName[TSDB_TABLE_FNAME_LEN];
X
Xiaoyu Wang 已提交
653 654
    tNameExtractFullName(taosArrayGet(pTableReq, i), fullName);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(fullName, strlen(fullName), pTableData, i, pTable)) {
655 656 657 658 659 660
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

661
static int32_t putDbDataToCache(const SArray* pDbReq, const SArray* pDbData, SHashObj** pDb) {
X
Xiaoyu Wang 已提交
662
  int32_t nvgs = taosArrayGetSize(pDbReq);
663
  for (int32_t i = 0; i < nvgs; ++i) {
X
Xiaoyu Wang 已提交
664 665
    char* pDbFName = taosArrayGet(pDbReq, i);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(pDbFName, strlen(pDbFName), pDbData, i, pDb)) {
666 667 668 669 670 671
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
static int32_t putDbTableDataToCache(const SArray* pDbReq, const SArray* pTableData, SHashObj** pTable) {
  int32_t ndbs = taosArrayGetSize(pDbReq);
  int32_t tableNo = 0;
  for (int32_t i = 0; i < ndbs; ++i) {
    STablesReq* pReq = taosArrayGet(pDbReq, i);
    int32_t     ntables = taosArrayGetSize(pReq->pTables);
    for (int32_t j = 0; j < ntables; ++j) {
      char fullName[TSDB_TABLE_FNAME_LEN];
      tNameExtractFullName(taosArrayGet(pReq->pTables, j), fullName);
      if (TSDB_CODE_SUCCESS != putMetaDataToHash(fullName, strlen(fullName), pTableData, tableNo, pTable)) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }
      ++tableNo;
    }
  }
  return TSDB_CODE_SUCCESS;
}

690
static int32_t putUserAuthToCache(const SArray* pUserAuthReq, const SArray* pUserAuthData, SHashObj** pUserAuth) {
691 692 693 694 695
  int32_t nvgs = taosArrayGetSize(pUserAuthReq);
  for (int32_t i = 0; i < nvgs; ++i) {
    SUserAuthInfo* pUser = taosArrayGet(pUserAuthReq, i);
    char           key[USER_AUTH_KEY_MAX_LEN] = {0};
    int32_t        len = userAuthToStringExt(pUser->user, pUser->dbFName, pUser->type, key);
X
Xiaoyu Wang 已提交
696
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(key, len, pUserAuthData, i, pUserAuth)) {
697 698 699 700 701 702
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

703
static int32_t putUdfToCache(const SArray* pUdfReq, const SArray* pUdfData, SHashObj** pUdf) {
704 705
  int32_t num = taosArrayGetSize(pUdfReq);
  for (int32_t i = 0; i < num; ++i) {
X
Xiaoyu Wang 已提交
706 707
    char* pFunc = taosArrayGet(pUdfReq, i);
    if (TSDB_CODE_SUCCESS != putMetaDataToHash(pFunc, strlen(pFunc), pUdfData, i, pUdf)) {
708 709 710 711 712 713
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
714 715
int32_t putMetaDataToCacheForQuery(const SCatalogReq* pCatalogReq, const SMetaData* pMetaData,
                                   SParseMetaCache* pMetaCache) {
716
  int32_t code = putDbTableDataToCache(pCatalogReq->pTableMeta, pMetaData->pTableMeta, &pMetaCache->pTableMeta);
X
Xiaoyu Wang 已提交
717
  if (TSDB_CODE_SUCCESS == code) {
718
    code = putDbDataToCache(pCatalogReq->pDbVgroup, pMetaData->pDbVgroup, &pMetaCache->pDbVgroup);
X
Xiaoyu Wang 已提交
719
  }
720
  if (TSDB_CODE_SUCCESS == code) {
721
    code = putDbTableDataToCache(pCatalogReq->pTableHash, pMetaData->pTableHash, &pMetaCache->pTableVgroup);
722 723
  }
  if (TSDB_CODE_SUCCESS == code) {
724
    code = putDbDataToCache(pCatalogReq->pDbCfg, pMetaData->pDbCfg, &pMetaCache->pDbCfg);
725 726
  }
  if (TSDB_CODE_SUCCESS == code) {
727
    code = putDbDataToCache(pCatalogReq->pDbInfo, pMetaData->pDbInfo, &pMetaCache->pDbInfo);
728
  }
729
  if (TSDB_CODE_SUCCESS == code) {
730
    code = putUserAuthToCache(pCatalogReq->pUser, pMetaData->pUser, &pMetaCache->pUserAuth);
731
  }
732
  if (TSDB_CODE_SUCCESS == code) {
733
    code = putUdfToCache(pCatalogReq->pUdf, pMetaData->pUdfList, &pMetaCache->pUdf);
734
  }
X
Xiaoyu Wang 已提交
735
  if (TSDB_CODE_SUCCESS == code) {
736
    code = putTableDataToCache(pCatalogReq->pTableIndex, pMetaData->pTableIndex, &pMetaCache->pTableIndex);
X
Xiaoyu Wang 已提交
737
  }
D
dapan1121 已提交
738 739 740
  if (TSDB_CODE_SUCCESS == code) {
    code = putTableDataToCache(pCatalogReq->pTableCfg, pMetaData->pTableCfg, &pMetaCache->pTableCfg);
  }
741
  pMetaCache->pDnodes = pMetaData->pDnodeList;
742 743 744
  return code;
}

X
Xiaoyu Wang 已提交
745 746 747 748
int32_t putMetaDataToCacheForInsert(const SMetaData* pMetaData, SParseMetaCache* pMetaCache) {
  int32_t ndbs = taosArrayGetSize(pMetaData->pUser);
  for (int32_t i = 0; i < ndbs; ++i) {
    SMetaRes* pRes = taosArrayGet(pMetaData->pUser, i);
X
Xiaoyu Wang 已提交
749 750 751
    if (TSDB_CODE_SUCCESS != pRes->code) {
      return pRes->code;
    }
X
Xiaoyu Wang 已提交
752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
    if (!(*(bool*)pRes->pRes)) {
      return TSDB_CODE_PAR_PERMISSION_DENIED;
    }
  }
  pMetaCache->pTableMetaData = pMetaData->pTableMeta;
  pMetaCache->pTableVgroupData = pMetaData->pTableHash;
  return TSDB_CODE_SUCCESS;
}

int32_t putMetaDataToCache(const SCatalogReq* pCatalogReq, const SMetaData* pMetaData, SParseMetaCache* pMetaCache,
                           bool insertValuesStmt) {
  if (insertValuesStmt) {
    return putMetaDataToCacheForInsert(pMetaData, pMetaCache);
  }
  return putMetaDataToCacheForQuery(pCatalogReq, pMetaData, pMetaCache);
}

769
static int32_t reserveTableReqInCacheImpl(const char* pTbFName, int32_t len, SHashObj** pTables) {
770 771 772
  if (NULL == *pTables) {
    *pTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pTables) {
773 774 775
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
776
  return taosHashPut(*pTables, pTbFName, len, &nullPointer, POINTER_BYTES);
777 778 779
}

static int32_t reserveTableReqInCache(int32_t acctId, const char* pDb, const char* pTable, SHashObj** pTables) {
780
  char    fullName[TSDB_TABLE_FNAME_LEN];
781
  int32_t len = snprintf(fullName, sizeof(fullName), "%d.%s.%s", acctId, pDb, pTable);
782
  return reserveTableReqInCacheImpl(fullName, len, pTables);
783 784
}

785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810
static int32_t reserveTableReqInDbCacheImpl(int32_t acctId, const char* pDb, const char* pTable, SHashObj* pDbs) {
  SParseTablesMetaReq req = {0};
  int32_t             len = snprintf(req.dbFName, sizeof(req.dbFName), "%d.%s", acctId, pDb);
  int32_t             code = reserveTableReqInCache(acctId, pDb, pTable, &req.pTables);
  if (TSDB_CODE_SUCCESS == code) {
    code = taosHashPut(pDbs, req.dbFName, len, &req, sizeof(SParseTablesMetaReq));
  }
  return code;
}

static int32_t reserveTableReqInDbCache(int32_t acctId, const char* pDb, const char* pTable, SHashObj** pDbs) {
  if (NULL == *pDbs) {
    *pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  char                 fullName[TSDB_DB_FNAME_LEN];
  int32_t              len = snprintf(fullName, sizeof(fullName), "%d.%s", acctId, pDb);
  SParseTablesMetaReq* pReq = taosHashGet(*pDbs, fullName, len);
  if (NULL == pReq) {
    return reserveTableReqInDbCacheImpl(acctId, pDb, pTable, *pDbs);
  }
  return reserveTableReqInCache(acctId, pDb, pTable, &pReq->pTables);
}

811
int32_t reserveTableMetaInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
812
  return reserveTableReqInDbCache(acctId, pDb, pTable, &pMetaCache->pTableMeta);
813 814
}

815
int32_t reserveTableMetaInCacheExt(const SName* pName, SParseMetaCache* pMetaCache) {
816
  return reserveTableReqInDbCache(pName->acctId, pName->dbname, pName->tname, &pMetaCache->pTableMeta);
817 818 819 820 821
}

int32_t getTableMetaFromCache(SParseMetaCache* pMetaCache, const SName* pName, STableMeta** pMeta) {
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
X
Xiaoyu Wang 已提交
822 823 824 825 826 827 828
  STableMeta* pTableMeta = NULL;
  int32_t     code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableMeta, (void**)&pTableMeta);
  if (TSDB_CODE_SUCCESS == code) {
    *pMeta = tableMetaDup(pTableMeta);
    if (NULL == *pMeta) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
829
  }
X
Xiaoyu Wang 已提交
830
  return code;
831 832
}

833 834 835 836 837 838 839 840 841
static int32_t reserveDbReqInCache(int32_t acctId, const char* pDb, SHashObj** pDbs) {
  if (NULL == *pDbs) {
    *pDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == *pDbs) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  char    fullName[TSDB_TABLE_FNAME_LEN];
  int32_t len = snprintf(fullName, sizeof(fullName), "%d.%s", acctId, pDb);
842
  return taosHashPut(*pDbs, fullName, len, &nullPointer, POINTER_BYTES);
843 844
}

845 846 847 848 849
int32_t reserveDbVgInfoInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbVgroup);
}

int32_t getDbVgInfoFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, SArray** pVgInfo) {
X
Xiaoyu Wang 已提交
850 851 852 853 854
  SArray* pVgList = NULL;
  int32_t code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbVgroup, (void**)&pVgList);
  // pVgList is null, which is a legal value, indicating that the user DB has not been created
  if (TSDB_CODE_SUCCESS == code && NULL != pVgList) {
    *pVgInfo = taosArrayDup(pVgList);
855
    if (NULL == *pVgInfo) {
X
Xiaoyu Wang 已提交
856
      code = TSDB_CODE_OUT_OF_MEMORY;
857 858
    }
  }
X
Xiaoyu Wang 已提交
859
  return code;
860 861
}

862
int32_t reserveTableVgroupInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
863
  return reserveTableReqInDbCache(acctId, pDb, pTable, &pMetaCache->pTableVgroup);
864 865
}

866
int32_t reserveTableVgroupInCacheExt(const SName* pName, SParseMetaCache* pMetaCache) {
867
  return reserveTableReqInDbCache(pName->acctId, pName->dbname, pName->tname, &pMetaCache->pTableVgroup);
868 869
}

870
int32_t getTableVgroupFromCache(SParseMetaCache* pMetaCache, const SName* pName, SVgroupInfo* pVgroup) {
871 872
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
X
Xiaoyu Wang 已提交
873 874 875 876
  SVgroupInfo* pVg = NULL;
  int32_t      code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableVgroup, (void**)&pVg);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pVgroup, pVg, sizeof(SVgroupInfo));
877
  }
X
Xiaoyu Wang 已提交
878
  return code;
879 880
}

881
int32_t reserveDbVgVersionInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
X
Xiaoyu Wang 已提交
882
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbInfo);
883 884
}

885
int32_t getDbVgVersionFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, int32_t* pVersion, int64_t* pDbId,
886
                                int32_t* pTableNum) {
X
Xiaoyu Wang 已提交
887 888 889 890 891 892
  SDbInfo* pDbInfo = NULL;
  int32_t  code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbInfo, (void**)&pDbInfo);
  if (TSDB_CODE_SUCCESS == code) {
    *pVersion = pDbInfo->vgVer;
    *pDbId = pDbInfo->dbId;
    *pTableNum = pDbInfo->tbNum;
893
  }
X
Xiaoyu Wang 已提交
894
  return code;
895 896
}

897 898 899 900 901
int32_t reserveDbCfgInCache(int32_t acctId, const char* pDb, SParseMetaCache* pMetaCache) {
  return reserveDbReqInCache(acctId, pDb, &pMetaCache->pDbCfg);
}

int32_t getDbCfgFromCache(SParseMetaCache* pMetaCache, const char* pDbFName, SDbCfgInfo* pInfo) {
X
Xiaoyu Wang 已提交
902 903 904 905
  SDbCfgInfo* pDbCfg = NULL;
  int32_t     code = getMetaDataFromHash(pDbFName, strlen(pDbFName), pMetaCache->pDbCfg, (void**)&pDbCfg);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pInfo, pDbCfg, sizeof(SDbCfgInfo));
906
  }
X
Xiaoyu Wang 已提交
907
  return code;
908
}
909

910
static int32_t reserveUserAuthInCacheImpl(const char* pKey, int32_t len, SParseMetaCache* pMetaCache) {
911 912 913 914 915 916
  if (NULL == pMetaCache->pUserAuth) {
    pMetaCache->pUserAuth = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == pMetaCache->pUserAuth) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
917 918 919 920 921 922
  bool pass = false;
  return taosHashPut(pMetaCache->pUserAuth, pKey, len, &pass, sizeof(pass));
}

int32_t reserveUserAuthInCache(int32_t acctId, const char* pUser, const char* pDb, AUTH_TYPE type,
                               SParseMetaCache* pMetaCache) {
923 924
  char    key[USER_AUTH_KEY_MAX_LEN] = {0};
  int32_t len = userAuthToString(acctId, pUser, pDb, type, key);
925 926 927 928 929 930 931 932 933
  return reserveUserAuthInCacheImpl(key, len, pMetaCache);
}

int32_t reserveUserAuthInCacheExt(const char* pUser, const SName* pName, AUTH_TYPE type, SParseMetaCache* pMetaCache) {
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(pName, dbFName);
  char    key[USER_AUTH_KEY_MAX_LEN] = {0};
  int32_t len = userAuthToStringExt(pUser, dbFName, type, key);
  return reserveUserAuthInCacheImpl(key, len, pMetaCache);
934 935 936 937 938 939
}

int32_t getUserAuthFromCache(SParseMetaCache* pMetaCache, const char* pUser, const char* pDbFName, AUTH_TYPE type,
                             bool* pPass) {
  char    key[USER_AUTH_KEY_MAX_LEN] = {0};
  int32_t len = userAuthToStringExt(pUser, pDbFName, type, key);
X
Xiaoyu Wang 已提交
940 941 942 943
  bool*   pRes = NULL;
  int32_t code = getMetaDataFromHash(key, len, pMetaCache->pUserAuth, (void**)&pRes);
  if (TSDB_CODE_SUCCESS == code) {
    *pPass = *pRes;
944
  }
X
Xiaoyu Wang 已提交
945
  return code;
946
}
947 948 949 950 951 952 953 954

int32_t reserveUdfInCache(const char* pFunc, SParseMetaCache* pMetaCache) {
  if (NULL == pMetaCache->pUdf) {
    pMetaCache->pUdf = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == pMetaCache->pUdf) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
955
  return taosHashPut(pMetaCache->pUdf, pFunc, strlen(pFunc), &nullPointer, POINTER_BYTES);
956 957
}

958
int32_t getUdfInfoFromCache(SParseMetaCache* pMetaCache, const char* pFunc, SFuncInfo* pInfo) {
X
Xiaoyu Wang 已提交
959 960 961 962
  SFuncInfo* pFuncInfo = NULL;
  int32_t    code = getMetaDataFromHash(pFunc, strlen(pFunc), pMetaCache->pUdf, (void**)&pFuncInfo);
  if (TSDB_CODE_SUCCESS == code) {
    memcpy(pInfo, pFuncInfo, sizeof(SFuncInfo));
963
  }
X
Xiaoyu Wang 已提交
964
  return code;
965
}
X
Xiaoyu Wang 已提交
966

X
Xiaoyu Wang 已提交
967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992
static void destroySmaIndex(void* p) { taosMemoryFree(((STableIndexInfo*)p)->expr); }

static SArray* smaIndexesDup(SArray* pSrc) {
  SArray* pDst = taosArrayDup(pSrc);
  if (NULL == pDst) {
    return NULL;
  }
  int32_t size = taosArrayGetSize(pDst);
  for (int32_t i = 0; i < size; ++i) {
    ((STableIndexInfo*)taosArrayGet(pDst, i))->expr = NULL;
  }
  for (int32_t i = 0; i < size; ++i) {
    STableIndexInfo* pIndex = taosArrayGet(pDst, i);
    pIndex->expr = taosMemoryStrDup(((STableIndexInfo*)taosArrayGet(pSrc, i))->expr);
    if (NULL == pIndex->expr) {
      taosArrayDestroyEx(pDst, destroySmaIndex);
      return NULL;
    }
  }
  return pDst;
}

int32_t reserveTableIndexInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
  return reserveTableReqInCache(acctId, pDb, pTable, &pMetaCache->pTableIndex);
}

D
dapan1121 已提交
993 994 995 996
int32_t reserveTableCfgInCache(int32_t acctId, const char* pDb, const char* pTable, SParseMetaCache* pMetaCache) {
  return reserveTableReqInCache(acctId, pDb, pTable, &pMetaCache->pTableCfg);
}

X
Xiaoyu Wang 已提交
997
int32_t getTableIndexFromCache(SParseMetaCache* pMetaCache, const SName* pName, SArray** pIndexes) {
X
Xiaoyu Wang 已提交
998 999 1000 1001
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  SArray* pSmaIndexes = NULL;
  int32_t code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableIndex, (void**)&pSmaIndexes);
X
Xiaoyu Wang 已提交
1002
  if (TSDB_CODE_SUCCESS == code && NULL != pSmaIndexes) {
X
Xiaoyu Wang 已提交
1003 1004 1005 1006 1007 1008
    *pIndexes = smaIndexesDup(pSmaIndexes);
    if (NULL == *pIndexes) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return code;
X
Xiaoyu Wang 已提交
1009
}
1010

D
dapan1121 已提交
1011 1012 1013 1014
STableCfg* tableCfgDup(STableCfg* pCfg) {
  STableCfg* pNew = taosMemoryMalloc(sizeof(*pNew));

  memcpy(pNew, pCfg, sizeof(*pNew));
1015
  if (NULL != pNew->pComment) {
D
dapan1121 已提交
1016 1017
    pNew->pComment = taosMemoryCalloc(pNew->commentLen + 1, 1);
    memcpy(pNew->pComment, pCfg->pComment, pNew->commentLen);
D
dapan1121 已提交
1018
  }
1019
  if (NULL != pNew->pFuncs) {
D
dapan1121 已提交
1020 1021
    pNew->pFuncs = taosArrayDup(pNew->pFuncs);
  }
1022
  if (NULL != pNew->pTags) {
D
dapan1121 已提交
1023 1024
    pNew->pTags = taosMemoryCalloc(pNew->tagsLen + 1, 1);
    memcpy(pNew->pTags, pCfg->pTags, pNew->tagsLen);
1025
  }
1026

D
dapan1121 已提交
1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037
  int32_t schemaSize = (pCfg->numOfColumns + pCfg->numOfTags) * sizeof(SSchema);

  SSchema* pSchema = taosMemoryMalloc(schemaSize);
  memcpy(pSchema, pCfg->pSchemas, schemaSize);

  pNew->pSchemas = pSchema;

  return pNew;
}

int32_t getTableCfgFromCache(SParseMetaCache* pMetaCache, const SName* pName, STableCfg** pOutput) {
D
dapan1121 已提交
1038 1039 1040
  char fullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(pName, fullName);
  STableCfg* pCfg = NULL;
1041
  int32_t    code = getMetaDataFromHash(fullName, strlen(fullName), pMetaCache->pTableCfg, (void**)&pCfg);
D
dapan1121 已提交
1042 1043 1044 1045 1046 1047 1048 1049 1050
  if (TSDB_CODE_SUCCESS == code) {
    *pOutput = tableCfgDup(pCfg);
    if (NULL == *pOutput) {
      code = TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return code;
}

1051 1052 1053 1054 1055 1056
int32_t reserveDnodeRequiredInCache(SParseMetaCache* pMetaCache) {
  pMetaCache->dnodeRequired = true;
  return TSDB_CODE_SUCCESS;
}

int32_t getDnodeListFromCache(SParseMetaCache* pMetaCache, SArray** pDnodes) {
D
dapan1121 已提交
1057
  SMetaRes* pRes = taosArrayGet(pMetaCache->pDnodes, 0);
1058
  if (TSDB_CODE_SUCCESS != pRes->code) {
D
dapan1121 已提交
1059 1060
    return pRes->code;
  }
1061

D
dapan1121 已提交
1062
  *pDnodes = taosArrayDup((SArray*)pRes->pRes);
1063 1064 1065 1066 1067 1068
  if (NULL == *pDnodes) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144
static int32_t reserveTableReqInCacheForInsert(const SName* pName, ECatalogReqType reqType, int32_t tableNo,
                                               SInsertTablesMetaReq* pReq) {
  switch (reqType) {
    case CATALOG_REQ_TYPE_META:
      taosArrayPush(pReq->pTableMetaReq, pName);
      taosArrayPush(pReq->pTableMetaPos, &tableNo);
      break;
    case CATALOG_REQ_TYPE_VGROUP:
      taosArrayPush(pReq->pTableVgroupReq, pName);
      taosArrayPush(pReq->pTableVgroupPos, &tableNo);
      break;
    case CATALOG_REQ_TYPE_BOTH:
      taosArrayPush(pReq->pTableMetaReq, pName);
      taosArrayPush(pReq->pTableMetaPos, &tableNo);
      taosArrayPush(pReq->pTableVgroupReq, pName);
      taosArrayPush(pReq->pTableVgroupPos, &tableNo);
      break;
    default:
      break;
  }
  return TSDB_CODE_SUCCESS;
}

static int32_t reserveTableReqInDbCacheForInsert(const SName* pName, ECatalogReqType reqType, int32_t tableNo,
                                                 SHashObj* pDbs) {
  SInsertTablesMetaReq req = {.pTableMetaReq = taosArrayInit(4, sizeof(SName)),
                              .pTableMetaPos = taosArrayInit(4, sizeof(int32_t)),
                              .pTableVgroupReq = taosArrayInit(4, sizeof(SName)),
                              .pTableVgroupPos = taosArrayInit(4, sizeof(int32_t))};
  tNameGetFullDbName(pName, req.dbFName);
  int32_t code = reserveTableReqInCacheForInsert(pName, reqType, tableNo, &req);
  if (TSDB_CODE_SUCCESS == code) {
    code = taosHashPut(pDbs, pName->dbname, strlen(pName->dbname), &req, sizeof(SInsertTablesMetaReq));
  }
  return code;
}

int32_t reserveTableMetaInCacheForInsert(const SName* pName, ECatalogReqType reqType, int32_t tableNo,
                                         SParseMetaCache* pMetaCache) {
  if (NULL == pMetaCache->pInsertTables) {
    pMetaCache->pInsertTables = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
    if (NULL == pMetaCache->pInsertTables) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  pMetaCache->sqlTableNum = tableNo;
  SInsertTablesMetaReq* pReq = taosHashGet(pMetaCache->pInsertTables, pName->dbname, strlen(pName->dbname));
  if (NULL == pReq) {
    return reserveTableReqInDbCacheForInsert(pName, reqType, tableNo, pMetaCache->pInsertTables);
  }
  return reserveTableReqInCacheForInsert(pName, reqType, tableNo, pReq);
}

int32_t getTableMetaFromCacheForInsert(SArray* pTableMetaPos, SParseMetaCache* pMetaCache, int32_t tableNo,
                                       STableMeta** pMeta) {
  int32_t   reqIndex = *(int32_t*)taosArrayGet(pTableMetaPos, tableNo);
  SMetaRes* pRes = taosArrayGet(pMetaCache->pTableMetaData, reqIndex);
  if (TSDB_CODE_SUCCESS == pRes->code) {
    *pMeta = pRes->pRes;
    if (NULL == *pMeta) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }
  return pRes->code;
}

int32_t getTableVgroupFromCacheForInsert(SArray* pTableVgroupPos, SParseMetaCache* pMetaCache, int32_t tableNo,
                                         SVgroupInfo* pVgroup) {
  int32_t   reqIndex = *(int32_t*)taosArrayGet(pTableVgroupPos, tableNo);
  SMetaRes* pRes = taosArrayGet(pMetaCache->pTableVgroupData, reqIndex);
  if (TSDB_CODE_SUCCESS == pRes->code) {
    memcpy(pVgroup, pRes->pRes, sizeof(SVgroupInfo));
  }
  return pRes->code;
}

1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161
void destoryParseTablesMetaReqHash(SHashObj* pHash) {
  SParseTablesMetaReq* p = taosHashIterate(pHash, NULL);
  while (NULL != p) {
    taosHashCleanup(p->pTables);
    p = taosHashIterate(pHash, p);
  }
  taosHashCleanup(pHash);
}

void destoryParseMetaCache(SParseMetaCache* pMetaCache, bool request) {
  if (request) {
    destoryParseTablesMetaReqHash(pMetaCache->pTableMeta);
    destoryParseTablesMetaReqHash(pMetaCache->pTableVgroup);
  } else {
    taosHashCleanup(pMetaCache->pTableMeta);
    taosHashCleanup(pMetaCache->pTableVgroup);
  }
D
dapan1121 已提交
1162 1163 1164 1165 1166 1167 1168 1169 1170 1171
  SInsertTablesMetaReq* p = taosHashIterate(pMetaCache->pInsertTables, NULL);
  while (NULL != p) {
    taosArrayDestroy(p->pTableMetaPos);
    taosArrayDestroy(p->pTableMetaReq);
    taosArrayDestroy(p->pTableVgroupPos);
    taosArrayDestroy(p->pTableVgroupReq);

    p = taosHashIterate(pMetaCache->pInsertTables, p);
  }  
  taosHashCleanup(pMetaCache->pInsertTables);
1172 1173 1174 1175 1176 1177
  taosHashCleanup(pMetaCache->pDbVgroup);
  taosHashCleanup(pMetaCache->pDbCfg);
  taosHashCleanup(pMetaCache->pDbInfo);
  taosHashCleanup(pMetaCache->pUserAuth);
  taosHashCleanup(pMetaCache->pUdf);
  taosHashCleanup(pMetaCache->pTableIndex);
D
dapan1121 已提交
1178
  taosHashCleanup(pMetaCache->pTableCfg);
1179
}