dCDAstProcess.c 29.4 KB
Newer Older
1
#include <tmsg.h>
2
#include <ttime.h>
H
Haojun Liao 已提交
3
#include "astToMsg.h"
4
#include "parserInt.h"
H
Haojun Liao 已提交
5 6
#include "parserUtil.h"
#include "queryInfoUtil.h"
7
#include "tglobal.h"
H
Haojun Liao 已提交
8 9 10 11 12 13 14 15 16 17 18 19

/* is contained in pFieldList or not */
static bool has(SArray* pFieldList, int32_t startIndex, const char* name) {
  size_t numOfCols = taosArrayGetSize(pFieldList);
  for (int32_t j = startIndex; j < numOfCols; ++j) {
    TAOS_FIELD* field = taosArrayGet(pFieldList, j);
    if (strncasecmp(name, field->name, sizeof(field->name) - 1) == 0) return true;
  }

  return false;
}

H
Hongze Cheng 已提交
20
static int32_t setShowInfo(SShowInfo* pShowInfo, SParseBasicCtx* pCtx, void** output, int32_t* outputLen,
21
                           SEpSet* pEpSet, void** pExtension, SMsgBuf* pMsgBuf) {
H
Haojun Liao 已提交
22 23 24 25 26 27 28 29 30 31 32
  const char* msg1 = "invalid name";
  const char* msg2 = "wildcard string should be less than %d characters";
  const char* msg3 = "database name too long";
  const char* msg4 = "pattern is invalid";
  const char* msg5 = "database name is empty";
  const char* msg6 = "pattern string is empty";

  /*
   * database prefix in pInfo->pMiscInfo->a[0]
   * wildcard in like clause in pInfo->pMiscInfo->a[1]
   */
H
Hongze Cheng 已提交
33
  int16_t showType = pShowInfo->showType;
H
Haojun Liao 已提交
34 35 36
  if (showType == TSDB_MGMT_TABLE_TABLE) {
    SVShowTablesReq* pShowReq = calloc(1, sizeof(SVShowTablesReq));

37
    SArray* array = NULL;
H
Hongze Cheng 已提交
38
    SName   name = {0};
39 40 41 42 43 44 45 46 47 48 49 50
    tNameSetDbName(&name, pCtx->acctId, pCtx->db, strlen(pCtx->db));

    char dbFname[TSDB_DB_FNAME_LEN] = {0};
    tNameGetFullDbName(&name, dbFname);

    catalogGetDBVgroup(pCtx->pCatalog, pCtx->pTransporter, &pCtx->mgmtEpSet, dbFname, 0, &array);

    SVgroupInfo* info = taosArrayGet(array, 0);
    pShowReq->head.vgId = htonl(info->vgId);
    pEpSet->numOfEps = info->numOfEps;
    pEpSet->inUse = info->inUse;

H
Hongze Cheng 已提交
51
    for (int32_t i = 0; i < pEpSet->numOfEps; ++i) {
52 53 54 55
      strncpy(pEpSet->fqdn[i], info->epAddr[i].fqdn, tListLen(pEpSet->fqdn[i]));
      pEpSet->port[i] = info->epAddr[i].port;
    }

H
Haojun Liao 已提交
56 57
    *outputLen = sizeof(SVShowTablesReq);
    *output = pShowReq;
58 59

    *pExtension = array;
H
Haojun Liao 已提交
60 61 62 63 64 65 66
  } else {
    if (showType == TSDB_MGMT_TABLE_STB || showType == TSDB_MGMT_TABLE_VGROUP) {
      SToken* pDbPrefixToken = &pShowInfo->prefix;
      if (pDbPrefixToken->type != 0) {
        if (pDbPrefixToken->n >= TSDB_DB_NAME_LEN) {  // db name is too long
          return buildInvalidOperationMsg(pMsgBuf, msg3);
        }
H
Haojun Liao 已提交
67

H
Haojun Liao 已提交
68 69 70
        if (pDbPrefixToken->n <= 0) {
          return buildInvalidOperationMsg(pMsgBuf, msg5);
        }
H
Haojun Liao 已提交
71

H
Haojun Liao 已提交
72 73 74 75 76 77 78 79
        if (parserValidateIdToken(pDbPrefixToken) != TSDB_CODE_SUCCESS) {
          return buildInvalidOperationMsg(pMsgBuf, msg1);
        }

        //      int32_t ret = tNameSetDbName(&pTableMetaInfo->name, getAccountId(pRequest->pTsc), pDbPrefixToken);
        //      if (ret != TSDB_CODE_SUCCESS) {
        //        return buildInvalidOperationMsg(pMsgBuf, msg1);
        //      }
H
Haojun Liao 已提交
80 81
      }

H
Haojun Liao 已提交
82 83 84 85 86 87
      // show table/stable like 'xxxx', set the like pattern for show tables
      SToken* pPattern = &pShowInfo->pattern;
      if (pPattern->type != 0) {
        if (pPattern->type == TK_ID && pPattern->z[0] == TS_ESCAPE_CHAR) {
          return buildInvalidOperationMsg(pMsgBuf, msg4);
        }
H
Haojun Liao 已提交
88

H
Haojun Liao 已提交
89 90 91 92
        pPattern->n = strdequote(pPattern->z);
        if (pPattern->n <= 0) {
          return buildInvalidOperationMsg(pMsgBuf, msg6);
        }
H
Haojun Liao 已提交
93

H
Haojun Liao 已提交
94 95 96 97 98 99 100 101 102
        if (pPattern->n > tsMaxWildCardsLen) {
          char tmp[64] = {0};
          sprintf(tmp, msg2, tsMaxWildCardsLen);
          return buildInvalidOperationMsg(pMsgBuf, tmp);
        }
      }
    } else if (showType == TSDB_MGMT_TABLE_VNODES) {
      if (pShowInfo->prefix.type == 0) {
        return buildInvalidOperationMsg(pMsgBuf, "No specified dnode ep");
H
Haojun Liao 已提交
103 104
      }

H
Haojun Liao 已提交
105 106
      if (pShowInfo->prefix.type == TK_STRING) {
        pShowInfo->prefix.n = strdequote(pShowInfo->prefix.z);
H
Haojun Liao 已提交
107 108 109
      }
    }

H
Haojun Liao 已提交
110 111 112
    *pEpSet = pCtx->mgmtEpSet;
    *output = buildShowMsg(pShowInfo, pCtx, pMsgBuf->buf, pMsgBuf->len);
    *outputLen = sizeof(SShowMsg) /* + htons(pShowMsg->payloadLen)*/;
H
Haojun Liao 已提交
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149
  }

  return TSDB_CODE_SUCCESS;
}

// can only perform the parameters based on the macro definitation
static int32_t doCheckDbOptions(SCreateDbMsg* pCreate, SMsgBuf* pMsgBuf) {
  char msg[512] = {0};

  if (pCreate->walLevel != -1 && (pCreate->walLevel < TSDB_MIN_WAL_LEVEL || pCreate->walLevel > TSDB_MAX_WAL_LEVEL)) {
    snprintf(msg, tListLen(msg), "invalid db option walLevel: %d, only 1-2 allowed", pCreate->walLevel);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  if (pCreate->replications != -1 &&
      (pCreate->replications < TSDB_MIN_DB_REPLICA_OPTION || pCreate->replications > TSDB_MAX_DB_REPLICA_OPTION)) {
    snprintf(msg, tListLen(msg), "invalid db option replications: %d valid range: [%d, %d]", pCreate->replications,
             TSDB_MIN_DB_REPLICA_OPTION, TSDB_MAX_DB_REPLICA_OPTION);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  int32_t blocks = ntohl(pCreate->totalBlocks);
  if (blocks != -1 && (blocks < TSDB_MIN_TOTAL_BLOCKS || blocks > TSDB_MAX_TOTAL_BLOCKS)) {
    snprintf(msg, tListLen(msg), "invalid db option totalBlocks: %d valid range: [%d, %d]", blocks,
             TSDB_MIN_TOTAL_BLOCKS, TSDB_MAX_TOTAL_BLOCKS);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  if (pCreate->quorum != -1 &&
      (pCreate->quorum < TSDB_MIN_DB_QUORUM_OPTION || pCreate->quorum > TSDB_MAX_DB_QUORUM_OPTION)) {
    snprintf(msg, tListLen(msg), "invalid db option quorum: %d valid range: [%d, %d]", pCreate->quorum,
             TSDB_MIN_DB_QUORUM_OPTION, TSDB_MAX_DB_QUORUM_OPTION);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  int32_t val = htonl(pCreate->daysPerFile);
  if (val != -1 && (val < TSDB_MIN_DAYS_PER_FILE || val > TSDB_MAX_DAYS_PER_FILE)) {
H
Hongze Cheng 已提交
150 151
    snprintf(msg, tListLen(msg), "invalid db option daysPerFile: %d valid range: [%d, %d]", val, TSDB_MIN_DAYS_PER_FILE,
             TSDB_MAX_DAYS_PER_FILE);
H
Haojun Liao 已提交
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  val = htonl(pCreate->cacheBlockSize);
  if (val != -1 && (val < TSDB_MIN_CACHE_BLOCK_SIZE || val > TSDB_MAX_CACHE_BLOCK_SIZE)) {
    snprintf(msg, tListLen(msg), "invalid db option cacheBlockSize: %d valid range: [%d, %d]", val,
             TSDB_MIN_CACHE_BLOCK_SIZE, TSDB_MAX_CACHE_BLOCK_SIZE);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  if (pCreate->precision != TSDB_TIME_PRECISION_MILLI && pCreate->precision != TSDB_TIME_PRECISION_MICRO &&
      pCreate->precision != TSDB_TIME_PRECISION_NANO) {
    snprintf(msg, tListLen(msg), "invalid db option timePrecision: %d valid value: [%d, %d, %d]", pCreate->precision,
             TSDB_TIME_PRECISION_MILLI, TSDB_TIME_PRECISION_MICRO, TSDB_TIME_PRECISION_NANO);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  val = htonl(pCreate->commitTime);
  if (val != -1 && (val < TSDB_MIN_COMMIT_TIME || val > TSDB_MAX_COMMIT_TIME)) {
H
Hongze Cheng 已提交
171 172
    snprintf(msg, tListLen(msg), "invalid db option commitTime: %d valid range: [%d, %d]", val, TSDB_MIN_COMMIT_TIME,
             TSDB_MAX_COMMIT_TIME);
H
Haojun Liao 已提交
173 174 175 176 177
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  val = htonl(pCreate->fsyncPeriod);
  if (val != -1 && (val < TSDB_MIN_FSYNC_PERIOD || val > TSDB_MAX_FSYNC_PERIOD)) {
H
Hongze Cheng 已提交
178 179
    snprintf(msg, tListLen(msg), "invalid db option fsyncPeriod: %d valid range: [%d, %d]", val, TSDB_MIN_FSYNC_PERIOD,
             TSDB_MAX_FSYNC_PERIOD);
H
Haojun Liao 已提交
180 181 182 183 184 185 186 187 188 189
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

  if (pCreate->compression != -1 &&
      (pCreate->compression < TSDB_MIN_COMP_LEVEL || pCreate->compression > TSDB_MAX_COMP_LEVEL)) {
    snprintf(msg, tListLen(msg), "invalid db option compression: %d valid range: [%d, %d]", pCreate->compression,
             TSDB_MIN_COMP_LEVEL, TSDB_MAX_COMP_LEVEL);
    return buildInvalidOperationMsg(pMsgBuf, msg);
  }

H
Haojun Liao 已提交
190 191 192
  val = htonl(pCreate->numOfVgroups);
  if (val < TSDB_MIN_VNODES_PER_DB || val > TSDB_MAX_VNODES_PER_DB) {
    snprintf(msg, tListLen(msg), "invalid number of vgroups for DB:%d valid range: [%d, %d]", val,
H
Hongze Cheng 已提交
193
             TSDB_MIN_VNODES_PER_DB, TSDB_MAX_VNODES_PER_DB);
H
Haojun Liao 已提交
194 195
  }

H
Haojun Liao 已提交
196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323
  return TSDB_CODE_SUCCESS;
}

static int32_t validateTableColumns(SArray* pFieldList, int32_t maxRowLength, int32_t maxColumns, SMsgBuf* pMsgBuf) {
  const char* msg2 = "row length exceeds max length";
  const char* msg3 = "duplicated column names";
  const char* msg4 = "invalid data type";
  const char* msg5 = "invalid binary/nchar column length";
  const char* msg6 = "invalid column name";
  const char* msg7 = "too many columns";
  const char* msg8 = "illegal number of columns";

  size_t numOfCols = taosArrayGetSize(pFieldList);
  if (numOfCols > maxColumns) {
    return buildInvalidOperationMsg(pMsgBuf, msg7);
  }

  int32_t rowLen = 0;
  for (int32_t i = 0; i < numOfCols; ++i) {
    TAOS_FIELD* pField = taosArrayGet(pFieldList, i);
    if (!isValidDataType(pField->type)) {
      return buildInvalidOperationMsg(pMsgBuf, msg4);
    }

    if (pField->bytes == 0) {
      return buildInvalidOperationMsg(pMsgBuf, msg5);
    }

    if ((pField->type == TSDB_DATA_TYPE_BINARY && (pField->bytes <= 0 || pField->bytes > TSDB_MAX_BINARY_LEN)) ||
        (pField->type == TSDB_DATA_TYPE_NCHAR && (pField->bytes <= 0 || pField->bytes > TSDB_MAX_NCHAR_LEN))) {
      return buildInvalidOperationMsg(pMsgBuf, msg5);
    }

    SToken nameToken = {.z = pField->name, .n = strlen(pField->name), .type = TK_ID};
    if (parserValidateNameToken(&nameToken) != TSDB_CODE_SUCCESS) {
      return buildInvalidOperationMsg(pMsgBuf, msg6);
    }

    // field name must be unique
    if (has(pFieldList, i + 1, pField->name) == true) {
      return buildInvalidOperationMsg(pMsgBuf, msg3);
    }

    rowLen += pField->bytes;
  }

  // max row length must be less than TSDB_MAX_BYTES_PER_ROW
  if (rowLen > maxRowLength) {
    return buildInvalidOperationMsg(pMsgBuf, msg2);
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t validateTableColumnInfo(SArray* pFieldList, SMsgBuf* pMsgBuf) {
  assert(pFieldList != NULL);

  const char* msg1 = "first column must be timestamp";
  const char* msg2 = "row length exceeds max length";
  const char* msg3 = "duplicated column names";
  const char* msg4 = "invalid data type";
  const char* msg5 = "invalid binary/nchar column length";
  const char* msg6 = "invalid column name";
  const char* msg7 = "too many columns";
  const char* msg8 = "illegal number of columns";

  // first column must be timestamp
  SField* pField = taosArrayGet(pFieldList, 0);
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
    return buildInvalidOperationMsg(pMsgBuf, msg1);
  }

  // number of fields no less than 2
  size_t numOfCols = taosArrayGetSize(pFieldList);
  if (numOfCols <= 1) {
    return buildInvalidOperationMsg(pMsgBuf, msg8);
  }

  return validateTableColumns(pFieldList, TSDB_MAX_BYTES_PER_ROW, TSDB_MAX_COLUMNS, pMsgBuf);
}

static int32_t validateTagParams(SArray* pTagsList, SArray* pFieldList, SMsgBuf* pMsgBuf) {
  assert(pTagsList != NULL);

  const char* msg1 = "invalid number of tag columns";
  const char* msg3 = "duplicated column names";

  // number of fields at least 1
  size_t numOfTags = taosArrayGetSize(pTagsList);
  if (numOfTags < 1) {
    return buildInvalidOperationMsg(pMsgBuf, msg1);
  }

  // field name must be unique
  for (int32_t i = 0; i < numOfTags; ++i) {
    SField* p = taosArrayGet(pTagsList, i);
    if (has(pFieldList, 0, p->name) == true) {
      return buildInvalidOperationMsg(pMsgBuf, msg3);
    }
  }

  return validateTableColumns(pFieldList, TSDB_MAX_TAGS_LEN, TSDB_MAX_TAGS, pMsgBuf);
}

int32_t doCheckForCreateTable(SSqlInfo* pInfo, SMsgBuf* pMsgBuf) {
  const char* msg1 = "invalid table name";

  SCreateTableSql* pCreateTable = pInfo->pCreateTableInfo;

  SArray* pFieldList = pCreateTable->colInfo.pColumns;
  SArray* pTagList = pCreateTable->colInfo.pTagColumns;
  assert(pFieldList != NULL);

  // if sql specifies db, use it, otherwise use default db
  SToken* pzTableName = &(pCreateTable->name);

  if (parserValidateNameToken(pzTableName) != TSDB_CODE_SUCCESS) {
    return buildInvalidOperationMsg(pMsgBuf, msg1);
  }

  if (validateTableColumnInfo(pFieldList, pMsgBuf) != TSDB_CODE_SUCCESS ||
      (pTagList != NULL && validateTagParams(pTagList, pFieldList, pMsgBuf) != TSDB_CODE_SUCCESS)) {
    return TSDB_CODE_TSC_INVALID_OPERATION;
  }

  return TSDB_CODE_SUCCESS;
}

324 325 326 327 328
typedef struct SVgroupTablesBatch {
  SVCreateTbBatchReq req;
  SVgroupInfo        info;
} SVgroupTablesBatch;

329
int32_t doCheckForCreateCTable(SSqlInfo* pInfo, SParseBasicCtx* pCtx, SMsgBuf* pMsgBuf, char** pOutput, int32_t* len) {
H
Haojun Liao 已提交
330 331 332 333 334 335 336
  const char* msg1 = "invalid table name";
  const char* msg2 = "tags number not matched";
  const char* msg3 = "tag value too long";
  const char* msg4 = "illegal value or data overflow";

  SCreateTableSql* pCreateTable = pInfo->pCreateTableInfo;

337 338
  SHashObj* pVgroupHashmap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);

H
Haojun Liao 已提交
339
  // super table name, create table by using dst
340
  size_t numOfTables = taosArrayGetSize(pCreateTable->childTableInfo);
H
Hongze Cheng 已提交
341
  for (int32_t j = 0; j < numOfTables; ++j) {
H
Haojun Liao 已提交
342 343 344 345 346 347 348 349 350 351 352 353 354 355
    SCreatedTableInfo* pCreateTableInfo = taosArrayGet(pCreateTable->childTableInfo, j);

    SToken* pSTableNameToken = &pCreateTableInfo->stbName;
    int32_t code = parserValidateNameToken(pSTableNameToken);
    if (code != TSDB_CODE_SUCCESS) {
      return buildInvalidOperationMsg(pMsgBuf, msg1);
    }

    SName name = {0};
    code = createSName(&name, pSTableNameToken, pCtx, pMsgBuf);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }

H
Haojun Liao 已提交
356
    SArray* pValList = pCreateTableInfo->pTagVals;
H
Haojun Liao 已提交
357

358
    size_t      numOfInputTag = taosArrayGetSize(pValList);
H
Haojun Liao 已提交
359 360
    STableMeta* pSuperTableMeta = NULL;

361 362 363 364 365
    code = catalogGetTableMeta(pCtx->pCatalog, pCtx->pTransporter, &pCtx->mgmtEpSet, &name, &pSuperTableMeta);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }

366
    assert(pSuperTableMeta != NULL);
367

H
Haojun Liao 已提交
368
    // too long tag values will return invalid sql, not be truncated automatically
H
Hongze Cheng 已提交
369
    SSchema*      pTagSchema = getTableTagSchema(pSuperTableMeta);
H
Haojun Liao 已提交
370 371 372 373 374 375 376 377 378 379 380 381 382 383 384
    STableComInfo tinfo = getTableInfo(pSuperTableMeta);

    SKVRowBuilder kvRowBuilder = {0};
    if (tdInitKVRowBuilder(&kvRowBuilder) < 0) {
      return TSDB_CODE_TSC_OUT_OF_MEMORY;
    }

    SArray* pNameList = NULL;
    size_t  nameSize = 0;
    int32_t schemaSize = getNumOfTags(pSuperTableMeta);

    if (pCreateTableInfo->pTagNames) {
      pNameList = pCreateTableInfo->pTagNames;
      nameSize = taosArrayGetSize(pNameList);

385
      if (numOfInputTag != nameSize || schemaSize < numOfInputTag) {
H
Haojun Liao 已提交
386 387 388 389 390 391 392 393
        tdDestroyKVRowBuilder(&kvRowBuilder);
        return buildInvalidOperationMsg(pMsgBuf, msg2);
      }

      bool findColumnIndex = false;
      for (int32_t i = 0; i < nameSize; ++i) {
        SToken* sToken = taosArrayGet(pNameList, i);

H
Hongze Cheng 已提交
394
        char tmpTokenBuf[TSDB_MAX_BYTES_PER_ROW] = {0};  // create tmp buf to avoid alter orginal sqlstr
H
Haojun Liao 已提交
395 396 397
        strncpy(tmpTokenBuf, sToken->z, sToken->n);
        sToken->z = tmpTokenBuf;

H
Hongze Cheng 已提交
398 399 400
        //        if (TK_STRING == sToken->type) {
        //          tscDequoteAndTrimToken(sToken);
        //        }
H
Haojun Liao 已提交
401

H
Hongze Cheng 已提交
402 403 404
        //        if (TK_ID == sToken->type) {
        //          tscRmEscapeAndTrimToken(sToken);
        //        }
H
Haojun Liao 已提交
405

406
        SListItem* pItem = taosArrayGet(pValList, i);
H
Haojun Liao 已提交
407 408 409 410 411 412

        findColumnIndex = false;

        // todo speedup by using hash list
        for (int32_t t = 0; t < schemaSize; ++t) {
          if (strncmp(sToken->z, pTagSchema[t].name, sToken->n) == 0 && strlen(pTagSchema[t].name) == sToken->n) {
H
Hongze Cheng 已提交
413
            SSchema* pSchema = &pTagSchema[t];
H
Haojun Liao 已提交
414 415 416 417 418 419 420 421 422

            char tagVal[TSDB_MAX_TAGS_LEN] = {0};
            if (pSchema->type == TSDB_DATA_TYPE_BINARY || pSchema->type == TSDB_DATA_TYPE_NCHAR) {
              if (pItem->pVar.nLen > pSchema->bytes) {
                tdDestroyKVRowBuilder(&kvRowBuilder);
                return buildInvalidOperationMsg(pMsgBuf, msg3);
              }
            } else if (pSchema->type == TSDB_DATA_TYPE_TIMESTAMP) {
              if (pItem->pVar.nType == TSDB_DATA_TYPE_BINARY) {
H
Hongze Cheng 已提交
423 424 425 426
                //                code = convertTimestampStrToInt64(&(pItem->pVar), tinfo.precision);
                //                if (code != TSDB_CODE_SUCCESS) {
                //                  return buildInvalidOperationMsg(pMsgBuf, msg4);
                //                }
H
Haojun Liao 已提交
427
              } else if (pItem->pVar.nType == TSDB_DATA_TYPE_TIMESTAMP) {
428
                pItem->pVar.i = convertTimePrecision(pItem->pVar.i, TSDB_TIME_PRECISION_NANO, tinfo.precision);
H
Haojun Liao 已提交
429 430 431
              }
            }

432
            code = taosVariantDump(&(pItem->pVar), tagVal, pSchema->type, true);
H
Haojun Liao 已提交
433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456

            // check again after the convert since it may be converted from binary to nchar.
            if (pSchema->type == TSDB_DATA_TYPE_BINARY || pSchema->type == TSDB_DATA_TYPE_NCHAR) {
              int16_t len = varDataTLen(tagVal);
              if (len > pSchema->bytes) {
                tdDestroyKVRowBuilder(&kvRowBuilder);
                return buildInvalidOperationMsg(pMsgBuf, msg3);
              }
            }

            if (code != TSDB_CODE_SUCCESS) {
              tdDestroyKVRowBuilder(&kvRowBuilder);
              return buildInvalidOperationMsg(pMsgBuf, msg4);
            }

            tdAddColToKVRow(&kvRowBuilder, pSchema->colId, pSchema->type, tagVal);

            findColumnIndex = true;
            break;
          }
        }

        if (!findColumnIndex) {
          tdDestroyKVRowBuilder(&kvRowBuilder);
H
Hongze Cheng 已提交
457
          //          return buildInvalidOperationMsg(pMsgBuf, "invalid tag name", sToken->z);
H
Haojun Liao 已提交
458 459 460
        }
      }
    } else {
461
      if (schemaSize != numOfInputTag) {
H
Haojun Liao 已提交
462 463 464 465
        tdDestroyKVRowBuilder(&kvRowBuilder);
        return buildInvalidOperationMsg(pMsgBuf, msg2);
      }

466
      for (int32_t i = 0; i < numOfInputTag; ++i) {
H
Hongze Cheng 已提交
467
        SSchema* pSchema = &pTagSchema[i];
H
Haojun Liao 已提交
468

469 470 471
        char* endPtr = NULL;
        char  tmpTokenBuf[TSDB_MAX_TAGS_LEN] = {0};

472
        SKvParam param = {.builder = &kvRowBuilder, .schema = pSchema};
H
Haojun Liao 已提交
473

H
Hongze Cheng 已提交
474
        SToken* pItem = taosArrayGet(pValList, i);
475
        code = parseValueToken(&endPtr, pItem, pSchema, tinfo.precision, tmpTokenBuf, KvRowAppend, &param, pMsgBuf);
H
Haojun Liao 已提交
476 477 478 479 480 481 482 483 484 485 486

        if (code != TSDB_CODE_SUCCESS) {
          tdDestroyKVRowBuilder(&kvRowBuilder);
          return buildInvalidOperationMsg(pMsgBuf, msg4);
        }
      }
    }

    SKVRow row = tdGetKVRowFromBuilder(&kvRowBuilder);
    tdDestroyKVRowBuilder(&kvRowBuilder);
    if (row == NULL) {
H
Hongze Cheng 已提交
487
      return TSDB_CODE_QRY_OUT_OF_MEMORY;
H
Haojun Liao 已提交
488
    }
489

H
Haojun Liao 已提交
490 491
    tdSortKVRowByColIdx(row);

492 493 494 495
    SName tableName = {0};
    code = createSName(&tableName, &pCreateTableInfo->name, pCtx, pMsgBuf);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
H
Haojun Liao 已提交
496 497
    }

498 499 500
    SVgroupInfo info = {0};
    catalogGetTableHashVgroup(pCtx->pCatalog, pCtx->pTransporter, &pCtx->mgmtEpSet, &tableName, &info);

501 502 503 504 505 506
    struct SVCreateTbReq req = {0};
    req.type = TD_CHILD_TABLE;
    req.name = strdup(tNameGetTableName(&tableName));
    req.ctbCfg.suid = pSuperTableMeta->suid;
    req.ctbCfg.pTag = row;

H
Hongze Cheng 已提交
507
    SVgroupTablesBatch* pTableBatch = taosHashGet(pVgroupHashmap, &info.vgId, sizeof(info.vgId));
508 509 510 511 512 513 514 515
    if (pTableBatch == NULL) {
      SVgroupTablesBatch tBatch = {0};
      tBatch.info = info;

      tBatch.req.pArray = taosArrayInit(4, sizeof(struct SVCreateTbReq));
      taosArrayPush(tBatch.req.pArray, &req);

      taosHashPut(pVgroupHashmap, &info.vgId, sizeof(info.vgId), &tBatch, sizeof(tBatch));
H
Hongze Cheng 已提交
516
    } else {  // add to the correct vgroup
517 518
      assert(info.vgId == pTableBatch->info.vgId);
      taosArrayPush(pTableBatch->req.pArray, &req);
519
    }
H
Haojun Liao 已提交
520 521
  }

H
Hongze Cheng 已提交
522
  // TODO: serialize and
523 524 525
  SArray* pBufArray = taosArrayInit(taosHashGetSize(pVgroupHashmap), sizeof(void*));

  SVgroupTablesBatch* pTbBatch = NULL;
H
Hongze Cheng 已提交
526
  do {
527 528
    pTbBatch = taosHashIterate(pVgroupHashmap, pTbBatch);
    if (pTbBatch == NULL) break;
H
Hongze Cheng 已提交
529 530 531 532 533 534 535 536 537 538 539 540 541

    int   tlen = sizeof(SMsgHead) + tSVCreateTbBatchReqSerialize(NULL, &(pTbBatch->req));
    void* buf = malloc(tlen);
    if (buf == NULL) {
      // TODO: handle error
    }

    ((SMsgHead*)buf)->vgId = htonl(pTbBatch->info.vgId);
    ((SMsgHead*)buf)->contLen = htonl(tlen);

    void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
    tSVCreateTbBatchReqSerialize(&pBuf, &(pTbBatch->req));

542 543 544 545 546
    SVgDataBlocks* pVgData = calloc(1, sizeof(SVgDataBlocks));
    pVgData->vg    = pTbBatch->info;
    pVgData->pData = buf;
    pVgData->size  = tlen;
    pVgData->numOfTables = (int32_t) taosArrayGetSize(pTbBatch->req.pArray);
H
Hongze Cheng 已提交
547

548
    taosArrayPush(pBufArray, &pVgData);
H
Hongze Cheng 已提交
549
  } while (true);
H
Hongze Cheng 已提交
550

551 552 553 554 555 556
  SInsertStmtInfo* pStmtInfo = calloc(1, sizeof(SInsertStmtInfo));
  pStmtInfo->nodeType = TSDB_SQL_CREATE_TABLE;
  pStmtInfo->pDataBlocks = pBufArray;
  *pOutput = pStmtInfo;
  *len = sizeof(SInsertStmtInfo);

H
Haojun Liao 已提交
557 558 559
  return TSDB_CODE_SUCCESS;
}

560
SDclStmtInfo* qParserValidateDclSqlNode(SSqlInfo* pInfo, SParseBasicCtx* pCtx, char* msgBuf, int32_t msgBufLen) {
H
Haojun Liao 已提交
561 562
  int32_t code = 0;

563 564
  SDclStmtInfo* pDcl = calloc(1, sizeof(SDclStmtInfo));

H
Hongze Cheng 已提交
565 566
  SMsgBuf  m = {.buf = msgBuf, .len = msgBufLen};
  SMsgBuf* pMsgBuf = &m;
H
Haojun Liao 已提交
567 568 569 570 571 572 573 574 575 576 577 578 579 580

  switch (pInfo->type) {
    case TSDB_SQL_CREATE_USER:
    case TSDB_SQL_ALTER_USER: {
      const char* msg1 = "not support options";
      const char* msg2 = "invalid user/account name";
      const char* msg3 = "name too long";
      const char* msg4 = "invalid user rights";

      SUserInfo* pUser = &pInfo->pMiscInfo->user;
      SToken*    pName = &pUser->user;
      SToken*    pPwd = &pUser->passwd;

      if (pName->n >= TSDB_USER_LEN) {
581 582
        code = buildInvalidOperationMsg(pMsgBuf, msg3);
        goto _error;
H
Haojun Liao 已提交
583 584 585
      }

      if (parserValidateIdToken(pName) != TSDB_CODE_SUCCESS) {
586 587
        code = buildInvalidOperationMsg(pMsgBuf, msg2);
        goto _error;
H
Haojun Liao 已提交
588 589 590 591
      }

      if (pInfo->type == TSDB_SQL_CREATE_USER) {
        if (parserValidatePassword(pPwd, pMsgBuf) != TSDB_CODE_SUCCESS) {
592 593
          code = TSDB_CODE_TSC_INVALID_OPERATION;
          goto _error;
H
Haojun Liao 已提交
594 595 596 597
        }
      } else {
        if (pUser->type == TSDB_ALTER_USER_PASSWD) {
          if (parserValidatePassword(pPwd, pMsgBuf) != TSDB_CODE_SUCCESS) {
598 599
            code = TSDB_CODE_TSC_INVALID_OPERATION;
            goto _error;
H
Haojun Liao 已提交
600 601 602 603 604 605 606 607 608 609
          }
        } else if (pUser->type == TSDB_ALTER_USER_PRIVILEGES) {
          assert(pPwd->type == TSDB_DATA_TYPE_NULL);

          SToken* pPrivilege = &pUser->privilege;
          if (strncasecmp(pPrivilege->z, "super", 5) == 0 && pPrivilege->n == 5) {
            //            pCmd->count = 1;
          } else if (strncasecmp(pPrivilege->z, "normal", 4) == 0 && pPrivilege->n == 4) {
            //            pCmd->count = 2;
          } else {
610 611
            code = buildInvalidOperationMsg(pMsgBuf, msg4);
            goto _error;
H
Haojun Liao 已提交
612 613
          }
        } else {
614 615
          code = buildInvalidOperationMsg(pMsgBuf, msg1);
          goto _error;
H
Haojun Liao 已提交
616 617 618 619
        }
      }

      pDcl->pMsg = (char*)buildUserManipulationMsg(pInfo, &pDcl->msgLen, pCtx->requestId, msgBuf, msgBufLen);
H
Hongze Cheng 已提交
620
      pDcl->msgType = (pInfo->type == TSDB_SQL_CREATE_USER) ? TDMT_MND_CREATE_USER : TDMT_MND_ALTER_USER;
H
Haojun Liao 已提交
621 622 623 624 625 626 627 628 629 630 631 632 633
      break;
    }

    case TSDB_SQL_CREATE_ACCT:
    case TSDB_SQL_ALTER_ACCT: {
      const char* msg1 = "invalid state option, available options[no, r, w, all]";
      const char* msg2 = "invalid user/account name";
      const char* msg3 = "name too long";

      SToken* pName = &pInfo->pMiscInfo->user.user;
      SToken* pPwd = &pInfo->pMiscInfo->user.passwd;

      if (parserValidatePassword(pPwd, pMsgBuf) != TSDB_CODE_SUCCESS) {
634 635
        code = TSDB_CODE_TSC_INVALID_OPERATION;
        goto _error;
H
Haojun Liao 已提交
636 637 638
      }

      if (pName->n >= TSDB_USER_LEN) {
639 640
        code = buildInvalidOperationMsg(pMsgBuf, msg3);
        goto _error;
H
Haojun Liao 已提交
641 642 643
      }

      if (parserValidateNameToken(pName) != TSDB_CODE_SUCCESS) {
644 645
        code = buildInvalidOperationMsg(pMsgBuf, msg2);
        goto _error;
H
Haojun Liao 已提交
646 647 648 649 650 651 652 653 654
      }

      SCreateAcctInfo* pAcctOpt = &pInfo->pMiscInfo->acctOpt;
      if (pAcctOpt->stat.n > 0) {
        if (pAcctOpt->stat.z[0] == 'r' && pAcctOpt->stat.n == 1) {
        } else if (pAcctOpt->stat.z[0] == 'w' && pAcctOpt->stat.n == 1) {
        } else if (strncmp(pAcctOpt->stat.z, "all", 3) == 0 && pAcctOpt->stat.n == 3) {
        } else if (strncmp(pAcctOpt->stat.z, "no", 2) == 0 && pAcctOpt->stat.n == 2) {
        } else {
655 656
          code = buildInvalidOperationMsg(pMsgBuf, msg1);
          goto _error;
H
Haojun Liao 已提交
657 658 659 660
        }
      }

      pDcl->pMsg = (char*)buildAcctManipulationMsg(pInfo, &pDcl->msgLen, pCtx->requestId, msgBuf, msgBufLen);
H
Hongze Cheng 已提交
661
      pDcl->msgType = (pInfo->type == TSDB_SQL_CREATE_ACCT) ? TDMT_MND_CREATE_ACCT : TDMT_MND_ALTER_ACCT;
H
Haojun Liao 已提交
662 663 664 665 666 667
      break;
    }

    case TSDB_SQL_DROP_ACCT:
    case TSDB_SQL_DROP_USER: {
      pDcl->pMsg = (char*)buildDropUserMsg(pInfo, &pDcl->msgLen, pCtx->requestId, msgBuf, msgBufLen);
H
Hongze Cheng 已提交
668
      pDcl->msgType = (pInfo->type == TSDB_SQL_DROP_ACCT) ? TDMT_MND_DROP_ACCT : TDMT_MND_DROP_USER;
H
Haojun Liao 已提交
669 670 671 672
      break;
    }

    case TSDB_SQL_SHOW: {
H
Haojun Liao 已提交
673
      SShowInfo* pShowInfo = &pInfo->pMiscInfo->showOpt;
674
      code = setShowInfo(pShowInfo, pCtx, (void**)&pDcl->pMsg, &pDcl->msgLen, &pDcl->epSet, &pDcl->pExtension, pMsgBuf);
675 676 677 678
      if (code != TSDB_CODE_SUCCESS) {
        goto _error;
      }
      
H
Hongze Cheng 已提交
679
      pDcl->msgType = (pShowInfo->showType == TSDB_MGMT_TABLE_TABLE) ? TDMT_VND_SHOW_TABLES : TDMT_MND_SHOW;
H
Haojun Liao 已提交
680 681 682 683 684 685 686 687
      break;
    }

    case TSDB_SQL_USE_DB: {
      const char* msg = "invalid db name";

      SToken* pToken = taosArrayGet(pInfo->pMiscInfo->a, 0);
      if (parserValidateNameToken(pToken) != TSDB_CODE_SUCCESS) {
688 689
        code = buildInvalidOperationMsg(pMsgBuf, msg);
        goto _error;
H
Haojun Liao 已提交
690 691
      }

H
Hongze Cheng 已提交
692
      SName   n = {0};
H
Haojun Liao 已提交
693 694
      int32_t ret = tNameSetDbName(&n, pCtx->acctId, pToken->z, pToken->n);
      if (ret != TSDB_CODE_SUCCESS) {
695 696
        code = buildInvalidOperationMsg(pMsgBuf, msg);
        goto _error;
H
Haojun Liao 已提交
697 698
      }

H
Hongze Cheng 已提交
699
      SUseDbMsg* pUseDbMsg = (SUseDbMsg*)calloc(1, sizeof(SUseDbMsg));
H
Haojun Liao 已提交
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714
      tNameExtractFullName(&n, pUseDbMsg->db);

      pDcl->pMsg = (char*)pUseDbMsg;
      pDcl->msgLen = sizeof(SUseDbMsg);
      pDcl->msgType = TDMT_MND_USE_DB;
      break;
    }

    case TSDB_SQL_ALTER_DB:
    case TSDB_SQL_CREATE_DB: {
      const char* msg1 = "invalid db name";
      const char* msg2 = "name too long";

      SCreateDbInfo* pCreateDB = &(pInfo->pMiscInfo->dbOpt);
      if (pCreateDB->dbname.n >= TSDB_DB_NAME_LEN) {
715 716
        code = buildInvalidOperationMsg(pMsgBuf, msg2);
        goto _error;
H
Haojun Liao 已提交
717 718
      }

H
Hongze Cheng 已提交
719
      char   buf[TSDB_DB_NAME_LEN] = {0};
H
Haojun Liao 已提交
720 721 722
      SToken token = taosTokenDup(&pCreateDB->dbname, buf, tListLen(buf));

      if (parserValidateNameToken(&token) != TSDB_CODE_SUCCESS) {
723 724
        code = buildInvalidOperationMsg(pMsgBuf, msg1);
        goto _error;
H
Haojun Liao 已提交
725 726 727 728
      }

      SCreateDbMsg* pCreateMsg = buildCreateDbMsg(pCreateDB, pCtx, pMsgBuf);
      if (doCheckDbOptions(pCreateMsg, pMsgBuf) != TSDB_CODE_SUCCESS) {
729 730
        code = TSDB_CODE_TSC_INVALID_OPERATION;
        goto _error;
H
Haojun Liao 已提交
731 732 733 734
      }

      pDcl->pMsg = (char*)pCreateMsg;
      pDcl->msgLen = sizeof(SCreateDbMsg);
H
Hongze Cheng 已提交
735
      pDcl->msgType = (pInfo->type == TSDB_SQL_CREATE_DB) ? TDMT_MND_CREATE_DB : TDMT_MND_ALTER_DB;
H
Haojun Liao 已提交
736 737 738 739 740 741 742 743 744 745 746 747
      break;
    }

    case TSDB_SQL_DROP_DB: {
      const char* msg1 = "invalid database name";

      assert(taosArrayGetSize(pInfo->pMiscInfo->a) == 1);
      SToken* dbName = taosArrayGet(pInfo->pMiscInfo->a, 0);

      SName name = {0};
      code = tNameSetDbName(&name, pCtx->acctId, dbName->z, dbName->n);
      if (code != TSDB_CODE_SUCCESS) {
748 749
        code = buildInvalidOperationMsg(pMsgBuf, msg1);
        goto _error;
H
Haojun Liao 已提交
750 751
      }

H
Hongze Cheng 已提交
752
      SDropDbMsg* pDropDbMsg = (SDropDbMsg*)calloc(1, sizeof(SDropDbMsg));
H
Haojun Liao 已提交
753 754 755 756 757 758 759 760

      code = tNameExtractFullName(&name, pDropDbMsg->db);
      pDropDbMsg->ignoreNotExists = pInfo->pMiscInfo->existsCheck ? 1 : 0;
      assert(code == TSDB_CODE_SUCCESS && name.type == TSDB_DB_NAME_T);

      pDcl->msgType = TDMT_MND_DROP_DB;
      pDcl->msgLen = sizeof(SDropDbMsg);
      pDcl->pMsg = (char*)pDropDbMsg;
761
      break;
H
Haojun Liao 已提交
762 763
    }

H
Haojun Liao 已提交
764
    case TSDB_SQL_CREATE_STABLE: {
H
Haojun Liao 已提交
765
      SCreateTableSql* pCreateTable = pInfo->pCreateTableInfo;
H
Haojun Liao 已提交
766
      assert(pCreateTable->type != TSQL_CREATE_CTABLE);
H
Haojun Liao 已提交
767 768 769

      if (pCreateTable->type == TSQL_CREATE_TABLE || pCreateTable->type == TSQL_CREATE_STABLE) {
        if ((code = doCheckForCreateTable(pInfo, pMsgBuf)) != TSDB_CODE_SUCCESS) {
770 771
          terrno = code;
          goto _error;
H
Haojun Liao 已提交
772
        }
773

H
Haojun Liao 已提交
774
        pDcl->pMsg = (char*)buildCreateTableMsg(pCreateTable, &pDcl->msgLen, pCtx, pMsgBuf);
H
Hongze Cheng 已提交
775
        pDcl->msgType = (pCreateTable->type == TSQL_CREATE_TABLE) ? TDMT_VND_CREATE_TABLE : TDMT_MND_CREATE_STB;
H
Haojun Liao 已提交
776 777 778 779 780 781 782 783 784
      } else if (pCreateTable->type == TSQL_CREATE_STREAM) {
        //        if ((code = doCheckForStream(pSql, pInfo)) != TSDB_CODE_SUCCESS) {
        //          return code;
      }

      break;
    }

    case TSDB_SQL_DROP_TABLE: {
H
Haojun Liao 已提交
785
      pDcl->pMsg = (char*)buildDropStableMsg(pInfo, &pDcl->msgLen, pCtx, pMsgBuf);
H
Haojun Liao 已提交
786
      if (pDcl->pMsg == NULL) {
787
        goto _error;
H
Haojun Liao 已提交
788 789 790
      }

      pDcl->msgType = TDMT_MND_DROP_STB;
791 792 793 794
      break;
    }

    case TSDB_SQL_CREATE_DNODE: {
H
Hongze Cheng 已提交
795
      pDcl->pMsg = (char*)buildCreateDnodeMsg(pInfo, &pDcl->msgLen, pMsgBuf);
796
      if (pDcl->pMsg == NULL) {
797
        goto _error;
798 799 800 801 802 803 804
      }

      pDcl->msgType = TDMT_MND_CREATE_DNODE;
      break;
    }

    case TSDB_SQL_DROP_DNODE: {
H
Hongze Cheng 已提交
805
      pDcl->pMsg = (char*)buildDropDnodeMsg(pInfo, &pDcl->msgLen, pMsgBuf);
806
      if (pDcl->pMsg == NULL) {
807
        goto _error;
808 809 810
      }

      pDcl->msgType = TDMT_MND_DROP_DNODE;
H
Haojun Liao 已提交
811 812 813 814 815 816 817
      break;
    }

    default:
      break;
  }

818 819 820 821 822 823
  return pDcl;

  _error:
    terrno = code;
    tfree(pDcl);
    return NULL;
H
Haojun Liao 已提交
824
}
825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843

SInsertStmtInfo* qParserValidateCreateTbSqlNode(SSqlInfo* pInfo, SParseBasicCtx* pCtx, char* msgBuf, int32_t msgBufLen) {
  SCreateTableSql* pCreateTable = pInfo->pCreateTableInfo;
  assert(pCreateTable->type == TSQL_CREATE_CTABLE);

  SMsgBuf  m = {.buf = msgBuf, .len = msgBufLen};
  SMsgBuf* pMsgBuf = &m;

  SInsertStmtInfo* pInsertStmt = NULL;

  int32_t msgLen = 0;
  int32_t code = doCheckForCreateCTable(pInfo, pCtx, pMsgBuf, (char**) &pInsertStmt, &msgLen);
  if (code != TSDB_CODE_SUCCESS) {
    tfree(pInsertStmt);
    return NULL;
  }

  return pInsertStmt;
}