metaTable.c 64.4 KB
Newer Older
H
more  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16
#include "meta.h"
H
refact  
Hongze Cheng 已提交
17

dengyihao's avatar
dengyihao 已提交
18 19 20 21 22
static int  metaSaveJsonVarToIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry, const SSchema *pSchema);
static int  metaDelJsonVarFromIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry, const SSchema *pSchema);
static int  metaSaveToTbDb(SMeta *pMeta, const SMetaEntry *pME);
static int  metaUpdateUidIdx(SMeta *pMeta, const SMetaEntry *pME);
static int  metaUpdateNameIdx(SMeta *pMeta, const SMetaEntry *pME);
23
static int  metaUpdateTtl(SMeta *pMeta, const SMetaEntry *pME);
dengyihao's avatar
dengyihao 已提交
24 25 26 27 28 29
static int  metaSaveToSkmDb(SMeta *pMeta, const SMetaEntry *pME);
static int  metaUpdateCtbIdx(SMeta *pMeta, const SMetaEntry *pME);
static int  metaUpdateSuidIdx(SMeta *pMeta, const SMetaEntry *pME);
static int  metaUpdateTagIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry);
static int  metaDropTableByUid(SMeta *pMeta, tb_uid_t uid, int *type);
static void metaDestroyTagIdxKey(STagIdxKey *pTagIdxKey);
dengyihao's avatar
dengyihao 已提交
30
// opt ins_tables query
31 32
static int metaUpdateBtimeIdx(SMeta *pMeta, const SMetaEntry *pME);
static int metaDeleteBtimeIdx(SMeta *pMeta, const SMetaEntry *pME);
dengyihao's avatar
dengyihao 已提交
33 34
static int metaUpdateNcolIdx(SMeta *pMeta, const SMetaEntry *pME);
static int metaDeleteNcolIdx(SMeta *pMeta, const SMetaEntry *pME);
H
Hongze Cheng 已提交
35

H
Hongze Cheng 已提交
36 37 38 39 40 41 42 43 44 45 46 47 48
static void metaGetEntryInfo(const SMetaEntry *pEntry, SMetaInfo *pInfo) {
  pInfo->uid = pEntry->uid;
  pInfo->version = pEntry->version;
  if (pEntry->type == TSDB_SUPER_TABLE) {
    pInfo->suid = pEntry->uid;
    pInfo->skmVer = pEntry->stbEntry.schemaRow.version;
  } else if (pEntry->type == TSDB_CHILD_TABLE) {
    pInfo->suid = pEntry->ctbEntry.suid;
    pInfo->skmVer = 0;
  } else if (pEntry->type == TSDB_NORMAL_TABLE) {
    pInfo->suid = 0;
    pInfo->skmVer = pEntry->ntbEntry.schemaRow.version;
  } else {
49
    metaError("meta/table: invalide table type: %" PRId8 " get entry info failed.", pEntry->type);
H
Hongze Cheng 已提交
50 51 52
  }
}

dengyihao's avatar
dengyihao 已提交
53
static int metaUpdateMetaRsp(tb_uid_t uid, char *tbName, SSchemaWrapper *pSchema, STableMetaRsp *pMetaRsp) {
D
dapan1121 已提交
54 55
  pMetaRsp->pSchemas = taosMemoryMalloc(pSchema->nCols * sizeof(SSchema));
  if (NULL == pMetaRsp->pSchemas) {
56
    terrno = TSDB_CODE_OUT_OF_MEMORY;
D
dapan1121 已提交
57 58 59
    return -1;
  }

M
Minglei Jin 已提交
60
  tstrncpy(pMetaRsp->tbName, tbName, TSDB_TABLE_NAME_LEN);
D
dapan1121 已提交
61 62 63 64 65 66 67 68 69 70
  pMetaRsp->numOfColumns = pSchema->nCols;
  pMetaRsp->tableType = TSDB_NORMAL_TABLE;
  pMetaRsp->sversion = pSchema->version;
  pMetaRsp->tuid = uid;

  memcpy(pMetaRsp->pSchemas, pSchema->pSchema, pSchema->nCols * sizeof(SSchema));

  return 0;
}

dengyihao's avatar
dengyihao 已提交
71 72 73 74 75
static int metaSaveJsonVarToIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry, const SSchema *pSchema) {
#ifdef USE_INVERTED_INDEX
  if (pMeta->pTagIvtIdx == NULL || pCtbEntry == NULL) {
    return -1;
  }
H
Hongze Cheng 已提交
76
  void       *data = pCtbEntry->ctbEntry.pTags;
dengyihao's avatar
dengyihao 已提交
77 78 79 80 81 82 83 84 85 86 87
  const char *tagName = pSchema->name;

  tb_uid_t    suid = pCtbEntry->ctbEntry.suid;
  tb_uid_t    tuid = pCtbEntry->uid;
  const void *pTagData = pCtbEntry->ctbEntry.pTags;
  int32_t     nTagData = 0;

  SArray *pTagVals = NULL;
  if (tTagToValArray((const STag *)data, &pTagVals) != 0) {
    return -1;
  }
dengyihao's avatar
dengyihao 已提交
88

dengyihao's avatar
dengyihao 已提交
89 90 91 92 93
  SIndexMultiTerm *terms = indexMultiTermCreate();
  int16_t          nCols = taosArrayGetSize(pTagVals);
  for (int i = 0; i < nCols; i++) {
    STagVal *pTagVal = (STagVal *)taosArrayGet(pTagVals, i);
    char     type = pTagVal->type;
dengyihao's avatar
dengyihao 已提交
94

H
Hongze Cheng 已提交
95
    char   *key = pTagVal->pKey;
dengyihao's avatar
dengyihao 已提交
96
    int32_t nKey = strlen(key);
dengyihao's avatar
dengyihao 已提交
97 98 99

    SIndexTerm *term = NULL;
    if (type == TSDB_DATA_TYPE_NULL) {
dengyihao's avatar
dengyihao 已提交
100
      term = indexTermCreate(suid, ADD_VALUE, TSDB_DATA_TYPE_VARCHAR, key, nKey, NULL, 0);
dengyihao's avatar
dengyihao 已提交
101 102
    } else if (type == TSDB_DATA_TYPE_NCHAR) {
      if (pTagVal->nData > 0) {
H
Hongze Cheng 已提交
103
        char   *val = taosMemoryCalloc(1, pTagVal->nData + VARSTR_HEADER_SIZE);
dengyihao's avatar
dengyihao 已提交
104 105
        int32_t len = taosUcs4ToMbs((TdUcs4 *)pTagVal->pData, pTagVal->nData, val + VARSTR_HEADER_SIZE);
        memcpy(val, (uint16_t *)&len, VARSTR_HEADER_SIZE);
dengyihao's avatar
dengyihao 已提交
106
        type = TSDB_DATA_TYPE_VARCHAR;
dengyihao's avatar
dengyihao 已提交
107
        term = indexTermCreate(suid, ADD_VALUE, type, key, nKey, val, len);
wmmhello's avatar
wmmhello 已提交
108
        taosMemoryFree(val);
dengyihao's avatar
dengyihao 已提交
109
      } else if (pTagVal->nData == 0) {
dengyihao's avatar
dengyihao 已提交
110
        term = indexTermCreate(suid, ADD_VALUE, TSDB_DATA_TYPE_VARCHAR, key, nKey, pTagVal->pData, 0);
dengyihao's avatar
dengyihao 已提交
111 112 113
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      double val = *(double *)(&pTagVal->i64);
dengyihao's avatar
dengyihao 已提交
114
      int    len = sizeof(val);
dengyihao's avatar
dengyihao 已提交
115 116 117
      term = indexTermCreate(suid, ADD_VALUE, type, key, nKey, (const char *)&val, len);
    } else if (type == TSDB_DATA_TYPE_BOOL) {
      int val = *(int *)(&pTagVal->i64);
dengyihao's avatar
dengyihao 已提交
118
      int len = sizeof(val);
dengyihao's avatar
dengyihao 已提交
119
      term = indexTermCreate(suid, ADD_VALUE, TSDB_DATA_TYPE_BOOL, key, nKey, (const char *)&val, len);
dengyihao's avatar
dengyihao 已提交
120
    }
dengyihao's avatar
dengyihao 已提交
121
    if (term != NULL) {
dengyihao's avatar
dengyihao 已提交
122 123 124
      indexMultiTermAdd(terms, term);
    }
  }
dengyihao's avatar
dengyihao 已提交
125
  indexJsonPut(pMeta->pTagIvtIdx, terms, tuid);
dengyihao's avatar
dengyihao 已提交
126
  indexMultiTermDestroy(terms);
dengyihao's avatar
dengyihao 已提交
127 128

  taosArrayDestroy(pTagVals);
dengyihao's avatar
dengyihao 已提交
129
#endif
dengyihao's avatar
dengyihao 已提交
130
  return 0;
dengyihao's avatar
dengyihao 已提交
131
}
132 133 134 135 136
int metaDelJsonVarFromIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry, const SSchema *pSchema) {
#ifdef USE_INVERTED_INDEX
  if (pMeta->pTagIvtIdx == NULL || pCtbEntry == NULL) {
    return -1;
  }
137
  void       *data = pCtbEntry->ctbEntry.pTags;
138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
  const char *tagName = pSchema->name;

  tb_uid_t    suid = pCtbEntry->ctbEntry.suid;
  tb_uid_t    tuid = pCtbEntry->uid;
  const void *pTagData = pCtbEntry->ctbEntry.pTags;
  int32_t     nTagData = 0;

  SArray *pTagVals = NULL;
  if (tTagToValArray((const STag *)data, &pTagVals) != 0) {
    return -1;
  }

  SIndexMultiTerm *terms = indexMultiTermCreate();
  int16_t          nCols = taosArrayGetSize(pTagVals);
  for (int i = 0; i < nCols; i++) {
    STagVal *pTagVal = (STagVal *)taosArrayGet(pTagVals, i);
    char     type = pTagVal->type;

156
    char   *key = pTagVal->pKey;
157 158 159 160 161 162 163
    int32_t nKey = strlen(key);

    SIndexTerm *term = NULL;
    if (type == TSDB_DATA_TYPE_NULL) {
      term = indexTermCreate(suid, DEL_VALUE, TSDB_DATA_TYPE_VARCHAR, key, nKey, NULL, 0);
    } else if (type == TSDB_DATA_TYPE_NCHAR) {
      if (pTagVal->nData > 0) {
164
        char   *val = taosMemoryCalloc(1, pTagVal->nData + VARSTR_HEADER_SIZE);
165 166 167 168
        int32_t len = taosUcs4ToMbs((TdUcs4 *)pTagVal->pData, pTagVal->nData, val + VARSTR_HEADER_SIZE);
        memcpy(val, (uint16_t *)&len, VARSTR_HEADER_SIZE);
        type = TSDB_DATA_TYPE_VARCHAR;
        term = indexTermCreate(suid, DEL_VALUE, type, key, nKey, val, len);
dengyihao's avatar
dengyihao 已提交
169
        taosMemoryFree(val);
170 171 172 173 174 175 176 177 178 179 180
      } else if (pTagVal->nData == 0) {
        term = indexTermCreate(suid, DEL_VALUE, TSDB_DATA_TYPE_VARCHAR, key, nKey, pTagVal->pData, 0);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      double val = *(double *)(&pTagVal->i64);
      int    len = sizeof(val);
      term = indexTermCreate(suid, DEL_VALUE, type, key, nKey, (const char *)&val, len);
    } else if (type == TSDB_DATA_TYPE_BOOL) {
      int val = *(int *)(&pTagVal->i64);
      int len = sizeof(val);
      term = indexTermCreate(suid, DEL_VALUE, TSDB_DATA_TYPE_BOOL, key, nKey, (const char *)&val, len);
dengyihao's avatar
dengyihao 已提交
181
    }
dengyihao's avatar
dengyihao 已提交
182
    if (term != NULL) {
dengyihao's avatar
dengyihao 已提交
183 184 185
      indexMultiTermAdd(terms, term);
    }
  }
dengyihao's avatar
dengyihao 已提交
186
  indexJsonPut(pMeta->pTagIvtIdx, terms, tuid);
dengyihao's avatar
dengyihao 已提交
187
  indexMultiTermDestroy(terms);
dengyihao's avatar
dengyihao 已提交
188
  taosArrayDestroy(pTagVals);
dengyihao's avatar
dengyihao 已提交
189
#endif
dengyihao's avatar
dengyihao 已提交
190
  return 0;
dengyihao's avatar
dengyihao 已提交
191 192
}

H
Hongze Cheng 已提交
193
int metaCreateSTable(SMeta *pMeta, int64_t version, SVCreateStbReq *pReq) {
H
Hongze Cheng 已提交
194
  SMetaEntry  me = {0};
H
Hongze Cheng 已提交
195 196 197 198
  int         kLen = 0;
  int         vLen = 0;
  const void *pKey = NULL;
  const void *pVal = NULL;
H
Hongze Cheng 已提交
199
  void       *pBuf = NULL;
H
Hongze Cheng 已提交
200
  int32_t     szBuf = 0;
H
Hongze Cheng 已提交
201
  void       *p = NULL;
H
Hongze Cheng 已提交
202 203

  // validate req
204 205
  void *pData = NULL;
  int   nData = 0;
M
Minglei Jin 已提交
206
  if (tdbTbGet(pMeta->pNameIdx, pReq->name, strlen(pReq->name) + 1, &pData, &nData) == 0) {
207 208 209
    tb_uid_t uid = *(tb_uid_t *)pData;
    tdbFree(pData);
    SMetaInfo info;
210
    metaGetInfo(pMeta, uid, &info, NULL);
211
    if (info.uid == info.suid) {
212 213
      return 0;
    } else {
214
      terrno = TSDB_CODE_TDB_TABLE_ALREADY_EXIST;
215 216
      return -1;
    }
H
Hongze Cheng 已提交
217
  }
H
Hongze Cheng 已提交
218 219

  // set structs
H
Hongze Cheng 已提交
220
  me.version = version;
H
Hongze Cheng 已提交
221 222 223
  me.type = TSDB_SUPER_TABLE;
  me.uid = pReq->suid;
  me.name = pReq->name;
224
  me.stbEntry.schemaRow = pReq->schemaRow;
H
Hongze Cheng 已提交
225
  me.stbEntry.schemaTag = pReq->schemaTag;
C
Cary Xu 已提交
226 227 228 229
  if (pReq->rollup) {
    TABLE_SET_ROLLUP(me.flags);
    me.stbEntry.rsmaParam = pReq->rsmaParam;
  }
H
Hongze Cheng 已提交
230

H
Hongze Cheng 已提交
231
  if (metaHandleEntry(pMeta, &me) < 0) goto _err;
H
Hongze Cheng 已提交
232

233 234
  ++pMeta->pVnode->config.vndStats.numOfSTables;

235
  metaError("vgId:%d, stb:%s is created, suid:%" PRId64, TD_VID(pMeta->pVnode), pReq->name, pReq->suid);
H
Hongze Cheng 已提交
236 237 238 239

  return 0;

_err:
M
Minglei Jin 已提交
240 241
  metaError("vgId:%d, failed to create stb:%s uid:%" PRId64 " since %s", TD_VID(pMeta->pVnode), pReq->name, pReq->suid,
            tstrerror(terrno));
H
Hongze Cheng 已提交
242 243 244
  return -1;
}

245
int metaDropSTable(SMeta *pMeta, int64_t verison, SVDropStbReq *pReq, SArray *tbUidList) {
H
Hongze Cheng 已提交
246 247 248 249 250 251 252 253 254 255
  void *pKey = NULL;
  int   nKey = 0;
  void *pData = NULL;
  int   nData = 0;
  int   c = 0;
  int   rc = 0;

  // check if super table exists
  rc = tdbTbGet(pMeta->pNameIdx, pReq->name, strlen(pReq->name) + 1, &pData, &nData);
  if (rc < 0 || *(tb_uid_t *)pData != pReq->suid) {
H
Hongze Cheng 已提交
256
    tdbFree(pData);
257
    terrno = TSDB_CODE_TDB_STB_NOT_EXIST;
H
Hongze Cheng 已提交
258
    return -1;
H
Hongze Cheng 已提交
259 260
  }

H
Hongze Cheng 已提交
261
  // drop all child tables
262
  TBC *pCtbIdxc = NULL;
H
Hongze Cheng 已提交
263

264
  tdbTbcOpen(pMeta->pCtbIdx, &pCtbIdxc, NULL);
H
Hongze Cheng 已提交
265 266
  rc = tdbTbcMoveTo(pCtbIdxc, &(SCtbIdxKey){.suid = pReq->suid, .uid = INT64_MIN}, sizeof(SCtbIdxKey), &c);
  if (rc < 0) {
H
Hongze Cheng 已提交
267
    tdbTbcClose(pCtbIdxc);
H
Hongze Cheng 已提交
268 269
    metaWLock(pMeta);
    goto _drop_super_table;
H
Hongze Cheng 已提交
270 271 272
  }

  for (;;) {
H
Hongze Cheng 已提交
273 274
    rc = tdbTbcNext(pCtbIdxc, &pKey, &nKey, NULL, NULL);
    if (rc < 0) break;
H
Hongze Cheng 已提交
275

H
Hongze Cheng 已提交
276 277 278 279 280
    if (((SCtbIdxKey *)pKey)->suid < pReq->suid) {
      continue;
    } else if (((SCtbIdxKey *)pKey)->suid > pReq->suid) {
      break;
    }
H
Hongze Cheng 已提交
281

282
    taosArrayPush(tbUidList, &(((SCtbIdxKey *)pKey)->uid));
H
Hongze Cheng 已提交
283 284 285 286 287
  }

  tdbTbcClose(pCtbIdxc);

  metaWLock(pMeta);
H
Hongze Cheng 已提交
288

289 290
  for (int32_t iChild = 0; iChild < taosArrayGetSize(tbUidList); iChild++) {
    tb_uid_t uid = *(tb_uid_t *)taosArrayGet(tbUidList, iChild);
H
Hongze Cheng 已提交
291
    metaDropTableByUid(pMeta, uid, NULL);
H
Hongze Cheng 已提交
292 293
  }

H
Hongze Cheng 已提交
294 295 296
  // drop super table
_drop_super_table:
  tdbTbGet(pMeta->pUidIdx, &pReq->suid, sizeof(tb_uid_t), &pData, &nData);
H
Hongze Cheng 已提交
297
  tdbTbDelete(pMeta->pTbDb, &(STbDbKey){.version = ((SUidIdxVal *)pData)[0].version, .uid = pReq->suid},
298 299 300 301
              sizeof(STbDbKey), pMeta->txn);
  tdbTbDelete(pMeta->pNameIdx, pReq->name, strlen(pReq->name) + 1, pMeta->txn);
  tdbTbDelete(pMeta->pUidIdx, &pReq->suid, sizeof(tb_uid_t), pMeta->txn);
  tdbTbDelete(pMeta->pSuidIdx, &pReq->suid, sizeof(tb_uid_t), pMeta->txn);
H
Hongze Cheng 已提交
302 303 304

  metaULock(pMeta);

H
Hongze Cheng 已提交
305
_exit:
H
Hongze Cheng 已提交
306 307
  tdbFree(pKey);
  tdbFree(pData);
C
Cary Xu 已提交
308
  metaDebug("vgId:%d, super table %s uid:%" PRId64 " is dropped", TD_VID(pMeta->pVnode), pReq->name, pReq->suid);
H
Hongze Cheng 已提交
309 310 311
  return 0;
}

H
Hongze Cheng 已提交
312 313 314
int metaAlterSTable(SMeta *pMeta, int64_t version, SVCreateStbReq *pReq) {
  SMetaEntry  oStbEntry = {0};
  SMetaEntry  nStbEntry = {0};
H
Hongze Cheng 已提交
315 316
  TBC        *pUidIdxc = NULL;
  TBC        *pTbDbc = NULL;
H
Hongze Cheng 已提交
317 318 319 320 321
  const void *pData;
  int         nData;
  int64_t     oversion;
  SDecoder    dc = {0};
  int32_t     ret;
322
  int32_t     c = -2;
H
Hongze Cheng 已提交
323

324
  tdbTbcOpen(pMeta->pUidIdx, &pUidIdxc, NULL);
H
Hongze Cheng 已提交
325
  ret = tdbTbcMoveTo(pUidIdxc, &pReq->suid, sizeof(tb_uid_t), &c);
H
Hongze Cheng 已提交
326
  if (ret < 0 || c) {
327 328 329
    tdbTbcClose(pUidIdxc);

    terrno = TSDB_CODE_TDB_STB_NOT_EXIST;
H
Hongze Cheng 已提交
330 331 332
    return -1;
  }

H
Hongze Cheng 已提交
333
  ret = tdbTbcGet(pUidIdxc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
334
  if (ret < 0) {
M
Minglei Jin 已提交
335 336
    tdbTbcClose(pUidIdxc);

M
Minglei Jin 已提交
337
    terrno = TSDB_CODE_TDB_STB_NOT_EXIST;
H
Hongze Cheng 已提交
338 339 340
    return -1;
  }

H
Hongze Cheng 已提交
341
  oversion = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
342

343
  tdbTbcOpen(pMeta->pTbDb, &pTbDbc, NULL);
H
Hongze Cheng 已提交
344
  ret = tdbTbcMoveTo(pTbDbc, &((STbDbKey){.uid = pReq->suid, .version = oversion}), sizeof(STbDbKey), &c);
345
  if (!(ret == 0 && c == 0)) {
346 347 348 349
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);

    terrno = TSDB_CODE_TDB_STB_NOT_EXIST;
350 351 352
    metaError("meta/table: invalide ret: %" PRId32 " or c: %" PRId32 "alter stb failed.", ret, c);
    return -1;
  }
H
Hongze Cheng 已提交
353

H
Hongze Cheng 已提交
354
  ret = tdbTbcGet(pTbDbc, NULL, NULL, &pData, &nData);
355
  if (ret < 0) {
356
    tdbTbcClose(pUidIdxc);
357 358 359 360 361
    tdbTbcClose(pTbDbc);

    terrno = TSDB_CODE_TDB_STB_NOT_EXIST;
    return -1;
  }
H
Hongze Cheng 已提交
362

H
Hongze Cheng 已提交
363 364 365
  oStbEntry.pBuf = taosMemoryMalloc(nData);
  memcpy(oStbEntry.pBuf, pData, nData);
  tDecoderInit(&dc, oStbEntry.pBuf, nData);
H
Hongze Cheng 已提交
366 367 368 369 370 371
  metaDecodeEntry(&dc, &oStbEntry);

  nStbEntry.version = version;
  nStbEntry.type = TSDB_SUPER_TABLE;
  nStbEntry.uid = pReq->suid;
  nStbEntry.name = pReq->name;
372
  nStbEntry.stbEntry.schemaRow = pReq->schemaRow;
H
Hongze Cheng 已提交
373 374 375 376
  nStbEntry.stbEntry.schemaTag = pReq->schemaTag;

  metaWLock(pMeta);
  // compare two entry
377 378
  if (oStbEntry.stbEntry.schemaRow.version != pReq->schemaRow.version) {
    metaSaveToSkmDb(pMeta, &nStbEntry);
H
Hongze Cheng 已提交
379 380 381 382 383 384
  }

  // update table.db
  metaSaveToTbDb(pMeta, &nStbEntry);

  // update uid index
H
Hongze Cheng 已提交
385
  metaUpdateUidIdx(pMeta, &nStbEntry);
H
Hongze Cheng 已提交
386

387
  // metaStatsCacheDrop(pMeta, nStbEntry.uid);
388

H
Hongze Cheng 已提交
389
  metaULock(pMeta);
390 391

  if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf);
H
Hongze Cheng 已提交
392
  tDecoderClear(&dc);
H
Hongze Cheng 已提交
393 394
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
H
Hongze Cheng 已提交
395 396
  return 0;
}
dengyihao's avatar
dengyihao 已提交
397
int metaAddIndexToSTable(SMeta *pMeta, int64_t version, SVCreateStbReq *pReq) {
dengyihao's avatar
dengyihao 已提交
398 399 400
  SMetaEntry oStbEntry = {0};
  SMetaEntry nStbEntry = {0};

dengyihao's avatar
dengyihao 已提交
401 402
  STbDbKey tbDbKey = {0};

dengyihao's avatar
dengyihao 已提交
403 404
  TBC     *pUidIdxc = NULL;
  TBC     *pTbDbc = NULL;
dengyihao's avatar
dengyihao 已提交
405 406
  void    *pData = NULL;
  int      nData = 0;
dengyihao's avatar
dengyihao 已提交
407 408 409 410 411 412 413 414 415 416 417 418
  int64_t  oversion;
  SDecoder dc = {0};
  int32_t  ret;
  int32_t  c = -2;
  tb_uid_t suid = pReq->suid;

  // get super table
  if (tdbTbGet(pMeta->pUidIdx, &suid, sizeof(tb_uid_t), &pData, &nData) != 0) {
    ret = -1;
    goto _err;
  }

dengyihao's avatar
dengyihao 已提交
419 420 421
  tbDbKey.uid = suid;
  tbDbKey.version = ((SUidIdxVal *)pData)[0].version;
  tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pData, &nData);
dengyihao's avatar
dengyihao 已提交
422

dengyihao's avatar
dengyihao 已提交
423 424 425 426 427
  tDecoderInit(&dc, pData, nData);
  ret = metaDecodeEntry(&dc, &oStbEntry);
  if (ret < 0) {
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
428

dengyihao's avatar
dengyihao 已提交
429 430 431
  if (oStbEntry.stbEntry.schemaTag.pSchema == NULL || oStbEntry.stbEntry.schemaTag.pSchema == NULL) {
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
432

dengyihao's avatar
dengyihao 已提交
433
  if (oStbEntry.stbEntry.schemaTag.version == pReq->schemaTag.version) {
dengyihao's avatar
dengyihao 已提交
434 435
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
436

dengyihao's avatar
dengyihao 已提交
437 438 439
  if (oStbEntry.stbEntry.schemaTag.nCols != pReq->schemaTag.nCols) {
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
440

dengyihao's avatar
dengyihao 已提交
441 442 443 444 445 446 447 448 449 450 451 452
  int diffIdx = -1;
  for (int i = 0; i < pReq->schemaTag.nCols; i++) {
    SSchema *pNew = pReq->schemaTag.pSchema + i;
    SSchema *pOld = oStbEntry.stbEntry.schemaTag.pSchema + i;
    if (pNew->type != pOld->type || pNew->colId != pOld->colId || pNew->bytes != pOld->bytes ||
        strncmp(pOld->name, pNew->name, sizeof(pNew->name))) {
      goto _err;
    }
    if (IS_IDX_ON(pNew) && !IS_IDX_ON(pOld)) {
      if (diffIdx != -1) goto _err;
      diffIdx = i;
    }
dengyihao's avatar
dengyihao 已提交
453 454
  }

dengyihao's avatar
dengyihao 已提交
455
  if (diffIdx == -1 && diffIdx == 0) {
dengyihao's avatar
dengyihao 已提交
456 457
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
458 459

  // Get target schema info
dengyihao's avatar
dengyihao 已提交
460
  SSchemaWrapper *pTagSchema = &pReq->schemaTag;
dengyihao's avatar
dengyihao 已提交
461 462 463 464
  if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
    terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
465
  SSchema *pCol = pTagSchema->pSchema + diffIdx;
dengyihao's avatar
dengyihao 已提交
466 467 468 469 470 471 472 473 474 475 476 477

  /*
   * iterator all pTdDbc by uid and version
   */
  TBC *pCtbIdxc = NULL;
  tdbTbcOpen(pMeta->pCtbIdx, &pCtbIdxc, NULL);
  int rc = tdbTbcMoveTo(pCtbIdxc, &(SCtbIdxKey){.suid = suid, .uid = INT64_MIN}, sizeof(SCtbIdxKey), &c);
  if (rc < 0) {
    tdbTbcClose(pCtbIdxc);
    goto _err;
  }
  for (;;) {
dengyihao's avatar
dengyihao 已提交
478 479
    void *pKey = NULL, *pVal = NULL;
    int   nKey = 0, nVal = 0;
dengyihao's avatar
dengyihao 已提交
480
    rc = tdbTbcNext(pCtbIdxc, &pKey, &nKey, &pVal, &nVal);
dengyihao's avatar
dengyihao 已提交
481 482 483 484 485 486 487
    if (rc < 0) {
      tdbFree(pKey);
      tdbFree(pVal);
      tdbTbcClose(pCtbIdxc);
      pCtbIdxc = NULL;
      break;
    }
dengyihao's avatar
dengyihao 已提交
488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
    if (((SCtbIdxKey *)pKey)->suid != suid) {
      tdbFree(pKey);
      tdbFree(pVal);
      continue;
    }
    STagIdxKey *pTagIdxKey = NULL;
    int32_t     nTagIdxKey;

    const void *pTagData = NULL;
    int32_t     nTagData = 0;

    SCtbIdxKey *table = (SCtbIdxKey *)pKey;
    STagVal     tagVal = {.cid = pCol->colId};
    tTagGet((const STag *)pVal, &tagVal);
    if (IS_VAR_DATA_TYPE(pCol->type)) {
      pTagData = tagVal.pData;
      nTagData = (int32_t)tagVal.nData;
    } else {
      pTagData = &(tagVal.i64);
      nTagData = tDataTypes[pCol->type].bytes;
    }
dengyihao's avatar
dengyihao 已提交
509 510 511 512
    rc = metaCreateTagIdxKey(suid, pCol->colId, pTagData, nTagData, pCol->type, table->uid, &pTagIdxKey, &nTagIdxKey);
    tdbFree(pKey);
    tdbFree(pVal);
    if (rc < 0) {
dengyihao's avatar
dengyihao 已提交
513
      metaDestroyTagIdxKey(pTagIdxKey);
dengyihao's avatar
dengyihao 已提交
514
      tdbTbcClose(pCtbIdxc);
dengyihao's avatar
dengyihao 已提交
515 516
      goto _err;
    }
dengyihao's avatar
dengyihao 已提交
517 518

    metaWLock(pMeta);
dengyihao's avatar
dengyihao 已提交
519
    tdbTbUpsert(pMeta->pTagIdx, pTagIdxKey, nTagIdxKey, NULL, 0, pMeta->txn);
dengyihao's avatar
dengyihao 已提交
520
    metaULock(pMeta);
dengyihao's avatar
dengyihao 已提交
521 522
    metaDestroyTagIdxKey(pTagIdxKey);
  }
dengyihao's avatar
dengyihao 已提交
523 524 525 526 527 528 529 530

  nStbEntry.version = version;
  nStbEntry.type = TSDB_SUPER_TABLE;
  nStbEntry.uid = pReq->suid;
  nStbEntry.name = pReq->name;
  nStbEntry.stbEntry.schemaRow = pReq->schemaRow;
  nStbEntry.stbEntry.schemaTag = pReq->schemaTag;

dengyihao's avatar
dengyihao 已提交
531
  metaWLock(pMeta);
dengyihao's avatar
dengyihao 已提交
532 533 534 535 536
  // update table.db
  metaSaveToTbDb(pMeta, &nStbEntry);
  // update uid index
  metaUpdateUidIdx(pMeta, &nStbEntry);
  metaULock(pMeta);
dengyihao's avatar
dengyihao 已提交
537 538 539

  if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf);
  tDecoderClear(&dc);
dengyihao's avatar
dengyihao 已提交
540 541 542
  tdbFree(pData);

  tdbTbcClose(pCtbIdxc);
dengyihao's avatar
dengyihao 已提交
543
  return TSDB_CODE_SUCCESS;
dengyihao's avatar
dengyihao 已提交
544
_err:
dengyihao's avatar
dengyihao 已提交
545 546 547 548
  if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf);
  tDecoderClear(&dc);
  tdbFree(pData);

dengyihao's avatar
dengyihao 已提交
549
  return TSDB_CODE_VND_COL_ALREADY_EXISTS;
dengyihao's avatar
dengyihao 已提交
550
}
dengyihao's avatar
dengyihao 已提交
551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584
int metaDropIndexFromSTable(SMeta *pMeta, int64_t version, SDropIndexReq *pReq) {
  SMetaEntry oStbEntry = {0};
  SMetaEntry nStbEntry = {0};

  STbDbKey tbDbKey = {0};
  TBC     *pUidIdxc = NULL;
  TBC     *pTbDbc = NULL;
  int      ret = 0;
  int      c = -2;
  void    *pData = NULL;
  int      nData = 0;
  int64_t  oversion;
  SDecoder dc = {0};

  tb_uid_t suid = pReq->stbUid;

  if (tdbTbGet(pMeta->pUidIdx, &suid, sizeof(tb_uid_t), &pData, &nData) != 0) {
    ret = -1;
    goto _err;
  }

  tbDbKey.uid = suid;
  tbDbKey.version = ((SUidIdxVal *)pData)[0].version;
  tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pData, &nData);
  tDecoderInit(&dc, pData, nData);
  ret = metaDecodeEntry(&dc, &oStbEntry);
  if (ret < 0) {
    goto _err;
  }

  SSchema *pCol = NULL;
  int32_t  colId = -1;
  for (int i = 0; i < oStbEntry.stbEntry.schemaTag.nCols; i++) {
    SSchema *schema = oStbEntry.stbEntry.schemaTag.pSchema + i;
dengyihao's avatar
dengyihao 已提交
585
    if (0 == strncmp(schema->name, pReq->colName, sizeof(pReq->colName))) {
dengyihao's avatar
dengyihao 已提交
586
      if (i != 0 || IS_IDX_ON(schema)) {
dengyihao's avatar
dengyihao 已提交
587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
        pCol = schema;
      }
      break;
    }
  }

  if (pCol == NULL) {
    goto _err;
  }

  /*
   * iterator all pTdDbc by uid and version
   */
  TBC *pCtbIdxc = NULL;
  tdbTbcOpen(pMeta->pCtbIdx, &pCtbIdxc, NULL);
  int rc = tdbTbcMoveTo(pCtbIdxc, &(SCtbIdxKey){.suid = suid, .uid = INT64_MIN}, sizeof(SCtbIdxKey), &c);
  if (rc < 0) {
    tdbTbcClose(pCtbIdxc);
    goto _err;
  }
  for (;;) {
    void *pKey = NULL, *pVal = NULL;
    int   nKey = 0, nVal = 0;
    rc = tdbTbcNext(pCtbIdxc, &pKey, &nKey, &pVal, &nVal);
dengyihao's avatar
dengyihao 已提交
611 612 613 614 615 616 617
    if (rc < 0) {
      tdbFree(pKey);
      tdbFree(pVal);
      tdbTbcClose(pCtbIdxc);
      pCtbIdxc = NULL;
      break;
    }
dengyihao's avatar
dengyihao 已提交
618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638
    if (((SCtbIdxKey *)pKey)->suid != suid) {
      tdbFree(pKey);
      tdbFree(pVal);
      continue;
    }
    STagIdxKey *pTagIdxKey = NULL;
    int32_t     nTagIdxKey;

    const void *pTagData = NULL;
    int32_t     nTagData = 0;

    SCtbIdxKey *table = (SCtbIdxKey *)pKey;
    STagVal     tagVal = {.cid = pCol->colId};
    tTagGet((const STag *)pVal, &tagVal);
    if (IS_VAR_DATA_TYPE(pCol->type)) {
      pTagData = tagVal.pData;
      nTagData = (int32_t)tagVal.nData;
    } else {
      pTagData = &(tagVal.i64);
      nTagData = tDataTypes[pCol->type].bytes;
    }
dengyihao's avatar
dengyihao 已提交
639 640 641 642
    rc = metaCreateTagIdxKey(suid, pCol->colId, pTagData, nTagData, pCol->type, table->uid, &pTagIdxKey, &nTagIdxKey);
    tdbFree(pKey);
    tdbFree(pVal);
    if (rc < 0) {
dengyihao's avatar
dengyihao 已提交
643
      metaDestroyTagIdxKey(pTagIdxKey);
dengyihao's avatar
dengyihao 已提交
644
      tdbTbcClose(pCtbIdxc);
dengyihao's avatar
dengyihao 已提交
645 646
      goto _err;
    }
dengyihao's avatar
dengyihao 已提交
647 648

    metaWLock(pMeta);
dengyihao's avatar
dengyihao 已提交
649
    tdbTbDelete(pMeta->pTagIdx, pTagIdxKey, nTagIdxKey, pMeta->txn);
dengyihao's avatar
dengyihao 已提交
650
    metaULock(pMeta);
dengyihao's avatar
dengyihao 已提交
651 652 653 654
    metaDestroyTagIdxKey(pTagIdxKey);
  }

  // clear idx flag
dengyihao's avatar
dengyihao 已提交
655
  SSCHMEA_SET_IDX_OFF(pCol);
dengyihao's avatar
dengyihao 已提交
656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675

  nStbEntry.version = version;
  nStbEntry.type = TSDB_SUPER_TABLE;
  nStbEntry.uid = oStbEntry.uid;
  nStbEntry.name = oStbEntry.name;

  SSchemaWrapper *row = tCloneSSchemaWrapper(&oStbEntry.stbEntry.schemaRow);
  SSchemaWrapper *tag = tCloneSSchemaWrapper(&oStbEntry.stbEntry.schemaTag);

  nStbEntry.stbEntry.schemaRow = *row;
  nStbEntry.stbEntry.schemaTag = *tag;
  nStbEntry.stbEntry.rsmaParam = oStbEntry.stbEntry.rsmaParam;

  metaWLock(pMeta);
  // update table.db
  metaSaveToTbDb(pMeta, &nStbEntry);
  // update uid index
  metaUpdateUidIdx(pMeta, &nStbEntry);
  metaULock(pMeta);

676 677
  tDeleteSchemaWrapper(tag);
  tDeleteSchemaWrapper(row);
dengyihao's avatar
dengyihao 已提交
678

dengyihao's avatar
dengyihao 已提交
679 680
  if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf);
  tDecoderClear(&dc);
dengyihao's avatar
dengyihao 已提交
681 682 683
  tdbFree(pData);

  tdbTbcClose(pCtbIdxc);
dengyihao's avatar
dengyihao 已提交
684
  return TSDB_CODE_SUCCESS;
dengyihao's avatar
dengyihao 已提交
685
_err:
dengyihao's avatar
dengyihao 已提交
686 687 688 689
  if (oStbEntry.pBuf) taosMemoryFree(oStbEntry.pBuf);
  tDecoderClear(&dc);
  tdbFree(pData);

dengyihao's avatar
dengyihao 已提交
690
  return -1;
dengyihao's avatar
dengyihao 已提交
691
}
H
Hongze Cheng 已提交
692

693
int metaCreateTable(SMeta *pMeta, int64_t ver, SVCreateTbReq *pReq, STableMetaRsp **pMetaRsp) {
H
Hongze Cheng 已提交
694 695
  SMetaEntry  me = {0};
  SMetaReader mr = {0};
H
Hongze Cheng 已提交
696 697 698 699 700

  // validate message
  if (pReq->type != TSDB_CHILD_TABLE && pReq->type != TSDB_NORMAL_TABLE) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _err;
H
more  
Hongze Cheng 已提交
701 702
  }

703
  if (pReq->type == TSDB_CHILD_TABLE) {
704
    tb_uid_t suid = metaGetTableEntryUidByName(pMeta, pReq->ctb.stbName);
705 706 707 708 709 710
    if (suid != pReq->ctb.suid) {
      terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
      return -1;
    }
  }

H
Hongze Cheng 已提交
711
  // validate req
712
  metaReaderDoInit(&mr, pMeta, 0);
H
Hongze Cheng 已提交
713
  if (metaGetTableEntryByName(&mr, pReq->name) == 0) {
714 715 716 717 718
    if (pReq->type == TSDB_CHILD_TABLE && pReq->ctb.suid != mr.me.ctbEntry.suid) {
      terrno = TSDB_CODE_TDB_TABLE_IN_OTHER_STABLE;
      metaReaderClear(&mr);
      return -1;
    }
H
Hongze Cheng 已提交
719 720 721 722
    pReq->uid = mr.me.uid;
    if (pReq->type == TSDB_CHILD_TABLE) {
      pReq->ctb.suid = mr.me.ctbEntry.suid;
    }
H
Hongze Cheng 已提交
723 724 725
    terrno = TSDB_CODE_TDB_TABLE_ALREADY_EXIST;
    metaReaderClear(&mr);
    return -1;
C
Cary Xu 已提交
726 727
  } else if (terrno == TSDB_CODE_PAR_TABLE_NOT_EXIST) {
    terrno = TSDB_CODE_SUCCESS;
H
Hongze Cheng 已提交
728
  }
H
Hongze Cheng 已提交
729
  metaReaderClear(&mr);
H
Hongze Cheng 已提交
730 731

  // build SMetaEntry
732
  me.version = ver;
H
Hongze Cheng 已提交
733 734 735 736
  me.type = pReq->type;
  me.uid = pReq->uid;
  me.name = pReq->name;
  if (me.type == TSDB_CHILD_TABLE) {
737
    me.ctbEntry.btime = pReq->btime;
H
Hongze Cheng 已提交
738
    me.ctbEntry.ttlDays = pReq->ttl;
wmmhello's avatar
wmmhello 已提交
739
    me.ctbEntry.commentLen = pReq->commentLen;
wmmhello's avatar
wmmhello 已提交
740
    me.ctbEntry.comment = pReq->comment;
H
Hongze Cheng 已提交
741 742
    me.ctbEntry.suid = pReq->ctb.suid;
    me.ctbEntry.pTags = pReq->ctb.pTag;
743

wmmhello's avatar
wmmhello 已提交
744
#ifdef TAG_FILTER_DEBUG
dengyihao's avatar
dengyihao 已提交
745 746
    SArray *pTagVals = NULL;
    int32_t code = tTagToValArray((STag *)pReq->ctb.pTag, &pTagVals);
wmmhello's avatar
wmmhello 已提交
747
    for (int i = 0; i < taosArrayGetSize(pTagVals); i++) {
dengyihao's avatar
dengyihao 已提交
748
      STagVal *pTagVal = (STagVal *)taosArrayGet(pTagVals, i);
wmmhello's avatar
wmmhello 已提交
749 750

      if (IS_VAR_DATA_TYPE(pTagVal->type)) {
dengyihao's avatar
dengyihao 已提交
751
        char *buf = taosMemoryCalloc(pTagVal->nData + 1, 1);
wmmhello's avatar
wmmhello 已提交
752
        memcpy(buf, pTagVal->pData, pTagVal->nData);
dengyihao's avatar
dengyihao 已提交
753 754
        metaDebug("metaTag table:%s varchar index:%d cid:%d type:%d value:%s", pReq->name, i, pTagVal->cid,
                  pTagVal->type, buf);
wmmhello's avatar
wmmhello 已提交
755 756 757 758
        taosMemoryFree(buf);
      } else {
        double val = 0;
        GET_TYPED_DATA(val, double, pTagVal->type, &pTagVal->i64);
dengyihao's avatar
dengyihao 已提交
759 760
        metaDebug("metaTag table:%s number index:%d cid:%d type:%d value:%f", pReq->name, i, pTagVal->cid,
                  pTagVal->type, val);
wmmhello's avatar
wmmhello 已提交
761 762
      }
    }
wmmhello's avatar
wmmhello 已提交
763
#endif
wmmhello's avatar
wmmhello 已提交
764

765
    ++pMeta->pVnode->config.vndStats.numOfCTables;
766 767 768

    metaWLock(pMeta);
    metaUpdateStbStats(pMeta, me.ctbEntry.suid, 1);
769
    metaUidCacheClear(pMeta, me.ctbEntry.suid);
D
dapan1121 已提交
770
    metaTbGroupCacheClear(pMeta, me.ctbEntry.suid);
771
    metaULock(pMeta);
H
Hongze Cheng 已提交
772
  } else {
773
    me.ntbEntry.btime = pReq->btime;
H
Hongze Cheng 已提交
774
    me.ntbEntry.ttlDays = pReq->ttl;
wmmhello's avatar
wmmhello 已提交
775
    me.ntbEntry.commentLen = pReq->commentLen;
wmmhello's avatar
wmmhello 已提交
776
    me.ntbEntry.comment = pReq->comment;
777 778
    me.ntbEntry.schemaRow = pReq->ntb.schemaRow;
    me.ntbEntry.ncid = me.ntbEntry.schemaRow.pSchema[me.ntbEntry.schemaRow.nCols - 1].colId + 1;
779 780

    ++pMeta->pVnode->config.vndStats.numOfNTables;
781
    pMeta->pVnode->config.vndStats.numOfNTimeSeries += me.ntbEntry.schemaRow.nCols - 1;
H
more  
Hongze Cheng 已提交
782 783
  }

H
Hongze Cheng 已提交
784
  if (metaHandleEntry(pMeta, &me) < 0) goto _err;
H
Hongze Cheng 已提交
785

786 787 788 789 790 791 792 793 794 795
  if (pMetaRsp) {
    *pMetaRsp = taosMemoryCalloc(1, sizeof(STableMetaRsp));

    if (*pMetaRsp) {
      if (me.type == TSDB_CHILD_TABLE) {
        (*pMetaRsp)->tableType = TSDB_CHILD_TABLE;
        (*pMetaRsp)->tuid = pReq->uid;
        (*pMetaRsp)->suid = pReq->ctb.suid;
        strcpy((*pMetaRsp)->tbName, pReq->name);
      } else {
796
        metaUpdateMetaRsp(pReq->uid, pReq->name, &pReq->ntb.schemaRow, *pMetaRsp);
797 798 799 800
      }
    }
  }

801
  metaError("vgId:%d, table:%s uid %" PRId64 " is created, type:%" PRId8, TD_VID(pMeta->pVnode), pReq->name, pReq->uid,
H
Hongze Cheng 已提交
802
            pReq->type);
H
refact  
Hongze Cheng 已提交
803
  return 0;
H
Hongze Cheng 已提交
804 805

_err:
S
Shengliang Guan 已提交
806
  metaError("vgId:%d, failed to create table:%s type:%s since %s", TD_VID(pMeta->pVnode), pReq->name,
H
Hongze Cheng 已提交
807 808
            pReq->type == TSDB_CHILD_TABLE ? "child table" : "normal table", tstrerror(terrno));
  return -1;
H
refact  
Hongze Cheng 已提交
809 810
}

811
int metaDropTable(SMeta *pMeta, int64_t version, SVDropTbReq *pReq, SArray *tbUids, tb_uid_t *tbUid) {
H
Hongze Cheng 已提交
812
  void    *pData = NULL;
H
Hongze Cheng 已提交
813 814 815 816
  int      nData = 0;
  int      rc = 0;
  tb_uid_t uid;
  int      type;
H
more  
Hongze Cheng 已提交
817

H
Hongze Cheng 已提交
818 819
  rc = tdbTbGet(pMeta->pNameIdx, pReq->name, strlen(pReq->name) + 1, &pData, &nData);
  if (rc < 0) {
820
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
H
more  
Hongze Cheng 已提交
821 822
    return -1;
  }
H
Hongze Cheng 已提交
823 824
  uid = *(tb_uid_t *)pData;

H
Hongze Cheng 已提交
825 826 827
  metaWLock(pMeta);
  metaDropTableByUid(pMeta, uid, &type);
  metaULock(pMeta);
H
Hongze Cheng 已提交
828

829
  if ((type == TSDB_CHILD_TABLE || type == TSDB_NORMAL_TABLE) && tbUids) {
H
Hongze Cheng 已提交
830
    taosArrayPush(tbUids, &uid);
H
Hongze Cheng 已提交
831
  }
H
Hongze Cheng 已提交
832

833 834 835 836
  if ((type == TSDB_CHILD_TABLE) && tbUid) {
    *tbUid = uid;
  }

H
Hongze Cheng 已提交
837 838 839
  tdbFree(pData);
  return 0;
}
H
Hongze Cheng 已提交
840

841 842 843 844 845 846 847 848 849 850
static void metaDropTables(SMeta *pMeta, SArray *tbUids) {
  metaWLock(pMeta);
  for (int i = 0; i < TARRAY_SIZE(tbUids); ++i) {
    tb_uid_t uid = *(tb_uid_t *)taosArrayGet(tbUids, i);
    metaDropTableByUid(pMeta, uid, NULL);
    metaDebug("batch drop table:%" PRId64, uid);
  }
  metaULock(pMeta);
}

M
Minglei Jin 已提交
851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868
static int32_t metaFilterTableByHash(SMeta *pMeta, SArray *uidList) {
  int32_t code = 0;
  // 1, tranverse table's
  // 2, validate table name using vnodeValidateTableHash
  // 3, push invalidated table's uid into uidList

  TBC *pCur;
  code = tdbTbcOpen(pMeta->pTbDb, &pCur, NULL);
  if (code < 0) {
    return code;
  }

  code = tdbTbcMoveToFirst(pCur);
  if (code) {
    tdbTbcClose(pCur);
    return code;
  }

M
Minglei Jin 已提交
869 870
  void *pData = NULL, *pKey = NULL;
  int   nData = 0, nKey = 0;
M
Minglei Jin 已提交
871 872

  while (1) {
M
Minglei Jin 已提交
873
    int32_t ret = tdbTbcNext(pCur, &pKey, &nKey, &pData, &nData);
M
Minglei Jin 已提交
874 875 876 877 878 879 880 881
    if (ret < 0) {
      break;
    }

    SMetaEntry me = {0};
    SDecoder   dc = {0};
    tDecoderInit(&dc, pData, nData);
    metaDecodeEntry(&dc, &me);
882

M
Minglei Jin 已提交
883
    if (me.type != TSDB_SUPER_TABLE) {
884 885 886 887 888
      char tbFName[TSDB_TABLE_FNAME_LEN + 1];
      snprintf(tbFName, sizeof(tbFName), "%s.%s", pMeta->pVnode->config.dbname, me.name);
      tbFName[TSDB_TABLE_FNAME_LEN] = '\0';
      int32_t ret = vnodeValidateTableHash(pMeta->pVnode, tbFName);
      if (ret < 0 && terrno == TSDB_CODE_VND_HASH_MISMATCH) {
M
Minglei Jin 已提交
889 890 891 892 893 894
        taosArrayPush(uidList, &me.uid);
      }
    }
    tDecoderClear(&dc);
  }
  tdbFree(pData);
M
Minglei Jin 已提交
895
  tdbFree(pKey);
M
Minglei Jin 已提交
896 897 898 899 900 901
  tdbTbcClose(pCur);

  return 0;
}

int32_t metaTrimTables(SMeta *pMeta) {
902 903 904 905 906 907 908
  int32_t code = 0;

  SArray *tbUids = taosArrayInit(8, sizeof(int64_t));
  if (tbUids == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

M
Minglei Jin 已提交
909
  code = metaFilterTableByHash(pMeta, tbUids);
910 911 912 913 914 915 916
  if (code != 0) {
    goto end;
  }
  if (TARRAY_SIZE(tbUids) == 0) {
    goto end;
  }

917
  metaInfo("vgId:%d, trim %ld tables", TD_VID(pMeta->pVnode), taosArrayGetSize(tbUids));
918 919 920 921 922 923 924 925
  metaDropTables(pMeta, tbUids);

end:
  taosArrayDestroy(tbUids);

  return code;
}

926 927
int metaTtlDropTable(SMeta *pMeta, int64_t timePointMs, SArray *tbUids) {
  int ret = ttlMgrFlush(pMeta->pTtlMgr, pMeta->txn);
H
Hongze Cheng 已提交
928
  if (ret != 0) {
929 930 931 932 933 934 935
    metaError("ttl failed to flush, ret:%d", ret);
    return ret;
  }

  ret = ttlMgrFindExpired(pMeta->pTtlMgr, timePointMs, tbUids);
  if (ret != 0) {
    metaError("ttl failed to find expired table, ret:%d", ret);
936 937
    return ret;
  }
938
  if (TARRAY_SIZE(tbUids) == 0) {
939 940 941
    return 0;
  }

942 943
  metaInfo("ttl find expired table count: %zu" , TARRAY_SIZE(tbUids));

944
  metaDropTables(pMeta, tbUids);
945 946 947
  return 0;
}

948 949
static int metaBuildBtimeIdxKey(SBtimeIdxKey *btimeKey, const SMetaEntry *pME) {
  int64_t btime;
950
  if (pME->type == TSDB_CHILD_TABLE) {
951
    btime = pME->ctbEntry.btime;
952
  } else if (pME->type == TSDB_NORMAL_TABLE) {
953
    btime = pME->ntbEntry.btime;
dengyihao's avatar
dengyihao 已提交
954 955 956 957
  } else {
    return -1;
  }

958 959
  btimeKey->btime = btime;
  btimeKey->uid = pME->uid;
dengyihao's avatar
dengyihao 已提交
960 961 962 963
  return 0;
}

static int metaBuildNColIdxKey(SNcolIdxKey *ncolKey, const SMetaEntry *pME) {
dengyihao's avatar
dengyihao 已提交
964 965 966 967 968 969
  if (pME->type == TSDB_NORMAL_TABLE) {
    ncolKey->ncol = pME->ntbEntry.schemaRow.nCols;
    ncolKey->uid = pME->uid;
  } else {
    return -1;
  }
dengyihao's avatar
dengyihao 已提交
970 971
  return 0;
}
972

973 974 975
static int metaDeleteTtl(SMeta *pMeta, const SMetaEntry *pME) {
  STtlDelTtlCtx ctx = {.uid = pME->uid, .pTxn = pMeta->txn};
  return ttlMgrDeleteTtl(pMeta->pTtlMgr, &ctx);
976 977
}

H
Hongze Cheng 已提交
978
static int metaDropTableByUid(SMeta *pMeta, tb_uid_t uid, int *type) {
H
Hongze Cheng 已提交
979
  void      *pData = NULL;
H
Hongze Cheng 已提交
980 981 982 983 984 985
  int        nData = 0;
  int        rc = 0;
  SMetaEntry e = {0};
  SDecoder   dc = {0};

  rc = tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData);
986 987 988
  if (rc < 0) {
    return -1;
  }
H
Hongze Cheng 已提交
989
  int64_t version = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
990 991 992 993

  tdbTbGet(pMeta->pTbDb, &(STbDbKey){.version = version, .uid = uid}, sizeof(STbDbKey), &pData, &nData);

  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
994 995 996 997 998
  rc = metaDecodeEntry(&dc, &e);
  if (rc < 0) {
    tDecoderClear(&dc);
    return -1;
  }
H
Hongze Cheng 已提交
999 1000 1001

  if (type) *type = e.type;

1002 1003 1004 1005 1006
  if (e.type == TSDB_CHILD_TABLE) {
    void *tData = NULL;
    int   tLen = 0;

    if (tdbTbGet(pMeta->pUidIdx, &e.ctbEntry.suid, sizeof(tb_uid_t), &tData, &tLen) == 0) {
H
Hongze Cheng 已提交
1007
      STbDbKey tbDbKey = {.uid = e.ctbEntry.suid, .version = ((SUidIdxVal *)tData)[0].version};
1008 1009 1010 1011 1012 1013
      if (tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &tData, &tLen) == 0) {
        SDecoder   tdc = {0};
        SMetaEntry stbEntry = {0};

        tDecoderInit(&tdc, tData, tLen);
        metaDecodeEntry(&tdc, &stbEntry);
dengyihao's avatar
dengyihao 已提交
1014 1015 1016 1017 1018

        SSchema        *pTagColumn = NULL;
        SSchemaWrapper *pTagSchema = &stbEntry.stbEntry.schemaTag;
        if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
          pTagColumn = &stbEntry.stbEntry.schemaTag.pSchema[0];
1019
          metaDelJsonVarFromIdx(pMeta, &e, pTagColumn);
dengyihao's avatar
dengyihao 已提交
1020
        } else {
dengyihao's avatar
dengyihao 已提交
1021 1022
          for (int i = 0; i < pTagSchema->nCols; i++) {
            pTagColumn = &stbEntry.stbEntry.schemaTag.pSchema[i];
dengyihao's avatar
dengyihao 已提交
1023
            if (!IS_IDX_ON(pTagColumn)) continue;
dengyihao's avatar
dengyihao 已提交
1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044
            STagIdxKey *pTagIdxKey = NULL;
            int32_t     nTagIdxKey;

            const void *pTagData = NULL;
            int32_t     nTagData = 0;

            STagVal tagVal = {.cid = pTagColumn->colId};
            tTagGet((const STag *)e.ctbEntry.pTags, &tagVal);
            if (IS_VAR_DATA_TYPE(pTagColumn->type)) {
              pTagData = tagVal.pData;
              nTagData = (int32_t)tagVal.nData;
            } else {
              pTagData = &(tagVal.i64);
              nTagData = tDataTypes[pTagColumn->type].bytes;
            }

            if (metaCreateTagIdxKey(e.ctbEntry.suid, pTagColumn->colId, pTagData, nTagData, pTagColumn->type, uid,
                                    &pTagIdxKey, &nTagIdxKey) == 0) {
              tdbTbDelete(pMeta->pTagIdx, pTagIdxKey, nTagIdxKey, pMeta->txn);
            }
            metaDestroyTagIdxKey(pTagIdxKey);
dengyihao's avatar
dengyihao 已提交
1045
          }
1046 1047 1048 1049 1050 1051 1052
        }
        tDecoderClear(&tdc);
      }
      tdbFree(tData);
    }
  }

1053 1054 1055
  tdbTbDelete(pMeta->pTbDb, &(STbDbKey){.version = version, .uid = uid}, sizeof(STbDbKey), pMeta->txn);
  tdbTbDelete(pMeta->pNameIdx, e.name, strlen(e.name) + 1, pMeta->txn);
  tdbTbDelete(pMeta->pUidIdx, &uid, sizeof(uid), pMeta->txn);
1056

1057
  if (e.type == TSDB_CHILD_TABLE || e.type == TSDB_NORMAL_TABLE) metaDeleteBtimeIdx(pMeta, &e);
dengyihao's avatar
dengyihao 已提交
1058 1059
  if (e.type == TSDB_NORMAL_TABLE) metaDeleteNcolIdx(pMeta, &e);

1060
  if (e.type != TSDB_SUPER_TABLE) metaDeleteTtl(pMeta, &e);
C
Cary Xu 已提交
1061

H
Hongze Cheng 已提交
1062
  if (e.type == TSDB_CHILD_TABLE) {
1063
    tdbTbDelete(pMeta->pCtbIdx, &(SCtbIdxKey){.suid = e.ctbEntry.suid, .uid = uid}, sizeof(SCtbIdxKey), pMeta->txn);
1064 1065

    --pMeta->pVnode->config.vndStats.numOfCTables;
1066 1067

    metaUpdateStbStats(pMeta, e.ctbEntry.suid, -1);
1068
    metaUidCacheClear(pMeta, e.ctbEntry.suid);
M
Minglei Jin 已提交
1069
    metaTbGroupCacheClear(pMeta, e.ctbEntry.suid);
H
Hongze Cheng 已提交
1070 1071
  } else if (e.type == TSDB_NORMAL_TABLE) {
    // drop schema.db (todo)
1072 1073

    --pMeta->pVnode->config.vndStats.numOfNTables;
1074
    pMeta->pVnode->config.vndStats.numOfNTimeSeries -= e.ntbEntry.schemaRow.nCols - 1;
H
Hongze Cheng 已提交
1075
  } else if (e.type == TSDB_SUPER_TABLE) {
1076
    tdbTbDelete(pMeta->pSuidIdx, &e.uid, sizeof(tb_uid_t), pMeta->txn);
H
Hongze Cheng 已提交
1077
    // drop schema.db (todo)
1078

1079
    metaStatsCacheDrop(pMeta, uid);
1080
    metaUidCacheClear(pMeta, uid);
M
Minglei Jin 已提交
1081
    metaTbGroupCacheClear(pMeta, uid);
1082
    --pMeta->pVnode->config.vndStats.numOfSTables;
H
Hongze Cheng 已提交
1083 1084
  }

H
Hongze Cheng 已提交
1085 1086
  metaCacheDrop(pMeta, uid);

H
Hongze Cheng 已提交
1087 1088
  tDecoderClear(&dc);
  tdbFree(pData);
H
Hongze Cheng 已提交
1089

H
refact  
Hongze Cheng 已提交
1090 1091
  return 0;
}
dengyihao's avatar
dengyihao 已提交
1092
// opt ins_tables
1093 1094 1095
int metaUpdateBtimeIdx(SMeta *pMeta, const SMetaEntry *pME) {
  SBtimeIdxKey btimeKey = {0};
  if (metaBuildBtimeIdxKey(&btimeKey, pME) < 0) {
dengyihao's avatar
dengyihao 已提交
1096 1097
    return 0;
  }
1098 1099
  metaTrace("vgId:%d, start to save version:%" PRId64 " uid:%" PRId64 " btime:%" PRId64, TD_VID(pMeta->pVnode),
            pME->version, pME->uid, btimeKey.btime);
1100

1101
  return tdbTbUpsert(pMeta->pBtimeIdx, &btimeKey, sizeof(btimeKey), NULL, 0, pMeta->txn);
dengyihao's avatar
dengyihao 已提交
1102 1103
}

1104 1105 1106
int metaDeleteBtimeIdx(SMeta *pMeta, const SMetaEntry *pME) {
  SBtimeIdxKey btimeKey = {0};
  if (metaBuildBtimeIdxKey(&btimeKey, pME) < 0) {
dengyihao's avatar
dengyihao 已提交
1107 1108
    return 0;
  }
1109
  return tdbTbDelete(pMeta->pBtimeIdx, &btimeKey, sizeof(btimeKey), pMeta->txn);
dengyihao's avatar
dengyihao 已提交
1110 1111 1112 1113 1114 1115
}
int metaUpdateNcolIdx(SMeta *pMeta, const SMetaEntry *pME) {
  SNcolIdxKey ncolKey = {0};
  if (metaBuildNColIdxKey(&ncolKey, pME) < 0) {
    return 0;
  }
1116
  return tdbTbUpsert(pMeta->pNcolIdx, &ncolKey, sizeof(ncolKey), NULL, 0, pMeta->txn);
dengyihao's avatar
dengyihao 已提交
1117 1118 1119 1120 1121 1122 1123
}

int metaDeleteNcolIdx(SMeta *pMeta, const SMetaEntry *pME) {
  SNcolIdxKey ncolKey = {0};
  if (metaBuildNColIdxKey(&ncolKey, pME) < 0) {
    return 0;
  }
1124
  return tdbTbDelete(pMeta->pNcolIdx, &ncolKey, sizeof(ncolKey), pMeta->txn);
dengyihao's avatar
dengyihao 已提交
1125
}
H
Hongze Cheng 已提交
1126

D
dapan1121 已提交
1127
static int metaAlterTableColumn(SMeta *pMeta, int64_t version, SVAlterTbReq *pAlterTbReq, STableMetaRsp *pMetaRsp) {
H
Hongze Cheng 已提交
1128
  void           *pVal = NULL;
H
Hongze Cheng 已提交
1129
  int             nVal = 0;
H
Hongze Cheng 已提交
1130
  const void     *pData = NULL;
H
Hongze Cheng 已提交
1131 1132 1133 1134
  int             nData = 0;
  int             ret = 0;
  tb_uid_t        uid;
  int64_t         oversion;
H
Hongze Cheng 已提交
1135
  SSchema        *pColumn = NULL;
H
Hongze Cheng 已提交
1136 1137 1138 1139
  SMetaEntry      entry = {0};
  SSchemaWrapper *pSchema;
  int             c;

H
Hongze Cheng 已提交
1140
  if (pAlterTbReq->colName == NULL) {
H
Hongze Cheng 已提交
1141 1142 1143 1144
    terrno = TSDB_CODE_INVALID_MSG;
    return -1;
  }

H
Hongze Cheng 已提交
1145
  // search name index
H
Hongze Cheng 已提交
1146
  ret = tdbTbGet(pMeta->pNameIdx, pAlterTbReq->tbName, strlen(pAlterTbReq->tbName) + 1, &pVal, &nVal);
H
Hongze Cheng 已提交
1147
  if (ret < 0) {
1148
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
1149 1150 1151 1152 1153 1154 1155 1156
    return -1;
  }

  uid = *(tb_uid_t *)pVal;
  tdbFree(pVal);
  pVal = NULL;

  // search uid index
H
Hongze Cheng 已提交
1157
  TBC *pUidIdxc = NULL;
H
Hongze Cheng 已提交
1158

1159
  tdbTbcOpen(pMeta->pUidIdx, &pUidIdxc, NULL);
H
Hongze Cheng 已提交
1160
  tdbTbcMoveTo(pUidIdxc, &uid, sizeof(uid), &c);
1161
  if (c != 0) {
1162
    tdbTbcClose(pUidIdxc);
1163 1164 1165
    metaError("meta/table: invalide c: %" PRId32 " alt tb column failed.", c);
    return -1;
  }
H
Hongze Cheng 已提交
1166

H
Hongze Cheng 已提交
1167
  tdbTbcGet(pUidIdxc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
1168
  oversion = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
1169 1170

  // search table.db
H
Hongze Cheng 已提交
1171
  TBC *pTbDbc = NULL;
H
Hongze Cheng 已提交
1172

1173
  tdbTbcOpen(pMeta->pTbDb, &pTbDbc, NULL);
H
Hongze Cheng 已提交
1174
  tdbTbcMoveTo(pTbDbc, &((STbDbKey){.uid = uid, .version = oversion}), sizeof(STbDbKey), &c);
1175
  if (c != 0) {
1176 1177
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);
1178 1179 1180 1181
    metaError("meta/table: invalide c: %" PRId32 " alt tb column failed.", c);
    return -1;
  }

H
Hongze Cheng 已提交
1182
  tdbTbcGet(pTbDbc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
1183 1184 1185

  // get table entry
  SDecoder dc = {0};
H
Hongze Cheng 已提交
1186 1187 1188
  entry.pBuf = taosMemoryMalloc(nData);
  memcpy(entry.pBuf, pData, nData);
  tDecoderInit(&dc, entry.pBuf, nData);
H
Hongze Cheng 已提交
1189
  ret = metaDecodeEntry(&dc, &entry);
1190
  if (ret != 0) {
1191 1192
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);
1193 1194 1195 1196
    tDecoderClear(&dc);
    metaError("meta/table: invalide ret: %" PRId32 " alt tb column failed.", ret);
    return -1;
  }
H
Hongze Cheng 已提交
1197 1198 1199 1200 1201 1202

  if (entry.type != TSDB_NORMAL_TABLE) {
    terrno = TSDB_CODE_VND_INVALID_TABLE_ACTION;
    goto _err;
  }
  // search the column to add/drop/update
1203
  pSchema = &entry.ntbEntry.schemaRow;
H
Hongze Cheng 已提交
1204

dengyihao's avatar
dengyihao 已提交
1205 1206 1207 1208
  // save old entry
  SMetaEntry oldEntry = {.type = TSDB_NORMAL_TABLE, .uid = entry.uid};
  oldEntry.ntbEntry.schemaRow.nCols = pSchema->nCols;

H
Hongze Cheng 已提交
1209 1210 1211 1212 1213 1214 1215
  int32_t iCol = 0;
  for (;;) {
    pColumn = NULL;

    if (iCol >= pSchema->nCols) break;
    pColumn = &pSchema->pSchema[iCol];

1216 1217 1218 1219 1220
    if (NULL == pAlterTbReq->colName) {
      metaError("meta/table: null pAlterTbReq->colName");
      return -1;
    }

H
Hongze Cheng 已提交
1221 1222 1223 1224 1225
    if (strcmp(pColumn->name, pAlterTbReq->colName) == 0) break;
    iCol++;
  }

  entry.version = version;
H
Hongze Cheng 已提交
1226 1227
  int      tlen;
  SSchema *pNewSchema = NULL;
H
Hongze Cheng 已提交
1228 1229 1230 1231 1232 1233
  switch (pAlterTbReq->action) {
    case TSDB_ALTER_TABLE_ADD_COLUMN:
      if (pColumn) {
        terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
        goto _err;
      }
1234
      pSchema->version++;
H
Hongze Cheng 已提交
1235
      pSchema->nCols++;
H
Hongze Cheng 已提交
1236 1237 1238
      pNewSchema = taosMemoryMalloc(sizeof(SSchema) * pSchema->nCols);
      memcpy(pNewSchema, pSchema->pSchema, sizeof(SSchema) * (pSchema->nCols - 1));
      pSchema->pSchema = pNewSchema;
1239 1240 1241 1242 1243
      pSchema->pSchema[entry.ntbEntry.schemaRow.nCols - 1].bytes = pAlterTbReq->bytes;
      pSchema->pSchema[entry.ntbEntry.schemaRow.nCols - 1].type = pAlterTbReq->type;
      pSchema->pSchema[entry.ntbEntry.schemaRow.nCols - 1].flags = pAlterTbReq->flags;
      pSchema->pSchema[entry.ntbEntry.schemaRow.nCols - 1].colId = entry.ntbEntry.ncid++;
      strcpy(pSchema->pSchema[entry.ntbEntry.schemaRow.nCols - 1].name, pAlterTbReq->colName);
1244 1245

      ++pMeta->pVnode->config.vndStats.numOfNTimeSeries;
H
Hongze Cheng 已提交
1246 1247 1248
      break;
    case TSDB_ALTER_TABLE_DROP_COLUMN:
      if (pColumn == NULL) {
1249
        terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
H
Hongze Cheng 已提交
1250 1251 1252 1253 1254 1255
        goto _err;
      }
      if (pColumn->colId == 0) {
        terrno = TSDB_CODE_VND_INVALID_TABLE_ACTION;
        goto _err;
      }
L
Liu Jicong 已提交
1256 1257 1258 1259
      if (tqCheckColModifiable(pMeta->pVnode->pTq, uid, pColumn->colId) != 0) {
        terrno = TSDB_CODE_VND_COL_SUBSCRIBED;
        goto _err;
      }
1260
      pSchema->version++;
H
Hongze Cheng 已提交
1261 1262 1263 1264
      tlen = (pSchema->nCols - iCol - 1) * sizeof(SSchema);
      if (tlen) {
        memmove(pColumn, pColumn + 1, tlen);
      }
H
Hongze Cheng 已提交
1265
      pSchema->nCols--;
1266 1267

      --pMeta->pVnode->config.vndStats.numOfNTimeSeries;
H
Hongze Cheng 已提交
1268 1269 1270
      break;
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
      if (pColumn == NULL) {
1271
        terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
H
Hongze Cheng 已提交
1272 1273
        goto _err;
      }
H
Hongze Cheng 已提交
1274
      if (!IS_VAR_DATA_TYPE(pColumn->type) || pColumn->bytes > pAlterTbReq->colModBytes) {
H
Hongze Cheng 已提交
1275 1276 1277
        terrno = TSDB_CODE_VND_INVALID_TABLE_ACTION;
        goto _err;
      }
L
Liu Jicong 已提交
1278 1279 1280 1281
      if (tqCheckColModifiable(pMeta->pVnode->pTq, uid, pColumn->colId) != 0) {
        terrno = TSDB_CODE_VND_COL_SUBSCRIBED;
        goto _err;
      }
1282
      pSchema->version++;
H
Hongze Cheng 已提交
1283
      pColumn->bytes = pAlterTbReq->colModBytes;
H
Hongze Cheng 已提交
1284 1285
      break;
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
H
Hongze Cheng 已提交
1286 1287 1288 1289
      if (pAlterTbReq->colNewName == NULL) {
        terrno = TSDB_CODE_INVALID_MSG;
        goto _err;
      }
H
Hongze Cheng 已提交
1290
      if (pColumn == NULL) {
1291
        terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
H
Hongze Cheng 已提交
1292 1293
        goto _err;
      }
L
Liu Jicong 已提交
1294 1295 1296 1297
      if (tqCheckColModifiable(pMeta->pVnode->pTq, uid, pColumn->colId) != 0) {
        terrno = TSDB_CODE_VND_COL_SUBSCRIBED;
        goto _err;
      }
1298
      pSchema->version++;
H
Hongze Cheng 已提交
1299 1300 1301 1302 1303 1304
      strcpy(pColumn->name, pAlterTbReq->colNewName);
      break;
  }

  entry.version = version;

H
Hongze Cheng 已提交
1305 1306 1307
  // do actual write
  metaWLock(pMeta);

dengyihao's avatar
fix RC  
dengyihao 已提交
1308 1309
  metaDeleteNcolIdx(pMeta, &oldEntry);
  metaUpdateNcolIdx(pMeta, &entry);
H
Hongze Cheng 已提交
1310 1311 1312
  // save to table db
  metaSaveToTbDb(pMeta, &entry);

H
Hongze Cheng 已提交
1313
  metaUpdateUidIdx(pMeta, &entry);
H
Hongze Cheng 已提交
1314 1315 1316 1317 1318

  metaSaveToSkmDb(pMeta, &entry);

  metaULock(pMeta);

1319 1320
  metaUpdateChangeTime(pMeta, entry.uid, pAlterTbReq->ctimeMs);

D
dapan1121 已提交
1321 1322
  metaUpdateMetaRsp(uid, pAlterTbReq->tbName, pSchema, pMetaRsp);

wmmhello's avatar
wmmhello 已提交
1323
  if (entry.pBuf) taosMemoryFree(entry.pBuf);
H
Hongze Cheng 已提交
1324
  if (pNewSchema) taosMemoryFree(pNewSchema);
H
Hongze Cheng 已提交
1325 1326
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
1327 1328
  tDecoderClear(&dc);

H
Hongze Cheng 已提交
1329
  return 0;
H
Hongze Cheng 已提交
1330 1331

_err:
wmmhello's avatar
wmmhello 已提交
1332
  if (entry.pBuf) taosMemoryFree(entry.pBuf);
H
Hongze Cheng 已提交
1333 1334
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
1335 1336
  tDecoderClear(&dc);

H
Hongze Cheng 已提交
1337
  return -1;
H
Hongze Cheng 已提交
1338 1339 1340
}

static int metaUpdateTableTagVal(SMeta *pMeta, int64_t version, SVAlterTbReq *pAlterTbReq) {
H
Hongze Cheng 已提交
1341 1342
  SMetaEntry  ctbEntry = {0};
  SMetaEntry  stbEntry = {0};
H
Hongze Cheng 已提交
1343
  void       *pVal = NULL;
H
Hongze Cheng 已提交
1344 1345 1346 1347 1348 1349 1350 1351
  int         nVal = 0;
  int         ret;
  int         c;
  tb_uid_t    uid;
  int64_t     oversion;
  const void *pData = NULL;
  int         nData = 0;

H
Hongze Cheng 已提交
1352 1353 1354 1355 1356
  if (pAlterTbReq->tagName == NULL) {
    terrno = TSDB_CODE_INVALID_MSG;
    return -1;
  }

H
Hongze Cheng 已提交
1357
  // search name index
H
Hongze Cheng 已提交
1358
  ret = tdbTbGet(pMeta->pNameIdx, pAlterTbReq->tbName, strlen(pAlterTbReq->tbName) + 1, &pVal, &nVal);
H
Hongze Cheng 已提交
1359
  if (ret < 0) {
1360
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
1361 1362 1363 1364 1365 1366 1367 1368
    return -1;
  }

  uid = *(tb_uid_t *)pVal;
  tdbFree(pVal);
  pVal = NULL;

  // search uid index
H
Hongze Cheng 已提交
1369
  TBC *pUidIdxc = NULL;
H
Hongze Cheng 已提交
1370

1371
  tdbTbcOpen(pMeta->pUidIdx, &pUidIdxc, NULL);
H
Hongze Cheng 已提交
1372
  tdbTbcMoveTo(pUidIdxc, &uid, sizeof(uid), &c);
1373
  if (c != 0) {
1374 1375
    tdbTbcClose(pUidIdxc);
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
1376 1377 1378
    metaError("meta/table: invalide c: %" PRId32 " update tb tag val failed.", c);
    return -1;
  }
H
Hongze Cheng 已提交
1379

H
Hongze Cheng 已提交
1380
  tdbTbcGet(pUidIdxc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
1381
  oversion = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
1382 1383

  // search table.db
H
Hongze Cheng 已提交
1384
  TBC     *pTbDbc = NULL;
H
Hongze Cheng 已提交
1385 1386
  SDecoder dc1 = {0};
  SDecoder dc2 = {0};
H
Hongze Cheng 已提交
1387

H
Hongze Cheng 已提交
1388
  /* get ctbEntry */
1389
  tdbTbcOpen(pMeta->pTbDb, &pTbDbc, NULL);
H
Hongze Cheng 已提交
1390
  tdbTbcMoveTo(pTbDbc, &((STbDbKey){.uid = uid, .version = oversion}), sizeof(STbDbKey), &c);
1391
  if (c != 0) {
1392 1393 1394
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
1395 1396 1397 1398
    metaError("meta/table: invalide c: %" PRId32 " update tb tag val failed.", c);
    return -1;
  }

H
Hongze Cheng 已提交
1399
  tdbTbcGet(pTbDbc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
1400

H
Hongze Cheng 已提交
1401 1402
  ctbEntry.pBuf = taosMemoryMalloc(nData);
  memcpy(ctbEntry.pBuf, pData, nData);
H
Hongze Cheng 已提交
1403 1404
  tDecoderInit(&dc1, ctbEntry.pBuf, nData);
  metaDecodeEntry(&dc1, &ctbEntry);
H
Hongze Cheng 已提交
1405

H
Hongze Cheng 已提交
1406
  /* get stbEntry*/
H
Hongze Cheng 已提交
1407
  tdbTbGet(pMeta->pUidIdx, &ctbEntry.ctbEntry.suid, sizeof(tb_uid_t), &pVal, &nVal);
1408 1409 1410 1411 1412
  if (!pVal) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _err;
  }

H
Hongze Cheng 已提交
1413 1414
  tdbTbGet(pMeta->pTbDb, &((STbDbKey){.uid = ctbEntry.ctbEntry.suid, .version = ((SUidIdxVal *)pVal)[0].version}),
           sizeof(STbDbKey), (void **)&stbEntry.pBuf, &nVal);
H
Hongze Cheng 已提交
1415
  tdbFree(pVal);
H
Hongze Cheng 已提交
1416 1417
  tDecoderInit(&dc2, stbEntry.pBuf, nVal);
  metaDecodeEntry(&dc2, &stbEntry);
H
Hongze Cheng 已提交
1418 1419

  SSchemaWrapper *pTagSchema = &stbEntry.stbEntry.schemaTag;
H
Hongze Cheng 已提交
1420
  SSchema        *pColumn = NULL;
H
Hongze Cheng 已提交
1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
  int32_t         iCol = 0;
  for (;;) {
    pColumn = NULL;

    if (iCol >= pTagSchema->nCols) break;
    pColumn = &pTagSchema->pSchema[iCol];

    if (strcmp(pColumn->name, pAlterTbReq->tagName) == 0) break;
    iCol++;
  }

  if (pColumn == NULL) {
1433
    terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
H
Hongze Cheng 已提交
1434 1435
    goto _err;
  }
H
Hongze Cheng 已提交
1436

H
Hongze Cheng 已提交
1437
  ctbEntry.version = version;
H
Hongze Cheng 已提交
1438
  if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
1439
    ctbEntry.ctbEntry.pTags = taosMemoryMalloc(pAlterTbReq->nTagVal);
H
Hongze Cheng 已提交
1440
    if (ctbEntry.ctbEntry.pTags == NULL) {
wmmhello's avatar
wmmhello 已提交
1441 1442 1443
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      goto _err;
    }
H
Hongze Cheng 已提交
1444 1445
    memcpy((void *)ctbEntry.ctbEntry.pTags, pAlterTbReq->pTagVal, pAlterTbReq->nTagVal);
  } else {
C
Cary Xu 已提交
1446
    const STag *pOldTag = (const STag *)ctbEntry.ctbEntry.pTags;
H
Hongze Cheng 已提交
1447 1448
    STag       *pNewTag = NULL;
    SArray     *pTagArray = taosArrayInit(pTagSchema->nCols, sizeof(STagVal));
C
Cary Xu 已提交
1449
    if (!pTagArray) {
C
Cary Xu 已提交
1450 1451 1452
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      goto _err;
    }
wmmhello's avatar
wmmhello 已提交
1453 1454 1455
    for (int32_t i = 0; i < pTagSchema->nCols; i++) {
      SSchema *pCol = &pTagSchema->pSchema[i];
      if (iCol == i) {
1456 1457 1458
        if (pAlterTbReq->isNull) {
          continue;
        }
wmmhello's avatar
wmmhello 已提交
1459 1460 1461 1462 1463 1464
        STagVal val = {0};
        val.type = pCol->type;
        val.cid = pCol->colId;
        if (IS_VAR_DATA_TYPE(pCol->type)) {
          val.pData = pAlterTbReq->pTagVal;
          val.nData = pAlterTbReq->nTagVal;
1465
        } else {
wmmhello's avatar
wmmhello 已提交
1466 1467 1468
          memcpy(&val.i64, pAlterTbReq->pTagVal, pAlterTbReq->nTagVal);
        }
        taosArrayPush(pTagArray, &val);
wmmhello's avatar
wmmhello 已提交
1469
      } else {
wmmhello's avatar
wmmhello 已提交
1470
        STagVal val = {.cid = pCol->colId};
wmmhello's avatar
wmmhello 已提交
1471 1472
        if (tTagGet(pOldTag, &val)) {
          taosArrayPush(pTagArray, &val);
H
Hongze Cheng 已提交
1473 1474 1475
        }
      }
    }
C
Cary Xu 已提交
1476 1477
    if ((terrno = tTagNew(pTagArray, pTagSchema->version, false, &pNewTag)) < 0) {
      taosArrayDestroy(pTagArray);
C
Cary Xu 已提交
1478 1479 1480
      goto _err;
    }
    ctbEntry.ctbEntry.pTags = (uint8_t *)pNewTag;
C
Cary Xu 已提交
1481
    taosArrayDestroy(pTagArray);
wmmhello's avatar
wmmhello 已提交
1482
  }
H
Hongze Cheng 已提交
1483

1484 1485
  metaWLock(pMeta);

H
Hongze Cheng 已提交
1486 1487 1488 1489
  // save to table.db
  metaSaveToTbDb(pMeta, &ctbEntry);

  // save to uid.idx
H
Hongze Cheng 已提交
1490
  metaUpdateUidIdx(pMeta, &ctbEntry);
H
Hongze Cheng 已提交
1491

dengyihao's avatar
dengyihao 已提交
1492
  metaUpdateTagIdx(pMeta, &ctbEntry);
dengyihao's avatar
dengyihao 已提交
1493

1494 1495 1496 1497 1498
  if (NULL == ctbEntry.ctbEntry.pTags) {
    metaError("meta/table: null tags, update tag val failed.");
    goto _err;
  }

1499
  SCtbIdxKey ctbIdxKey = {.suid = ctbEntry.ctbEntry.suid, .uid = uid};
H
Hongze Cheng 已提交
1500
  tdbTbUpsert(pMeta->pCtbIdx, &ctbIdxKey, sizeof(ctbIdxKey), ctbEntry.ctbEntry.pTags,
1501
              ((STag *)(ctbEntry.ctbEntry.pTags))->len, pMeta->txn);
1502

1503
  metaUidCacheClear(pMeta, ctbEntry.ctbEntry.suid);
M
Minglei Jin 已提交
1504
  metaTbGroupCacheClear(pMeta, ctbEntry.ctbEntry.suid);
1505

1506 1507
  metaULock(pMeta);

1508 1509
  metaUpdateChangeTime(pMeta, ctbEntry.uid, pAlterTbReq->ctimeMs);

H
Hongze Cheng 已提交
1510 1511
  tDecoderClear(&dc1);
  tDecoderClear(&dc2);
M
Minglei Jin 已提交
1512
  taosMemoryFree((void *)ctbEntry.ctbEntry.pTags);
H
Hongze Cheng 已提交
1513 1514
  if (ctbEntry.pBuf) taosMemoryFree(ctbEntry.pBuf);
  if (stbEntry.pBuf) tdbFree(stbEntry.pBuf);
H
Hongze Cheng 已提交
1515 1516
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
H
Hongze Cheng 已提交
1517
  return 0;
H
Hongze Cheng 已提交
1518 1519

_err:
H
Hongze Cheng 已提交
1520 1521
  tDecoderClear(&dc1);
  tDecoderClear(&dc2);
H
Hongze Cheng 已提交
1522 1523
  if (ctbEntry.pBuf) taosMemoryFree(ctbEntry.pBuf);
  if (stbEntry.pBuf) tdbFree(stbEntry.pBuf);
H
Hongze Cheng 已提交
1524 1525
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
H
Hongze Cheng 已提交
1526
  return -1;
H
Hongze Cheng 已提交
1527 1528 1529
}

static int metaUpdateTableOptions(SMeta *pMeta, int64_t version, SVAlterTbReq *pAlterTbReq) {
H
Hongze Cheng 已提交
1530 1531 1532 1533 1534 1535 1536 1537 1538
  void       *pVal = NULL;
  int         nVal = 0;
  const void *pData = NULL;
  int         nData = 0;
  int         ret = 0;
  tb_uid_t    uid;
  int64_t     oversion;
  SMetaEntry  entry = {0};
  int         c = 0;
wmmhello's avatar
wmmhello 已提交
1539 1540 1541 1542

  // search name index
  ret = tdbTbGet(pMeta->pNameIdx, pAlterTbReq->tbName, strlen(pAlterTbReq->tbName) + 1, &pVal, &nVal);
  if (ret < 0) {
1543
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
wmmhello's avatar
wmmhello 已提交
1544
    return -1;
1545
  }
wmmhello's avatar
wmmhello 已提交
1546 1547 1548 1549 1550 1551 1552 1553

  uid = *(tb_uid_t *)pVal;
  tdbFree(pVal);
  pVal = NULL;

  // search uid index
  TBC *pUidIdxc = NULL;

1554
  tdbTbcOpen(pMeta->pUidIdx, &pUidIdxc, NULL);
wmmhello's avatar
wmmhello 已提交
1555
  tdbTbcMoveTo(pUidIdxc, &uid, sizeof(uid), &c);
1556
  if (c != 0) {
1557
    tdbTbcClose(pUidIdxc);
1558 1559 1560
    metaError("meta/table: invalide c: %" PRId32 " update tb options failed.", c);
    return -1;
  }
wmmhello's avatar
wmmhello 已提交
1561 1562

  tdbTbcGet(pUidIdxc, NULL, NULL, &pData, &nData);
H
Hongze Cheng 已提交
1563
  oversion = ((SUidIdxVal *)pData)[0].version;
wmmhello's avatar
wmmhello 已提交
1564 1565 1566 1567

  // search table.db
  TBC *pTbDbc = NULL;

1568
  tdbTbcOpen(pMeta->pTbDb, &pTbDbc, NULL);
wmmhello's avatar
wmmhello 已提交
1569
  tdbTbcMoveTo(pTbDbc, &((STbDbKey){.uid = uid, .version = oversion}), sizeof(STbDbKey), &c);
1570
  if (c != 0) {
1571 1572
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);
1573 1574 1575 1576
    metaError("meta/table: invalide c: %" PRId32 " update tb options failed.", c);
    return -1;
  }

wmmhello's avatar
wmmhello 已提交
1577 1578 1579 1580 1581 1582 1583 1584
  tdbTbcGet(pTbDbc, NULL, NULL, &pData, &nData);

  // get table entry
  SDecoder dc = {0};
  entry.pBuf = taosMemoryMalloc(nData);
  memcpy(entry.pBuf, pData, nData);
  tDecoderInit(&dc, entry.pBuf, nData);
  ret = metaDecodeEntry(&dc, &entry);
1585 1586
  if (ret != 0) {
    tDecoderClear(&dc);
1587 1588
    tdbTbcClose(pUidIdxc);
    tdbTbcClose(pTbDbc);
1589 1590 1591
    metaError("meta/table: invalide ret: %" PRId32 " alt tb options failed.", ret);
    return -1;
  }
wmmhello's avatar
wmmhello 已提交
1592 1593 1594 1595 1596

  entry.version = version;
  metaWLock(pMeta);
  // build SMetaEntry
  if (entry.type == TSDB_CHILD_TABLE) {
H
Hongze Cheng 已提交
1597
    if (pAlterTbReq->updateTTL) {
1598
      metaDeleteTtl(pMeta, &entry);
wmmhello's avatar
wmmhello 已提交
1599
      entry.ctbEntry.ttlDays = pAlterTbReq->newTTL;
1600
      metaUpdateTtl(pMeta, &entry);
wmmhello's avatar
wmmhello 已提交
1601
    }
H
Hongze Cheng 已提交
1602
    if (pAlterTbReq->newCommentLen >= 0) {
wmmhello's avatar
wmmhello 已提交
1603 1604 1605
      entry.ctbEntry.commentLen = pAlterTbReq->newCommentLen;
      entry.ctbEntry.comment = pAlterTbReq->newComment;
    }
wmmhello's avatar
wmmhello 已提交
1606
  } else {
H
Hongze Cheng 已提交
1607
    if (pAlterTbReq->updateTTL) {
1608
      metaDeleteTtl(pMeta, &entry);
wmmhello's avatar
wmmhello 已提交
1609
      entry.ntbEntry.ttlDays = pAlterTbReq->newTTL;
1610
      metaUpdateTtl(pMeta, &entry);
wmmhello's avatar
wmmhello 已提交
1611
    }
H
Hongze Cheng 已提交
1612
    if (pAlterTbReq->newCommentLen >= 0) {
wmmhello's avatar
wmmhello 已提交
1613 1614 1615
      entry.ntbEntry.commentLen = pAlterTbReq->newCommentLen;
      entry.ntbEntry.comment = pAlterTbReq->newComment;
    }
1616
  }
wmmhello's avatar
wmmhello 已提交
1617 1618 1619

  // save to table db
  metaSaveToTbDb(pMeta, &entry);
H
Hongze Cheng 已提交
1620
  metaUpdateUidIdx(pMeta, &entry);
wmmhello's avatar
wmmhello 已提交
1621 1622
  metaULock(pMeta);

1623 1624
  metaUpdateChangeTime(pMeta, entry.uid, pAlterTbReq->ctimeMs);

wmmhello's avatar
wmmhello 已提交
1625 1626
  tdbTbcClose(pTbDbc);
  tdbTbcClose(pUidIdxc);
1627
  tDecoderClear(&dc);
wmmhello's avatar
wmmhello 已提交
1628
  if (entry.pBuf) taosMemoryFree(entry.pBuf);
H
Hongze Cheng 已提交
1629 1630 1631
  return 0;
}

dengyihao's avatar
dengyihao 已提交
1632 1633 1634 1635 1636 1637
static int metaAddTagIndex(SMeta *pMeta, int64_t version, SVAlterTbReq *pAlterTbReq) {
  SMetaEntry  stbEntry = {0};
  void       *pVal = NULL;
  int         nVal = 0;
  int         ret;
  int         c;
dengyihao's avatar
dengyihao 已提交
1638
  tb_uid_t    uid, suid;
dengyihao's avatar
dengyihao 已提交
1639 1640 1641
  int64_t     oversion;
  const void *pData = NULL;
  int         nData = 0;
dengyihao's avatar
dengyihao 已提交
1642
  SDecoder    dc = {0};
dengyihao's avatar
dengyihao 已提交
1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658

  if (pAlterTbReq->tagName == NULL) {
    terrno = TSDB_CODE_INVALID_MSG;
    return -1;
  }

  // search name index
  ret = tdbTbGet(pMeta->pNameIdx, pAlterTbReq->tbName, strlen(pAlterTbReq->tbName) + 1, &pVal, &nVal);
  if (ret < 0) {
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
    return -1;
  }
  uid = *(tb_uid_t *)pVal;
  tdbFree(pVal);
  pVal = NULL;

dengyihao's avatar
dengyihao 已提交
1659 1660 1661 1662
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(tb_uid_t), &pVal, &nVal) == -1) {
    ret = -1;
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1663
  suid = ((SUidIdxVal *)pVal)[0].suid;
dengyihao's avatar
dengyihao 已提交
1664

dengyihao's avatar
dengyihao 已提交
1665
  STbDbKey tbDbKey = {0};
dengyihao's avatar
dengyihao 已提交
1666
  tbDbKey.uid = suid;
dengyihao's avatar
dengyihao 已提交
1667 1668 1669 1670 1671 1672 1673
  tbDbKey.version = ((SUidIdxVal *)pVal)[0].version;
  tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pVal, &nVal);
  tDecoderInit(&dc, pVal, nVal);
  ret = metaDecodeEntry(&dc, &stbEntry);
  if (ret < 0) {
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1674

dengyihao's avatar
dengyihao 已提交
1675
  // Get target schema info
dengyihao's avatar
dengyihao 已提交
1676 1677 1678
  SSchemaWrapper *pTagSchema = &stbEntry.stbEntry.schemaTag;
  if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
    terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
dengyihao's avatar
dengyihao 已提交
1679 1680
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1681 1682
  SSchema *pCol = NULL;
  int32_t  iCol = 0;
dengyihao's avatar
dengyihao 已提交
1683
  for (;;) {
dengyihao's avatar
dengyihao 已提交
1684
    pCol = NULL;
dengyihao's avatar
dengyihao 已提交
1685
    if (iCol >= pTagSchema->nCols) break;
dengyihao's avatar
dengyihao 已提交
1686 1687
    pCol = &pTagSchema->pSchema[iCol];
    if (strcmp(pCol->name, pAlterTbReq->tagName) == 0) break;
dengyihao's avatar
dengyihao 已提交
1688 1689 1690
    iCol++;
  }

dengyihao's avatar
dengyihao 已提交
1691 1692
  if (iCol == 0) {
    terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
dengyihao's avatar
dengyihao 已提交
1693 1694
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1695 1696
  if (pCol == NULL) {
    terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
dengyihao's avatar
dengyihao 已提交
1697 1698
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1699

dengyihao's avatar
dengyihao 已提交
1700 1701 1702 1703 1704
  /*
   * iterator all pTdDbc by uid and version
   */
  TBC *pCtbIdxc = NULL;
  tdbTbcOpen(pMeta->pCtbIdx, &pCtbIdxc, NULL);
dengyihao's avatar
dengyihao 已提交
1705
  int rc = tdbTbcMoveTo(pCtbIdxc, &(SCtbIdxKey){.suid = suid, .uid = INT64_MIN}, sizeof(SCtbIdxKey), &c);
dengyihao's avatar
dengyihao 已提交
1706 1707
  if (rc < 0) {
    tdbTbcClose(pCtbIdxc);
dengyihao's avatar
dengyihao 已提交
1708 1709
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1710 1711 1712 1713 1714 1715
  for (;;) {
    void *pKey, *pVal;
    int   nKey, nVal;
    rc = tdbTbcNext(pCtbIdxc, &pKey, &nKey, &pVal, &nVal);
    if (rc < 0) break;
    if (((SCtbIdxKey *)pKey)->suid != uid) {
dengyihao's avatar
dengyihao 已提交
1716
      tdbFree(pKey);
dengyihao's avatar
dengyihao 已提交
1717 1718 1719
      tdbFree(pVal);
      continue;
    }
dengyihao's avatar
dengyihao 已提交
1720 1721
    STagIdxKey *pTagIdxKey = NULL;
    int32_t     nTagIdxKey;
dengyihao's avatar
dengyihao 已提交
1722

dengyihao's avatar
dengyihao 已提交
1723 1724
    const void *pTagData = NULL;
    int32_t     nTagData = 0;
dengyihao's avatar
dengyihao 已提交
1725

dengyihao's avatar
dengyihao 已提交
1726 1727 1728 1729 1730 1731 1732 1733 1734
    STagVal tagVal = {.cid = pCol->colId};
    tTagGet((const STag *)pVal, &tagVal);
    if (IS_VAR_DATA_TYPE(pCol->type)) {
      pTagData = tagVal.pData;
      nTagData = (int32_t)tagVal.nData;
    } else {
      pTagData = &(tagVal.i64);
      nTagData = tDataTypes[pCol->type].bytes;
    }
dengyihao's avatar
dengyihao 已提交
1735
    if (metaCreateTagIdxKey(suid, pCol->colId, pTagData, nTagData, pCol->type, uid, &pTagIdxKey, &nTagIdxKey) < 0) {
dengyihao's avatar
dengyihao 已提交
1736 1737 1738 1739 1740 1741
      metaDestroyTagIdxKey(pTagIdxKey);
      goto _err;
    }
    tdbTbUpsert(pMeta->pTagIdx, pTagIdxKey, nTagIdxKey, NULL, 0, pMeta->txn);
    metaDestroyTagIdxKey(pTagIdxKey);
  }
dengyihao's avatar
dengyihao 已提交
1742
  return 0;
dengyihao's avatar
dengyihao 已提交
1743 1744

_err:
dengyihao's avatar
dengyihao 已提交
1745 1746 1747 1748 1749 1750
  // tDecoderClear(&dc1);
  // tDecoderClear(&dc2);
  // if (ctbEntry.pBuf) taosMemoryFree(ctbEntry.pBuf);
  // if (stbEntry.pBuf) tdbFree(stbEntry.pBuf);
  // tdbTbcClose(pTbDbc);
  // tdbTbcClose(pUidIdxc);
dengyihao's avatar
dengyihao 已提交
1751
  return -1;
dengyihao's avatar
dengyihao 已提交
1752
}
dengyihao's avatar
dengyihao 已提交
1753

dengyihao's avatar
dengyihao 已提交
1754 1755 1756 1757 1758
typedef struct SMetaPair {
  void *key;
  int   nkey;
} SMetaPair;

dengyihao's avatar
dengyihao 已提交
1759 1760 1761 1762 1763 1764
static int metaDropTagIndex(SMeta *pMeta, int64_t version, SVAlterTbReq *pAlterTbReq) {
  SMetaEntry  stbEntry = {0};
  void       *pVal = NULL;
  int         nVal = 0;
  int         ret;
  int         c;
dengyihao's avatar
dengyihao 已提交
1765
  tb_uid_t    suid;
dengyihao's avatar
dengyihao 已提交
1766 1767 1768
  int64_t     oversion;
  const void *pData = NULL;
  int         nData = 0;
dengyihao's avatar
dengyihao 已提交
1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825
  SDecoder    dc = {0};

  if (pAlterTbReq->tagName == NULL) {
    terrno = TSDB_CODE_INVALID_MSG;
    return -1;
  }

  // search name index
  ret = tdbTbGet(pMeta->pNameIdx, pAlterTbReq->tbName, strlen(pAlterTbReq->tbName) + 1, &pVal, &nVal);
  if (ret < 0) {
    terrno = TSDB_CODE_TDB_TABLE_NOT_EXIST;
    return -1;
  }
  suid = *(tb_uid_t *)pVal;
  tdbFree(pVal);
  pVal = NULL;

  if (tdbTbGet(pMeta->pUidIdx, &suid, sizeof(tb_uid_t), &pVal, &nVal) == -1) {
    ret = -1;
    goto _err;
  }

  STbDbKey tbDbKey = {0};
  tbDbKey.uid = suid;
  tbDbKey.version = ((SUidIdxVal *)pVal)[0].version;
  tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pVal, &nVal);

  tDecoderInit(&dc, pVal, nVal);
  ret = metaDecodeEntry(&dc, &stbEntry);
  if (ret < 0) {
    goto _err;
  }

  // Get targe schema info
  SSchemaWrapper *pTagSchema = &stbEntry.stbEntry.schemaTag;
  if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
    terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
    goto _err;
  }
  SSchema *pCol = NULL;
  int32_t  iCol = 0;
  for (;;) {
    pCol = NULL;
    if (iCol >= pTagSchema->nCols) break;
    pCol = &pTagSchema->pSchema[iCol];
    if (strcmp(pCol->name, pAlterTbReq->tagName) == 0) break;
    iCol++;
  }
  if (iCol == 0) {
    // cannot drop 1th tag index
    terrno = -1;
    goto _err;
  }
  if (pCol == NULL) {
    terrno = TSDB_CODE_VND_COL_NOT_EXISTS;
    goto _err;
  }
dengyihao's avatar
dengyihao 已提交
1826

dengyihao's avatar
dengyihao 已提交
1827
  if (IS_IDX_ON(pCol)) {
dengyihao's avatar
dengyihao 已提交
1828 1829 1830 1831
    terrno = TSDB_CODE_VND_COL_ALREADY_EXISTS;
    goto _err;
  }

dengyihao's avatar
dengyihao 已提交
1832
  SArray *tagIdxList = taosArrayInit(512, sizeof(SMetaPair));
dengyihao's avatar
dengyihao 已提交
1833 1834 1835 1836 1837 1838 1839 1840 1841 1842

  TBC *pTagIdxc = NULL;
  tdbTbcOpen(pMeta->pTagIdx, &pTagIdxc, NULL);
  int rc =
      tdbTbcMoveTo(pTagIdxc, &(STagIdxKey){.suid = suid, .cid = INT32_MIN, .type = pCol->type}, sizeof(STagIdxKey), &c);
  for (;;) {
    void *pKey, *pVal;
    int   nKey, nVal;
    rc = tdbTbcNext(pTagIdxc, &pKey, &nKey, &pVal, &nVal);
    STagIdxKey *pIdxKey = (STagIdxKey *)pKey;
dengyihao's avatar
dengyihao 已提交
1843
    if (pIdxKey->suid != suid || pIdxKey->cid != pCol->colId) {
dengyihao's avatar
dengyihao 已提交
1844 1845 1846 1847
      tdbFree(pKey);
      tdbFree(pVal);
      continue;
    }
dengyihao's avatar
dengyihao 已提交
1848 1849 1850

    SMetaPair pair = {.key = pKey, nKey = nKey};
    taosArrayPush(tagIdxList, &pair);
dengyihao's avatar
dengyihao 已提交
1851 1852
  }
  tdbTbcClose(pTagIdxc);
dengyihao's avatar
dengyihao 已提交
1853

dengyihao's avatar
dengyihao 已提交
1854
  metaWLock(pMeta);
dengyihao's avatar
dengyihao 已提交
1855 1856 1857 1858
  for (int i = 0; i < taosArrayGetSize(tagIdxList); i++) {
    SMetaPair *pair = taosArrayGet(tagIdxList, i);
    tdbTbDelete(pMeta->pTagIdx, pair->key, pair->nkey, pMeta->txn);
  }
dengyihao's avatar
dengyihao 已提交
1859
  metaULock(pMeta);
dengyihao's avatar
dengyihao 已提交
1860 1861 1862

  taosArrayDestroy(tagIdxList);

dengyihao's avatar
dengyihao 已提交
1863
  // set pCol->flags; INDEX_ON
dengyihao's avatar
dengyihao 已提交
1864
  return 0;
dengyihao's avatar
dengyihao 已提交
1865 1866
_err:
  return -1;
dengyihao's avatar
dengyihao 已提交
1867 1868
}

D
dapan1121 已提交
1869
int metaAlterTable(SMeta *pMeta, int64_t version, SVAlterTbReq *pReq, STableMetaRsp *pMetaRsp) {
H
Hongze Cheng 已提交
1870 1871 1872 1873 1874
  switch (pReq->action) {
    case TSDB_ALTER_TABLE_ADD_COLUMN:
    case TSDB_ALTER_TABLE_DROP_COLUMN:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_NAME:
D
dapan1121 已提交
1875
      return metaAlterTableColumn(pMeta, version, pReq, pMetaRsp);
H
Hongze Cheng 已提交
1876 1877 1878 1879
    case TSDB_ALTER_TABLE_UPDATE_TAG_VAL:
      return metaUpdateTableTagVal(pMeta, version, pReq);
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
      return metaUpdateTableOptions(pMeta, version, pReq);
dengyihao's avatar
dengyihao 已提交
1880 1881 1882 1883
    case TSDB_ALTER_TABLE_ADD_TAG_INDEX:
      return metaAddTagIndex(pMeta, version, pReq);
    case TSDB_ALTER_TABLE_DROP_TAG_INDEX:
      return metaDropTagIndex(pMeta, version, pReq);
H
Hongze Cheng 已提交
1884 1885 1886 1887 1888 1889 1890
    default:
      terrno = TSDB_CODE_VND_INVALID_TABLE_ACTION;
      return -1;
      break;
  }
}

H
Hongze Cheng 已提交
1891
static int metaSaveToTbDb(SMeta *pMeta, const SMetaEntry *pME) {
H
Hongze Cheng 已提交
1892
  STbDbKey tbDbKey;
H
Hongze Cheng 已提交
1893 1894
  void    *pKey = NULL;
  void    *pVal = NULL;
H
Hongze Cheng 已提交
1895 1896
  int      kLen = 0;
  int      vLen = 0;
H
Hongze Cheng 已提交
1897
  SEncoder coder = {0};
H
Hongze Cheng 已提交
1898 1899

  // set key and value
H
Hongze Cheng 已提交
1900
  tbDbKey.version = pME->version;
H
Hongze Cheng 已提交
1901 1902
  tbDbKey.uid = pME->uid;

S
Shengliang Guan 已提交
1903
  metaDebug("vgId:%d, start to save table version:%" PRId64 " uid:%" PRId64, TD_VID(pMeta->pVnode), pME->version,
1904 1905
            pME->uid);

H
Hongze Cheng 已提交
1906 1907
  pKey = &tbDbKey;
  kLen = sizeof(tbDbKey);
H
Hongze Cheng 已提交
1908

wafwerar's avatar
wafwerar 已提交
1909 1910 1911
  int32_t ret = 0;
  tEncodeSize(metaEncodeEntry, pME, vLen, ret);
  if (ret < 0) {
H
Hongze Cheng 已提交
1912 1913 1914 1915 1916 1917 1918 1919 1920
    goto _err;
  }

  pVal = taosMemoryMalloc(vLen);
  if (pVal == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _err;
  }

H
Hongze Cheng 已提交
1921
  tEncoderInit(&coder, pVal, vLen);
H
Hongze Cheng 已提交
1922 1923 1924 1925 1926

  if (metaEncodeEntry(&coder, pME) < 0) {
    goto _err;
  }

H
Hongze Cheng 已提交
1927
  tEncoderClear(&coder);
H
Hongze Cheng 已提交
1928 1929

  // write to table.db
1930
  if (tdbTbInsert(pMeta->pTbDb, pKey, kLen, pVal, vLen, pMeta->txn) < 0) {
H
Hongze Cheng 已提交
1931 1932 1933 1934 1935 1936 1937
    goto _err;
  }

  taosMemoryFree(pVal);
  return 0;

_err:
S
Shengliang Guan 已提交
1938
  metaError("vgId:%d, failed to save table version:%" PRId64 "uid:%" PRId64 " %s", TD_VID(pMeta->pVnode), pME->version,
1939 1940
            pME->uid, tstrerror(terrno));

H
Hongze Cheng 已提交
1941 1942 1943 1944
  taosMemoryFree(pVal);
  return -1;
}

H
Hongze Cheng 已提交
1945
static int metaUpdateUidIdx(SMeta *pMeta, const SMetaEntry *pME) {
H
Hongze Cheng 已提交
1946 1947 1948 1949 1950 1951 1952
  // upsert cache
  SMetaInfo info;
  metaGetEntryInfo(pME, &info);
  metaCacheUpsert(pMeta, &info);

  SUidIdxVal uidIdxVal = {.suid = info.suid, .version = info.version, .skmVer = info.skmVer};

1953
  return tdbTbUpsert(pMeta->pUidIdx, &pME->uid, sizeof(tb_uid_t), &uidIdxVal, sizeof(uidIdxVal), pMeta->txn);
H
Hongze Cheng 已提交
1954 1955
}

C
Cary Xu 已提交
1956
static int metaUpdateSuidIdx(SMeta *pMeta, const SMetaEntry *pME) {
1957
  return tdbTbUpsert(pMeta->pSuidIdx, &pME->uid, sizeof(tb_uid_t), NULL, 0, pMeta->txn);
C
Cary Xu 已提交
1958 1959
}

H
Hongze Cheng 已提交
1960
static int metaUpdateNameIdx(SMeta *pMeta, const SMetaEntry *pME) {
1961
  return tdbTbUpsert(pMeta->pNameIdx, pME->name, strlen(pME->name) + 1, &pME->uid, sizeof(tb_uid_t), pMeta->txn);
H
Hongze Cheng 已提交
1962 1963
}

1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982
static int metaUpdateTtl(SMeta *pMeta, const SMetaEntry *pME) {
  if (pME->type != TSDB_CHILD_TABLE && pME->type != TSDB_NORMAL_TABLE) return 0;

  STtlUpdTtlCtx ctx = {.uid = pME->uid};

  if (pME->type == TSDB_CHILD_TABLE) {
    ctx.ttlDays = pME->ctbEntry.ttlDays;
    ctx.changeTimeMs = pME->ctbEntry.btime;
  } else {
    ctx.ttlDays = pME->ntbEntry.ttlDays;
    ctx.changeTimeMs = pME->ntbEntry.btime;
  }

  return ttlMgrInsertTtl(pMeta->pTtlMgr, &ctx);
}

int metaUpdateChangeTime(SMeta *pMeta, tb_uid_t uid, int64_t changeTimeMs) {
  if (!tsTtlChangeOnWrite) return 0;

S
Shungang Li 已提交
1983 1984 1985 1986 1987
  if (changeTimeMs <= 0) {
    metaWarn("Skip to change ttl deletetion time on write, uid: %" PRId64, uid);
    return TSDB_CODE_VERSION_NOT_COMPATIBLE;
  }

1988 1989 1990
  STtlUpdCtimeCtx ctx = {.uid = uid, .changeTimeMs = changeTimeMs};

  return ttlMgrUpdateChangeTime(pMeta->pTtlMgr, &ctx);
H
Hongze Cheng 已提交
1991 1992
}

H
Hongze Cheng 已提交
1993 1994
static int metaUpdateCtbIdx(SMeta *pMeta, const SMetaEntry *pME) {
  SCtbIdxKey ctbIdxKey = {.suid = pME->ctbEntry.suid, .uid = pME->uid};
wmmhello's avatar
wmmhello 已提交
1995

1996
  return tdbTbUpsert(pMeta->pCtbIdx, &ctbIdxKey, sizeof(ctbIdxKey), pME->ctbEntry.pTags,
1997
                     ((STag *)(pME->ctbEntry.pTags))->len, pMeta->txn);
H
Hongze Cheng 已提交
1998 1999
}

wmmhello's avatar
wmmhello 已提交
2000
int metaCreateTagIdxKey(tb_uid_t suid, int32_t cid, const void *pTagData, int32_t nTagData, int8_t type, tb_uid_t uid,
2001
                        STagIdxKey **ppTagIdxKey, int32_t *nTagIdxKey) {
dengyihao's avatar
dengyihao 已提交
2002 2003 2004 2005 2006
  if (IS_VAR_DATA_TYPE(type)) {
    *nTagIdxKey = sizeof(STagIdxKey) + nTagData + VARSTR_HEADER_SIZE + sizeof(tb_uid_t);
  } else {
    *nTagIdxKey = sizeof(STagIdxKey) + nTagData + sizeof(tb_uid_t);
  }
H
Hongze Cheng 已提交
2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017

  *ppTagIdxKey = (STagIdxKey *)taosMemoryMalloc(*nTagIdxKey);
  if (*ppTagIdxKey == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  (*ppTagIdxKey)->suid = suid;
  (*ppTagIdxKey)->cid = cid;
  (*ppTagIdxKey)->isNull = (pTagData == NULL) ? 1 : 0;
  (*ppTagIdxKey)->type = type;
dengyihao's avatar
dengyihao 已提交
2018 2019 2020 2021

  // refactor
  if (IS_VAR_DATA_TYPE(type)) {
    memcpy((*ppTagIdxKey)->data, (uint16_t *)&nTagData, VARSTR_HEADER_SIZE);
dengyihao's avatar
dengyihao 已提交
2022
    if (pTagData != NULL) memcpy((*ppTagIdxKey)->data + VARSTR_HEADER_SIZE, pTagData, nTagData);
dengyihao's avatar
dengyihao 已提交
2023 2024
    *(tb_uid_t *)((*ppTagIdxKey)->data + VARSTR_HEADER_SIZE + nTagData) = uid;
  } else {
dengyihao's avatar
dengyihao 已提交
2025
    if (pTagData != NULL) memcpy((*ppTagIdxKey)->data, pTagData, nTagData);
dengyihao's avatar
dengyihao 已提交
2026 2027
    *(tb_uid_t *)((*ppTagIdxKey)->data + nTagData) = uid;
  }
H
Hongze Cheng 已提交
2028 2029 2030 2031 2032 2033 2034 2035 2036

  return 0;
}

static void metaDestroyTagIdxKey(STagIdxKey *pTagIdxKey) {
  if (pTagIdxKey) taosMemoryFree(pTagIdxKey);
}

static int metaUpdateTagIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry) {
H
Hongze Cheng 已提交
2037
  void          *pData = NULL;
H
Hongze Cheng 已提交
2038 2039 2040
  int            nData = 0;
  STbDbKey       tbDbKey = {0};
  SMetaEntry     stbEntry = {0};
H
Hongze Cheng 已提交
2041
  STagIdxKey    *pTagIdxKey = NULL;
H
Hongze Cheng 已提交
2042
  int32_t        nTagIdxKey;
M
Minglei Jin 已提交
2043 2044
  const SSchema *pTagColumn;
  const void    *pTagData = NULL;
C
Cary Xu 已提交
2045
  int32_t        nTagData = 0;
H
Hongze Cheng 已提交
2046
  SDecoder       dc = {0};
2047
  int32_t        ret = 0;
H
Hongze Cheng 已提交
2048
  // get super table
H
Hongze Cheng 已提交
2049
  if (tdbTbGet(pMeta->pUidIdx, &pCtbEntry->ctbEntry.suid, sizeof(tb_uid_t), &pData, &nData) != 0) {
2050 2051 2052
    metaError("vgId:%d, failed to get stable suid for update. version:%" PRId64, TD_VID(pMeta->pVnode),
              pCtbEntry->version);
    terrno = TSDB_CODE_TDB_INVALID_TABLE_ID;
2053 2054
    ret = -1;
    goto end;
wmmhello's avatar
wmmhello 已提交
2055
  }
H
Hongze Cheng 已提交
2056
  tbDbKey.uid = pCtbEntry->ctbEntry.suid;
H
Hongze Cheng 已提交
2057
  tbDbKey.version = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
2058
  tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pData, &nData);
H
Hongze Cheng 已提交
2059 2060

  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
2061 2062 2063 2064
  ret = metaDecodeEntry(&dc, &stbEntry);
  if (ret < 0) {
    goto end;
  }
H
Hongze Cheng 已提交
2065

M
Minglei Jin 已提交
2066 2067 2068 2069
  if (stbEntry.stbEntry.schemaTag.pSchema == NULL) {
    goto end;
  }

dengyihao's avatar
dengyihao 已提交
2070 2071 2072
  SSchemaWrapper *pTagSchema = &stbEntry.stbEntry.schemaTag;
  if (pTagSchema->nCols == 1 && pTagSchema->pSchema[0].type == TSDB_DATA_TYPE_JSON) {
    pTagColumn = &stbEntry.stbEntry.schemaTag.pSchema[0];
dengyihao's avatar
dengyihao 已提交
2073
    STagVal tagVal = {.cid = pTagColumn->colId};
C
Cary Xu 已提交
2074

dengyihao's avatar
dengyihao 已提交
2075 2076
    pTagData = pCtbEntry->ctbEntry.pTags;
    nTagData = ((const STag *)pCtbEntry->ctbEntry.pTags)->len;
2077 2078
    ret = metaSaveJsonVarToIdx(pMeta, pCtbEntry, pTagColumn);
    goto end;
dengyihao's avatar
dengyihao 已提交
2079 2080 2081
  } else {
    for (int i = 0; i < pTagSchema->nCols; i++) {
      pTagColumn = &pTagSchema->pSchema[i];
dengyihao's avatar
dengyihao 已提交
2082
      if (i != 0 && !IS_IDX_ON(pTagColumn)) continue;
dengyihao's avatar
dengyihao 已提交
2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102

      STagVal tagVal = {.cid = pTagColumn->colId};
      tTagGet((const STag *)pCtbEntry->ctbEntry.pTags, &tagVal);
      if (IS_VAR_DATA_TYPE(pTagColumn->type)) {
        pTagData = tagVal.pData;
        nTagData = (int32_t)tagVal.nData;
      } else {
        pTagData = &(tagVal.i64);
        nTagData = tDataTypes[pTagColumn->type].bytes;
      }

      if (pTagData != NULL) {
        if (metaCreateTagIdxKey(pCtbEntry->ctbEntry.suid, pTagColumn->colId, pTagData, nTagData, pTagColumn->type,
                                pCtbEntry->uid, &pTagIdxKey, &nTagIdxKey) < 0) {
          ret = -1;
          goto end;
        }
        tdbTbUpsert(pMeta->pTagIdx, pTagIdxKey, nTagIdxKey, NULL, 0, pMeta->txn);
      }
      metaDestroyTagIdxKey(pTagIdxKey);
dengyihao's avatar
dengyihao 已提交
2103
    }
H
Hongze Cheng 已提交
2104
  }
2105
end:
dengyihao's avatar
dengyihao 已提交
2106
  // metaDestroyTagIdxKey(pTagIdxKey);
H
Hongze Cheng 已提交
2107 2108
  tDecoderClear(&dc);
  tdbFree(pData);
2109
  return ret;
H
Hongze Cheng 已提交
2110 2111
}

H
Hongze Cheng 已提交
2112
static int metaSaveToSkmDb(SMeta *pMeta, const SMetaEntry *pME) {
H
Hongze Cheng 已提交
2113
  SEncoder              coder = {0};
H
Hongze Cheng 已提交
2114
  void                 *pVal = NULL;
H
Hongze Cheng 已提交
2115 2116 2117 2118 2119 2120
  int                   vLen = 0;
  int                   rcode = 0;
  SSkmDbKey             skmDbKey = {0};
  const SSchemaWrapper *pSW;

  if (pME->type == TSDB_SUPER_TABLE) {
2121
    pSW = &pME->stbEntry.schemaRow;
H
Hongze Cheng 已提交
2122
  } else if (pME->type == TSDB_NORMAL_TABLE) {
2123
    pSW = &pME->ntbEntry.schemaRow;
H
Hongze Cheng 已提交
2124
  } else {
2125 2126
    metaError("meta/table: invalide table type: %" PRId8 " save skm db failed.", pME->type);
    return TSDB_CODE_FAILED;
H
Hongze Cheng 已提交
2127 2128
  }

H
Hongze Cheng 已提交
2129
  skmDbKey.uid = pME->uid;
2130
  skmDbKey.sver = pSW->version;
H
Hongze Cheng 已提交
2131

2132 2133 2134 2135 2136
  // if receive tmq meta message is: create stable1 then delete stable1 then create stable1 with multi vgroups
  if (tdbTbGet(pMeta->pSkmDb, &skmDbKey, sizeof(skmDbKey), NULL, NULL) == 0) {
    return rcode;
  }

H
Hongze Cheng 已提交
2137
  // encode schema
wafwerar's avatar
wafwerar 已提交
2138 2139 2140
  int32_t ret = 0;
  tEncodeSize(tEncodeSSchemaWrapper, pSW, vLen, ret);
  if (ret < 0) return -1;
H
Hongze Cheng 已提交
2141
  pVal = taosMemoryMalloc(vLen);
H
Hongze Cheng 已提交
2142 2143 2144 2145 2146 2147
  if (pVal == NULL) {
    rcode = -1;
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _exit;
  }

H
Hongze Cheng 已提交
2148
  tEncoderInit(&coder, pVal, vLen);
H
Hongze Cheng 已提交
2149 2150
  tEncodeSSchemaWrapper(&coder, pSW);

2151
  if (tdbTbInsert(pMeta->pSkmDb, &skmDbKey, sizeof(skmDbKey), pVal, vLen, pMeta->txn) < 0) {
H
Hongze Cheng 已提交
2152 2153 2154 2155
    rcode = -1;
    goto _exit;
  }

M
Minglei Jin 已提交
2156 2157 2158
  metaDebug("vgId:%d, set schema:(%" PRId64 ") sver:%d since %s", TD_VID(pMeta->pVnode), pME->uid, pSW->version,
            tstrerror(terrno));

H
Hongze Cheng 已提交
2159
_exit:
H
Hongze Cheng 已提交
2160
  taosMemoryFree(pVal);
H
Hongze Cheng 已提交
2161
  tEncoderClear(&coder);
H
Hongze Cheng 已提交
2162 2163 2164
  return rcode;
}

H
Hongze Cheng 已提交
2165
int metaHandleEntry(SMeta *pMeta, const SMetaEntry *pME) {
2166 2167
  int32_t code = 0;
  int32_t line = 0;
H
Hongze Cheng 已提交
2168 2169
  metaWLock(pMeta);

H
Hongze Cheng 已提交
2170
  // save to table.db
2171 2172
  code = metaSaveToTbDb(pMeta, pME);
  VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2173 2174

  // update uid.idx
2175 2176
  code = metaUpdateUidIdx(pMeta, pME);
  VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2177 2178

  // update name.idx
2179 2180
  code = metaUpdateNameIdx(pMeta, pME);
  VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2181 2182 2183

  if (pME->type == TSDB_CHILD_TABLE) {
    // update ctb.idx
2184 2185
    code = metaUpdateCtbIdx(pMeta, pME);
    VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2186 2187

    // update tag.idx
2188 2189
    code = metaUpdateTagIdx(pMeta, pME);
    VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2190 2191
  } else {
    // update schema.db
2192 2193
    code = metaSaveToSkmDb(pMeta, pME);
    VND_CHECK_CODE(code, line, _err);
C
Cary Xu 已提交
2194 2195

    if (pME->type == TSDB_SUPER_TABLE) {
2196 2197
      code = metaUpdateSuidIdx(pMeta, pME);
      VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2198
    }
H
Hongze Cheng 已提交
2199 2200
  }

2201
  code = metaUpdateBtimeIdx(pMeta, pME);
2202
  VND_CHECK_CODE(code, line, _err);
dengyihao's avatar
dengyihao 已提交
2203 2204

  if (pME->type == TSDB_NORMAL_TABLE) {
2205 2206
    code = metaUpdateNcolIdx(pMeta, pME);
    VND_CHECK_CODE(code, line, _err);
dengyihao's avatar
dengyihao 已提交
2207 2208
  }

H
Hongze Cheng 已提交
2209
  if (pME->type != TSDB_SUPER_TABLE) {
2210
    code = metaUpdateTtl(pMeta, pME);
2211
    VND_CHECK_CODE(code, line, _err);
H
Hongze Cheng 已提交
2212 2213
  }

H
Hongze Cheng 已提交
2214
  metaULock(pMeta);
2215 2216
  metaDebug("vgId:%d, handle meta entry, ver:%" PRId64 ", uid:%" PRId64 ", name:%s", TD_VID(pMeta->pVnode),
            pME->version, pME->uid, pME->name);
H
Hongze Cheng 已提交
2217
  return 0;
H
Hongze Cheng 已提交
2218 2219 2220

_err:
  metaULock(pMeta);
2221 2222
  metaError("vgId:%d, failed to handle meta entry since %s at line:%d, ver:%" PRId64 ", uid:%" PRId64 ", name:%s",
            TD_VID(pMeta->pVnode), terrstr(), line, pME->version, pME->uid, pME->name);
H
Hongze Cheng 已提交
2223
  return -1;
2224
}
2225

dengyihao's avatar
dengyihao 已提交
2226
// refactor later
dengyihao's avatar
dengyihao 已提交
2227 2228
void *metaGetIdx(SMeta *pMeta) { return pMeta->pTagIdx; }
void *metaGetIvtIdx(SMeta *pMeta) { return pMeta->pTagIvtIdx; }