metaQuery.c 37.0 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16
#include "meta.h"
H
Hongze Cheng 已提交
17

H
Hongze Cheng 已提交
18
void metaReaderInit(SMetaReader *pReader, SMeta *pMeta, int32_t flags) {
H
Hongze Cheng 已提交
19 20
  memset(pReader, 0, sizeof(*pReader));
  pReader->flags = flags;
H
Hongze Cheng 已提交
21
  pReader->pMeta = pMeta;
22
  if (pReader->pMeta && !(flags & META_READER_NOLOCK)) {
23 24
    metaRLock(pMeta);
  }
H
Hongze Cheng 已提交
25
}
H
Hongze Cheng 已提交
26

27 28 29 30 31 32 33
void metaReaderReleaseLock(SMetaReader *pReader) {
  if (pReader->pMeta && !(pReader->flags & META_READER_NOLOCK)) {
    metaULock(pReader->pMeta);
    pReader->flags |= META_READER_NOLOCK;
  }
}

H
Hongze Cheng 已提交
34
void metaReaderClear(SMetaReader *pReader) {
35
  if (pReader->pMeta && !(pReader->flags & META_READER_NOLOCK)) {
H
Hongze Cheng 已提交
36 37
    metaULock(pReader->pMeta);
  }
H
Hongze Cheng 已提交
38
  tDecoderClear(&pReader->coder);
H
Hongze Cheng 已提交
39
  tdbFree(pReader->pBuf);
H
Hongze Cheng 已提交
40 41
}

H
Hongze Cheng 已提交
42
int metaGetTableEntryByVersion(SMetaReader *pReader, int64_t version, tb_uid_t uid) {
H
Hongze Cheng 已提交
43
  SMeta   *pMeta = pReader->pMeta;
H
Hongze Cheng 已提交
44 45
  STbDbKey tbDbKey = {.version = version, .uid = uid};

H
Hongze Cheng 已提交
46
  // query table.db
H
Hongze Cheng 已提交
47
  if (tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
48
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
49 50 51 52
    goto _err;
  }

  // decode the entry
H
Hongze Cheng 已提交
53
  tDecoderInit(&pReader->coder, pReader->pBuf, pReader->szBuf);
H
Hongze Cheng 已提交
54 55 56 57 58 59 60 61 62 63 64

  if (metaDecodeEntry(&pReader->coder, &pReader->me) < 0) {
    goto _err;
  }

  return 0;

_err:
  return -1;
}

dengyihao's avatar
dengyihao 已提交
65
// int metaGetTableEntryByUidTest(void* meta, SArray *uidList) {
wmmhello's avatar
wmmhello 已提交
66
//
dengyihao's avatar
dengyihao 已提交
67 68 69 70 71
//   SArray* readerList = taosArrayInit(taosArrayGetSize(uidList), sizeof(SMetaReader));
//   SArray* uidVersion = taosArrayInit(taosArrayGetSize(uidList), sizeof(STbDbKey));
//   SMeta  *pMeta = meta;
//   int64_t version;
//   SHashObj *uHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
wmmhello's avatar
wmmhello 已提交
72
//
dengyihao's avatar
dengyihao 已提交
73 74 75 76 77 78 79 80 81 82
//   int64_t stt1 = taosGetTimestampUs();
//   for(int i = 0; i < taosArrayGetSize(uidList); i++) {
//     void* ppVal = NULL;
//     int vlen = 0;
//     uint64_t *  uid = taosArrayGet(uidList, i);
//     // query uid.idx
//     if (tdbTbGet(pMeta->pUidIdx, uid, sizeof(*uid), &ppVal, &vlen) < 0) {
//       continue;
//     }
//     version = *(int64_t *)ppVal;
wmmhello's avatar
wmmhello 已提交
83
//
dengyihao's avatar
dengyihao 已提交
84 85 86 87 88 89
//     STbDbKey tbDbKey = {.version = version, .uid = *uid};
//     taosArrayPush(uidVersion, &tbDbKey);
//     taosHashPut(uHash, uid, sizeof(int64_t), ppVal, sizeof(int64_t));
//   }
//   int64_t stt2 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest1 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt2-stt1);
wmmhello's avatar
wmmhello 已提交
90
//
dengyihao's avatar
dengyihao 已提交
91 92 93 94 95
//   TBC        *pCur = NULL;
//   tdbTbcOpen(pMeta->pTbDb, &pCur, NULL);
//   tdbTbcMoveToFirst(pCur);
//   void *pKey = NULL;
//   int   kLen = 0;
wmmhello's avatar
wmmhello 已提交
96
//
dengyihao's avatar
dengyihao 已提交
97 98 99 100 101 102 103 104 105 106
//   while(1){
//     SMetaReader pReader = {0};
//     int32_t ret = tdbTbcNext(pCur, &pKey, &kLen, &pReader.pBuf, &pReader.szBuf);
//     if (ret < 0) break;
//     STbDbKey *tmp = (STbDbKey*)pKey;
//     int64_t *ver = (int64_t*)taosHashGet(uHash, &tmp->uid, sizeof(int64_t));
//     if(ver == NULL || *ver != tmp->version) continue;
//     taosArrayPush(readerList, &pReader);
//   }
//   tdbTbcClose(pCur);
wmmhello's avatar
wmmhello 已提交
107
//
dengyihao's avatar
dengyihao 已提交
108 109 110 111 112
//   taosArrayClear(readerList);
//   int64_t stt3 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest2 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt3-stt2);
//   for(int i = 0; i < taosArrayGetSize(uidVersion); i++) {
//     SMetaReader pReader = {0};
wmmhello's avatar
wmmhello 已提交
113
//
dengyihao's avatar
dengyihao 已提交
114 115 116 117 118 119 120 121 122
//     STbDbKey *tbDbKey = taosArrayGet(uidVersion, i);
//     // query table.db
//     if (tdbTbGet(pMeta->pTbDb, tbDbKey, sizeof(STbDbKey), &pReader.pBuf, &pReader.szBuf) < 0) {
//       continue;
//     }
//     taosArrayPush(readerList, &pReader);
//   }
//   int64_t stt4 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest3 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt4-stt3);
wmmhello's avatar
wmmhello 已提交
123
//
dengyihao's avatar
dengyihao 已提交
124 125 126 127 128
//   for(int i = 0; i < taosArrayGetSize(readerList); i++){
//     SMetaReader* pReader  = taosArrayGet(readerList, i);
//     metaReaderInit(pReader, meta, 0);
//     // decode the entry
//     tDecoderInit(&pReader->coder, pReader->pBuf, pReader->szBuf);
wmmhello's avatar
wmmhello 已提交
129
//
dengyihao's avatar
dengyihao 已提交
130 131 132 133 134 135 136 137
//     if (metaDecodeEntry(&pReader->coder, &pReader->me) < 0) {
//     }
//     metaReaderClear(pReader);
//   }
//   int64_t stt5 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest4 rows:%d, cost:%ld us", taosArrayGetSize(readerList), stt5-stt4);
//   return 0;
// }
wmmhello's avatar
wmmhello 已提交
138

H
Hongze Cheng 已提交
139
bool metaIsTableExist(SMeta *pMeta, tb_uid_t uid) {
140
  // query uid.idx
141 142
  metaRLock(pMeta);

143
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), NULL, NULL) < 0) {
144 145
    metaULock(pMeta);

146 147 148
    return false;
  }

149 150
  metaULock(pMeta);

151 152 153
  return true;
}

H
Hongze Cheng 已提交
154
int metaGetTableEntryByUid(SMetaReader *pReader, tb_uid_t uid) {
155
  SMeta  *pMeta = pReader->pMeta;
156
  int64_t version1;
H
Hongze Cheng 已提交
157 158

  // query uid.idx
H
Hongze Cheng 已提交
159
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
160
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
161 162 163
    return -1;
  }

164 165
  version1 = ((SUidIdxVal *)pReader->pBuf)[0].version;
  return metaGetTableEntryByVersion(pReader, version1, uid);
H
Hongze Cheng 已提交
166 167
}

H
Haojun Liao 已提交
168 169
int metaGetTableEntryByUidCache(SMetaReader *pReader, tb_uid_t uid) {
  SMeta *pMeta = pReader->pMeta;
170 171 172 173 174 175 176 177

  SMetaInfo info;
  if (metaGetInfo(pMeta, uid, &info, pReader) == TSDB_CODE_NOT_FOUND) {
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
    return -1;
  }

  return metaGetTableEntryByVersion(pReader, info.version, uid);
H
Hongze Cheng 已提交
178 179
}

H
Hongze Cheng 已提交
180
int metaGetTableEntryByName(SMetaReader *pReader, const char *name) {
H
Hongze Cheng 已提交
181
  SMeta   *pMeta = pReader->pMeta;
H
Hongze Cheng 已提交
182 183 184
  tb_uid_t uid;

  // query name.idx
H
Hongze Cheng 已提交
185
  if (tdbTbGet(pMeta->pNameIdx, name, strlen(name) + 1, &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
186
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
187 188 189 190
    return -1;
  }

  uid = *(tb_uid_t *)pReader->pBuf;
H
Hongze Cheng 已提交
191
  return metaGetTableEntryByUid(pReader, uid);
H
Hongze Cheng 已提交
192 193
}

H
Hongze Cheng 已提交
194
tb_uid_t metaGetTableEntryUidByName(SMeta *pMeta, const char *name) {
H
Hongze Cheng 已提交
195
  void    *pData = NULL;
H
Hongze Cheng 已提交
196 197 198
  int      nData = 0;
  tb_uid_t uid = 0;

wmmhello's avatar
wmmhello 已提交
199 200
  metaRLock(pMeta);

H
Hongze Cheng 已提交
201 202 203 204 205
  if (tdbTbGet(pMeta->pNameIdx, name, strlen(name) + 1, &pData, &nData) == 0) {
    uid = *(tb_uid_t *)pData;
    tdbFree(pData);
  }

wmmhello's avatar
wmmhello 已提交
206 207
  metaULock(pMeta);

208
  return uid;
H
Hongze Cheng 已提交
209 210
}

dengyihao's avatar
dengyihao 已提交
211
int metaGetTableNameByUid(void *meta, uint64_t uid, char *tbName) {
212
  int         code = 0;
D
dapan1121 已提交
213
  SMetaReader mr = {0};
dengyihao's avatar
dengyihao 已提交
214
  metaReaderInit(&mr, (SMeta *)meta, 0);
215 216 217 218 219
  code = metaGetTableEntryByUid(&mr, uid);
  if (code < 0) {
    metaReaderClear(&mr);
    return -1;
  }
D
dapan1121 已提交
220 221 222 223 224 225

  STR_TO_VARSTR(tbName, mr.me.name);
  metaReaderClear(&mr);

  return 0;
}
S
slzhou 已提交
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241

int metaGetTableSzNameByUid(void *meta, uint64_t uid, char *tbName) {
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);
  code = metaGetTableEntryByUid(&mr, uid);
  if (code < 0) {
    metaReaderClear(&mr);
    return -1;
  }
  strncpy(tbName, mr.me.name, TSDB_TABLE_NAME_LEN);
  metaReaderClear(&mr);

  return 0;
}

H
Haojun Liao 已提交
242
int metaGetTableUidByName(void *meta, char *tbName, uint64_t *uid) {
dengyihao's avatar
dengyihao 已提交
243 244 245
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);
dengyihao's avatar
dengyihao 已提交
246 247 248 249

  SMetaReader *pReader = &mr;

  // query name.idx
dengyihao's avatar
dengyihao 已提交
250
  if (tdbTbGet(pReader->pMeta->pNameIdx, tbName, strlen(tbName) + 1, &pReader->pBuf, &pReader->szBuf) < 0) {
dengyihao's avatar
dengyihao 已提交
251
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
dengyihao's avatar
dengyihao 已提交
252 253 254 255
    metaReaderClear(&mr);
    return -1;
  }

dengyihao's avatar
dengyihao 已提交
256
  *uid = *(tb_uid_t *)pReader->pBuf;
dengyihao's avatar
dengyihao 已提交
257

dengyihao's avatar
dengyihao 已提交
258 259 260 261
  metaReaderClear(&mr);

  return 0;
}
D
dapan1121 已提交
262

dengyihao's avatar
dengyihao 已提交
263 264 265 266 267
int metaGetTableTypeByName(void *meta, char *tbName, ETableType *tbType) {
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);

dengyihao's avatar
dengyihao 已提交
268 269 270
  code = metaGetTableEntryByName(&mr, tbName);
  if (code == 0) *tbType = mr.me.type;

dengyihao's avatar
dengyihao 已提交
271
  metaReaderClear(&mr);
dengyihao's avatar
dengyihao 已提交
272
  return code;
dengyihao's avatar
dengyihao 已提交
273 274
}

H
Hongze Cheng 已提交
275
int metaReadNext(SMetaReader *pReader) {
H
Hongze Cheng 已提交
276 277
  SMeta *pMeta = pReader->pMeta;

H
Hongze Cheng 已提交
278
  // TODO
H
Hongze Cheng 已提交
279

H
Hongze Cheng 已提交
280 281 282 283
  return 0;
}

#if 1  // ===================================================
H
Hongze Cheng 已提交
284 285 286 287 288 289 290 291
SMTbCursor *metaOpenTbCursor(SMeta *pMeta) {
  SMTbCursor *pTbCur = NULL;

  pTbCur = (SMTbCursor *)taosMemoryCalloc(1, sizeof(*pTbCur));
  if (pTbCur == NULL) {
    return NULL;
  }

H
Hongze Cheng 已提交
292
  metaReaderInit(&pTbCur->mr, pMeta, 0);
H
Hongze Cheng 已提交
293

H
Hongze Cheng 已提交
294
  tdbTbcOpen(pMeta->pUidIdx, &pTbCur->pDbc, NULL);
H
Hongze Cheng 已提交
295

H
Hongze Cheng 已提交
296
  tdbTbcMoveToFirst(pTbCur->pDbc);
H
Hongze Cheng 已提交
297

H
Hongze Cheng 已提交
298 299 300 301 302
  return pTbCur;
}

void metaCloseTbCursor(SMTbCursor *pTbCur) {
  if (pTbCur) {
H
Hongze Cheng 已提交
303 304
    tdbFree(pTbCur->pKey);
    tdbFree(pTbCur->pVal);
H
Hongze Cheng 已提交
305
    metaReaderClear(&pTbCur->mr);
H
Hongze Cheng 已提交
306
    if (pTbCur->pDbc) {
H
Hongze Cheng 已提交
307
      tdbTbcClose(pTbCur->pDbc);
H
Hongze Cheng 已提交
308 309 310 311 312
    }
    taosMemoryFree(pTbCur);
  }
}

wmmhello's avatar
wmmhello 已提交
313
int metaTbCursorNext(SMTbCursor *pTbCur, ETableType jumpTableType) {
H
Hongze Cheng 已提交
314
  int    ret;
H
Hongze Cheng 已提交
315
  void  *pBuf;
H
Hongze Cheng 已提交
316 317 318
  STbCfg tbCfg;

  for (;;) {
H
Hongze Cheng 已提交
319
    ret = tdbTbcNext(pTbCur->pDbc, &pTbCur->pKey, &pTbCur->kLen, &pTbCur->pVal, &pTbCur->vLen);
H
Hongze Cheng 已提交
320 321
    if (ret < 0) {
      return -1;
H
Hongze Cheng 已提交
322 323
    }

M
Minglei Jin 已提交
324 325
    tDecoderClear(&pTbCur->mr.coder);

H
Hongze Cheng 已提交
326
    metaGetTableEntryByVersion(&pTbCur->mr, ((SUidIdxVal *)pTbCur->pVal)[0].version, *(tb_uid_t *)pTbCur->pKey);
wmmhello's avatar
wmmhello 已提交
327
    if (pTbCur->mr.me.type == jumpTableType) {
H
Hongze Cheng 已提交
328 329
      continue;
    }
H
Hongze Cheng 已提交
330 331

    break;
H
Hongze Cheng 已提交
332 333
  }

H
Hongze Cheng 已提交
334
  return 0;
H
Hongze Cheng 已提交
335 336
}

337
SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) {
H
Hongze Cheng 已提交
338
  void           *pData = NULL;
H
Hongze Cheng 已提交
339 340 341 342 343
  int             nData = 0;
  int64_t         version;
  SSchemaWrapper  schema = {0};
  SSchemaWrapper *pSchema = NULL;
  SDecoder        dc = {0};
344 345 346
  if (lock) {
    metaRLock(pMeta);
  }
H
Hongze Cheng 已提交
347 348 349 350
_query:
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData) < 0) {
    goto _err;
  }
H
Hongze Cheng 已提交
351

H
Hongze Cheng 已提交
352
  version = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
353

H
Hongze Cheng 已提交
354 355 356 357 358 359
  tdbTbGet(pMeta->pTbDb, &(STbDbKey){.uid = uid, .version = version}, sizeof(STbDbKey), &pData, &nData);
  SMetaEntry me = {0};
  tDecoderInit(&dc, pData, nData);
  metaDecodeEntry(&dc, &me);
  if (me.type == TSDB_SUPER_TABLE) {
    if (sver == -1 || sver == me.stbEntry.schemaRow.version) {
H
Hongze Cheng 已提交
360
      pSchema = tCloneSSchemaWrapper(&me.stbEntry.schemaRow);
H
Hongze Cheng 已提交
361 362
      tDecoderClear(&dc);
      goto _exit;
H
Hongze Cheng 已提交
363
    }
364 365
    {  // Traverse to find the previous qualified data
      TBC *pCur;
366 367
      tdbTbcOpen(pMeta->pTbDb, &pCur, NULL);
      STbDbKey key = {.version = sver, .uid = INT64_MAX};
368
      int      c = 0;
369
      tdbTbcMoveTo(pCur, &key, sizeof(key), &c);
370
      if (c < 0) {
371 372 373 374 375 376
        tdbTbcMoveToPrev(pCur);
      }

      void *pKey = NULL;
      void *pVal = NULL;
      int   vLen = 0, kLen = 0;
377
      while (1) {
378 379 380
        int32_t ret = tdbTbcPrev(pCur, &pKey, &kLen, &pVal, &vLen);
        if (ret < 0) break;

381 382
        STbDbKey *tmp = (STbDbKey *)pKey;
        if (tmp->uid != uid) {
383 384 385 386 387 388 389 390 391
          continue;
        }
        SDecoder   dcNew = {0};
        SMetaEntry meNew = {0};
        tDecoderInit(&dcNew, pVal, vLen);
        metaDecodeEntry(&dcNew, &meNew);
        pSchema = tCloneSSchemaWrapper(&meNew.stbEntry.schemaRow);
        tDecoderClear(&dcNew);
        tdbTbcClose(pCur);
392 393
        tdbFree(pKey);
        tdbFree(pVal);
394 395
        goto _exit;
      }
396 397
      tdbFree(pKey);
      tdbFree(pVal);
398 399
      tdbTbcClose(pCur);
    }
H
Hongze Cheng 已提交
400 401
  } else if (me.type == TSDB_CHILD_TABLE) {
    uid = me.ctbEntry.suid;
H
Hongze Cheng 已提交
402
    tDecoderClear(&dc);
H
Hongze Cheng 已提交
403
    goto _query;
H
Hongze Cheng 已提交
404
  } else {
H
Hongze Cheng 已提交
405 406 407 408
    if (sver == -1 || sver == me.ntbEntry.schemaRow.version) {
      pSchema = tCloneSSchemaWrapper(&me.ntbEntry.schemaRow);
      tDecoderClear(&dc);
      goto _exit;
H
Hongze Cheng 已提交
409
    }
H
Hongze Cheng 已提交
410 411
  }
  tDecoderClear(&dc);
H
Hongze Cheng 已提交
412

H
Hongze Cheng 已提交
413 414 415
  // query from skm db
  if (tdbTbGet(pMeta->pSkmDb, &(SSkmDbKey){.uid = uid, .sver = sver}, sizeof(SSkmDbKey), &pData, &nData) < 0) {
    goto _err;
H
Hongze Cheng 已提交
416
  }
H
Hongze Cheng 已提交
417

H
Hongze Cheng 已提交
418
  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
419
  tDecodeSSchemaWrapperEx(&dc, &schema);
H
Hongze Cheng 已提交
420 421 422 423
  pSchema = tCloneSSchemaWrapper(&schema);
  tDecoderClear(&dc);

_exit:
424
  tDecoderClear(&dc);
425 426 427
  if (lock) {
    metaULock(pMeta);
  }
H
Hongze Cheng 已提交
428 429
  tdbFree(pData);
  return pSchema;
H
Hongze Cheng 已提交
430

H
Hongze Cheng 已提交
431
_err:
432
  tDecoderClear(&dc);
433 434 435
  if (lock) {
    metaULock(pMeta);
  }
H
Hongze Cheng 已提交
436 437
  tdbFree(pData);
  return NULL;
H
Hongze Cheng 已提交
438 439
}

H
Hongze Cheng 已提交
440 441 442
int metaTtlSmaller(SMeta *pMeta, uint64_t ttl, SArray *uidList) {
  TBC *pCur;
  int  ret = tdbTbcOpen(pMeta->pTtlIdx, &pCur, NULL);
443 444 445 446 447 448 449 450 451 452 453 454 455 456
  if (ret < 0) {
    return ret;
  }

  STtlIdxKey ttlKey = {0};
  ttlKey.dtime = ttl;
  ttlKey.uid = INT64_MAX;
  int c = 0;
  tdbTbcMoveTo(pCur, &ttlKey, sizeof(ttlKey), &c);
  if (c < 0) {
    tdbTbcMoveToPrev(pCur);
  }

  void *pKey = NULL;
H
Hongze Cheng 已提交
457 458
  int   kLen = 0;
  while (1) {
459 460 461 462
    ret = tdbTbcPrev(pCur, &pKey, &kLen, NULL, NULL);
    if (ret < 0) {
      break;
    }
H
Hongze Cheng 已提交
463
    ttlKey = *(STtlIdxKey *)pKey;
464 465
    taosArrayPush(uidList, &ttlKey.uid);
  }
wmmhello's avatar
wmmhello 已提交
466
  tdbFree(pKey);
467 468 469 470
  tdbTbcClose(pCur);
  return 0;
}

H
Hongze Cheng 已提交
471
struct SMCtbCursor {
H
Hongze Cheng 已提交
472 473
  SMeta   *pMeta;
  TBC     *pCur;
H
Hongze Cheng 已提交
474
  tb_uid_t suid;
H
Hongze Cheng 已提交
475 476
  void    *pKey;
  void    *pVal;
H
Hongze Cheng 已提交
477 478 479 480
  int      kLen;
  int      vLen;
};

481
SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid, int lock) {
H
Hongze Cheng 已提交
482
  SMCtbCursor *pCtbCur = NULL;
H
Hongze Cheng 已提交
483
  SCtbIdxKey   ctbIdxKey;
C
Cary Xu 已提交
484 485
  int          ret = 0;
  int          c = 0;
H
Hongze Cheng 已提交
486

H
Hongze Cheng 已提交
487 488 489 490
  pCtbCur = (SMCtbCursor *)taosMemoryCalloc(1, sizeof(*pCtbCur));
  if (pCtbCur == NULL) {
    return NULL;
  }
H
Hongze Cheng 已提交
491

H
fix  
Hongze Cheng 已提交
492
  pCtbCur->pMeta = pMeta;
H
Hongze Cheng 已提交
493
  pCtbCur->suid = uid;
494 495 496
  if (lock) {
    metaRLock(pMeta);
  }
H
fix  
Hongze Cheng 已提交
497

H
Hongze Cheng 已提交
498
  ret = tdbTbcOpen(pMeta->pCtbIdx, &pCtbCur->pCur, NULL);
H
Hongze Cheng 已提交
499
  if (ret < 0) {
H
fix  
Hongze Cheng 已提交
500
    metaULock(pMeta);
H
Hongze Cheng 已提交
501 502 503
    taosMemoryFree(pCtbCur);
    return NULL;
  }
H
Hongze Cheng 已提交
504

H
Hongze Cheng 已提交
505 506 507
  // move to the suid
  ctbIdxKey.suid = uid;
  ctbIdxKey.uid = INT64_MIN;
H
Hongze Cheng 已提交
508
  tdbTbcMoveTo(pCtbCur->pCur, &ctbIdxKey, sizeof(ctbIdxKey), &c);
H
Hongze Cheng 已提交
509
  if (c > 0) {
H
Hongze Cheng 已提交
510
    tdbTbcMoveToNext(pCtbCur->pCur);
H
Hongze Cheng 已提交
511 512
  }

H
Hongze Cheng 已提交
513 514 515
  return pCtbCur;
}

516
void metaCloseCtbCursor(SMCtbCursor *pCtbCur, int lock) {
H
Hongze Cheng 已提交
517
  if (pCtbCur) {
518
    if (pCtbCur->pMeta && lock) metaULock(pCtbCur->pMeta);
H
Hongze Cheng 已提交
519
    if (pCtbCur->pCur) {
H
Hongze Cheng 已提交
520
      tdbTbcClose(pCtbCur->pCur);
H
Hongze Cheng 已提交
521

H
Hongze Cheng 已提交
522 523
      tdbFree(pCtbCur->pKey);
      tdbFree(pCtbCur->pVal);
H
Hongze Cheng 已提交
524
    }
H
Hongze Cheng 已提交
525

H
Hongze Cheng 已提交
526 527
    taosMemoryFree(pCtbCur);
  }
H
Hongze Cheng 已提交
528 529 530
}

tb_uid_t metaCtbCursorNext(SMCtbCursor *pCtbCur) {
H
Hongze Cheng 已提交
531 532
  int         ret;
  SCtbIdxKey *pCtbIdxKey;
H
Hongze Cheng 已提交
533

H
Hongze Cheng 已提交
534
  ret = tdbTbcNext(pCtbCur->pCur, &pCtbCur->pKey, &pCtbCur->kLen, &pCtbCur->pVal, &pCtbCur->vLen);
H
Hongze Cheng 已提交
535 536 537
  if (ret < 0) {
    return 0;
  }
H
Hongze Cheng 已提交
538

H
Hongze Cheng 已提交
539
  pCtbIdxKey = pCtbCur->pKey;
H
Hongze Cheng 已提交
540 541 542
  if (pCtbIdxKey->suid > pCtbCur->suid) {
    return 0;
  }
H
Hongze Cheng 已提交
543

H
Hongze Cheng 已提交
544
  return pCtbIdxKey->uid;
H
Hongze Cheng 已提交
545 546
}

C
Cary Xu 已提交
547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
struct SMStbCursor {
  SMeta   *pMeta;
  TBC     *pCur;
  tb_uid_t suid;
  void    *pKey;
  void    *pVal;
  int      kLen;
  int      vLen;
};

SMStbCursor *metaOpenStbCursor(SMeta *pMeta, tb_uid_t suid) {
  SMStbCursor *pStbCur = NULL;
  int          ret = 0;
  int          c = 0;

  pStbCur = (SMStbCursor *)taosMemoryCalloc(1, sizeof(*pStbCur));
  if (pStbCur == NULL) {
C
Cary Xu 已提交
564
    terrno = TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
565 566 567 568 569 570 571 572 573
    return NULL;
  }

  pStbCur->pMeta = pMeta;
  pStbCur->suid = suid;
  metaRLock(pMeta);

  ret = tdbTbcOpen(pMeta->pSuidIdx, &pStbCur->pCur, NULL);
  if (ret < 0) {
C
Cary Xu 已提交
574
    terrno = TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609
    metaULock(pMeta);
    taosMemoryFree(pStbCur);
    return NULL;
  }

  // move to the suid
  tdbTbcMoveTo(pStbCur->pCur, &suid, sizeof(suid), &c);
  if (c > 0) {
    tdbTbcMoveToNext(pStbCur->pCur);
  }

  return pStbCur;
}

void metaCloseStbCursor(SMStbCursor *pStbCur) {
  if (pStbCur) {
    if (pStbCur->pMeta) metaULock(pStbCur->pMeta);
    if (pStbCur->pCur) {
      tdbTbcClose(pStbCur->pCur);

      tdbFree(pStbCur->pKey);
      tdbFree(pStbCur->pVal);
    }

    taosMemoryFree(pStbCur);
  }
}

tb_uid_t metaStbCursorNext(SMStbCursor *pStbCur) {
  int ret;

  ret = tdbTbcNext(pStbCur->pCur, &pStbCur->pKey, &pStbCur->kLen, &pStbCur->pVal, &pStbCur->vLen);
  if (ret < 0) {
    return 0;
  }
H
Hongze Cheng 已提交
610
  return *(tb_uid_t *)pStbCur->pKey;
C
Cary Xu 已提交
611 612
}

613
STSchema *metaGetTbTSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) {
H
Hongze Cheng 已提交
614
  STSchema       *pTSchema = NULL;
H
Hongze Cheng 已提交
615
  SSchemaWrapper *pSW = NULL;
H
Hongze Cheng 已提交
616
  SSchema        *pSchema = NULL;
H
Hongze Cheng 已提交
617

618
  pSW = metaGetTableSchema(pMeta, uid, sver, lock);
C
Cary Xu 已提交
619
  if (!pSW) return NULL;
H
fix  
Hongze Cheng 已提交
620

H
Hongze Cheng 已提交
621
  pTSchema = tBuildTSchema(pSW->pSchema, pSW->nCols, pSW->version);
H
Hongze Cheng 已提交
622

H
Hongze Cheng 已提交
623 624
  taosMemoryFree(pSW->pSchema);
  taosMemoryFree(pSW);
H
Hongze Cheng 已提交
625 626 627
  return pTSchema;
}

H
Hongze Cheng 已提交
628
int32_t metaGetTbTSchemaEx(SMeta *pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sver, STSchema **ppTSchema) {
H
Hongze Cheng 已提交
629 630
  int32_t code = 0;

H
Hongze Cheng 已提交
631 632
  void     *pData = NULL;
  int       nData = 0;
H
Hongze Cheng 已提交
633 634 635
  SSkmDbKey skmDbKey;
  if (sver <= 0) {
    SMetaInfo info;
636
    if (metaGetInfo(pMeta, suid ? suid : uid, &info, NULL) == 0) {
H
Hongze Cheng 已提交
637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654
      sver = info.skmVer;
    } else {
      TBC *pSkmDbC = NULL;
      int  c;

      skmDbKey.uid = suid ? suid : uid;
      skmDbKey.sver = INT32_MAX;

      tdbTbcOpen(pMeta->pSkmDb, &pSkmDbC, NULL);
      metaRLock(pMeta);

      if (tdbTbcMoveTo(pSkmDbC, &skmDbKey, sizeof(skmDbKey), &c) < 0) {
        metaULock(pMeta);
        tdbTbcClose(pSkmDbC);
        code = TSDB_CODE_NOT_FOUND;
        goto _exit;
      }

655
      if (c == 0) {
656 657
        metaULock(pMeta);
        tdbTbcClose(pSkmDbC);
658
        code = TSDB_CODE_FAILED;
659
        metaError("meta/query: incorrect c: %" PRId32 ".", c);
660 661
        goto _exit;
      }
H
Hongze Cheng 已提交
662 663 664 665 666 667 668 669 670

      if (c < 0) {
        tdbTbcMoveToPrev(pSkmDbC);
      }

      const void *pKey = NULL;
      int32_t     nKey = 0;
      tdbTbcGet(pSkmDbC, &pKey, &nKey, NULL, NULL);

H
Hongze Cheng 已提交
671
      if (((SSkmDbKey *)pKey)->uid != skmDbKey.uid) {
H
Hongze Cheng 已提交
672 673 674 675 676 677 678 679 680 681 682 683
        metaULock(pMeta);
        tdbTbcClose(pSkmDbC);
        code = TSDB_CODE_NOT_FOUND;
        goto _exit;
      }

      sver = ((SSkmDbKey *)pKey)->sver;

      metaULock(pMeta);
      tdbTbcClose(pSkmDbC);
    }
  }
H
Hongze Cheng 已提交
684

685 686 687 688 689
  if (sver <= 0) {
    metaError("meta/query: incorrect sver: %" PRId32 ".", sver);
    code = TSDB_CODE_FAILED;
    goto _exit;
  }
H
Hongze Cheng 已提交
690 691 692

  skmDbKey.uid = suid ? suid : uid;
  skmDbKey.sver = sver;
H
Hongze Cheng 已提交
693
  metaRLock(pMeta);
H
Hongze Cheng 已提交
694
  if (tdbTbGet(pMeta->pSkmDb, &skmDbKey, sizeof(SSkmDbKey), &pData, &nData) < 0) {
H
Hongze Cheng 已提交
695
    metaULock(pMeta);
H
Hongze Cheng 已提交
696 697
    code = TSDB_CODE_NOT_FOUND;
    goto _exit;
H
Hongze Cheng 已提交
698 699 700 701 702 703 704 705 706
  }
  metaULock(pMeta);

  // decode
  SDecoder        dc = {0};
  SSchemaWrapper  schema;
  SSchemaWrapper *pSchemaWrapper = &schema;

  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
707
  (void)tDecodeSSchemaWrapper(&dc, pSchemaWrapper);
H
Hongze Cheng 已提交
708
  tDecoderClear(&dc);
709
  tdbFree(pData);
H
Hongze Cheng 已提交
710 711

  // convert
H
Hongze Cheng 已提交
712
  STSchema *pTSchema = tBuildTSchema(pSchemaWrapper->pSchema, pSchemaWrapper->nCols, pSchemaWrapper->version);
H
Haojun Liao 已提交
713 714 715 716
  if (pTSchema == NULL) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

H
Hongze Cheng 已提交
717 718 719
  *ppTSchema = pTSchema;
  taosMemoryFree(pSchemaWrapper->pSchema);

H
Hongze Cheng 已提交
720
_exit:
H
Hongze Cheng 已提交
721 722 723
  return code;
}

724 725
// N.B. Called by statusReq per second
int64_t metaGetTbNum(SMeta *pMeta) {
726 727 728 729 730
  // num of child tables (excluding normal tables , stables and others)

  /* int64_t num = 0; */
  /* vnodeGetAllCtbNum(pMeta->pVnode, &num); */

731
  return pMeta->pVnode->config.vndStats.numOfCTables + pMeta->pVnode->config.vndStats.numOfNTables;
732 733 734
}

// N.B. Called by statusReq per second
M
Minglei Jin 已提交
735
int64_t metaGetTimeSeriesNum(SMeta *pMeta) {
736
  // sum of (number of columns of stable -  1) * number of ctables (excluding timestamp column)
737 738
  if (pMeta->pVnode->config.vndStats.numOfTimeSeries <= 0 ||
      ++pMeta->pVnode->config.vndStats.itvTimeSeries % (60 * 5) == 0) {
739 740 741 742
    int64_t num = 0;
    vnodeGetTimeSeriesNum(pMeta->pVnode, &num);
    pMeta->pVnode->config.vndStats.numOfTimeSeries = num;

743
    pMeta->pVnode->config.vndStats.itvTimeSeries = (TD_VID(pMeta->pVnode) % 100) * 2;
744
  }
745

746
  return pMeta->pVnode->config.vndStats.numOfTimeSeries + pMeta->pVnode->config.vndStats.numOfNTimeSeries;
C
Cary Xu 已提交
747
}
H
Hongze Cheng 已提交
748

749
int64_t metaGetNtbNum(SMeta *pMeta) { return pMeta->pVnode->config.vndStats.numOfNTables; }
750

C
Cary Xu 已提交
751
typedef struct {
H
Hongze Cheng 已提交
752 753
  SMeta   *pMeta;
  TBC     *pCur;
C
Cary Xu 已提交
754
  tb_uid_t uid;
H
Hongze Cheng 已提交
755 756
  void    *pKey;
  void    *pVal;
C
Cary Xu 已提交
757 758 759 760 761 762 763 764 765 766 767 768 769
  int      kLen;
  int      vLen;
} SMSmaCursor;

SMSmaCursor *metaOpenSmaCursor(SMeta *pMeta, tb_uid_t uid) {
  SMSmaCursor *pSmaCur = NULL;
  SSmaIdxKey   smaIdxKey;
  int          ret;
  int          c;

  pSmaCur = (SMSmaCursor *)taosMemoryCalloc(1, sizeof(*pSmaCur));
  if (pSmaCur == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
Hongze Cheng 已提交
770 771 772
    return NULL;
  }

C
Cary Xu 已提交
773 774 775 776
  pSmaCur->pMeta = pMeta;
  pSmaCur->uid = uid;
  metaRLock(pMeta);

H
Hongze Cheng 已提交
777
  ret = tdbTbcOpen(pMeta->pSmaIdx, &pSmaCur->pCur, NULL);
C
Cary Xu 已提交
778 779 780
  if (ret < 0) {
    metaULock(pMeta);
    taosMemoryFree(pSmaCur);
H
Hongze Cheng 已提交
781 782 783
    return NULL;
  }

C
Cary Xu 已提交
784 785 786
  // move to the suid
  smaIdxKey.uid = uid;
  smaIdxKey.smaUid = INT64_MIN;
H
Hongze Cheng 已提交
787
  tdbTbcMoveTo(pSmaCur->pCur, &smaIdxKey, sizeof(smaIdxKey), &c);
C
Cary Xu 已提交
788
  if (c > 0) {
H
Hongze Cheng 已提交
789
    tdbTbcMoveToNext(pSmaCur->pCur);
C
Cary Xu 已提交
790
  }
H
Hongze Cheng 已提交
791

C
Cary Xu 已提交
792 793
  return pSmaCur;
}
H
Hongze Cheng 已提交
794

C
Cary Xu 已提交
795 796 797 798
void metaCloseSmaCursor(SMSmaCursor *pSmaCur) {
  if (pSmaCur) {
    if (pSmaCur->pMeta) metaULock(pSmaCur->pMeta);
    if (pSmaCur->pCur) {
H
Hongze Cheng 已提交
799
      tdbTbcClose(pSmaCur->pCur);
H
Hongze Cheng 已提交
800

C
Cary Xu 已提交
801 802 803
      tdbFree(pSmaCur->pKey);
      tdbFree(pSmaCur->pVal);
    }
H
Hongze Cheng 已提交
804

C
Cary Xu 已提交
805 806 807 808 809 810 811 812
    taosMemoryFree(pSmaCur);
  }
}

tb_uid_t metaSmaCursorNext(SMSmaCursor *pSmaCur) {
  int         ret;
  SSmaIdxKey *pSmaIdxKey;

H
Hongze Cheng 已提交
813
  ret = tdbTbcNext(pSmaCur->pCur, &pSmaCur->pKey, &pSmaCur->kLen, &pSmaCur->pVal, &pSmaCur->vLen);
C
Cary Xu 已提交
814 815 816 817 818 819 820 821 822 823 824 825 826 827
  if (ret < 0) {
    return 0;
  }

  pSmaIdxKey = pSmaCur->pKey;
  if (pSmaIdxKey->uid > pSmaCur->uid) {
    return 0;
  }

  return pSmaIdxKey->uid;
}

STSmaWrapper *metaGetSmaInfoByTable(SMeta *pMeta, tb_uid_t uid, bool deepCopy) {
  STSmaWrapper *pSW = NULL;
H
Hongze Cheng 已提交
828
  SArray       *pSmaIds = NULL;
C
Cary Xu 已提交
829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851

  if (!(pSmaIds = metaGetSmaIdsByTable(pMeta, uid))) {
    return NULL;
  }

  pSW = taosMemoryCalloc(1, sizeof(*pSW));
  if (!pSW) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _err;
  }

  pSW->number = taosArrayGetSize(pSmaIds);
  pSW->tSma = taosMemoryCalloc(pSW->number, sizeof(STSma));

  if (!pSW->tSma) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _err;
  }

  SMetaReader mr = {0};
  metaReaderInit(&mr, pMeta, 0);
  int64_t smaId;
  int     smaIdx = 0;
H
Hongze Cheng 已提交
852
  STSma  *pTSma = NULL;
C
Cary Xu 已提交
853 854 855
  for (int i = 0; i < pSW->number; ++i) {
    smaId = *(tb_uid_t *)taosArrayGet(pSmaIds, i);
    if (metaGetTableEntryByUid(&mr, smaId) < 0) {
856
      tDecoderClear(&mr.coder);
S
Shengliang Guan 已提交
857
      metaWarn("vgId:%d, no entry for tbId:%" PRIi64 ", smaId:%" PRIi64, TD_VID(pMeta->pVnode), uid, smaId);
C
Cary Xu 已提交
858 859
      continue;
    }
860
    tDecoderClear(&mr.coder);
C
Cary Xu 已提交
861 862 863 864 865 866 867 868
    pTSma = pSW->tSma + smaIdx;
    memcpy(pTSma, mr.me.smaEntry.tsma, sizeof(STSma));
    if (deepCopy) {
      if (pTSma->exprLen > 0) {
        if (!(pTSma->expr = taosMemoryCalloc(1, pTSma->exprLen))) {
          terrno = TSDB_CODE_OUT_OF_MEMORY;
          goto _err;
        }
H
Hongze Cheng 已提交
869
        memcpy((void *)pTSma->expr, mr.me.smaEntry.tsma->expr, pTSma->exprLen);
H
Hongze Cheng 已提交
870
      }
C
Cary Xu 已提交
871 872 873 874 875
      if (pTSma->tagsFilterLen > 0) {
        if (!(pTSma->tagsFilter = taosMemoryCalloc(1, pTSma->tagsFilterLen))) {
          terrno = TSDB_CODE_OUT_OF_MEMORY;
          goto _err;
        }
H
Hongze Cheng 已提交
876
      }
H
Hongze Cheng 已提交
877
      memcpy((void *)pTSma->tagsFilter, mr.me.smaEntry.tsma->tagsFilter, pTSma->tagsFilterLen);
C
Cary Xu 已提交
878 879 880 881 882
    } else {
      pTSma->exprLen = 0;
      pTSma->expr = NULL;
      pTSma->tagsFilterLen = 0;
      pTSma->tagsFilter = NULL;
H
Hongze Cheng 已提交
883
    }
H
Hongze Cheng 已提交
884

C
Cary Xu 已提交
885
    ++smaIdx;
H
Hongze Cheng 已提交
886 887
  }

C
Cary Xu 已提交
888 889
  if (smaIdx <= 0) goto _err;
  pSW->number = smaIdx;
H
Hongze Cheng 已提交
890

C
Cary Xu 已提交
891 892
  metaReaderClear(&mr);
  taosArrayDestroy(pSmaIds);
H
Hongze Cheng 已提交
893
  return pSW;
C
Cary Xu 已提交
894 895 896
_err:
  metaReaderClear(&mr);
  taosArrayDestroy(pSmaIds);
C
Cary Xu 已提交
897
  tFreeTSmaWrapper(pSW, deepCopy);
H
Hongze Cheng 已提交
898 899 900
  return NULL;
}

C
Cary Xu 已提交
901
STSma *metaGetSmaInfoByIndex(SMeta *pMeta, int64_t indexUid) {
H
Hongze Cheng 已提交
902
  STSma      *pTSma = NULL;
C
Cary Xu 已提交
903 904 905
  SMetaReader mr = {0};
  metaReaderInit(&mr, pMeta, 0);
  if (metaGetTableEntryByUid(&mr, indexUid) < 0) {
S
Shengliang Guan 已提交
906
    metaWarn("vgId:%d, failed to get table entry for smaId:%" PRIi64, TD_VID(pMeta->pVnode), indexUid);
C
Cary Xu 已提交
907 908 909 910 911 912 913 914 915 916 917 918 919 920
    metaReaderClear(&mr);
    return NULL;
  }
  pTSma = (STSma *)taosMemoryMalloc(sizeof(STSma));
  if (!pTSma) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    metaReaderClear(&mr);
    return NULL;
  }

  memcpy(pTSma, mr.me.smaEntry.tsma, sizeof(STSma));

  metaReaderClear(&mr);
  return pTSma;
H
Hongze Cheng 已提交
921 922
}

C
Cary Xu 已提交
923
SArray *metaGetSmaIdsByTable(SMeta *pMeta, tb_uid_t uid) {
H
Hongze Cheng 已提交
924
  SArray     *pUids = NULL;
C
Cary Xu 已提交
925
  SSmaIdxKey *pSmaIdxKey = NULL;
H
Hongze Cheng 已提交
926

C
Cary Xu 已提交
927 928
  SMSmaCursor *pCur = metaOpenSmaCursor(pMeta, uid);
  if (!pCur) {
H
Hongze Cheng 已提交
929 930 931
    return NULL;
  }

C
Cary Xu 已提交
932 933 934 935 936
  while (1) {
    tb_uid_t id = metaSmaCursorNext(pCur);
    if (id == 0) {
      break;
    }
H
Hongze Cheng 已提交
937

C
Cary Xu 已提交
938 939
    if (!pUids) {
      pUids = taosArrayInit(16, sizeof(tb_uid_t));
H
Hongze Cheng 已提交
940
      if (!pUids) {
C
Cary Xu 已提交
941 942 943
        terrno = TSDB_CODE_OUT_OF_MEMORY;
        metaCloseSmaCursor(pCur);
        return NULL;
H
Hongze Cheng 已提交
944
      }
C
Cary Xu 已提交
945
    }
H
Hongze Cheng 已提交
946

C
Cary Xu 已提交
947
    pSmaIdxKey = (SSmaIdxKey *)pCur->pKey;
H
Hongze Cheng 已提交
948

C
Cary Xu 已提交
949
    if (!taosArrayPush(pUids, &pSmaIdxKey->smaUid)) {
C
Cary Xu 已提交
950 951 952 953
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      metaCloseSmaCursor(pCur);
      taosArrayDestroy(pUids);
      return NULL;
H
Hongze Cheng 已提交
954 955 956 957 958 959 960
    }
  }

  metaCloseSmaCursor(pCur);
  return pUids;
}

C
Cary Xu 已提交
961
SArray *metaGetSmaTbUids(SMeta *pMeta) {
H
Hongze Cheng 已提交
962
  SArray     *pUids = NULL;
C
Cary Xu 已提交
963 964 965 966 967
  SSmaIdxKey *pSmaIdxKey = NULL;
  tb_uid_t    lastUid = 0;

  SMSmaCursor *pCur = metaOpenSmaCursor(pMeta, 0);
  if (!pCur) {
H
Hongze Cheng 已提交
968 969 970
    return NULL;
  }

C
Cary Xu 已提交
971 972 973 974 975
  while (1) {
    tb_uid_t uid = metaSmaCursorNext(pCur);
    if (uid == 0) {
      break;
    }
H
Hongze Cheng 已提交
976

C
Cary Xu 已提交
977 978 979
    if (lastUid == uid) {
      continue;
    }
H
Hongze Cheng 已提交
980

C
Cary Xu 已提交
981 982 983 984 985 986 987 988 989 990 991
    lastUid = uid;

    if (!pUids) {
      pUids = taosArrayInit(16, sizeof(tb_uid_t));
      if (!pUids) {
        terrno = TSDB_CODE_OUT_OF_MEMORY;
        metaCloseSmaCursor(pCur);
        return NULL;
      }
    }

C
Cary Xu 已提交
992
    if (!taosArrayPush(pUids, &uid)) {
C
Cary Xu 已提交
993 994 995 996 997
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      metaCloseSmaCursor(pCur);
      taosArrayDestroy(pUids);
      return NULL;
    }
H
Hongze Cheng 已提交
998 999
  }

C
Cary Xu 已提交
1000 1001
  metaCloseSmaCursor(pCur);
  return pUids;
H
Hongze Cheng 已提交
1002 1003
}

L
Liu Jicong 已提交
1004
#endif
H
Hongze Cheng 已提交
1005

1006
const void *metaGetTableTagVal(void *pTag, int16_t type, STagVal *val) {
dengyihao's avatar
dengyihao 已提交
1007
  STag *tag = (STag *)pTag;
dengyihao's avatar
dengyihao 已提交
1008
  if (type == TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
1009 1010
    return tag;
  }
wmmhello's avatar
wmmhello 已提交
1011 1012
  bool find = tTagGet(tag, val);

dengyihao's avatar
dengyihao 已提交
1013
  if (!find) {
wmmhello's avatar
wmmhello 已提交
1014 1015
    return NULL;
  }
wmmhello's avatar
wmmhello 已提交
1016

wmmhello's avatar
wmmhello 已提交
1017
#ifdef TAG_FILTER_DEBUG
wmmhello's avatar
wmmhello 已提交
1018
  if (IS_VAR_DATA_TYPE(val->type)) {
1019
    char *buf = taosMemoryCalloc(val->nData + 1, 1);
wmmhello's avatar
wmmhello 已提交
1020 1021 1022 1023 1024 1025 1026 1027 1028
    memcpy(buf, val->pData, val->nData);
    metaDebug("metaTag table val varchar index:%d cid:%d type:%d value:%s", 1, val->cid, val->type, buf);
    taosMemoryFree(buf);
  } else {
    double dval = 0;
    GET_TYPED_DATA(dval, double, val->type, &val->i64);
    metaDebug("metaTag table val number index:%d cid:%d type:%d value:%f", 1, val->cid, val->type, dval);
  }

1029 1030
  SArray *pTagVals = NULL;
  tTagToValArray((STag *)pTag, &pTagVals);
wmmhello's avatar
wmmhello 已提交
1031
  for (int i = 0; i < taosArrayGetSize(pTagVals); i++) {
1032
    STagVal *pTagVal = (STagVal *)taosArrayGet(pTagVals, i);
wmmhello's avatar
wmmhello 已提交
1033 1034

    if (IS_VAR_DATA_TYPE(pTagVal->type)) {
1035
      char *buf = taosMemoryCalloc(pTagVal->nData + 1, 1);
wmmhello's avatar
wmmhello 已提交
1036 1037 1038 1039 1040 1041 1042 1043 1044
      memcpy(buf, pTagVal->pData, pTagVal->nData);
      metaDebug("metaTag table varchar index:%d cid:%d type:%d value:%s", i, pTagVal->cid, pTagVal->type, buf);
      taosMemoryFree(buf);
    } else {
      double dval = 0;
      GET_TYPED_DATA(dval, double, pTagVal->type, &pTagVal->i64);
      metaDebug("metaTag table number index:%d cid:%d type:%d value:%f", i, pTagVal->cid, pTagVal->type, dval);
    }
  }
wmmhello's avatar
wmmhello 已提交
1045
#endif
wmmhello's avatar
wmmhello 已提交
1046

wmmhello's avatar
wmmhello 已提交
1047
  return val;
dengyihao's avatar
dengyihao 已提交
1048
}
wmmhello's avatar
wmmhello 已提交
1049 1050

typedef struct {
H
Hongze Cheng 已提交
1051 1052
  SMeta   *pMeta;
  TBC     *pCur;
wmmhello's avatar
wmmhello 已提交
1053 1054 1055
  tb_uid_t suid;
  int16_t  cid;
  int16_t  type;
H
Hongze Cheng 已提交
1056 1057
  void    *pKey;
  void    *pVal;
wmmhello's avatar
wmmhello 已提交
1058 1059 1060 1061
  int32_t  kLen;
  int32_t  vLen;
} SIdxCursor;

dengyihao's avatar
dengyihao 已提交
1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085
int32_t metaFilterCreateTime(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pCtimeIdx, &pCursor->pCur, NULL);
  if (ret != 0) {
    goto END;
  }
  int64_t uidLimit = param->reverse ? INT64_MAX : 0;

  SCtimeIdxKey  ctimeKey = {.ctime = *(int64_t *)(param->val), .uid = uidLimit};
  SCtimeIdxKey *pCtimeKey = &ctimeKey;

  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, &ctimeKey, sizeof(ctimeKey), &cmp) < 0) {
    goto END;
  }
dengyihao's avatar
dengyihao 已提交
1086

dengyihao's avatar
dengyihao 已提交
1087 1088 1089 1090 1091 1092 1093 1094
  int32_t valid = 0;
  while (1) {
    void   *entryKey = NULL;
    int32_t nEntryKey = -1;
    valid = tdbTbcGet(pCursor->pCur, (const void **)&entryKey, &nEntryKey, NULL, NULL);
    if (valid < 0) break;

    SCtimeIdxKey *p = entryKey;
dengyihao's avatar
dengyihao 已提交
1095

dengyihao's avatar
dengyihao 已提交
1096 1097
    int32_t cmp = (*param->filterFunc)((void *)&p->ctime, (void *)&pCtimeKey->ctime, param->type);
    if (cmp == 0) taosArrayPush(pUids, &p->uid);
dengyihao's avatar
dengyihao 已提交
1098 1099 1100 1101 1102 1103 1104

    if (param->reverse == false) {
      if (cmp == -1) break;
    } else if (param->reverse) {
      if (cmp == 1) break;
    }

dengyihao's avatar
dengyihao 已提交
1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) break;
  }

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(pCursor);
  return ret;
}

int32_t metaFilterTableName(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;

  STagIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

dengyihao's avatar
dengyihao 已提交
1130 1131
  char *pName = param->val;

dengyihao's avatar
dengyihao 已提交
1132 1133
  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pNameIdx, &pCursor->pCur, NULL);
dengyihao's avatar
dengyihao 已提交
1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149
  if (ret != 0) {
    goto END;
  }

  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, pName, strlen(pName) + 1, &cmp) < 0) {
    goto END;
  }
  bool    first = true;
  int32_t valid = 0;
  while (1) {
    void   *pEntryKey = NULL, *pEntryVal = NULL;
    int32_t nEntryKey = -1, nEntryVal = 0;
    valid = tdbTbcGet(pCursor->pCur, (const void **)pEntryKey, &nEntryKey, (const void **)&pEntryVal, &nEntryVal);
    if (valid < 0) break;

1150
    char *pTableKey = (char *)pEntryKey;
H
Haojun Liao 已提交
1151
    cmp = (*param->filterFunc)(pTableKey, pName, pCursor->type);
dengyihao's avatar
dengyihao 已提交
1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164
    if (cmp == 0) {
      tb_uid_t tuid = *(tb_uid_t *)pEntryVal;
      taosArrayPush(pUids, &tuid);
    } else if (cmp == 1) {
      // next
    } else {
      break;
    }
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) {
      break;
    }
  }
dengyihao's avatar
dengyihao 已提交
1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(buf);
  taosMemoryFree(pKey);

  taosMemoryFree(pCursor);

  return ret;
}
int32_t metaFilterTtl(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;

  STtlIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pTtlIdx, &pCursor->pCur, NULL);

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(buf);
  taosMemoryFree(pKey);

  taosMemoryFree(pCursor);

  return ret;
  // impl later
  return 0;
}
dengyihao's avatar
dengyihao 已提交
1205 1206 1207
int32_t metaFilterTableIds(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;
wmmhello's avatar
wmmhello 已提交
1208

dengyihao's avatar
dengyihao 已提交
1209 1210 1211 1212
  STagIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
wmmhello's avatar
wmmhello 已提交
1213 1214 1215 1216 1217 1218 1219
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
dengyihao's avatar
dengyihao 已提交
1220
  ret = tdbTbcOpen(pMeta->pTagIdx, &pCursor->pCur, NULL);
wmmhello's avatar
wmmhello 已提交
1221 1222 1223 1224
  if (ret < 0) {
    goto END;
  }

dengyihao's avatar
dengyihao 已提交
1225
  int32_t maxSize = 0;
wmmhello's avatar
wmmhello 已提交
1226
  int32_t nTagData = 0;
H
Hongze Cheng 已提交
1227
  void   *tagData = NULL;
dengyihao's avatar
dengyihao 已提交
1228

dengyihao's avatar
dengyihao 已提交
1229
  if (param->val == NULL) {
S
Shengliang Guan 已提交
1230
    metaError("vgId:%d, failed to filter NULL data", TD_VID(pMeta->pVnode));
dengyihao's avatar
dengyihao 已提交
1231
    ret = -1;
dengyihao's avatar
dengyihao 已提交
1232
    goto END;
dengyihao's avatar
dengyihao 已提交
1233
  } else {
dengyihao's avatar
dengyihao 已提交
1234 1235 1236 1237 1238 1239 1240 1241 1242 1243
    if (IS_VAR_DATA_TYPE(param->type)) {
      tagData = varDataVal(param->val);
      nTagData = varDataLen(param->val);

      if (param->type == TSDB_DATA_TYPE_NCHAR) {
        maxSize = 4 * nTagData + 1;
        buf = taosMemoryCalloc(1, maxSize);
        if (false == taosMbsToUcs4(tagData, nTagData, (TdUcs4 *)buf, maxSize, &maxSize)) {
          goto END;
        }
dengyihao's avatar
dengyihao 已提交
1244

dengyihao's avatar
dengyihao 已提交
1245 1246 1247 1248 1249 1250
        tagData = buf;
        nTagData = maxSize;
      }
    } else {
      tagData = param->val;
      nTagData = tDataTypes[param->type].bytes;
dengyihao's avatar
dengyihao 已提交
1251
    }
wmmhello's avatar
wmmhello 已提交
1252
  }
dengyihao's avatar
dengyihao 已提交
1253
  ret = metaCreateTagIdxKey(pCursor->suid, pCursor->cid, tagData, nTagData, pCursor->type,
wmmhello's avatar
wmmhello 已提交
1254
                            param->reverse ? INT64_MAX : INT64_MIN, &pKey, &nKey);
dengyihao's avatar
dengyihao 已提交
1255

wmmhello's avatar
wmmhello 已提交
1256 1257 1258 1259 1260 1261 1262
  if (ret != 0) {
    goto END;
  }
  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, pKey, nKey, &cmp) < 0) {
    goto END;
  }
dengyihao's avatar
dengyihao 已提交
1263 1264 1265 1266 1267 1268 1269 1270
  if (cmp < 0) {
  } else if (cmp > 0) {
    if (param->reverse) {
      tdbTbcMoveToPrev(pCursor->pCur);
    } else {
      tdbTbcMoveToNext(pCursor->pCur);
    }
  }
dengyihao's avatar
dengyihao 已提交
1271

dengyihao's avatar
dengyihao 已提交
1272
  int     count = 0;
dengyihao's avatar
dengyihao 已提交
1273
  int32_t valid = 0;
wmmhello's avatar
wmmhello 已提交
1274
  while (1) {
dengyihao's avatar
dengyihao 已提交
1275 1276 1277
    void   *entryKey = NULL, *entryVal = NULL;
    int32_t nEntryKey, nEntryVal;

wmmhello's avatar
wmmhello 已提交
1278 1279 1280 1281 1282
    valid = tdbTbcGet(pCursor->pCur, (const void **)&entryKey, &nEntryKey, (const void **)&entryVal, &nEntryVal);
    if (valid < 0) {
      break;
    }
    STagIdxKey *p = entryKey;
dengyihao's avatar
dengyihao 已提交
1283
    if (p == NULL) break;
dengyihao's avatar
dengyihao 已提交
1284

dengyihao's avatar
dengyihao 已提交
1285 1286
    if (count >= 3) {
      if (p->type != pCursor->type || p->suid != pCursor->suid || p->cid != pCursor->cid) {
dengyihao's avatar
dengyihao 已提交
1287 1288
        break;
      }
dengyihao's avatar
dengyihao 已提交
1289 1290
    } else {
      count++;
dengyihao's avatar
dengyihao 已提交
1291
      if (p->type != pCursor->type || p->suid != pCursor->suid || p->cid != pCursor->cid) {
dengyihao's avatar
dengyihao 已提交
1292 1293 1294 1295 1296 1297 1298
        valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
        if (valid < 0) {
          break;
        } else {
          continue;
        }
      }
dengyihao's avatar
dengyihao 已提交
1299
    }
dengyihao's avatar
dengyihao 已提交
1300 1301 1302 1303 1304 1305
    int32_t cmp = (*param->filterFunc)(p->data, pKey->data, pKey->type);
    if (cmp == 0) {
      // match
      tb_uid_t tuid = 0;
      if (IS_VAR_DATA_TYPE(pKey->type)) {
        tuid = *(tb_uid_t *)(p->data + varDataTLen(p->data));
wmmhello's avatar
wmmhello 已提交
1306
      } else {
dengyihao's avatar
dengyihao 已提交
1307
        tuid = *(tb_uid_t *)(p->data + tDataTypes[pCursor->type].bytes);
wmmhello's avatar
wmmhello 已提交
1308
      }
dengyihao's avatar
dengyihao 已提交
1309 1310
      taosArrayPush(pUids, &tuid);
    } else if (cmp == 1) {
dengyihao's avatar
dengyihao 已提交
1311 1312
      if (count >= 3) break;
      //  not match but should continue to iter
dengyihao's avatar
dengyihao 已提交
1313 1314
    } else {
      // not match and no more result
dengyihao's avatar
dengyihao 已提交
1315
      if (count >= 3) break;
wmmhello's avatar
wmmhello 已提交
1316
    }
dengyihao's avatar
dengyihao 已提交
1317
    count++;
wmmhello's avatar
wmmhello 已提交
1318 1319 1320 1321 1322
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) {
      break;
    }
  }
dengyihao's avatar
dengyihao 已提交
1323

wmmhello's avatar
wmmhello 已提交
1324 1325 1326
END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
dengyihao's avatar
dengyihao 已提交
1327
  taosMemoryFree(buf);
dengyihao's avatar
dengyihao 已提交
1328
  taosMemoryFree(pKey);
wmmhello's avatar
wmmhello 已提交
1329 1330 1331 1332

  taosMemoryFree(pCursor);

  return ret;
dengyihao's avatar
dengyihao 已提交
1333
}
H
Hongze Cheng 已提交
1334

dengyihao's avatar
dengyihao 已提交
1335
static int32_t metaGetTableTagByUid(SMeta *pMeta, int64_t suid, int64_t uid, void **tag, int32_t *len, bool lock) {
dengyihao's avatar
dengyihao 已提交
1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348
  int ret = 0;
  if (lock) {
    metaRLock(pMeta);
  }

  SCtbIdxKey ctbIdxKey = {.suid = suid, .uid = uid};
  ret = tdbTbGet(pMeta->pCtbIdx, &ctbIdxKey, sizeof(SCtbIdxKey), tag, len);
  if (lock) {
    metaULock(pMeta);
  }

  return ret;
}
dengyihao's avatar
dengyihao 已提交
1349
int32_t metaGetTableTagsByUids(SMeta *pMeta, int64_t suid, SArray *uidList, SHashObj *tags) {
dengyihao's avatar
dengyihao 已提交
1350
  const int32_t LIMIT = 4096;
dengyihao's avatar
dengyihao 已提交
1351 1352

  int32_t isLock = false;
dengyihao's avatar
dengyihao 已提交
1353 1354
  int32_t sz = uidList ? taosArrayGetSize(uidList) : 0;
  for (int i = 0; i < sz; i++) {
dengyihao's avatar
dengyihao 已提交
1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369
    tb_uid_t *id = taosArrayGet(uidList, i);

    if (i % LIMIT == 0) {
      if (isLock) metaULock(pMeta);

      metaRLock(pMeta);
      isLock = true;
    }

    if (taosHashGet(tags, id, sizeof(tb_uid_t)) == NULL) {
      void   *val = NULL;
      int32_t len = 0;
      if (metaGetTableTagByUid(pMeta, suid, *id, &val, &len, false) == 0) {
        taosHashPut(tags, id, sizeof(tb_uid_t), val, len);
        tdbFree(val);
dengyihao's avatar
dengyihao 已提交
1370 1371 1372
      } else {
        metaError("vgId:%d, failed to table IDs, suid: %" PRId64 ", uid: %" PRId64 "", TD_VID(pMeta->pVnode), suid,
                  *id);
dengyihao's avatar
dengyihao 已提交
1373
      }
dengyihao's avatar
dengyihao 已提交
1374 1375
    }
  }
dengyihao's avatar
dengyihao 已提交
1376 1377
  if (isLock) metaULock(pMeta);

dengyihao's avatar
dengyihao 已提交
1378 1379
  return 0;
}
dengyihao's avatar
dengyihao 已提交
1380

1381
int32_t metaGetTableTags(SMeta *pMeta, uint64_t suid, SArray *uidList, SHashObj *tags) {
1382
  SMCtbCursor *pCur = metaOpenCtbCursor(pMeta, suid, 1);
1383

1384
  SHashObj *uHash = NULL;
dengyihao's avatar
dengyihao 已提交
1385 1386
  size_t    len = taosArrayGetSize(uidList);  // len > 0 means there already have uids
  if (len > 0) {
1387
    uHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
dengyihao's avatar
dengyihao 已提交
1388
    for (int i = 0; i < len; i++) {
1389 1390 1391 1392
      int64_t *uid = taosArrayGet(uidList, i);
      taosHashPut(uHash, uid, sizeof(int64_t), &i, sizeof(i));
    }
  }
dengyihao's avatar
dengyihao 已提交
1393

1394 1395 1396 1397 1398 1399
  while (1) {
    tb_uid_t id = metaCtbCursorNext(pCur);
    if (id == 0) {
      break;
    }

wmmhello's avatar
wmmhello 已提交
1400
    if (len > 0 && taosHashGet(uHash, &id, sizeof(int64_t)) == NULL) {
1401
      continue;
dengyihao's avatar
dengyihao 已提交
1402
    } else if (len == 0) {
1403 1404 1405
      taosArrayPush(uidList, &id);
    }

1406
    taosHashPut(tags, &id, sizeof(int64_t), pCur->pVal, pCur->vLen);
1407 1408
  }

1409
  taosHashCleanup(uHash);
1410
  metaCloseCtbCursor(pCur, 1);
1411 1412
  return TSDB_CODE_SUCCESS;
}
wmmhello's avatar
wmmhello 已提交
1413

H
Hongze Cheng 已提交
1414 1415
int32_t metaCacheGet(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo);

1416
int32_t metaGetInfo(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo, SMetaReader *pReader) {
H
Hongze Cheng 已提交
1417 1418 1419
  int32_t code = 0;
  void   *pData = NULL;
  int     nData = 0;
1420
  int     lock = 0;
H
Hongze Cheng 已提交
1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444

  metaRLock(pMeta);

  // search cache
  if (metaCacheGet(pMeta, uid, pInfo) == 0) {
    metaULock(pMeta);
    goto _exit;
  }

  // search TDB
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData) < 0) {
    // not found
    metaULock(pMeta);
    code = TSDB_CODE_NOT_FOUND;
    goto _exit;
  }

  metaULock(pMeta);

  pInfo->uid = uid;
  pInfo->suid = ((SUidIdxVal *)pData)->suid;
  pInfo->version = ((SUidIdxVal *)pData)->version;
  pInfo->skmVer = ((SUidIdxVal *)pData)->skmVer;

1445 1446 1447 1448 1449 1450 1451
  if (pReader != NULL) {
    lock = !(pReader->flags & META_READER_NOLOCK);
    if (lock) {
      metaULock(pReader->pMeta);
      // metaReaderReleaseLock(pReader);
    }
  }
H
Hongze Cheng 已提交
1452 1453 1454 1455 1456
  // upsert the cache
  metaWLock(pMeta);
  metaCacheUpsert(pMeta, pInfo);
  metaULock(pMeta);

1457 1458 1459 1460
  if (lock) {
    metaRLock(pReader->pMeta);
  }

H
Hongze Cheng 已提交
1461 1462 1463 1464
_exit:
  tdbFree(pData);
  return code;
}
1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493

int32_t metaGetStbStats(SMeta *pMeta, int64_t uid, SMetaStbStats *pInfo) {
  int32_t code = 0;

  metaRLock(pMeta);

  // fast path: search cache
  if (metaStatsCacheGet(pMeta, uid, pInfo) == TSDB_CODE_SUCCESS) {
    metaULock(pMeta);
    goto _exit;
  }

  // slow path: search TDB
  int64_t ctbNum = 0;
  vnodeGetCtbNum(pMeta->pVnode, uid, &ctbNum);

  metaULock(pMeta);

  pInfo->uid = uid;
  pInfo->ctbNum = ctbNum;

  // upsert the cache
  metaWLock(pMeta);
  metaStatsCacheUpsert(pMeta, pInfo);
  metaULock(pMeta);

_exit:
  return code;
}
1494 1495 1496 1497 1498 1499 1500 1501 1502 1503

void metaUpdateStbStats(SMeta *pMeta, int64_t uid, int64_t delta) {
  SMetaStbStats stats = {0};

  if (metaStatsCacheGet(pMeta, uid, &stats) == TSDB_CODE_SUCCESS) {
    stats.ctbNum += delta;

    metaStatsCacheUpsert(pMeta, &stats);
  }
}