metaQuery.c 36.6 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16
#include "meta.h"
H
Hongze Cheng 已提交
17

H
Hongze Cheng 已提交
18
void metaReaderInit(SMetaReader *pReader, SMeta *pMeta, int32_t flags) {
H
Hongze Cheng 已提交
19 20
  memset(pReader, 0, sizeof(*pReader));
  pReader->flags = flags;
H
Hongze Cheng 已提交
21
  pReader->pMeta = pMeta;
22
  if (pReader->pMeta && !(flags & META_READER_NOLOCK)) {
23 24
    metaRLock(pMeta);
  }
H
Hongze Cheng 已提交
25
}
H
Hongze Cheng 已提交
26

27 28 29 30 31 32 33
void metaReaderReleaseLock(SMetaReader *pReader) {
  if (pReader->pMeta && !(pReader->flags & META_READER_NOLOCK)) {
    metaULock(pReader->pMeta);
    pReader->flags |= META_READER_NOLOCK;
  }
}

H
Hongze Cheng 已提交
34
void metaReaderClear(SMetaReader *pReader) {
35
  if (pReader->pMeta && !(pReader->flags & META_READER_NOLOCK)) {
H
Hongze Cheng 已提交
36 37
    metaULock(pReader->pMeta);
  }
H
Hongze Cheng 已提交
38
  tDecoderClear(&pReader->coder);
H
Hongze Cheng 已提交
39
  tdbFree(pReader->pBuf);
H
Hongze Cheng 已提交
40 41
}

H
Hongze Cheng 已提交
42
int metaGetTableEntryByVersion(SMetaReader *pReader, int64_t version, tb_uid_t uid) {
H
Hongze Cheng 已提交
43
  SMeta   *pMeta = pReader->pMeta;
H
Hongze Cheng 已提交
44 45
  STbDbKey tbDbKey = {.version = version, .uid = uid};

H
Hongze Cheng 已提交
46
  // query table.db
H
Hongze Cheng 已提交
47
  if (tdbTbGet(pMeta->pTbDb, &tbDbKey, sizeof(tbDbKey), &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
48
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
49 50 51 52
    goto _err;
  }

  // decode the entry
H
Hongze Cheng 已提交
53
  tDecoderInit(&pReader->coder, pReader->pBuf, pReader->szBuf);
H
Hongze Cheng 已提交
54 55 56 57 58 59 60 61 62 63 64

  if (metaDecodeEntry(&pReader->coder, &pReader->me) < 0) {
    goto _err;
  }

  return 0;

_err:
  return -1;
}

dengyihao's avatar
dengyihao 已提交
65
// int metaGetTableEntryByUidTest(void* meta, SArray *uidList) {
wmmhello's avatar
wmmhello 已提交
66
//
dengyihao's avatar
dengyihao 已提交
67 68 69 70 71
//   SArray* readerList = taosArrayInit(taosArrayGetSize(uidList), sizeof(SMetaReader));
//   SArray* uidVersion = taosArrayInit(taosArrayGetSize(uidList), sizeof(STbDbKey));
//   SMeta  *pMeta = meta;
//   int64_t version;
//   SHashObj *uHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
wmmhello's avatar
wmmhello 已提交
72
//
dengyihao's avatar
dengyihao 已提交
73 74 75 76 77 78 79 80 81 82
//   int64_t stt1 = taosGetTimestampUs();
//   for(int i = 0; i < taosArrayGetSize(uidList); i++) {
//     void* ppVal = NULL;
//     int vlen = 0;
//     uint64_t *  uid = taosArrayGet(uidList, i);
//     // query uid.idx
//     if (tdbTbGet(pMeta->pUidIdx, uid, sizeof(*uid), &ppVal, &vlen) < 0) {
//       continue;
//     }
//     version = *(int64_t *)ppVal;
wmmhello's avatar
wmmhello 已提交
83
//
dengyihao's avatar
dengyihao 已提交
84 85 86 87 88 89
//     STbDbKey tbDbKey = {.version = version, .uid = *uid};
//     taosArrayPush(uidVersion, &tbDbKey);
//     taosHashPut(uHash, uid, sizeof(int64_t), ppVal, sizeof(int64_t));
//   }
//   int64_t stt2 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest1 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt2-stt1);
wmmhello's avatar
wmmhello 已提交
90
//
dengyihao's avatar
dengyihao 已提交
91 92 93 94 95
//   TBC        *pCur = NULL;
//   tdbTbcOpen(pMeta->pTbDb, &pCur, NULL);
//   tdbTbcMoveToFirst(pCur);
//   void *pKey = NULL;
//   int   kLen = 0;
wmmhello's avatar
wmmhello 已提交
96
//
dengyihao's avatar
dengyihao 已提交
97 98 99 100 101 102 103 104 105 106
//   while(1){
//     SMetaReader pReader = {0};
//     int32_t ret = tdbTbcNext(pCur, &pKey, &kLen, &pReader.pBuf, &pReader.szBuf);
//     if (ret < 0) break;
//     STbDbKey *tmp = (STbDbKey*)pKey;
//     int64_t *ver = (int64_t*)taosHashGet(uHash, &tmp->uid, sizeof(int64_t));
//     if(ver == NULL || *ver != tmp->version) continue;
//     taosArrayPush(readerList, &pReader);
//   }
//   tdbTbcClose(pCur);
wmmhello's avatar
wmmhello 已提交
107
//
dengyihao's avatar
dengyihao 已提交
108 109 110 111 112
//   taosArrayClear(readerList);
//   int64_t stt3 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest2 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt3-stt2);
//   for(int i = 0; i < taosArrayGetSize(uidVersion); i++) {
//     SMetaReader pReader = {0};
wmmhello's avatar
wmmhello 已提交
113
//
dengyihao's avatar
dengyihao 已提交
114 115 116 117 118 119 120 121 122
//     STbDbKey *tbDbKey = taosArrayGet(uidVersion, i);
//     // query table.db
//     if (tdbTbGet(pMeta->pTbDb, tbDbKey, sizeof(STbDbKey), &pReader.pBuf, &pReader.szBuf) < 0) {
//       continue;
//     }
//     taosArrayPush(readerList, &pReader);
//   }
//   int64_t stt4 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest3 rows:%d, cost:%ld us", taosArrayGetSize(uidList), stt4-stt3);
wmmhello's avatar
wmmhello 已提交
123
//
dengyihao's avatar
dengyihao 已提交
124 125 126 127 128
//   for(int i = 0; i < taosArrayGetSize(readerList); i++){
//     SMetaReader* pReader  = taosArrayGet(readerList, i);
//     metaReaderInit(pReader, meta, 0);
//     // decode the entry
//     tDecoderInit(&pReader->coder, pReader->pBuf, pReader->szBuf);
wmmhello's avatar
wmmhello 已提交
129
//
dengyihao's avatar
dengyihao 已提交
130 131 132 133 134 135 136 137
//     if (metaDecodeEntry(&pReader->coder, &pReader->me) < 0) {
//     }
//     metaReaderClear(pReader);
//   }
//   int64_t stt5 = taosGetTimestampUs();
//   qDebug("metaGetTableEntryByUidTest4 rows:%d, cost:%ld us", taosArrayGetSize(readerList), stt5-stt4);
//   return 0;
// }
wmmhello's avatar
wmmhello 已提交
138

H
Hongze Cheng 已提交
139
bool metaIsTableExist(SMeta *pMeta, tb_uid_t uid) {
140
  // query uid.idx
141 142
  metaRLock(pMeta);

143
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), NULL, NULL) < 0) {
144 145
    metaULock(pMeta);

146 147 148
    return false;
  }

149 150
  metaULock(pMeta);

151 152 153
  return true;
}

H
Hongze Cheng 已提交
154
int metaGetTableEntryByUid(SMetaReader *pReader, tb_uid_t uid) {
155
  SMeta  *pMeta = pReader->pMeta;
156
  int64_t version1;
H
Hongze Cheng 已提交
157 158

  // query uid.idx
H
Hongze Cheng 已提交
159
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
160
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
161 162 163
    return -1;
  }

164 165
  version1 = ((SUidIdxVal *)pReader->pBuf)[0].version;
  return metaGetTableEntryByVersion(pReader, version1, uid);
H
Hongze Cheng 已提交
166 167
}

H
Haojun Liao 已提交
168 169
int metaGetTableEntryByUidCache(SMetaReader *pReader, tb_uid_t uid) {
  SMeta *pMeta = pReader->pMeta;
170 171 172 173 174 175 176 177

  SMetaInfo info;
  if (metaGetInfo(pMeta, uid, &info, pReader) == TSDB_CODE_NOT_FOUND) {
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
    return -1;
  }

  return metaGetTableEntryByVersion(pReader, info.version, uid);
H
Hongze Cheng 已提交
178 179
}

H
Hongze Cheng 已提交
180
int metaGetTableEntryByName(SMetaReader *pReader, const char *name) {
H
Hongze Cheng 已提交
181
  SMeta   *pMeta = pReader->pMeta;
H
Hongze Cheng 已提交
182 183 184
  tb_uid_t uid;

  // query name.idx
H
Hongze Cheng 已提交
185
  if (tdbTbGet(pMeta->pNameIdx, name, strlen(name) + 1, &pReader->pBuf, &pReader->szBuf) < 0) {
H
Hongze Cheng 已提交
186
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
H
Hongze Cheng 已提交
187 188 189 190
    return -1;
  }

  uid = *(tb_uid_t *)pReader->pBuf;
H
Hongze Cheng 已提交
191
  return metaGetTableEntryByUid(pReader, uid);
H
Hongze Cheng 已提交
192 193
}

H
Hongze Cheng 已提交
194
tb_uid_t metaGetTableEntryUidByName(SMeta *pMeta, const char *name) {
H
Hongze Cheng 已提交
195
  void    *pData = NULL;
H
Hongze Cheng 已提交
196 197 198
  int      nData = 0;
  tb_uid_t uid = 0;

wmmhello's avatar
wmmhello 已提交
199 200
  metaRLock(pMeta);

H
Hongze Cheng 已提交
201 202 203 204 205
  if (tdbTbGet(pMeta->pNameIdx, name, strlen(name) + 1, &pData, &nData) == 0) {
    uid = *(tb_uid_t *)pData;
    tdbFree(pData);
  }

wmmhello's avatar
wmmhello 已提交
206 207
  metaULock(pMeta);

208
  return uid;
H
Hongze Cheng 已提交
209 210
}

dengyihao's avatar
dengyihao 已提交
211
int metaGetTableNameByUid(void *meta, uint64_t uid, char *tbName) {
212
  int         code = 0;
D
dapan1121 已提交
213
  SMetaReader mr = {0};
dengyihao's avatar
dengyihao 已提交
214
  metaReaderInit(&mr, (SMeta *)meta, 0);
215 216 217 218 219
  code = metaGetTableEntryByUid(&mr, uid);
  if (code < 0) {
    metaReaderClear(&mr);
    return -1;
  }
D
dapan1121 已提交
220 221 222 223 224 225

  STR_TO_VARSTR(tbName, mr.me.name);
  metaReaderClear(&mr);

  return 0;
}
S
slzhou 已提交
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241

int metaGetTableSzNameByUid(void *meta, uint64_t uid, char *tbName) {
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);
  code = metaGetTableEntryByUid(&mr, uid);
  if (code < 0) {
    metaReaderClear(&mr);
    return -1;
  }
  strncpy(tbName, mr.me.name, TSDB_TABLE_NAME_LEN);
  metaReaderClear(&mr);

  return 0;
}

H
Haojun Liao 已提交
242
int metaGetTableUidByName(void *meta, char *tbName, uint64_t *uid) {
dengyihao's avatar
dengyihao 已提交
243 244 245
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);
dengyihao's avatar
dengyihao 已提交
246 247 248 249

  SMetaReader *pReader = &mr;

  // query name.idx
dengyihao's avatar
dengyihao 已提交
250
  if (tdbTbGet(pReader->pMeta->pNameIdx, tbName, strlen(tbName) + 1, &pReader->pBuf, &pReader->szBuf) < 0) {
dengyihao's avatar
dengyihao 已提交
251
    terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
dengyihao's avatar
dengyihao 已提交
252 253 254 255
    metaReaderClear(&mr);
    return -1;
  }

dengyihao's avatar
dengyihao 已提交
256
  *uid = *(tb_uid_t *)pReader->pBuf;
dengyihao's avatar
dengyihao 已提交
257

dengyihao's avatar
dengyihao 已提交
258 259 260 261
  metaReaderClear(&mr);

  return 0;
}
D
dapan1121 已提交
262

dengyihao's avatar
dengyihao 已提交
263 264 265 266 267
int metaGetTableTypeByName(void *meta, char *tbName, ETableType *tbType) {
  int         code = 0;
  SMetaReader mr = {0};
  metaReaderInit(&mr, (SMeta *)meta, 0);

dengyihao's avatar
dengyihao 已提交
268 269 270
  code = metaGetTableEntryByName(&mr, tbName);
  if (code == 0) *tbType = mr.me.type;

dengyihao's avatar
dengyihao 已提交
271
  metaReaderClear(&mr);
dengyihao's avatar
dengyihao 已提交
272
  return code;
dengyihao's avatar
dengyihao 已提交
273 274
}

H
Hongze Cheng 已提交
275
int metaReadNext(SMetaReader *pReader) {
H
Hongze Cheng 已提交
276 277
  SMeta *pMeta = pReader->pMeta;

H
Hongze Cheng 已提交
278
  // TODO
H
Hongze Cheng 已提交
279

H
Hongze Cheng 已提交
280 281 282 283
  return 0;
}

#if 1  // ===================================================
H
Hongze Cheng 已提交
284 285 286 287 288 289 290 291
SMTbCursor *metaOpenTbCursor(SMeta *pMeta) {
  SMTbCursor *pTbCur = NULL;

  pTbCur = (SMTbCursor *)taosMemoryCalloc(1, sizeof(*pTbCur));
  if (pTbCur == NULL) {
    return NULL;
  }

H
Hongze Cheng 已提交
292
  metaReaderInit(&pTbCur->mr, pMeta, 0);
H
Hongze Cheng 已提交
293

H
Hongze Cheng 已提交
294
  tdbTbcOpen(pMeta->pUidIdx, &pTbCur->pDbc, NULL);
H
Hongze Cheng 已提交
295

H
Hongze Cheng 已提交
296
  tdbTbcMoveToFirst(pTbCur->pDbc);
H
Hongze Cheng 已提交
297

H
Hongze Cheng 已提交
298 299 300 301 302
  return pTbCur;
}

void metaCloseTbCursor(SMTbCursor *pTbCur) {
  if (pTbCur) {
H
Hongze Cheng 已提交
303 304
    tdbFree(pTbCur->pKey);
    tdbFree(pTbCur->pVal);
H
Hongze Cheng 已提交
305
    metaReaderClear(&pTbCur->mr);
H
Hongze Cheng 已提交
306
    if (pTbCur->pDbc) {
H
Hongze Cheng 已提交
307
      tdbTbcClose(pTbCur->pDbc);
H
Hongze Cheng 已提交
308 309 310 311 312
    }
    taosMemoryFree(pTbCur);
  }
}

H
Hongze Cheng 已提交
313
int metaTbCursorNext(SMTbCursor *pTbCur) {
H
Hongze Cheng 已提交
314
  int    ret;
H
Hongze Cheng 已提交
315
  void  *pBuf;
H
Hongze Cheng 已提交
316 317 318
  STbCfg tbCfg;

  for (;;) {
H
Hongze Cheng 已提交
319
    ret = tdbTbcNext(pTbCur->pDbc, &pTbCur->pKey, &pTbCur->kLen, &pTbCur->pVal, &pTbCur->vLen);
H
Hongze Cheng 已提交
320 321
    if (ret < 0) {
      return -1;
H
Hongze Cheng 已提交
322 323
    }

M
Minglei Jin 已提交
324 325
    tDecoderClear(&pTbCur->mr.coder);

H
Hongze Cheng 已提交
326
    metaGetTableEntryByVersion(&pTbCur->mr, ((SUidIdxVal *)pTbCur->pVal)[0].version, *(tb_uid_t *)pTbCur->pKey);
H
Hongze Cheng 已提交
327
    if (pTbCur->mr.me.type == TSDB_SUPER_TABLE) {
H
Hongze Cheng 已提交
328 329
      continue;
    }
H
Hongze Cheng 已提交
330 331

    break;
H
Hongze Cheng 已提交
332 333
  }

H
Hongze Cheng 已提交
334
  return 0;
H
Hongze Cheng 已提交
335 336
}

337
SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) {
H
Hongze Cheng 已提交
338
  void           *pData = NULL;
H
Hongze Cheng 已提交
339 340 341 342 343
  int             nData = 0;
  int64_t         version;
  SSchemaWrapper  schema = {0};
  SSchemaWrapper *pSchema = NULL;
  SDecoder        dc = {0};
344 345 346
  if (lock) {
    metaRLock(pMeta);
  }
H
Hongze Cheng 已提交
347 348 349 350
_query:
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData) < 0) {
    goto _err;
  }
H
Hongze Cheng 已提交
351

H
Hongze Cheng 已提交
352
  version = ((SUidIdxVal *)pData)[0].version;
H
Hongze Cheng 已提交
353

H
Hongze Cheng 已提交
354 355 356 357 358 359
  tdbTbGet(pMeta->pTbDb, &(STbDbKey){.uid = uid, .version = version}, sizeof(STbDbKey), &pData, &nData);
  SMetaEntry me = {0};
  tDecoderInit(&dc, pData, nData);
  metaDecodeEntry(&dc, &me);
  if (me.type == TSDB_SUPER_TABLE) {
    if (sver == -1 || sver == me.stbEntry.schemaRow.version) {
H
Hongze Cheng 已提交
360
      pSchema = tCloneSSchemaWrapper(&me.stbEntry.schemaRow);
H
Hongze Cheng 已提交
361 362
      tDecoderClear(&dc);
      goto _exit;
H
Hongze Cheng 已提交
363
    }
364 365
    {  // Traverse to find the previous qualified data
      TBC *pCur;
366 367
      tdbTbcOpen(pMeta->pTbDb, &pCur, NULL);
      STbDbKey key = {.version = sver, .uid = INT64_MAX};
368
      int      c = 0;
369
      tdbTbcMoveTo(pCur, &key, sizeof(key), &c);
370
      if (c < 0) {
371 372 373 374 375 376
        tdbTbcMoveToPrev(pCur);
      }

      void *pKey = NULL;
      void *pVal = NULL;
      int   vLen = 0, kLen = 0;
377
      while (1) {
378 379 380
        int32_t ret = tdbTbcPrev(pCur, &pKey, &kLen, &pVal, &vLen);
        if (ret < 0) break;

381 382
        STbDbKey *tmp = (STbDbKey *)pKey;
        if (tmp->uid != uid) {
383 384 385 386 387 388 389 390 391
          continue;
        }
        SDecoder   dcNew = {0};
        SMetaEntry meNew = {0};
        tDecoderInit(&dcNew, pVal, vLen);
        metaDecodeEntry(&dcNew, &meNew);
        pSchema = tCloneSSchemaWrapper(&meNew.stbEntry.schemaRow);
        tDecoderClear(&dcNew);
        tdbTbcClose(pCur);
392 393
        tdbFree(pKey);
        tdbFree(pVal);
394 395
        goto _exit;
      }
396 397
      tdbFree(pKey);
      tdbFree(pVal);
398 399
      tdbTbcClose(pCur);
    }
H
Hongze Cheng 已提交
400 401
  } else if (me.type == TSDB_CHILD_TABLE) {
    uid = me.ctbEntry.suid;
H
Hongze Cheng 已提交
402
    tDecoderClear(&dc);
H
Hongze Cheng 已提交
403
    goto _query;
H
Hongze Cheng 已提交
404
  } else {
H
Hongze Cheng 已提交
405 406 407 408
    if (sver == -1 || sver == me.ntbEntry.schemaRow.version) {
      pSchema = tCloneSSchemaWrapper(&me.ntbEntry.schemaRow);
      tDecoderClear(&dc);
      goto _exit;
H
Hongze Cheng 已提交
409
    }
H
Hongze Cheng 已提交
410 411
  }
  tDecoderClear(&dc);
H
Hongze Cheng 已提交
412

H
Hongze Cheng 已提交
413 414 415
  // query from skm db
  if (tdbTbGet(pMeta->pSkmDb, &(SSkmDbKey){.uid = uid, .sver = sver}, sizeof(SSkmDbKey), &pData, &nData) < 0) {
    goto _err;
H
Hongze Cheng 已提交
416
  }
H
Hongze Cheng 已提交
417

H
Hongze Cheng 已提交
418
  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
419
  tDecodeSSchemaWrapperEx(&dc, &schema);
H
Hongze Cheng 已提交
420 421 422 423
  pSchema = tCloneSSchemaWrapper(&schema);
  tDecoderClear(&dc);

_exit:
424
  tDecoderClear(&dc);
425 426 427
  if (lock) {
    metaULock(pMeta);
  }
H
Hongze Cheng 已提交
428 429
  tdbFree(pData);
  return pSchema;
H
Hongze Cheng 已提交
430

H
Hongze Cheng 已提交
431
_err:
432
  tDecoderClear(&dc);
433 434 435
  if (lock) {
    metaULock(pMeta);
  }
H
Hongze Cheng 已提交
436 437
  tdbFree(pData);
  return NULL;
H
Hongze Cheng 已提交
438 439
}

H
Hongze Cheng 已提交
440 441 442
int metaTtlSmaller(SMeta *pMeta, uint64_t ttl, SArray *uidList) {
  TBC *pCur;
  int  ret = tdbTbcOpen(pMeta->pTtlIdx, &pCur, NULL);
443 444 445 446 447 448 449 450 451 452 453 454 455 456
  if (ret < 0) {
    return ret;
  }

  STtlIdxKey ttlKey = {0};
  ttlKey.dtime = ttl;
  ttlKey.uid = INT64_MAX;
  int c = 0;
  tdbTbcMoveTo(pCur, &ttlKey, sizeof(ttlKey), &c);
  if (c < 0) {
    tdbTbcMoveToPrev(pCur);
  }

  void *pKey = NULL;
H
Hongze Cheng 已提交
457 458
  int   kLen = 0;
  while (1) {
459 460 461 462
    ret = tdbTbcPrev(pCur, &pKey, &kLen, NULL, NULL);
    if (ret < 0) {
      break;
    }
H
Hongze Cheng 已提交
463
    ttlKey = *(STtlIdxKey *)pKey;
464 465
    taosArrayPush(uidList, &ttlKey.uid);
  }
wmmhello's avatar
wmmhello 已提交
466
  tdbFree(pKey);
467 468 469 470
  tdbTbcClose(pCur);
  return 0;
}

H
Hongze Cheng 已提交
471
struct SMCtbCursor {
H
Hongze Cheng 已提交
472 473
  SMeta   *pMeta;
  TBC     *pCur;
H
Hongze Cheng 已提交
474
  tb_uid_t suid;
H
Hongze Cheng 已提交
475 476
  void    *pKey;
  void    *pVal;
H
Hongze Cheng 已提交
477 478 479 480
  int      kLen;
  int      vLen;
};

481
SMCtbCursor *metaOpenCtbCursor(SMeta *pMeta, tb_uid_t uid, int lock) {
H
Hongze Cheng 已提交
482
  SMCtbCursor *pCtbCur = NULL;
H
Hongze Cheng 已提交
483
  SCtbIdxKey   ctbIdxKey;
C
Cary Xu 已提交
484 485
  int          ret = 0;
  int          c = 0;
H
Hongze Cheng 已提交
486

H
Hongze Cheng 已提交
487 488 489 490
  pCtbCur = (SMCtbCursor *)taosMemoryCalloc(1, sizeof(*pCtbCur));
  if (pCtbCur == NULL) {
    return NULL;
  }
H
Hongze Cheng 已提交
491

H
fix  
Hongze Cheng 已提交
492
  pCtbCur->pMeta = pMeta;
H
Hongze Cheng 已提交
493
  pCtbCur->suid = uid;
494 495 496
  if (lock) {
    metaRLock(pMeta);
  }
H
fix  
Hongze Cheng 已提交
497

H
Hongze Cheng 已提交
498
  ret = tdbTbcOpen(pMeta->pCtbIdx, &pCtbCur->pCur, NULL);
H
Hongze Cheng 已提交
499
  if (ret < 0) {
H
fix  
Hongze Cheng 已提交
500
    metaULock(pMeta);
H
Hongze Cheng 已提交
501 502 503
    taosMemoryFree(pCtbCur);
    return NULL;
  }
H
Hongze Cheng 已提交
504

H
Hongze Cheng 已提交
505 506 507
  // move to the suid
  ctbIdxKey.suid = uid;
  ctbIdxKey.uid = INT64_MIN;
H
Hongze Cheng 已提交
508
  tdbTbcMoveTo(pCtbCur->pCur, &ctbIdxKey, sizeof(ctbIdxKey), &c);
H
Hongze Cheng 已提交
509
  if (c > 0) {
H
Hongze Cheng 已提交
510
    tdbTbcMoveToNext(pCtbCur->pCur);
H
Hongze Cheng 已提交
511 512
  }

H
Hongze Cheng 已提交
513 514 515
  return pCtbCur;
}

516
void metaCloseCtbCursor(SMCtbCursor *pCtbCur, int lock) {
H
Hongze Cheng 已提交
517
  if (pCtbCur) {
518
    if (pCtbCur->pMeta && lock) metaULock(pCtbCur->pMeta);
H
Hongze Cheng 已提交
519
    if (pCtbCur->pCur) {
H
Hongze Cheng 已提交
520
      tdbTbcClose(pCtbCur->pCur);
H
Hongze Cheng 已提交
521

H
Hongze Cheng 已提交
522 523
      tdbFree(pCtbCur->pKey);
      tdbFree(pCtbCur->pVal);
H
Hongze Cheng 已提交
524
    }
H
Hongze Cheng 已提交
525

H
Hongze Cheng 已提交
526 527
    taosMemoryFree(pCtbCur);
  }
H
Hongze Cheng 已提交
528 529 530
}

tb_uid_t metaCtbCursorNext(SMCtbCursor *pCtbCur) {
H
Hongze Cheng 已提交
531 532
  int         ret;
  SCtbIdxKey *pCtbIdxKey;
H
Hongze Cheng 已提交
533

H
Hongze Cheng 已提交
534
  ret = tdbTbcNext(pCtbCur->pCur, &pCtbCur->pKey, &pCtbCur->kLen, &pCtbCur->pVal, &pCtbCur->vLen);
H
Hongze Cheng 已提交
535 536 537
  if (ret < 0) {
    return 0;
  }
H
Hongze Cheng 已提交
538

H
Hongze Cheng 已提交
539
  pCtbIdxKey = pCtbCur->pKey;
H
Hongze Cheng 已提交
540 541 542
  if (pCtbIdxKey->suid > pCtbCur->suid) {
    return 0;
  }
H
Hongze Cheng 已提交
543

H
Hongze Cheng 已提交
544
  return pCtbIdxKey->uid;
H
Hongze Cheng 已提交
545 546
}

C
Cary Xu 已提交
547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
struct SMStbCursor {
  SMeta   *pMeta;
  TBC     *pCur;
  tb_uid_t suid;
  void    *pKey;
  void    *pVal;
  int      kLen;
  int      vLen;
};

SMStbCursor *metaOpenStbCursor(SMeta *pMeta, tb_uid_t suid) {
  SMStbCursor *pStbCur = NULL;
  int          ret = 0;
  int          c = 0;

  pStbCur = (SMStbCursor *)taosMemoryCalloc(1, sizeof(*pStbCur));
  if (pStbCur == NULL) {
C
Cary Xu 已提交
564
    terrno = TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
565 566 567 568 569 570 571 572 573
    return NULL;
  }

  pStbCur->pMeta = pMeta;
  pStbCur->suid = suid;
  metaRLock(pMeta);

  ret = tdbTbcOpen(pMeta->pSuidIdx, &pStbCur->pCur, NULL);
  if (ret < 0) {
C
Cary Xu 已提交
574
    terrno = TSDB_CODE_OUT_OF_MEMORY;
C
Cary Xu 已提交
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609
    metaULock(pMeta);
    taosMemoryFree(pStbCur);
    return NULL;
  }

  // move to the suid
  tdbTbcMoveTo(pStbCur->pCur, &suid, sizeof(suid), &c);
  if (c > 0) {
    tdbTbcMoveToNext(pStbCur->pCur);
  }

  return pStbCur;
}

void metaCloseStbCursor(SMStbCursor *pStbCur) {
  if (pStbCur) {
    if (pStbCur->pMeta) metaULock(pStbCur->pMeta);
    if (pStbCur->pCur) {
      tdbTbcClose(pStbCur->pCur);

      tdbFree(pStbCur->pKey);
      tdbFree(pStbCur->pVal);
    }

    taosMemoryFree(pStbCur);
  }
}

tb_uid_t metaStbCursorNext(SMStbCursor *pStbCur) {
  int ret;

  ret = tdbTbcNext(pStbCur->pCur, &pStbCur->pKey, &pStbCur->kLen, &pStbCur->pVal, &pStbCur->vLen);
  if (ret < 0) {
    return 0;
  }
H
Hongze Cheng 已提交
610
  return *(tb_uid_t *)pStbCur->pKey;
C
Cary Xu 已提交
611 612
}

613
STSchema *metaGetTbTSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock) {
H
Hongze Cheng 已提交
614
  STSchema       *pTSchema = NULL;
H
Hongze Cheng 已提交
615
  SSchemaWrapper *pSW = NULL;
H
Hongze Cheng 已提交
616
  SSchema        *pSchema = NULL;
H
Hongze Cheng 已提交
617

618
  pSW = metaGetTableSchema(pMeta, uid, sver, lock);
C
Cary Xu 已提交
619
  if (!pSW) return NULL;
H
fix  
Hongze Cheng 已提交
620

H
Hongze Cheng 已提交
621
  pTSchema = tBuildTSchema(pSW->pSchema, pSW->nCols, pSW->version);
H
Hongze Cheng 已提交
622

H
Hongze Cheng 已提交
623 624
  taosMemoryFree(pSW->pSchema);
  taosMemoryFree(pSW);
H
Hongze Cheng 已提交
625 626 627
  return pTSchema;
}

H
Hongze Cheng 已提交
628
int32_t metaGetTbTSchemaEx(SMeta *pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sver, STSchema **ppTSchema) {
H
Hongze Cheng 已提交
629 630
  int32_t code = 0;

H
Hongze Cheng 已提交
631 632
  void     *pData = NULL;
  int       nData = 0;
H
Hongze Cheng 已提交
633 634 635
  SSkmDbKey skmDbKey;
  if (sver <= 0) {
    SMetaInfo info;
636
    if (metaGetInfo(pMeta, suid ? suid : uid, &info, NULL) == 0) {
H
Hongze Cheng 已提交
637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654
      sver = info.skmVer;
    } else {
      TBC *pSkmDbC = NULL;
      int  c;

      skmDbKey.uid = suid ? suid : uid;
      skmDbKey.sver = INT32_MAX;

      tdbTbcOpen(pMeta->pSkmDb, &pSkmDbC, NULL);
      metaRLock(pMeta);

      if (tdbTbcMoveTo(pSkmDbC, &skmDbKey, sizeof(skmDbKey), &c) < 0) {
        metaULock(pMeta);
        tdbTbcClose(pSkmDbC);
        code = TSDB_CODE_NOT_FOUND;
        goto _exit;
      }

655 656 657 658 659
      if (c == 0) {
        metaError("meta/query: incorrect c: %" PRId32 ".", c);
        code = TSDB_CODE_FAILED;
        goto _exit;
      }
H
Hongze Cheng 已提交
660 661 662 663 664 665 666 667 668

      if (c < 0) {
        tdbTbcMoveToPrev(pSkmDbC);
      }

      const void *pKey = NULL;
      int32_t     nKey = 0;
      tdbTbcGet(pSkmDbC, &pKey, &nKey, NULL, NULL);

H
Hongze Cheng 已提交
669
      if (((SSkmDbKey *)pKey)->uid != skmDbKey.uid) {
H
Hongze Cheng 已提交
670 671 672 673 674 675 676 677 678 679 680 681
        metaULock(pMeta);
        tdbTbcClose(pSkmDbC);
        code = TSDB_CODE_NOT_FOUND;
        goto _exit;
      }

      sver = ((SSkmDbKey *)pKey)->sver;

      metaULock(pMeta);
      tdbTbcClose(pSkmDbC);
    }
  }
H
Hongze Cheng 已提交
682

683 684 685 686 687
  if (sver <= 0) {
    metaError("meta/query: incorrect sver: %" PRId32 ".", sver);
    code = TSDB_CODE_FAILED;
    goto _exit;
  }
H
Hongze Cheng 已提交
688 689 690

  skmDbKey.uid = suid ? suid : uid;
  skmDbKey.sver = sver;
H
Hongze Cheng 已提交
691
  metaRLock(pMeta);
H
Hongze Cheng 已提交
692
  if (tdbTbGet(pMeta->pSkmDb, &skmDbKey, sizeof(SSkmDbKey), &pData, &nData) < 0) {
H
Hongze Cheng 已提交
693
    metaULock(pMeta);
H
Hongze Cheng 已提交
694 695
    code = TSDB_CODE_NOT_FOUND;
    goto _exit;
H
Hongze Cheng 已提交
696 697 698 699 700 701 702 703 704
  }
  metaULock(pMeta);

  // decode
  SDecoder        dc = {0};
  SSchemaWrapper  schema;
  SSchemaWrapper *pSchemaWrapper = &schema;

  tDecoderInit(&dc, pData, nData);
M
Minglei Jin 已提交
705
  (void)tDecodeSSchemaWrapper(&dc, pSchemaWrapper);
H
Hongze Cheng 已提交
706
  tDecoderClear(&dc);
707
  tdbFree(pData);
H
Hongze Cheng 已提交
708 709

  // convert
H
Hongze Cheng 已提交
710
  STSchema *pTSchema = tBuildTSchema(pSchemaWrapper->pSchema, pSchemaWrapper->nCols, pSchemaWrapper->version);
H
Haojun Liao 已提交
711 712 713 714
  if (pTSchema == NULL) {
    code = TSDB_CODE_OUT_OF_MEMORY;
  }

H
Hongze Cheng 已提交
715 716 717
  *ppTSchema = pTSchema;
  taosMemoryFree(pSchemaWrapper->pSchema);

H
Hongze Cheng 已提交
718
_exit:
H
Hongze Cheng 已提交
719 720 721
  return code;
}

722 723
// N.B. Called by statusReq per second
int64_t metaGetTbNum(SMeta *pMeta) {
724 725 726 727 728
  // num of child tables (excluding normal tables , stables and others)

  /* int64_t num = 0; */
  /* vnodeGetAllCtbNum(pMeta->pVnode, &num); */

729
  return pMeta->pVnode->config.vndStats.numOfCTables + pMeta->pVnode->config.vndStats.numOfNTables;
730 731 732
}

// N.B. Called by statusReq per second
M
Minglei Jin 已提交
733
int64_t metaGetTimeSeriesNum(SMeta *pMeta) {
734
  // sum of (number of columns of stable -  1) * number of ctables (excluding timestamp column)
735 736
  if (pMeta->pVnode->config.vndStats.numOfTimeSeries <= 0 ||
      ++pMeta->pVnode->config.vndStats.itvTimeSeries % (60 * 5) == 0) {
737 738 739 740
    int64_t num = 0;
    vnodeGetTimeSeriesNum(pMeta->pVnode, &num);
    pMeta->pVnode->config.vndStats.numOfTimeSeries = num;

741
    pMeta->pVnode->config.vndStats.itvTimeSeries = (TD_VID(pMeta->pVnode) % 100) * 2;
742
  }
743

744
  return pMeta->pVnode->config.vndStats.numOfTimeSeries + pMeta->pVnode->config.vndStats.numOfNTimeSeries;
C
Cary Xu 已提交
745
}
H
Hongze Cheng 已提交
746

747
int64_t metaGetNtbNum(SMeta *pMeta) { return pMeta->pVnode->config.vndStats.numOfNTables; }
748

C
Cary Xu 已提交
749
typedef struct {
H
Hongze Cheng 已提交
750 751
  SMeta   *pMeta;
  TBC     *pCur;
C
Cary Xu 已提交
752
  tb_uid_t uid;
H
Hongze Cheng 已提交
753 754
  void    *pKey;
  void    *pVal;
C
Cary Xu 已提交
755 756 757 758 759 760 761 762 763 764 765 766 767
  int      kLen;
  int      vLen;
} SMSmaCursor;

SMSmaCursor *metaOpenSmaCursor(SMeta *pMeta, tb_uid_t uid) {
  SMSmaCursor *pSmaCur = NULL;
  SSmaIdxKey   smaIdxKey;
  int          ret;
  int          c;

  pSmaCur = (SMSmaCursor *)taosMemoryCalloc(1, sizeof(*pSmaCur));
  if (pSmaCur == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
Hongze Cheng 已提交
768 769 770
    return NULL;
  }

C
Cary Xu 已提交
771 772 773 774
  pSmaCur->pMeta = pMeta;
  pSmaCur->uid = uid;
  metaRLock(pMeta);

H
Hongze Cheng 已提交
775
  ret = tdbTbcOpen(pMeta->pSmaIdx, &pSmaCur->pCur, NULL);
C
Cary Xu 已提交
776 777 778
  if (ret < 0) {
    metaULock(pMeta);
    taosMemoryFree(pSmaCur);
H
Hongze Cheng 已提交
779 780 781
    return NULL;
  }

C
Cary Xu 已提交
782 783 784
  // move to the suid
  smaIdxKey.uid = uid;
  smaIdxKey.smaUid = INT64_MIN;
H
Hongze Cheng 已提交
785
  tdbTbcMoveTo(pSmaCur->pCur, &smaIdxKey, sizeof(smaIdxKey), &c);
C
Cary Xu 已提交
786
  if (c > 0) {
H
Hongze Cheng 已提交
787
    tdbTbcMoveToNext(pSmaCur->pCur);
C
Cary Xu 已提交
788
  }
H
Hongze Cheng 已提交
789

C
Cary Xu 已提交
790 791
  return pSmaCur;
}
H
Hongze Cheng 已提交
792

C
Cary Xu 已提交
793 794 795 796
void metaCloseSmaCursor(SMSmaCursor *pSmaCur) {
  if (pSmaCur) {
    if (pSmaCur->pMeta) metaULock(pSmaCur->pMeta);
    if (pSmaCur->pCur) {
H
Hongze Cheng 已提交
797
      tdbTbcClose(pSmaCur->pCur);
H
Hongze Cheng 已提交
798

C
Cary Xu 已提交
799 800 801
      tdbFree(pSmaCur->pKey);
      tdbFree(pSmaCur->pVal);
    }
H
Hongze Cheng 已提交
802

C
Cary Xu 已提交
803 804 805 806 807 808 809 810
    taosMemoryFree(pSmaCur);
  }
}

tb_uid_t metaSmaCursorNext(SMSmaCursor *pSmaCur) {
  int         ret;
  SSmaIdxKey *pSmaIdxKey;

H
Hongze Cheng 已提交
811
  ret = tdbTbcNext(pSmaCur->pCur, &pSmaCur->pKey, &pSmaCur->kLen, &pSmaCur->pVal, &pSmaCur->vLen);
C
Cary Xu 已提交
812 813 814 815 816 817 818 819 820 821 822 823 824 825
  if (ret < 0) {
    return 0;
  }

  pSmaIdxKey = pSmaCur->pKey;
  if (pSmaIdxKey->uid > pSmaCur->uid) {
    return 0;
  }

  return pSmaIdxKey->uid;
}

STSmaWrapper *metaGetSmaInfoByTable(SMeta *pMeta, tb_uid_t uid, bool deepCopy) {
  STSmaWrapper *pSW = NULL;
H
Hongze Cheng 已提交
826
  SArray       *pSmaIds = NULL;
C
Cary Xu 已提交
827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849

  if (!(pSmaIds = metaGetSmaIdsByTable(pMeta, uid))) {
    return NULL;
  }

  pSW = taosMemoryCalloc(1, sizeof(*pSW));
  if (!pSW) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _err;
  }

  pSW->number = taosArrayGetSize(pSmaIds);
  pSW->tSma = taosMemoryCalloc(pSW->number, sizeof(STSma));

  if (!pSW->tSma) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto _err;
  }

  SMetaReader mr = {0};
  metaReaderInit(&mr, pMeta, 0);
  int64_t smaId;
  int     smaIdx = 0;
H
Hongze Cheng 已提交
850
  STSma  *pTSma = NULL;
C
Cary Xu 已提交
851 852 853
  for (int i = 0; i < pSW->number; ++i) {
    smaId = *(tb_uid_t *)taosArrayGet(pSmaIds, i);
    if (metaGetTableEntryByUid(&mr, smaId) < 0) {
854
      tDecoderClear(&mr.coder);
S
Shengliang Guan 已提交
855
      metaWarn("vgId:%d, no entry for tbId:%" PRIi64 ", smaId:%" PRIi64, TD_VID(pMeta->pVnode), uid, smaId);
C
Cary Xu 已提交
856 857
      continue;
    }
858
    tDecoderClear(&mr.coder);
C
Cary Xu 已提交
859 860 861 862 863 864 865 866
    pTSma = pSW->tSma + smaIdx;
    memcpy(pTSma, mr.me.smaEntry.tsma, sizeof(STSma));
    if (deepCopy) {
      if (pTSma->exprLen > 0) {
        if (!(pTSma->expr = taosMemoryCalloc(1, pTSma->exprLen))) {
          terrno = TSDB_CODE_OUT_OF_MEMORY;
          goto _err;
        }
H
Hongze Cheng 已提交
867
        memcpy((void *)pTSma->expr, mr.me.smaEntry.tsma->expr, pTSma->exprLen);
H
Hongze Cheng 已提交
868
      }
C
Cary Xu 已提交
869 870 871 872 873
      if (pTSma->tagsFilterLen > 0) {
        if (!(pTSma->tagsFilter = taosMemoryCalloc(1, pTSma->tagsFilterLen))) {
          terrno = TSDB_CODE_OUT_OF_MEMORY;
          goto _err;
        }
H
Hongze Cheng 已提交
874
      }
H
Hongze Cheng 已提交
875
      memcpy((void *)pTSma->tagsFilter, mr.me.smaEntry.tsma->tagsFilter, pTSma->tagsFilterLen);
C
Cary Xu 已提交
876 877 878 879 880
    } else {
      pTSma->exprLen = 0;
      pTSma->expr = NULL;
      pTSma->tagsFilterLen = 0;
      pTSma->tagsFilter = NULL;
H
Hongze Cheng 已提交
881
    }
H
Hongze Cheng 已提交
882

C
Cary Xu 已提交
883
    ++smaIdx;
H
Hongze Cheng 已提交
884 885
  }

C
Cary Xu 已提交
886 887
  if (smaIdx <= 0) goto _err;
  pSW->number = smaIdx;
H
Hongze Cheng 已提交
888

C
Cary Xu 已提交
889 890
  metaReaderClear(&mr);
  taosArrayDestroy(pSmaIds);
H
Hongze Cheng 已提交
891
  return pSW;
C
Cary Xu 已提交
892 893 894
_err:
  metaReaderClear(&mr);
  taosArrayDestroy(pSmaIds);
C
Cary Xu 已提交
895
  tFreeTSmaWrapper(pSW, deepCopy);
H
Hongze Cheng 已提交
896 897 898
  return NULL;
}

C
Cary Xu 已提交
899
STSma *metaGetSmaInfoByIndex(SMeta *pMeta, int64_t indexUid) {
H
Hongze Cheng 已提交
900
  STSma      *pTSma = NULL;
C
Cary Xu 已提交
901 902 903
  SMetaReader mr = {0};
  metaReaderInit(&mr, pMeta, 0);
  if (metaGetTableEntryByUid(&mr, indexUid) < 0) {
S
Shengliang Guan 已提交
904
    metaWarn("vgId:%d, failed to get table entry for smaId:%" PRIi64, TD_VID(pMeta->pVnode), indexUid);
C
Cary Xu 已提交
905 906 907 908 909 910 911 912 913 914 915 916 917 918
    metaReaderClear(&mr);
    return NULL;
  }
  pTSma = (STSma *)taosMemoryMalloc(sizeof(STSma));
  if (!pTSma) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    metaReaderClear(&mr);
    return NULL;
  }

  memcpy(pTSma, mr.me.smaEntry.tsma, sizeof(STSma));

  metaReaderClear(&mr);
  return pTSma;
H
Hongze Cheng 已提交
919 920
}

C
Cary Xu 已提交
921
SArray *metaGetSmaIdsByTable(SMeta *pMeta, tb_uid_t uid) {
H
Hongze Cheng 已提交
922
  SArray     *pUids = NULL;
C
Cary Xu 已提交
923
  SSmaIdxKey *pSmaIdxKey = NULL;
H
Hongze Cheng 已提交
924

C
Cary Xu 已提交
925 926
  SMSmaCursor *pCur = metaOpenSmaCursor(pMeta, uid);
  if (!pCur) {
H
Hongze Cheng 已提交
927 928 929
    return NULL;
  }

C
Cary Xu 已提交
930 931 932 933 934
  while (1) {
    tb_uid_t id = metaSmaCursorNext(pCur);
    if (id == 0) {
      break;
    }
H
Hongze Cheng 已提交
935

C
Cary Xu 已提交
936 937
    if (!pUids) {
      pUids = taosArrayInit(16, sizeof(tb_uid_t));
H
Hongze Cheng 已提交
938
      if (!pUids) {
C
Cary Xu 已提交
939 940 941
        terrno = TSDB_CODE_OUT_OF_MEMORY;
        metaCloseSmaCursor(pCur);
        return NULL;
H
Hongze Cheng 已提交
942
      }
C
Cary Xu 已提交
943
    }
H
Hongze Cheng 已提交
944

C
Cary Xu 已提交
945
    pSmaIdxKey = (SSmaIdxKey *)pCur->pKey;
H
Hongze Cheng 已提交
946

C
Cary Xu 已提交
947
    if (!taosArrayPush(pUids, &pSmaIdxKey->smaUid)) {
C
Cary Xu 已提交
948 949 950 951
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      metaCloseSmaCursor(pCur);
      taosArrayDestroy(pUids);
      return NULL;
H
Hongze Cheng 已提交
952 953 954 955 956 957 958
    }
  }

  metaCloseSmaCursor(pCur);
  return pUids;
}

C
Cary Xu 已提交
959
SArray *metaGetSmaTbUids(SMeta *pMeta) {
H
Hongze Cheng 已提交
960
  SArray     *pUids = NULL;
C
Cary Xu 已提交
961 962 963 964 965
  SSmaIdxKey *pSmaIdxKey = NULL;
  tb_uid_t    lastUid = 0;

  SMSmaCursor *pCur = metaOpenSmaCursor(pMeta, 0);
  if (!pCur) {
H
Hongze Cheng 已提交
966 967 968
    return NULL;
  }

C
Cary Xu 已提交
969 970 971 972 973
  while (1) {
    tb_uid_t uid = metaSmaCursorNext(pCur);
    if (uid == 0) {
      break;
    }
H
Hongze Cheng 已提交
974

C
Cary Xu 已提交
975 976 977
    if (lastUid == uid) {
      continue;
    }
H
Hongze Cheng 已提交
978

C
Cary Xu 已提交
979 980 981 982 983 984 985 986 987 988 989
    lastUid = uid;

    if (!pUids) {
      pUids = taosArrayInit(16, sizeof(tb_uid_t));
      if (!pUids) {
        terrno = TSDB_CODE_OUT_OF_MEMORY;
        metaCloseSmaCursor(pCur);
        return NULL;
      }
    }

C
Cary Xu 已提交
990
    if (!taosArrayPush(pUids, &uid)) {
C
Cary Xu 已提交
991 992 993 994 995
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      metaCloseSmaCursor(pCur);
      taosArrayDestroy(pUids);
      return NULL;
    }
H
Hongze Cheng 已提交
996 997
  }

C
Cary Xu 已提交
998 999
  metaCloseSmaCursor(pCur);
  return pUids;
H
Hongze Cheng 已提交
1000 1001
}

L
Liu Jicong 已提交
1002
#endif
H
Hongze Cheng 已提交
1003

1004
const void *metaGetTableTagVal(void *pTag, int16_t type, STagVal *val) {
dengyihao's avatar
dengyihao 已提交
1005
  STag *tag = (STag *)pTag;
dengyihao's avatar
dengyihao 已提交
1006
  if (type == TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
1007 1008
    return tag;
  }
wmmhello's avatar
wmmhello 已提交
1009 1010
  bool find = tTagGet(tag, val);

dengyihao's avatar
dengyihao 已提交
1011
  if (!find) {
wmmhello's avatar
wmmhello 已提交
1012 1013
    return NULL;
  }
wmmhello's avatar
wmmhello 已提交
1014

wmmhello's avatar
wmmhello 已提交
1015
#ifdef TAG_FILTER_DEBUG
wmmhello's avatar
wmmhello 已提交
1016
  if (IS_VAR_DATA_TYPE(val->type)) {
1017
    char *buf = taosMemoryCalloc(val->nData + 1, 1);
wmmhello's avatar
wmmhello 已提交
1018 1019 1020 1021 1022 1023 1024 1025 1026
    memcpy(buf, val->pData, val->nData);
    metaDebug("metaTag table val varchar index:%d cid:%d type:%d value:%s", 1, val->cid, val->type, buf);
    taosMemoryFree(buf);
  } else {
    double dval = 0;
    GET_TYPED_DATA(dval, double, val->type, &val->i64);
    metaDebug("metaTag table val number index:%d cid:%d type:%d value:%f", 1, val->cid, val->type, dval);
  }

1027 1028
  SArray *pTagVals = NULL;
  tTagToValArray((STag *)pTag, &pTagVals);
wmmhello's avatar
wmmhello 已提交
1029
  for (int i = 0; i < taosArrayGetSize(pTagVals); i++) {
1030
    STagVal *pTagVal = (STagVal *)taosArrayGet(pTagVals, i);
wmmhello's avatar
wmmhello 已提交
1031 1032

    if (IS_VAR_DATA_TYPE(pTagVal->type)) {
1033
      char *buf = taosMemoryCalloc(pTagVal->nData + 1, 1);
wmmhello's avatar
wmmhello 已提交
1034 1035 1036 1037 1038 1039 1040 1041 1042
      memcpy(buf, pTagVal->pData, pTagVal->nData);
      metaDebug("metaTag table varchar index:%d cid:%d type:%d value:%s", i, pTagVal->cid, pTagVal->type, buf);
      taosMemoryFree(buf);
    } else {
      double dval = 0;
      GET_TYPED_DATA(dval, double, pTagVal->type, &pTagVal->i64);
      metaDebug("metaTag table number index:%d cid:%d type:%d value:%f", i, pTagVal->cid, pTagVal->type, dval);
    }
  }
wmmhello's avatar
wmmhello 已提交
1043
#endif
wmmhello's avatar
wmmhello 已提交
1044

wmmhello's avatar
wmmhello 已提交
1045
  return val;
dengyihao's avatar
dengyihao 已提交
1046
}
wmmhello's avatar
wmmhello 已提交
1047 1048

typedef struct {
H
Hongze Cheng 已提交
1049 1050
  SMeta   *pMeta;
  TBC     *pCur;
wmmhello's avatar
wmmhello 已提交
1051 1052 1053
  tb_uid_t suid;
  int16_t  cid;
  int16_t  type;
H
Hongze Cheng 已提交
1054 1055
  void    *pKey;
  void    *pVal;
wmmhello's avatar
wmmhello 已提交
1056 1057 1058 1059
  int32_t  kLen;
  int32_t  vLen;
} SIdxCursor;

dengyihao's avatar
dengyihao 已提交
1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083
int32_t metaFilterCreateTime(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pCtimeIdx, &pCursor->pCur, NULL);
  if (ret != 0) {
    goto END;
  }
  int64_t uidLimit = param->reverse ? INT64_MAX : 0;

  SCtimeIdxKey  ctimeKey = {.ctime = *(int64_t *)(param->val), .uid = uidLimit};
  SCtimeIdxKey *pCtimeKey = &ctimeKey;

  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, &ctimeKey, sizeof(ctimeKey), &cmp) < 0) {
    goto END;
  }
dengyihao's avatar
dengyihao 已提交
1084

dengyihao's avatar
dengyihao 已提交
1085 1086 1087 1088 1089 1090 1091 1092
  int32_t valid = 0;
  while (1) {
    void   *entryKey = NULL;
    int32_t nEntryKey = -1;
    valid = tdbTbcGet(pCursor->pCur, (const void **)&entryKey, &nEntryKey, NULL, NULL);
    if (valid < 0) break;

    SCtimeIdxKey *p = entryKey;
dengyihao's avatar
dengyihao 已提交
1093

dengyihao's avatar
dengyihao 已提交
1094 1095
    int32_t cmp = (*param->filterFunc)((void *)&p->ctime, (void *)&pCtimeKey->ctime, param->type);
    if (cmp == 0) taosArrayPush(pUids, &p->uid);
dengyihao's avatar
dengyihao 已提交
1096 1097 1098 1099 1100 1101 1102

    if (param->reverse == false) {
      if (cmp == -1) break;
    } else if (param->reverse) {
      if (cmp == 1) break;
    }

dengyihao's avatar
dengyihao 已提交
1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) break;
  }

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(pCursor);
  return ret;
}

int32_t metaFilterTableName(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;

  STagIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

dengyihao's avatar
dengyihao 已提交
1128 1129
  char *pName = param->val;

dengyihao's avatar
dengyihao 已提交
1130 1131
  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pNameIdx, &pCursor->pCur, NULL);
dengyihao's avatar
dengyihao 已提交
1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147
  if (ret != 0) {
    goto END;
  }

  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, pName, strlen(pName) + 1, &cmp) < 0) {
    goto END;
  }
  bool    first = true;
  int32_t valid = 0;
  while (1) {
    void   *pEntryKey = NULL, *pEntryVal = NULL;
    int32_t nEntryKey = -1, nEntryVal = 0;
    valid = tdbTbcGet(pCursor->pCur, (const void **)pEntryKey, &nEntryKey, (const void **)&pEntryVal, &nEntryVal);
    if (valid < 0) break;

1148
    char *pTableKey = (char *)pEntryKey;
H
Haojun Liao 已提交
1149
    cmp = (*param->filterFunc)(pTableKey, pName, pCursor->type);
dengyihao's avatar
dengyihao 已提交
1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162
    if (cmp == 0) {
      tb_uid_t tuid = *(tb_uid_t *)pEntryVal;
      taosArrayPush(pUids, &tuid);
    } else if (cmp == 1) {
      // next
    } else {
      break;
    }
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) {
      break;
    }
  }
dengyihao's avatar
dengyihao 已提交
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(buf);
  taosMemoryFree(pKey);

  taosMemoryFree(pCursor);

  return ret;
}
int32_t metaFilterTtl(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;

  STtlIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
  ret = tdbTbcOpen(pMeta->pTtlIdx, &pCursor->pCur, NULL);

END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
  taosMemoryFree(buf);
  taosMemoryFree(pKey);

  taosMemoryFree(pCursor);

  return ret;
  // impl later
  return 0;
}
dengyihao's avatar
dengyihao 已提交
1203 1204 1205
int32_t metaFilterTableIds(SMeta *pMeta, SMetaFltParam *param, SArray *pUids) {
  int32_t ret = 0;
  char   *buf = NULL;
wmmhello's avatar
wmmhello 已提交
1206

dengyihao's avatar
dengyihao 已提交
1207 1208 1209 1210
  STagIdxKey *pKey = NULL;
  int32_t     nKey = 0;

  SIdxCursor *pCursor = NULL;
wmmhello's avatar
wmmhello 已提交
1211 1212 1213 1214 1215 1216 1217
  pCursor = (SIdxCursor *)taosMemoryCalloc(1, sizeof(SIdxCursor));
  pCursor->pMeta = pMeta;
  pCursor->suid = param->suid;
  pCursor->cid = param->cid;
  pCursor->type = param->type;

  metaRLock(pMeta);
dengyihao's avatar
dengyihao 已提交
1218
  ret = tdbTbcOpen(pMeta->pCtimeIdx, &pCursor->pCur, NULL);
wmmhello's avatar
wmmhello 已提交
1219 1220 1221 1222
  if (ret < 0) {
    goto END;
  }

dengyihao's avatar
dengyihao 已提交
1223
  int32_t maxSize = 0;
wmmhello's avatar
wmmhello 已提交
1224
  int32_t nTagData = 0;
H
Hongze Cheng 已提交
1225
  void   *tagData = NULL;
dengyihao's avatar
dengyihao 已提交
1226

dengyihao's avatar
dengyihao 已提交
1227
  if (param->val == NULL) {
S
Shengliang Guan 已提交
1228
    metaError("vgId:%d, failed to filter NULL data", TD_VID(pMeta->pVnode));
dengyihao's avatar
dengyihao 已提交
1229
    ret = -1;
dengyihao's avatar
dengyihao 已提交
1230
    goto END;
dengyihao's avatar
dengyihao 已提交
1231
  } else {
dengyihao's avatar
dengyihao 已提交
1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
    if (IS_VAR_DATA_TYPE(param->type)) {
      tagData = varDataVal(param->val);
      nTagData = varDataLen(param->val);

      if (param->type == TSDB_DATA_TYPE_NCHAR) {
        maxSize = 4 * nTagData + 1;
        buf = taosMemoryCalloc(1, maxSize);
        if (false == taosMbsToUcs4(tagData, nTagData, (TdUcs4 *)buf, maxSize, &maxSize)) {
          goto END;
        }
dengyihao's avatar
dengyihao 已提交
1242

dengyihao's avatar
dengyihao 已提交
1243 1244 1245 1246 1247 1248
        tagData = buf;
        nTagData = maxSize;
      }
    } else {
      tagData = param->val;
      nTagData = tDataTypes[param->type].bytes;
dengyihao's avatar
dengyihao 已提交
1249
    }
wmmhello's avatar
wmmhello 已提交
1250
  }
dengyihao's avatar
dengyihao 已提交
1251
  ret = metaCreateTagIdxKey(pCursor->suid, pCursor->cid, tagData, nTagData, pCursor->type,
wmmhello's avatar
wmmhello 已提交
1252
                            param->reverse ? INT64_MAX : INT64_MIN, &pKey, &nKey);
dengyihao's avatar
dengyihao 已提交
1253

wmmhello's avatar
wmmhello 已提交
1254 1255 1256 1257 1258 1259 1260
  if (ret != 0) {
    goto END;
  }
  int cmp = 0;
  if (tdbTbcMoveTo(pCursor->pCur, pKey, nKey, &cmp) < 0) {
    goto END;
  }
dengyihao's avatar
dengyihao 已提交
1261

dengyihao's avatar
dengyihao 已提交
1262
  bool    first = true;
dengyihao's avatar
dengyihao 已提交
1263
  int32_t valid = 0;
wmmhello's avatar
wmmhello 已提交
1264
  while (1) {
dengyihao's avatar
dengyihao 已提交
1265 1266 1267
    void   *entryKey = NULL, *entryVal = NULL;
    int32_t nEntryKey, nEntryVal;

wmmhello's avatar
wmmhello 已提交
1268 1269
    valid = tdbTbcGet(pCursor->pCur, (const void **)&entryKey, &nEntryKey, (const void **)&entryVal, &nEntryVal);
    if (valid < 0) {
dengyihao's avatar
dengyihao 已提交
1270
      tdbFree(entryVal);
wmmhello's avatar
wmmhello 已提交
1271 1272 1273
      break;
    }
    STagIdxKey *p = entryKey;
dengyihao's avatar
dengyihao 已提交
1274
    if (p == NULL) break;
dengyihao's avatar
dengyihao 已提交
1275 1276 1277 1278 1279 1280 1281 1282 1283
    if (p->type != pCursor->type) {
      if (first) {
        valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
        if (valid < 0) break;
        continue;
      } else {
        break;
      }
    }
dengyihao's avatar
dengyihao 已提交
1284
    if (p->suid != pKey->suid) {
dengyihao's avatar
dengyihao 已提交
1285 1286
      break;
    }
dengyihao's avatar
dengyihao 已提交
1287
    first = false;
dengyihao's avatar
dengyihao 已提交
1288 1289 1290 1291 1292 1293
    int32_t cmp = (*param->filterFunc)(p->data, pKey->data, pKey->type);
    if (cmp == 0) {
      // match
      tb_uid_t tuid = 0;
      if (IS_VAR_DATA_TYPE(pKey->type)) {
        tuid = *(tb_uid_t *)(p->data + varDataTLen(p->data));
wmmhello's avatar
wmmhello 已提交
1294
      } else {
dengyihao's avatar
dengyihao 已提交
1295
        tuid = *(tb_uid_t *)(p->data + tDataTypes[pCursor->type].bytes);
wmmhello's avatar
wmmhello 已提交
1296
      }
dengyihao's avatar
dengyihao 已提交
1297 1298 1299 1300 1301 1302
      taosArrayPush(pUids, &tuid);
    } else if (cmp == 1) {
      // not match but should continue to iter
    } else {
      // not match and no more result
      break;
wmmhello's avatar
wmmhello 已提交
1303 1304 1305 1306 1307 1308
    }
    valid = param->reverse ? tdbTbcMoveToPrev(pCursor->pCur) : tdbTbcMoveToNext(pCursor->pCur);
    if (valid < 0) {
      break;
    }
  }
dengyihao's avatar
dengyihao 已提交
1309

wmmhello's avatar
wmmhello 已提交
1310 1311 1312
END:
  if (pCursor->pMeta) metaULock(pCursor->pMeta);
  if (pCursor->pCur) tdbTbcClose(pCursor->pCur);
dengyihao's avatar
dengyihao 已提交
1313
  taosMemoryFree(buf);
dengyihao's avatar
dengyihao 已提交
1314
  taosMemoryFree(pKey);
wmmhello's avatar
wmmhello 已提交
1315 1316 1317 1318

  taosMemoryFree(pCursor);

  return ret;
dengyihao's avatar
dengyihao 已提交
1319
}
H
Hongze Cheng 已提交
1320

dengyihao's avatar
dengyihao 已提交
1321
static int32_t metaGetTableTagByUid(SMeta *pMeta, int64_t suid, int64_t uid, void **tag, int32_t *len, bool lock) {
dengyihao's avatar
dengyihao 已提交
1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334
  int ret = 0;
  if (lock) {
    metaRLock(pMeta);
  }

  SCtbIdxKey ctbIdxKey = {.suid = suid, .uid = uid};
  ret = tdbTbGet(pMeta->pCtbIdx, &ctbIdxKey, sizeof(SCtbIdxKey), tag, len);
  if (lock) {
    metaULock(pMeta);
  }

  return ret;
}
dengyihao's avatar
dengyihao 已提交
1335
int32_t metaGetTableTagsByUids(SMeta *pMeta, int64_t suid, SArray *uidList, SHashObj *tags) {
dengyihao's avatar
dengyihao 已提交
1336 1337 1338
  const int32_t LIMIT = 128;

  int32_t isLock = false;
dengyihao's avatar
dengyihao 已提交
1339 1340
  int32_t sz = uidList ? taosArrayGetSize(uidList) : 0;
  for (int i = 0; i < sz; i++) {
dengyihao's avatar
dengyihao 已提交
1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355
    tb_uid_t *id = taosArrayGet(uidList, i);

    if (i % LIMIT == 0) {
      if (isLock) metaULock(pMeta);

      metaRLock(pMeta);
      isLock = true;
    }

    if (taosHashGet(tags, id, sizeof(tb_uid_t)) == NULL) {
      void   *val = NULL;
      int32_t len = 0;
      if (metaGetTableTagByUid(pMeta, suid, *id, &val, &len, false) == 0) {
        taosHashPut(tags, id, sizeof(tb_uid_t), val, len);
        tdbFree(val);
dengyihao's avatar
dengyihao 已提交
1356 1357 1358
      } else {
        metaError("vgId:%d, failed to table IDs, suid: %" PRId64 ", uid: %" PRId64 "", TD_VID(pMeta->pVnode), suid,
                  *id);
dengyihao's avatar
dengyihao 已提交
1359
      }
dengyihao's avatar
dengyihao 已提交
1360 1361
    }
  }
dengyihao's avatar
dengyihao 已提交
1362 1363
  if (isLock) metaULock(pMeta);

dengyihao's avatar
dengyihao 已提交
1364 1365
  return 0;
}
dengyihao's avatar
dengyihao 已提交
1366

1367
int32_t metaGetTableTags(SMeta *pMeta, uint64_t suid, SArray *uidList, SHashObj *tags) {
1368
  SMCtbCursor *pCur = metaOpenCtbCursor(pMeta, suid, 1);
1369

1370
  SHashObj *uHash = NULL;
dengyihao's avatar
dengyihao 已提交
1371 1372
  size_t    len = taosArrayGetSize(uidList);  // len > 0 means there already have uids
  if (len > 0) {
1373
    uHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
dengyihao's avatar
dengyihao 已提交
1374
    for (int i = 0; i < len; i++) {
1375 1376 1377 1378 1379 1380 1381 1382 1383 1384
      int64_t *uid = taosArrayGet(uidList, i);
      taosHashPut(uHash, uid, sizeof(int64_t), &i, sizeof(i));
    }
  }
  while (1) {
    tb_uid_t id = metaCtbCursorNext(pCur);
    if (id == 0) {
      break;
    }

wmmhello's avatar
wmmhello 已提交
1385
    if (len > 0 && taosHashGet(uHash, &id, sizeof(int64_t)) == NULL) {
1386
      continue;
dengyihao's avatar
dengyihao 已提交
1387
    } else if (len == 0) {
1388 1389 1390
      taosArrayPush(uidList, &id);
    }

1391
    taosHashPut(tags, &id, sizeof(int64_t), pCur->pVal, pCur->vLen);
1392 1393
  }

1394
  taosHashCleanup(uHash);
1395
  metaCloseCtbCursor(pCur, 1);
1396 1397
  return TSDB_CODE_SUCCESS;
}
wmmhello's avatar
wmmhello 已提交
1398

H
Hongze Cheng 已提交
1399 1400
int32_t metaCacheGet(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo);

1401
int32_t metaGetInfo(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo, SMetaReader *pReader) {
H
Hongze Cheng 已提交
1402 1403 1404
  int32_t code = 0;
  void   *pData = NULL;
  int     nData = 0;
1405
  int     lock = 0;
H
Hongze Cheng 已提交
1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429

  metaRLock(pMeta);

  // search cache
  if (metaCacheGet(pMeta, uid, pInfo) == 0) {
    metaULock(pMeta);
    goto _exit;
  }

  // search TDB
  if (tdbTbGet(pMeta->pUidIdx, &uid, sizeof(uid), &pData, &nData) < 0) {
    // not found
    metaULock(pMeta);
    code = TSDB_CODE_NOT_FOUND;
    goto _exit;
  }

  metaULock(pMeta);

  pInfo->uid = uid;
  pInfo->suid = ((SUidIdxVal *)pData)->suid;
  pInfo->version = ((SUidIdxVal *)pData)->version;
  pInfo->skmVer = ((SUidIdxVal *)pData)->skmVer;

1430 1431 1432 1433 1434 1435 1436
  if (pReader != NULL) {
    lock = !(pReader->flags & META_READER_NOLOCK);
    if (lock) {
      metaULock(pReader->pMeta);
      // metaReaderReleaseLock(pReader);
    }
  }
H
Hongze Cheng 已提交
1437 1438 1439 1440 1441
  // upsert the cache
  metaWLock(pMeta);
  metaCacheUpsert(pMeta, pInfo);
  metaULock(pMeta);

1442 1443 1444 1445
  if (lock) {
    metaRLock(pReader->pMeta);
  }

H
Hongze Cheng 已提交
1446 1447 1448 1449
_exit:
  tdbFree(pData);
  return code;
}
1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478

int32_t metaGetStbStats(SMeta *pMeta, int64_t uid, SMetaStbStats *pInfo) {
  int32_t code = 0;

  metaRLock(pMeta);

  // fast path: search cache
  if (metaStatsCacheGet(pMeta, uid, pInfo) == TSDB_CODE_SUCCESS) {
    metaULock(pMeta);
    goto _exit;
  }

  // slow path: search TDB
  int64_t ctbNum = 0;
  vnodeGetCtbNum(pMeta->pVnode, uid, &ctbNum);

  metaULock(pMeta);

  pInfo->uid = uid;
  pInfo->ctbNum = ctbNum;

  // upsert the cache
  metaWLock(pMeta);
  metaStatsCacheUpsert(pMeta, pInfo);
  metaULock(pMeta);

_exit:
  return code;
}
1479 1480 1481 1482 1483 1484 1485 1486 1487 1488

void metaUpdateStbStats(SMeta *pMeta, int64_t uid, int64_t delta) {
  SMetaStbStats stats = {0};

  if (metaStatsCacheGet(pMeta, uid, &stats) == TSDB_CODE_SUCCESS) {
    stats.ctbNum += delta;

    metaStatsCacheUpsert(pMeta, &stats);
  }
}