tsdbSma.c 54.8 KB
Newer Older
C
Cary Xu 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16
#include "vnodeInt.h"
C
Cary Xu 已提交
17

C
Cary Xu 已提交
18 19 20 21 22
static const char *TSDB_SMA_DNAME[] = {
    "",      // TSDB_SMA_TYPE_BLOCK
    "tsma",  // TSDB_SMA_TYPE_TIME_RANGE
    "rsma",  // TSDB_SMA_TYPE_ROLLUP
};
C
Cary Xu 已提交
23

C
Cary Xu 已提交
24
#undef _TEST_SMA_PRINT_DEBUG_LOG_
C
Cary Xu 已提交
25
#define SMA_STORAGE_TSDB_DAYS   30
C
Cary Xu 已提交
26
#define SMA_STORAGE_TSDB_TIMES  10
C
Cary Xu 已提交
27
#define SMA_STORAGE_SPLIT_HOURS 24
C
Cary Xu 已提交
28
#define SMA_KEY_LEN             16  // TSKEY+groupId 8+8
C
Cary Xu 已提交
29
#define SMA_DROP_EXPIRED_TIME   10  // default is 10 seconds
C
Cary Xu 已提交
30

31 32 33 34
#define SMA_STATE_HASH_SLOT      4
#define SMA_STATE_ITEM_HASH_SLOT 32

#define SMA_TEST_INDEX_NAME "smaTestIndexName"  // TODO: just for test
35
#define SMA_TEST_INDEX_UID  2000000001          // TODO: just for test
C
Cary Xu 已提交
36
typedef enum {
C
Cary Xu 已提交
37 38
  SMA_STORAGE_LEVEL_TSDB = 0,     // use days of self-defined  e.g. vnode${N}/tsdb/tsma/sma_index_uid/v2f200.tsma
  SMA_STORAGE_LEVEL_DFILESET = 1  // use days of TS data       e.g. vnode${N}/tsdb/tsma/sma_index_uid/v2f1906.tsma
C
Cary Xu 已提交
39 40
} ESmaStorageLevel;

C
Cary Xu 已提交
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
typedef struct SPoolMem {
  int64_t          size;
  struct SPoolMem *prev;
  struct SPoolMem *next;
} SPoolMem;

struct SSmaEnv {
  TdThreadRwlock lock;
  TXN            txn;
  SPoolMem      *pPool;
  SDiskID        did;
  TENV          *dbEnv;  // TODO: If it's better to put it in smaIndex level?
  char          *path;   // relative path
  SSmaStat      *pStat;
};

#define SMA_ENV_LOCK(env)       ((env)->lock)
#define SMA_ENV_DID(env)        ((env)->did)
#define SMA_ENV_ENV(env)        ((env)->dbEnv)
#define SMA_ENV_PATH(env)       ((env)->path)
#define SMA_ENV_STAT(env)       ((env)->pStat)
#define SMA_ENV_STAT_ITEMS(env) ((env)->pStat->smaStatItems)

C
Cary Xu 已提交
64
typedef struct {
C
Cary Xu 已提交
65 66 67 68
  STsdb        *pTsdb;
  SDBFile       dFile;
  const SArray *pDataBlocks;  // sma data
  int32_t       interval;     // interval with the precision of DB
C
Cary Xu 已提交
69 70 71 72
} STSmaWriteH;

typedef struct {
  int32_t iter;
C
Cary Xu 已提交
73
  int32_t fid;
C
Cary Xu 已提交
74
} SmaFsIter;
C
Cary Xu 已提交
75

C
Cary Xu 已提交
76
typedef struct {
C
Cary Xu 已提交
77
  STsdb    *pTsdb;
C
Cary Xu 已提交
78
  SDBFile   dFile;
C
Cary Xu 已提交
79 80 81 82 83 84 85
  int32_t   interval;   // interval with the precision of DB
  int32_t   blockSize;  // size of SMA block item
  int8_t    storageLevel;
  int8_t    days;
  SmaFsIter smaFsIter;
} STSmaReadH;

86 87 88 89 90
typedef struct {
  /**
   * @brief The field 'state' is here to demonstrate if one smaIndex is ready to provide service.
   *    - TSDB_SMA_STAT_OK: 1) The sma calculation of history data is finished; 2) Or recevied information from
   * Streaming Module or TSDB local persistence.
C
Cary Xu 已提交
91 92 93
   *    - TSDB_SMA_STAT_EXPIRED: 1) If sma calculation of history TS data is not finished; 2) Or if the TSDB is open,
   * without information about its previous state.
   *    - TSDB_SMA_STAT_DROPPED: 1)sma dropped
94 95 96
   */
  int8_t    state;           // ETsdbSmaStat
  SHashObj *expiredWindows;  // key: skey of time window, value: N/A
C
Cary Xu 已提交
97
  STSma    *pSma;            // cache schema
98 99 100
} SSmaStatItem;

struct SSmaStat {
C
Cary Xu 已提交
101
  SHashObj *smaStatItems;  // key: indexUid, value: SSmaStatItem
102
  T_REF_DECLARE()
103 104
};

C
Cary Xu 已提交
105
// declaration of static functions
C
Cary Xu 已提交
106

107
// expired window
108 109
static int32_t  tsdbUpdateExpiredWindowImpl(STsdb *pTsdb, SSubmitReq *pMsg, int64_t version);
static int32_t  tsdbSetExpiredWindow(STsdb *pTsdb, SHashObj *pItemsHash, int64_t indexUid, int64_t winSKey, int64_t version);
C
Cary Xu 已提交
110
static int32_t  tsdbInitSmaStat(SSmaStat **pSmaStat);
C
Cary Xu 已提交
111
static void    *tsdbFreeSmaStatItem(SSmaStatItem *pSmaStatItem);
C
Cary Xu 已提交
112
static int32_t  tsdbDestroySmaState(SSmaStat *pSmaStat);
113 114
static SSmaEnv *tsdbNewSmaEnv(const STsdb *pTsdb, const char *path, SDiskID did);
static int32_t  tsdbInitSmaEnv(STsdb *pTsdb, const char *path, SDiskID did, SSmaEnv **pEnv);
115 116 117 118 119 120
static int32_t  tsdbResetExpiredWindow(STsdb *pTsdb, SSmaStat *pStat, int64_t indexUid, TSKEY skey);
static int32_t  tsdbRefSmaStat(STsdb *pTsdb, SSmaStat *pStat);
static int32_t  tsdbUnRefSmaStat(STsdb *pTsdb, SSmaStat *pStat);

// read data
// TODO: This is the basic params, and should wrap the params to a queryHandle.
C
Cary Xu 已提交
121
static int32_t tsdbGetTSmaDataImpl(STsdb *pTsdb, char *pData, int64_t indexUid, TSKEY querySKey, int32_t nMaxResult);
C
Cary Xu 已提交
122

123
// insert data
C
Cary Xu 已提交
124
static int32_t tsdbInitTSmaWriteH(STSmaWriteH *pSmaH, STsdb *pTsdb, const SArray *pDataBlocks, int64_t interval,
C
Cary Xu 已提交
125
                                  int8_t intervalUnit);
126 127 128
static void    tsdbDestroyTSmaWriteH(STSmaWriteH *pSmaH);
static int32_t tsdbInitTSmaReadH(STSmaReadH *pSmaH, STsdb *pTsdb, int64_t interval, int8_t intervalUnit);
static int32_t tsdbGetSmaStorageLevel(int64_t interval, int8_t intervalUnit);
C
Cary Xu 已提交
129
static int32_t tsdbSetRSmaDataFile(STSmaWriteH *pSmaH, int32_t fid);
C
Cary Xu 已提交
130 131
static int32_t tsdbInsertTSmaBlocks(STSmaWriteH *pSmaH, void *smaKey, int32_t keyLen, void *pData, int32_t dataLen,
                                    TXN *txn);
C
Cary Xu 已提交
132
static int64_t tsdbGetIntervalByPrecision(int64_t interval, uint8_t intervalUnit, int8_t precision, bool adjusted);
C
Cary Xu 已提交
133
static int32_t tsdbGetTSmaDays(STsdb *pTsdb, int64_t interval, int32_t storageLevel);
C
Cary Xu 已提交
134
static int32_t tsdbSetTSmaDataFile(STSmaWriteH *pSmaH, int64_t indexUid, int32_t fid);
135
static int32_t tsdbInitTSmaFile(STSmaReadH *pSmaH, int64_t indexUid, TSKEY skey);
C
Cary Xu 已提交
136
static bool    tsdbSetAndOpenTSmaFile(STSmaReadH *pReadH, TSKEY *queryKey);
C
Cary Xu 已提交
137
static void    tsdbGetSmaDir(int32_t vgId, ETsdbSmaType smaType, char dirName[]);
C
Cary Xu 已提交
138 139
static int32_t tsdbInsertTSmaDataImpl(STsdb *pTsdb, int64_t indexUid, const char *msg);
static int32_t tsdbInsertRSmaDataImpl(STsdb *pTsdb, const char *msg);
C
Cary Xu 已提交
140

C
Cary Xu 已提交
141 142 143
// mgmt interface
static int32_t tsdbDropTSmaDataImpl(STsdb *pTsdb, int64_t indexUid);

C
Cary Xu 已提交
144 145 146 147 148 149 150 151 152 153
// Pool Memory
static SPoolMem *openPool();
static void      clearPool(SPoolMem *pPool);
static void      closePool(SPoolMem *pPool);
static void     *poolMalloc(void *arg, size_t size);
static void      poolFree(void *arg, void *ptr);

static int tsdbSmaBeginCommit(SSmaEnv *pEnv);
static int tsdbSmaEndCommit(SSmaEnv *pEnv);

154
// implementation
C
Cary Xu 已提交
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258
static FORCE_INLINE int16_t tsdbTSmaAdd(STsdb *pTsdb, int16_t n) {
  return atomic_add_fetch_16(&REPO_TSMA_NUM(pTsdb), n);
}
static FORCE_INLINE int16_t tsdbTSmaSub(STsdb *pTsdb, int16_t n) {
  return atomic_sub_fetch_16(&REPO_TSMA_NUM(pTsdb), n);
}

static FORCE_INLINE int32_t tsdbRLockSma(SSmaEnv *pEnv) {
  int code = taosThreadRwlockRdlock(&(pEnv->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

static FORCE_INLINE int32_t tsdbWLockSma(SSmaEnv *pEnv) {
  int code = taosThreadRwlockWrlock(&(pEnv->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

static FORCE_INLINE int32_t tsdbUnLockSma(SSmaEnv *pEnv) {
  int code = taosThreadRwlockUnlock(&(pEnv->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

static SPoolMem *openPool() {
  SPoolMem *pPool = (SPoolMem *)tdbOsMalloc(sizeof(*pPool));

  pPool->prev = pPool->next = pPool;
  pPool->size = 0;

  return pPool;
}

static void clearPool(SPoolMem *pPool) {
  if (!pPool) return;
  
  SPoolMem *pMem;

  do {
    pMem = pPool->next;

    if (pMem == pPool) break;

    pMem->next->prev = pMem->prev;
    pMem->prev->next = pMem->next;
    pPool->size -= pMem->size;

    tdbOsFree(pMem);
  } while (1);

  assert(pPool->size == 0);
}

static void closePool(SPoolMem *pPool) {
  if (pPool) {
    clearPool(pPool);
    tdbOsFree(pPool);
  }
}

static void *poolMalloc(void *arg, size_t size) {
  void     *ptr = NULL;
  SPoolMem *pPool = (SPoolMem *)arg;
  SPoolMem *pMem;

  pMem = (SPoolMem *)tdbOsMalloc(sizeof(*pMem) + size);
  if (pMem == NULL) {
    assert(0);
  }

  pMem->size = sizeof(*pMem) + size;
  pMem->next = pPool->next;
  pMem->prev = pPool;

  pPool->next->prev = pMem;
  pPool->next = pMem;
  pPool->size += pMem->size;

  ptr = (void *)(&pMem[1]);
  return ptr;
}

static void poolFree(void *arg, void *ptr) {
  SPoolMem *pPool = (SPoolMem *)arg;
  SPoolMem *pMem;

  pMem = &(((SPoolMem *)ptr)[-1]);

  pMem->next->prev = pMem->prev;
  pMem->prev->next = pMem->next;
  pPool->size -= pMem->size;

  tdbOsFree(pMem);
}
C
Cary Xu 已提交
259 260 261 262 263 264 265 266 267 268 269

int32_t tsdbInitSma(STsdb *pTsdb) {
  // tSma
  int32_t numOfTSma = taosArrayGetSize(metaGetSmaTbUids(pTsdb->pMeta, false));
  if (numOfTSma > 0) {
    atomic_store_16(&REPO_TSMA_NUM(pTsdb), (int16_t)numOfTSma);
  }
  // TODO: rSma
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
270 271 272 273 274 275 276 277
static FORCE_INLINE int8_t tsdbSmaStat(SSmaStatItem *pStatItem) {
  if (pStatItem) {
    return atomic_load_8(&pStatItem->state);
  }
  return TSDB_SMA_STAT_UNKNOWN;
}

static FORCE_INLINE bool tsdbSmaStatIsOK(SSmaStatItem *pStatItem, int8_t *state) {
C
Cary Xu 已提交
278
  if (!pStatItem) {
C
Cary Xu 已提交
279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314
    return false;
  }

  if (state) {
    *state = atomic_load_8(&pStatItem->state);
    return *state == TSDB_SMA_STAT_OK;
  }
  return atomic_load_8(&pStatItem->state) == TSDB_SMA_STAT_OK;
}

static FORCE_INLINE bool tsdbSmaStatIsExpired(SSmaStatItem *pStatItem) {
  return pStatItem ? (atomic_load_8(&pStatItem->state) & TSDB_SMA_STAT_EXPIRED) : true;
}

static FORCE_INLINE bool tsdbSmaStatIsDropped(SSmaStatItem *pStatItem) {
  return pStatItem ? (atomic_load_8(&pStatItem->state) & TSDB_SMA_STAT_DROPPED) : true;
}

static FORCE_INLINE void tsdbSmaStatSetOK(SSmaStatItem *pStatItem) {
  if (pStatItem) {
    atomic_store_8(&pStatItem->state, TSDB_SMA_STAT_OK);
  }
}

static FORCE_INLINE void tsdbSmaStatSetExpired(SSmaStatItem *pStatItem) {
  if (pStatItem) {
    atomic_or_fetch_8(&pStatItem->state, TSDB_SMA_STAT_EXPIRED);
  }
}

static FORCE_INLINE void tsdbSmaStatSetDropped(SSmaStatItem *pStatItem) {
  if (pStatItem) {
    atomic_or_fetch_8(&pStatItem->state, TSDB_SMA_STAT_DROPPED);
  }
}

C
Cary Xu 已提交
315
static void tsdbGetSmaDir(int32_t vgId, ETsdbSmaType smaType, char dirName[]) {
316 317
  snprintf(dirName, TSDB_FILENAME_LEN, "vnode%svnode%d%stsdb%s%s", TD_DIRSEP, vgId, TD_DIRSEP, TD_DIRSEP,
           TSDB_SMA_DNAME[smaType]);
C
Cary Xu 已提交
318
}
C
Cary Xu 已提交
319

320
static SSmaEnv *tsdbNewSmaEnv(const STsdb *pTsdb, const char *path, SDiskID did) {
C
Cary Xu 已提交
321 322
  SSmaEnv *pEnv = NULL;

wafwerar's avatar
wafwerar 已提交
323
  pEnv = (SSmaEnv *)taosMemoryCalloc(1, sizeof(SSmaEnv));
C
Cary Xu 已提交
324 325 326 327 328
  if (pEnv == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return NULL;
  }

wafwerar's avatar
wafwerar 已提交
329
  int code = taosThreadRwlockInit(&(pEnv->lock), NULL);
C
Cary Xu 已提交
330 331
  if (code) {
    terrno = TAOS_SYSTEM_ERROR(code);
wafwerar's avatar
wafwerar 已提交
332
    taosMemoryFree(pEnv);
C
Cary Xu 已提交
333 334 335 336 337 338 339 340 341 342
    return NULL;
  }

  ASSERT(path && (strlen(path) > 0));
  pEnv->path = strdup(path);
  if (pEnv->path == NULL) {
    tsdbFreeSmaEnv(pEnv);
    return NULL;
  }

343 344
  pEnv->did = did;

C
Cary Xu 已提交
345 346 347 348 349
  if (tsdbInitSmaStat(&pEnv->pStat) != TSDB_CODE_SUCCESS) {
    tsdbFreeSmaEnv(pEnv);
    return NULL;
  }

350 351
  char aname[TSDB_FILENAME_LEN] = {0};
  tfsAbsoluteName(pTsdb->pTfs, did, path, aname);
C
Cary Xu 已提交
352 353 354 355 356 357
  if (tsdbOpenDBEnv(&pEnv->dbEnv, aname) != TSDB_CODE_SUCCESS) {
    tsdbFreeSmaEnv(pEnv);
    return NULL;
  }

  if ((pEnv->pPool = openPool()) == NULL) {
358 359 360 361
    tsdbFreeSmaEnv(pEnv);
    return NULL;
  }

C
Cary Xu 已提交
362 363 364
  return pEnv;
}

365
static int32_t tsdbInitSmaEnv(STsdb *pTsdb, const char *path, SDiskID did, SSmaEnv **pEnv) {
C
Cary Xu 已提交
366 367 368 369 370
  if (!pEnv) {
    terrno = TSDB_CODE_INVALID_PTR;
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
371
  if (*pEnv == NULL) {
372
    if ((*pEnv = tsdbNewSmaEnv(pTsdb, path, did)) == NULL) {
C
Cary Xu 已提交
373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388
      return TSDB_CODE_FAILED;
    }
  }

  return TSDB_CODE_SUCCESS;
}

/**
 * @brief Release resources allocated for its member fields, not including itself.
 *
 * @param pSmaEnv
 * @return int32_t
 */
void tsdbDestroySmaEnv(SSmaEnv *pSmaEnv) {
  if (pSmaEnv) {
    tsdbDestroySmaState(pSmaEnv->pStat);
wafwerar's avatar
wafwerar 已提交
389 390
    taosMemoryFreeClear(pSmaEnv->pStat);
    taosMemoryFreeClear(pSmaEnv->path);
wafwerar's avatar
wafwerar 已提交
391
    taosThreadRwlockDestroy(&(pSmaEnv->lock));
C
Cary Xu 已提交
392 393
    tsdbCloseDBEnv(pSmaEnv->dbEnv);
    closePool(pSmaEnv->pPool);
C
Cary Xu 已提交
394 395 396 397 398
  }
}

void *tsdbFreeSmaEnv(SSmaEnv *pSmaEnv) {
  tsdbDestroySmaEnv(pSmaEnv);
wafwerar's avatar
wafwerar 已提交
399
  taosMemoryFreeClear(pSmaEnv);
C
Cary Xu 已提交
400 401 402
  return NULL;
}

403 404
static int32_t tsdbRefSmaStat(STsdb *pTsdb, SSmaStat *pStat) {
  if (pStat == NULL) return 0;
C
Cary Xu 已提交
405

406
  int ref = T_REF_INC(pStat);
C
Cary Xu 已提交
407
  tsdbDebug("vgId:%d ref sma stat:%p, val:%d", REPO_ID(pTsdb), pStat, ref);
408 409 410 411 412 413 414
  return 0;
}

static int32_t tsdbUnRefSmaStat(STsdb *pTsdb, SSmaStat *pStat) {
  if (pStat == NULL) return 0;

  int ref = T_REF_DEC(pStat);
C
Cary Xu 已提交
415
  tsdbDebug("vgId:%d unref sma stat:%p, val:%d", REPO_ID(pTsdb), pStat, ref);
416 417 418
  return 0;
}

419 420
static int32_t tsdbInitSmaStat(SSmaStat **pSmaStat) {
  ASSERT(pSmaStat != NULL);
C
Cary Xu 已提交
421 422 423 424 425

  if (*pSmaStat != NULL) {  // no lock
    return TSDB_CODE_SUCCESS;
  }

426 427 428 429 430
  /**
   *  1. Lazy mode utilized when init SSmaStat to update expired window(or hungry mode when tsdbNew).
   *  2. Currently, there is mutex lock when init SSmaEnv, thus no need add lock on SSmaStat, and please add lock if
   * tsdbInitSmaStat invoked in other multithread environment later.
   */
431
  if (*pSmaStat == NULL) {
wafwerar's avatar
wafwerar 已提交
432
    *pSmaStat = (SSmaStat *)taosMemoryCalloc(1, sizeof(SSmaStat));
433 434 435 436 437 438 439 440 441
    if (*pSmaStat == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return TSDB_CODE_FAILED;
    }

    (*pSmaStat)->smaStatItems =
        taosHashInit(SMA_STATE_HASH_SLOT, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);

    if ((*pSmaStat)->smaStatItems == NULL) {
wafwerar's avatar
wafwerar 已提交
442
      taosMemoryFreeClear(*pSmaStat);
443 444 445 446 447 448 449 450 451
      return TSDB_CODE_FAILED;
    }
  }
  return TSDB_CODE_SUCCESS;
}

static SSmaStatItem *tsdbNewSmaStatItem(int8_t state) {
  SSmaStatItem *pItem = NULL;

wafwerar's avatar
wafwerar 已提交
452
  pItem = (SSmaStatItem *)taosMemoryCalloc(1, sizeof(SSmaStatItem));
453 454 455 456 457
  if (pItem) {
    pItem->state = state;
    pItem->expiredWindows = taosHashInit(SMA_STATE_ITEM_HASH_SLOT, taosGetDefaultHashFunction(TSDB_DATA_TYPE_TIMESTAMP),
                                         true, HASH_ENTRY_LOCK);
    if (!pItem->expiredWindows) {
wafwerar's avatar
wafwerar 已提交
458
      taosMemoryFreeClear(pItem);
459 460 461 462 463
    }
  }
  return pItem;
}

C
Cary Xu 已提交
464 465 466
static void *tsdbFreeSmaStatItem(SSmaStatItem *pSmaStatItem) {
  if (pSmaStatItem != NULL) {
    tdDestroyTSma(pSmaStatItem->pSma);
wafwerar's avatar
wafwerar 已提交
467
    taosMemoryFreeClear(pSmaStatItem->pSma);
C
Cary Xu 已提交
468
    taosHashCleanup(pSmaStatItem->expiredWindows);
wafwerar's avatar
wafwerar 已提交
469
    taosMemoryFreeClear(pSmaStatItem);
C
Cary Xu 已提交
470 471 472 473
  }
  return NULL;
}

C
Cary Xu 已提交
474 475
/**
 * @brief Release resources allocated for its member fields, not including itself.
476 477 478
 *
 * @param pSmaStat
 * @return int32_t
C
Cary Xu 已提交
479
 */
C
Cary Xu 已提交
480
int32_t tsdbDestroySmaState(SSmaStat *pSmaStat) {
481 482
  if (pSmaStat) {
    // TODO: use taosHashSetFreeFp when taosHashSetFreeFp is ready.
483
    void *item = taosHashIterate(pSmaStat->smaStatItems, NULL);
484
    while (item != NULL) {
485
      SSmaStatItem *pItem = *(SSmaStatItem **)item;
C
Cary Xu 已提交
486
      tsdbFreeSmaStatItem(pItem);
487 488 489 490
      item = taosHashIterate(pSmaStat->smaStatItems, item);
    }
    taosHashCleanup(pSmaStat->smaStatItems);
  }
491
  return TSDB_CODE_SUCCESS;
492 493
}

C
Cary Xu 已提交
494
static int32_t tsdbCheckAndInitSmaEnv(STsdb *pTsdb, int8_t smaType) {
495 496
  SSmaEnv *pEnv = NULL;

C
Cary Xu 已提交
497
  // return if already init
C
Cary Xu 已提交
498 499
  switch (smaType) {
    case TSDB_SMA_TYPE_TIME_RANGE:
C
Cary Xu 已提交
500
      if ((pEnv = (SSmaEnv *)atomic_load_ptr(&REPO_TSMA_ENV(pTsdb))) != NULL) {
C
Cary Xu 已提交
501 502 503 504
        return TSDB_CODE_SUCCESS;
      }
      break;
    case TSDB_SMA_TYPE_ROLLUP:
C
Cary Xu 已提交
505
      if ((pEnv = (SSmaEnv *)atomic_load_ptr(&REPO_RSMA_ENV(pTsdb))) != NULL) {
C
Cary Xu 已提交
506 507 508 509 510 511 512 513
        return TSDB_CODE_SUCCESS;
      }
      break;
    default:
      terrno = TSDB_CODE_INVALID_PARA;
      return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
514 515
  // init sma env
  tsdbLockRepo(pTsdb);
C
Cary Xu 已提交
516 517
  pEnv = (smaType == TSDB_SMA_TYPE_TIME_RANGE) ? atomic_load_ptr(&REPO_TSMA_ENV(pTsdb))
                                               : atomic_load_ptr(&REPO_RSMA_ENV(pTsdb));
518
  if (pEnv == NULL) {
C
Cary Xu 已提交
519
    char rname[TSDB_FILENAME_LEN] = {0};
C
Cary Xu 已提交
520

C
Cary Xu 已提交
521 522 523 524 525 526 527 528 529 530 531 532 533
    SDiskID did = {0};
    tfsAllocDisk(pTsdb->pTfs, TFS_PRIMARY_LEVEL, &did);
    if (did.level < 0 || did.id < 0) {
      tsdbUnlockRepo(pTsdb);
      return TSDB_CODE_FAILED;
    }
    tsdbGetSmaDir(REPO_ID(pTsdb), smaType, rname);

    if (tfsMkdirRecurAt(pTsdb->pTfs, rname, did) != TSDB_CODE_SUCCESS) {
      tsdbUnlockRepo(pTsdb);
      return TSDB_CODE_FAILED;
    }

534
    if (tsdbInitSmaEnv(pTsdb, rname, did, &pEnv) != TSDB_CODE_SUCCESS) {
C
Cary Xu 已提交
535 536 537 538
      tsdbUnlockRepo(pTsdb);
      return TSDB_CODE_FAILED;
    }

C
Cary Xu 已提交
539 540
    (smaType == TSDB_SMA_TYPE_TIME_RANGE) ? atomic_store_ptr(&REPO_TSMA_ENV(pTsdb), pEnv)
                                          : atomic_store_ptr(&REPO_RSMA_ENV(pTsdb), pEnv);
C
Cary Xu 已提交
541
  }
C
Cary Xu 已提交
542
  tsdbUnlockRepo(pTsdb);
C
Cary Xu 已提交
543 544 545 546

  return TSDB_CODE_SUCCESS;
};

547
static int32_t tsdbSetExpiredWindow(STsdb *pTsdb, SHashObj *pItemsHash, int64_t indexUid, int64_t winSKey, int64_t version) {
548
  SSmaStatItem *pItem = taosHashGet(pItemsHash, &indexUid, sizeof(indexUid));
C
Cary Xu 已提交
549
  if (pItem == NULL) {
C
Cary Xu 已提交
550 551
    // TODO: use TSDB_SMA_STAT_EXPIRED and update by stream computing later
    pItem = tsdbNewSmaStatItem(TSDB_SMA_STAT_OK);  // TODO use the real state
C
Cary Xu 已提交
552
    if (pItem == NULL) {
553
      // Response to stream computing: OOM
554
      // For query, if the indexUid not found, the TSDB should tell query module to query raw TS data.
555 556 557
      return TSDB_CODE_FAILED;
    }

C
Cary Xu 已提交
558
    // cache smaMeta
C
Cary Xu 已提交
559
    STSma *pSma = metaGetSmaInfoByIndex(pTsdb->pMeta, indexUid, true);
C
Cary Xu 已提交
560
    if (pSma == NULL) {
561
      terrno = TSDB_CODE_TDB_NO_SMA_INDEX_IN_META;
C
Cary Xu 已提交
562
      taosHashCleanup(pItem->expiredWindows);
wafwerar's avatar
wafwerar 已提交
563
      taosMemoryFree(pItem);
564 565
      tsdbWarn("vgId:%d update expired window failed for smaIndex %" PRIi64 " since %s", REPO_ID(pTsdb), indexUid,
               tstrerror(terrno));
C
Cary Xu 已提交
566 567 568 569
      return TSDB_CODE_FAILED;
    }
    pItem->pSma = pSma;

C
Cary Xu 已提交
570
    if (taosHashPut(pItemsHash, &indexUid, sizeof(indexUid), &pItem, sizeof(pItem)) != 0) {
571 572
      // If error occurs during put smaStatItem, free the resources of pItem
      taosHashCleanup(pItem->expiredWindows);
wafwerar's avatar
wafwerar 已提交
573
      taosMemoryFree(pItem);
574 575
      return TSDB_CODE_FAILED;
    }
C
Cary Xu 已提交
576 577 578
  } else if ((pItem = *(SSmaStatItem **)pItem) == NULL) {
    terrno = TSDB_CODE_INVALID_PTR;
    return TSDB_CODE_FAILED;
579 580
  }

581
  if (taosHashPut(pItem->expiredWindows, &winSKey, sizeof(TSKEY), &version, sizeof(version)) != 0) {
C
Cary Xu 已提交
582 583 584 585 586 587 588
    // If error occurs during taosHashPut expired windows, remove the smaIndex from pTsdb->pSmaStat, thus TSDB would
    // tell query module to query raw TS data.
    // N.B.
    //  1) It is assumed to be extemely little probability event of fail to taosHashPut.
    //  2) This would solve the inconsistency to some extent, but not completely, unless we record all expired
    // windows failed to put into hash table.
    taosHashCleanup(pItem->expiredWindows);
wafwerar's avatar
wafwerar 已提交
589
    taosMemoryFreeClear(pItem->pSma);
C
Cary Xu 已提交
590
    taosHashRemove(pItemsHash, &indexUid, sizeof(indexUid));
C
Cary Xu 已提交
591 592
    tsdbWarn("vgId:%d smaIndex %" PRIi64 ", put skey %" PRIi64 " to expire window fail", REPO_ID(pTsdb), indexUid,
             winSKey);
C
Cary Xu 已提交
593 594
    return TSDB_CODE_FAILED;
  }
wmmhello's avatar
wmmhello 已提交
595

C
Cary Xu 已提交
596 597
  tsdbDebug("vgId:%d smaIndex %" PRIi64 ", put skey %" PRIi64 " to expire window succeed", REPO_ID(pTsdb), indexUid,
            winSKey);
598
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
599 600 601 602 603 604 605 606 607
}

/**
 * @brief Update expired window according to msg from stream computing module.
 *
 * @param pTsdb
 * @param msg SSubmitReq
 * @return int32_t
 */
608 609
int32_t tsdbUpdateExpiredWindowImpl(STsdb *pTsdb, SSubmitReq *pMsg, int64_t version) {
  // no time-range-sma, just return success
C
Cary Xu 已提交
610 611 612 613 614
  if (atomic_load_16(&REPO_TSMA_NUM(pTsdb)) <= 0) {
    tsdbTrace("vgId:%d not update expire window since no tSma", REPO_ID(pTsdb));
    return TSDB_CODE_SUCCESS;
  }

C
Cary Xu 已提交
615 616 617 618 619
  if (!pTsdb->pMeta) {
    terrno = TSDB_CODE_INVALID_PTR;
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
620 621 622 623
  if (tdScanAndConvertSubmitMsg(pMsg) != TSDB_CODE_SUCCESS) {
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
624 625 626 627 628 629 630 631
  if (tsdbCheckAndInitSmaEnv(pTsdb, TSDB_SMA_TYPE_TIME_RANGE) != TSDB_CODE_SUCCESS) {
    terrno = TSDB_CODE_TDB_INIT_FAILED;
    return TSDB_CODE_FAILED;
  }

  // Firstly, assume that tSma can only be created on super table/normal table.
  // getActiveTimeWindow

C
Cary Xu 已提交
632
  SSmaEnv  *pEnv = REPO_TSMA_ENV(pTsdb);
C
Cary Xu 已提交
633 634 635 636 637
  SSmaStat *pStat = SMA_ENV_STAT(pEnv);
  SHashObj *pItemsHash = SMA_ENV_STAT_ITEMS(pEnv);

  TASSERT(pEnv != NULL && pStat != NULL && pItemsHash != NULL);

C
Cary Xu 已提交
638 639 640
  // basic procedure
  // TODO: optimization
  tsdbRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656

  SSubmitMsgIter msgIter = {0};
  SSubmitBlk    *pBlock = NULL;
  SInterval      interval = {0};

  if (tInitSubmitMsgIter(pMsg, &msgIter) != TSDB_CODE_SUCCESS) {
    return TSDB_CODE_FAILED;
  }

  while (true) {
    tGetSubmitMsgNext(&msgIter, &pBlock);
    if (pBlock == NULL) break;

    STSmaWrapper *pSW = NULL;
    STSma        *pTSma = NULL;

C
Cary Xu 已提交
657 658 659 660 661 662
    SSubmitBlkIter blkIter = {0};
    if (tInitSubmitBlkIter(pBlock, &blkIter) != TSDB_CODE_SUCCESS) {
      tdFreeTSmaWrapper(pSW);
      break;
    }

C
Cary Xu 已提交
663 664 665 666 667 668
    while (true) {
      STSRow *row = tGetSubmitBlkNext(&blkIter);
      if (row == NULL) {
        tdFreeTSmaWrapper(pSW);
        break;
      }
C
Cary Xu 已提交
669 670
      if (pSW == NULL) {
        if ((pSW = metaGetSmaInfoByTable(REPO_META(pTsdb), pBlock->suid)) == NULL) {
C
Cary Xu 已提交
671 672
          break;
        }
C
Cary Xu 已提交
673
        if ((pSW->number) <= 0 || (pSW->tSma == NULL)) {
C
Cary Xu 已提交
674 675 676 677 678 679 680 681 682 683 684 685 686
          tdFreeTSmaWrapper(pSW);
          break;
        }
        pTSma = pSW->tSma;
      }

      interval.interval = pTSma->interval;
      interval.intervalUnit = pTSma->intervalUnit;
      interval.offset = pTSma->offset;
      interval.precision = REPO_CFG(pTsdb)->precision;
      interval.sliding = pTSma->sliding;
      interval.slidingUnit = pTSma->slidingUnit;

C
update  
Cary Xu 已提交
687 688
      TSKEY winSKey = taosTimeTruncate(TD_ROW_KEY(row), &interval, interval.precision);

689
      tsdbSetExpiredWindow(pTsdb, pItemsHash, pTSma->indexUid, winSKey, version);
C
Cary Xu 已提交
690 691 692 693

      // TODO: release only when suid changes.
      tdDestroyTSmaWrapper(pSW);
      taosMemoryFreeClear(pSW);
694 695 696
    }
  }

697
  tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
698

699 700 701
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
702 703 704 705 706 707 708 709 710
/**
 * @brief When sma data received from stream computing, make the relative expired window valid.
 *
 * @param pTsdb
 * @param pStat
 * @param indexUid
 * @param skey
 * @return int32_t
 */
711
static int32_t tsdbResetExpiredWindow(STsdb *pTsdb, SSmaStat *pStat, int64_t indexUid, TSKEY skey) {
C
Cary Xu 已提交
712 713
  SSmaStatItem *pItem = NULL;

714 715
  tsdbRefSmaStat(pTsdb, pStat);

C
Cary Xu 已提交
716
  if (pStat && pStat->smaStatItems) {
717
    pItem = taosHashGet(pStat->smaStatItems, &indexUid, sizeof(indexUid));
C
Cary Xu 已提交
718
  }
719
  if ((pItem != NULL) && ((pItem = *(SSmaStatItem **)pItem) != NULL)) {
720 721
    // pItem resides in hash buffer all the time unless drop sma index
    // TODO: multithread protect
C
Cary Xu 已提交
722 723
    if (taosHashRemove(pItem->expiredWindows, &skey, sizeof(TSKEY)) != 0) {
      // error handling
724
      tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
725
      tsdbWarn("vgId:%d remove skey %" PRIi64 " from expired window for sma index %" PRIi64 " fail", REPO_ID(pTsdb),
726 727
               skey, indexUid);
      return TSDB_CODE_FAILED;
C
Cary Xu 已提交
728
    }
C
Cary Xu 已提交
729 730
    tsdbDebug("vgId:%d remove skey %" PRIi64 " from expired window for sma index %" PRIi64 " succeed", REPO_ID(pTsdb),
              skey, indexUid);
C
Cary Xu 已提交
731 732 733 734 735 736 737 738 739
    // TODO: use a standalone interface to received state upate notification from stream computing module.
    /**
     * @brief state
     *  - When SMA env init in TSDB, its status is TSDB_SMA_STAT_OK.
     *  - In startup phase of stream computing module, it should notify the SMA env in TSDB to expired if needed(e.g.
     * when batch data caculation not finised)
     *  - When TSDB_SMA_STAT_OK, the stream computing module should also notify that to the SMA env in TSDB.
     */
    pItem->state = TSDB_SMA_STAT_OK;
C
Cary Xu 已提交
740 741
  } else {
    // error handling
742 743 744
    tsdbUnRefSmaStat(pTsdb, pStat);
    tsdbWarn("vgId:%d expired window %" PRIi64 " not exists for sma index %" PRIi64, REPO_ID(pTsdb), skey, indexUid);
    return TSDB_CODE_FAILED;
C
Cary Xu 已提交
745
  }
746 747

  tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
748 749 750
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
751 752 753 754 755 756 757
/**
 * @brief Judge the tSma storage level
 *
 * @param interval
 * @param intervalUnit
 * @return int32_t
 */
C
Cary Xu 已提交
758
static int32_t tsdbGetSmaStorageLevel(int64_t interval, int8_t intervalUnit) {
C
Cary Xu 已提交
759 760
  // TODO: configurable for SMA_STORAGE_SPLIT_HOURS?
  switch (intervalUnit) {
C
Cary Xu 已提交
761
    case TIME_UNIT_HOUR:
C
Cary Xu 已提交
762 763 764 765
      if (interval < SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
C
Cary Xu 已提交
766
    case TIME_UNIT_MINUTE:
C
Cary Xu 已提交
767 768 769 770
      if (interval < 60 * SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
C
Cary Xu 已提交
771
    case TIME_UNIT_SECOND:
C
Cary Xu 已提交
772 773 774 775
      if (interval < 3600 * SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
C
Cary Xu 已提交
776
    case TIME_UNIT_MILLISECOND:
C
Cary Xu 已提交
777 778 779 780
      if (interval < 3600 * 1e3 * SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
C
Cary Xu 已提交
781
    case TIME_UNIT_MICROSECOND:
C
Cary Xu 已提交
782 783 784 785
      if (interval < 3600 * 1e6 * SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
C
Cary Xu 已提交
786
    case TIME_UNIT_NANOSECOND:
C
Cary Xu 已提交
787 788 789 790 791 792 793 794 795 796 797
      if (interval < 3600 * 1e9 * SMA_STORAGE_SPLIT_HOURS) {
        return SMA_STORAGE_LEVEL_DFILESET;
      }
      break;
    default:
      break;
  }
  return SMA_STORAGE_LEVEL_TSDB;
}

/**
C
Cary Xu 已提交
798
 * @brief Insert TSma data blocks to DB File build by B+Tree
C
Cary Xu 已提交
799
 *
C
Cary Xu 已提交
800
 * @param pSmaH
801
 * @param smaKey  tableUid-colId-skeyOfWindow(8-2-8)
C
Cary Xu 已提交
802
 * @param keyLen
C
Cary Xu 已提交
803 804 805 806
 * @param pData
 * @param dataLen
 * @return int32_t
 */
C
Cary Xu 已提交
807 808
static int32_t tsdbInsertTSmaBlocks(STSmaWriteH *pSmaH, void *smaKey, int32_t keyLen, void *pData, int32_t dataLen,
                                    TXN *txn) {
C
Cary Xu 已提交
809
  SDBFile *pDBFile = &pSmaH->dFile;
C
Cary Xu 已提交
810

811
  // TODO: insert sma data blocks into B+Tree(TDB)
C
Cary Xu 已提交
812
  if (tsdbSaveSmaToDB(pDBFile, smaKey, keyLen, pData, dataLen, txn) != 0) {
C
Cary Xu 已提交
813 814
    tsdbWarn("vgId:%d insert sma data blocks into %s: smaKey %" PRIx64 "-%" PRIx64 ", dataLen %" PRIu32 " fail",
             REPO_ID(pSmaH->pTsdb), pDBFile->path, *(int64_t *)smaKey, *(int64_t *)POINTER_SHIFT(smaKey, 8), dataLen);
815 816
    return TSDB_CODE_FAILED;
  }
C
Cary Xu 已提交
817 818
  tsdbDebug("vgId:%d insert sma data blocks into %s: smaKey %" PRIx64 "-%" PRIx64 ", dataLen %" PRIu32 " succeed",
            REPO_ID(pSmaH->pTsdb), pDBFile->path, *(int64_t *)smaKey, *(int64_t *)POINTER_SHIFT(smaKey, 8), dataLen);
819

C
Cary Xu 已提交
820
#ifdef _TEST_SMA_PRINT_DEBUG_LOG_
C
Cary Xu 已提交
821
  uint32_t valueSize = 0;
C
Cary Xu 已提交
822
  void    *data = tsdbGetSmaDataByKey(pDBFile, smaKey, keyLen, &valueSize);
C
Cary Xu 已提交
823 824
  ASSERT(data != NULL);
  for (uint32_t v = 0; v < valueSize; v += 8) {
C
Cary Xu 已提交
825
    tsdbWarn("vgId:%d insert sma data val[%d] %" PRIi64, REPO_ID(pSmaH->pTsdb), v, *(int64_t *)POINTER_SHIFT(data, v));
C
Cary Xu 已提交
826 827
  }
#endif
C
Cary Xu 已提交
828 829 830
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
831 832 833 834 835 836
/**
 * @brief Approximate value for week/month/year.
 *
 * @param interval
 * @param intervalUnit
 * @param precision
C
Cary Xu 已提交
837
 * @param adjusted Interval already adjusted according to DB precision
C
Cary Xu 已提交
838 839
 * @return int64_t
 */
C
Cary Xu 已提交
840 841 842 843 844
static int64_t tsdbGetIntervalByPrecision(int64_t interval, uint8_t intervalUnit, int8_t precision, bool adjusted) {
  if (adjusted) {
    return interval;
  }

C
Cary Xu 已提交
845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868
  switch (intervalUnit) {
    case TIME_UNIT_YEAR:  // approximate value
      interval *= 365 * 86400 * 1e3;
      break;
    case TIME_UNIT_MONTH:  // approximate value
      interval *= 30 * 86400 * 1e3;
      break;
    case TIME_UNIT_WEEK:  // approximate value
      interval *= 7 * 86400 * 1e3;
      break;
    case TIME_UNIT_DAY:  // the interval for tSma calculation must <= day
      interval *= 86400 * 1e3;
      break;
    case TIME_UNIT_HOUR:
      interval *= 3600 * 1e3;
      break;
    case TIME_UNIT_MINUTE:
      interval *= 60 * 1e3;
      break;
    case TIME_UNIT_SECOND:
      interval *= 1e3;
      break;
    default:
      break;
C
Cary Xu 已提交
869 870
  }

C
Cary Xu 已提交
871 872
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
C
Cary Xu 已提交
873
      if (TIME_UNIT_MICROSECOND == intervalUnit) {  // us
C
Cary Xu 已提交
874
        return interval / 1e3;
C
Cary Xu 已提交
875
      } else if (TIME_UNIT_NANOSECOND == intervalUnit) {  //  nano second
C
Cary Xu 已提交
876
        return interval / 1e6;
877
      } else {  // ms
C
Cary Xu 已提交
878 879 880
        return interval;
      }
      break;
C
Cary Xu 已提交
881
    case TSDB_TIME_PRECISION_MICRO:
C
Cary Xu 已提交
882
      if (TIME_UNIT_MICROSECOND == intervalUnit) {  // us
C
Cary Xu 已提交
883
        return interval;
884
      } else if (TIME_UNIT_NANOSECOND == intervalUnit) {  //  ns
C
Cary Xu 已提交
885
        return interval / 1e3;
886
      } else {  // ms
C
Cary Xu 已提交
887 888 889
        return interval * 1e3;
      }
      break;
C
Cary Xu 已提交
890
    case TSDB_TIME_PRECISION_NANO:
891
      if (TIME_UNIT_MICROSECOND == intervalUnit) {  // us
C
Cary Xu 已提交
892
        return interval * 1e3;
893
      } else if (TIME_UNIT_NANOSECOND == intervalUnit) {  // ns
C
Cary Xu 已提交
894
        return interval;
895
      } else {  // ms
C
Cary Xu 已提交
896
        return interval * 1e6;
C
Cary Xu 已提交
897 898
      }
      break;
C
Cary Xu 已提交
899
    default:                                        // ms
C
Cary Xu 已提交
900
      if (TIME_UNIT_MICROSECOND == intervalUnit) {  // us
C
Cary Xu 已提交
901
        return interval / 1e3;
902
      } else if (TIME_UNIT_NANOSECOND == intervalUnit) {  //  ns
C
Cary Xu 已提交
903
        return interval / 1e6;
904
      } else {  // ms
C
Cary Xu 已提交
905
        return interval;
C
Cary Xu 已提交
906 907 908 909 910 911
      }
      break;
  }
  return interval;
}

C
Cary Xu 已提交
912 913
static int32_t tsdbInitTSmaWriteH(STSmaWriteH *pSmaH, STsdb *pTsdb, const SArray *pDataBlocks, int64_t interval,
                                  int8_t intervalUnit) {
C
Cary Xu 已提交
914
  pSmaH->pTsdb = pTsdb;
C
Cary Xu 已提交
915 916 917
  pSmaH->interval = tsdbGetIntervalByPrecision(interval, intervalUnit, REPO_CFG(pTsdb)->precision, true);
  pSmaH->pDataBlocks = pDataBlocks;
  pSmaH->dFile.fid = TSDB_IVLD_FID;
918 919 920 921 922
  return TSDB_CODE_SUCCESS;
}

static void tsdbDestroyTSmaWriteH(STSmaWriteH *pSmaH) {
  if (pSmaH) {
C
Cary Xu 已提交
923
    tsdbCloseDBF(&pSmaH->dFile);
924
  }
C
Cary Xu 已提交
925 926
}

C
Cary Xu 已提交
927
static int32_t tsdbSetTSmaDataFile(STSmaWriteH *pSmaH, int64_t indexUid, int32_t fid) {
C
Cary Xu 已提交
928
  STsdb *pTsdb = pSmaH->pTsdb;
C
Cary Xu 已提交
929
  ASSERT(pSmaH->dFile.path == NULL && pSmaH->dFile.pDB == NULL);
930 931

  pSmaH->dFile.fid = fid;
932
  char tSmaFile[TSDB_FILENAME_LEN] = {0};
933
  snprintf(tSmaFile, TSDB_FILENAME_LEN, "%" PRIi64 "%sv%df%d.tsma", indexUid, TD_DIRSEP, REPO_ID(pTsdb), fid);
C
Cary Xu 已提交
934
  pSmaH->dFile.path = strdup(tSmaFile);
935

C
Cary Xu 已提交
936
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
937
}
C
Cary Xu 已提交
938

C
Cary Xu 已提交
939 940 941 942 943 944 945 946 947 948
/**
 * @brief
 *
 * @param pTsdb
 * @param interval Interval calculated by DB's precision
 * @param storageLevel
 * @return int32_t
 */
static int32_t tsdbGetTSmaDays(STsdb *pTsdb, int64_t interval, int32_t storageLevel) {
  STsdbCfg *pCfg = REPO_CFG(pTsdb);
C
Cary Xu 已提交
949 950 951
  int32_t   daysPerFile = pCfg->daysPerFile;

  if (storageLevel == SMA_STORAGE_LEVEL_TSDB) {
C
Cary Xu 已提交
952
    int32_t days = SMA_STORAGE_TSDB_TIMES * (interval / tsTickPerDay[pCfg->precision]);
C
Cary Xu 已提交
953 954 955 956 957
    daysPerFile = days > SMA_STORAGE_TSDB_DAYS ? days : SMA_STORAGE_TSDB_DAYS;
  }

  return daysPerFile;
}
C
Cary Xu 已提交
958

C
Cary Xu 已提交
959 960 961 962 963
static int tsdbSmaBeginCommit(SSmaEnv *pEnv) {
  TXN *pTxn = &pEnv->txn;
  // start a new txn
  tdbTxnOpen(pTxn, 0, poolMalloc, poolFree, pEnv->pPool, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED);
  if (tdbBegin(pEnv->dbEnv, pTxn) != 0) {
964
    tsdbWarn("tsdbSma tdb begin commit fail");
C
Cary Xu 已提交
965 966 967 968 969 970 971 972 973 974
    return -1;
  }
  return 0;
}

static int tsdbSmaEndCommit(SSmaEnv *pEnv) {
  TXN *pTxn = &pEnv->txn;

  // Commit current txn
  if (tdbCommit(pEnv->dbEnv, pTxn) != 0) {
975
    tsdbWarn("tsdbSma tdb end commit fail");
C
Cary Xu 已提交
976 977 978 979 980 981 982
    return -1;
  }
  tdbTxnClose(pTxn);
  clearPool(pEnv->pPool);
  return 0;
}

C
Cary Xu 已提交
983 984 985 986 987 988 989 990 991
/**
 * @brief Insert/Update Time-range-wise SMA data.
 *  - If interval < SMA_STORAGE_SPLIT_HOURS(e.g. 24), save the SMA data as a part of DFileSet to e.g.
 * v3f1900.tsma.${sma_index_name}. The days is the same with that for TS data files.
 *  - If interval >= SMA_STORAGE_SPLIT_HOURS, save the SMA data to e.g. vnode3/tsma/v3f632.tsma.${sma_index_name}. The
 * days is 30 times of the interval, and the minimum days is SMA_STORAGE_TSDB_DAYS(30d).
 *  - The destination file of one data block for some interval is determined by its start TS key.
 *
 * @param pTsdb
C
Cary Xu 已提交
992
 * @param msg
C
Cary Xu 已提交
993 994
 * @return int32_t
 */
C
Cary Xu 已提交
995 996 997
static int32_t tsdbInsertTSmaDataImpl(STsdb *pTsdb, int64_t indexUid, const char *msg) {
  STsdbCfg     *pCfg = REPO_CFG(pTsdb);
  const SArray *pDataBlocks = (const SArray *)msg;
C
Cary Xu 已提交
998

999 1000 1001 1002 1003
  // For super table aggregation, the sma data is stored in vgroup calculated from the hash value of stable name. Thus
  // the sma data would arrive ahead of the update-expired-window msg.
  if (tsdbCheckAndInitSmaEnv(pTsdb, TSDB_SMA_TYPE_TIME_RANGE) != TSDB_CODE_SUCCESS) {
    terrno = TSDB_CODE_TDB_INIT_FAILED;
    return TSDB_CODE_FAILED;
1004
  }
C
Cary Xu 已提交
1005

C
Cary Xu 已提交
1006
  if (pDataBlocks == NULL) {
C
Cary Xu 已提交
1007
    terrno = TSDB_CODE_INVALID_PTR;
C
Cary Xu 已提交
1008
    tsdbWarn("vgId:%d insert tSma data failed since pDataBlocks is NULL", REPO_ID(pTsdb));
C
Cary Xu 已提交
1009
    return terrno;
C
Cary Xu 已提交
1010 1011
  }

C
Cary Xu 已提交
1012
  if (taosArrayGetSize(pDataBlocks) <= 0) {
C
Cary Xu 已提交
1013
    terrno = TSDB_CODE_INVALID_PARA;
C
Cary Xu 已提交
1014
    tsdbWarn("vgId:%d insert tSma data failed since pDataBlocks is empty", REPO_ID(pTsdb));
1015
    return TSDB_CODE_FAILED;
C
Cary Xu 已提交
1016
  }
C
Cary Xu 已提交
1017

1018
  SSmaEnv      *pEnv = REPO_TSMA_ENV(pTsdb);
C
Cary Xu 已提交
1019
  SSmaStat     *pStat = SMA_ENV_STAT(pEnv);
C
Cary Xu 已提交
1020 1021 1022 1023 1024 1025 1026
  SSmaStatItem *pItem = NULL;

  tsdbRefSmaStat(pTsdb, pStat);

  if (pStat && pStat->smaStatItems) {
    pItem = taosHashGet(pStat->smaStatItems, &indexUid, sizeof(indexUid));
  }
C
Cary Xu 已提交
1027

C
Cary Xu 已提交
1028 1029 1030 1031 1032 1033
  if ((pItem == NULL) || ((pItem = *(SSmaStatItem **)pItem) == NULL) || tsdbSmaStatIsDropped(pItem)) {
    terrno = TSDB_CODE_TDB_INVALID_SMA_STAT;
    tsdbUnRefSmaStat(pTsdb, pStat);
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
1034
  STSma      *pSma = pItem->pSma;
C
Cary Xu 已提交
1035 1036
  STSmaWriteH tSmaH = {0};

C
Cary Xu 已提交
1037
  if (tsdbInitTSmaWriteH(&tSmaH, pTsdb, pDataBlocks, pSma->interval, pSma->intervalUnit) != 0) {
C
Cary Xu 已提交
1038 1039 1040
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
1041 1042
  char rPath[TSDB_FILENAME_LEN] = {0};
  char aPath[TSDB_FILENAME_LEN] = {0};
1043 1044 1045 1046
  snprintf(rPath, TSDB_FILENAME_LEN, "%s%s%" PRIi64, SMA_ENV_PATH(pEnv), TD_DIRSEP, indexUid);
  tfsAbsoluteName(REPO_TFS(pTsdb), SMA_ENV_DID(pEnv), rPath, aPath);
  if (!taosCheckExistFile(aPath)) {
    if (tfsMkdirRecurAt(REPO_TFS(pTsdb), rPath, SMA_ENV_DID(pEnv)) != TSDB_CODE_SUCCESS) {
C
Cary Xu 已提交
1047
      tsdbUnRefSmaStat(pTsdb, pStat);
1048 1049 1050 1051
      return TSDB_CODE_FAILED;
    }
  }

C
Cary Xu 已提交
1052
  // Step 1: Judge the storage level and days
C
Cary Xu 已提交
1053
  int32_t storageLevel = tsdbGetSmaStorageLevel(pSma->interval, pSma->intervalUnit);
C
Cary Xu 已提交
1054
  int32_t daysPerFile = tsdbGetTSmaDays(pTsdb, tSmaH.interval, storageLevel);
C
Cary Xu 已提交
1055

C
Cary Xu 已提交
1056 1057 1058
  // key: skey + groupId
  char    smaKey[SMA_KEY_LEN] = {0};
  char    dataBuf[512] = {0};
C
Cary Xu 已提交
1059
  void   *pDataBuf = NULL;
C
Cary Xu 已提交
1060 1061
  int32_t sz = taosArrayGetSize(pDataBlocks);
  for (int32_t i = 0; i < sz; ++i) {
C
Cary Xu 已提交
1062
    SSDataBlock *pDataBlock = taosArrayGet(pDataBlocks, i);
C
Cary Xu 已提交
1063 1064 1065 1066 1067 1068
    int32_t      colNum = pDataBlock->info.numOfCols;
    int32_t      rows = pDataBlock->info.rows;
    int32_t      rowSize = pDataBlock->info.rowSize;
    int64_t      groupId = pDataBlock->info.groupId;
    for (int32_t j = 0; j < rows; ++j) {
      printf("|");
C
Cary Xu 已提交
1069
      TSKEY skey = TSKEY_INITIAL_VAL;  //  the start key of TS window by interval
C
Cary Xu 已提交
1070 1071
      void *pSmaKey = &smaKey;
      bool  isStartKey = false;
C
Cary Xu 已提交
1072

C
Cary Xu 已提交
1073 1074
      int32_t tlen = 0;     // reset the len
      pDataBuf = &dataBuf;  // reset the buf
C
Cary Xu 已提交
1075
      for (int32_t k = 0; k < colNum; ++k) {
C
Cary Xu 已提交
1076
        SColumnInfoData *pColInfoData = taosArrayGet(pDataBlock->pDataBlock, k);
C
Cary Xu 已提交
1077 1078 1079
        void            *var = POINTER_SHIFT(pColInfoData->pData, j * pColInfoData->info.bytes);
        switch (pColInfoData->info.type) {
          case TSDB_DATA_TYPE_TIMESTAMP:
C
Cary Xu 已提交
1080 1081 1082
            if (!isStartKey) {
              isStartKey = true;
              skey = *(TSKEY *)var;
C
Cary Xu 已提交
1083
              printf("= skey %" PRIi64 " groupId = %" PRIi64 "|", skey, groupId);
C
Cary Xu 已提交
1084 1085 1086 1087 1088 1089
              tsdbEncodeTSmaKey(groupId, skey, &pSmaKey);
            } else {
              printf(" %" PRIi64 " |", *(int64_t *)var);
              tlen += taosEncodeFixedI64(&pDataBuf, *(int64_t *)var);
              break;
            }
C
Cary Xu 已提交
1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
            break;
          case TSDB_DATA_TYPE_BOOL:
          case TSDB_DATA_TYPE_UTINYINT:
            printf(" %15d |", *(uint8_t *)var);
            tlen += taosEncodeFixedU8(&pDataBuf, *(uint8_t *)var);
            break;
          case TSDB_DATA_TYPE_TINYINT:
            printf(" %15d |", *(int8_t *)var);
            tlen += taosEncodeFixedI8(&pDataBuf, *(int8_t *)var);
            break;
          case TSDB_DATA_TYPE_SMALLINT:
            printf(" %15d |", *(int16_t *)var);
            tlen += taosEncodeFixedI16(&pDataBuf, *(int16_t *)var);
            break;
          case TSDB_DATA_TYPE_USMALLINT:
            printf(" %15d |", *(uint16_t *)var);
            tlen += taosEncodeFixedU16(&pDataBuf, *(uint16_t *)var);
            break;
          case TSDB_DATA_TYPE_INT:
            printf(" %15d |", *(int32_t *)var);
            tlen += taosEncodeFixedI32(&pDataBuf, *(int32_t *)var);
            break;
          case TSDB_DATA_TYPE_FLOAT:
C
Cary Xu 已提交
1113 1114 1115
            printf(" %15f |", *(float *)var);
            tlen += taosEncodeBinary(&pDataBuf, var, sizeof(float));
            break;
C
Cary Xu 已提交
1116 1117 1118 1119 1120 1121 1122 1123 1124
          case TSDB_DATA_TYPE_UINT:
            printf(" %15u |", *(uint32_t *)var);
            tlen += taosEncodeFixedU32(&pDataBuf, *(uint32_t *)var);
            break;
          case TSDB_DATA_TYPE_BIGINT:
            printf(" %15ld |", *(int64_t *)var);
            tlen += taosEncodeFixedI64(&pDataBuf, *(int64_t *)var);
            break;
          case TSDB_DATA_TYPE_DOUBLE:
C
Cary Xu 已提交
1125 1126
            printf(" %15lf |", *(double *)var);
            tlen += taosEncodeBinary(&pDataBuf, var, sizeof(double));
C
Cary Xu 已提交
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137
          case TSDB_DATA_TYPE_UBIGINT:
            printf(" %15lu |", *(uint64_t *)var);
            tlen += taosEncodeFixedU64(&pDataBuf, *(uint64_t *)var);
            break;
          case TSDB_DATA_TYPE_NCHAR: {
            char tmpChar[100] = {0};
            strncpy(tmpChar, varDataVal(var), varDataLen(var));
            printf(" %s |", tmpChar);
            tlen += taosEncodeBinary(&pDataBuf, varDataVal(var), varDataLen(var));
            break;
          }
C
Cary Xu 已提交
1138 1139
          case TSDB_DATA_TYPE_VARCHAR: {  // TSDB_DATA_TYPE_BINARY
            char tmpChar[100] = {0};
C
Cary Xu 已提交
1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153
            strncpy(tmpChar, varDataVal(var), varDataLen(var));
            printf(" %s |", tmpChar);
            tlen += taosEncodeBinary(&pDataBuf, varDataVal(var), varDataLen(var));
            break;
          }
          case TSDB_DATA_TYPE_VARBINARY:
            // TODO: add binary/varbinary
            TASSERT(0);
          default:
            printf("the column type %" PRIi16 " is undefined\n", pColInfoData->info.type);
            TASSERT(0);
            break;
        }
      }
C
Cary Xu 已提交
1154 1155
      // if ((tlen > 0) && (skey != TSKEY_INITIAL_VAL)) {
      if (tlen > 0) {
C
Cary Xu 已提交
1156 1157 1158 1159 1160 1161 1162 1163
        int32_t fid = (int32_t)(TSDB_KEY_FID(skey, daysPerFile, pCfg->precision));

        // Step 2: Set the DFile for storage of SMA index, and iterate/split the TSma data and store to B+Tree index
        // file
        //         - Set and open the DFile or the B+Tree file
        // TODO: tsdbStartTSmaCommit();
        if (fid != tSmaH.dFile.fid) {
          if (tSmaH.dFile.fid != TSDB_IVLD_FID) {
C
Cary Xu 已提交
1164
            tsdbSmaEndCommit(pEnv);
C
Cary Xu 已提交
1165 1166 1167
            tsdbCloseDBF(&tSmaH.dFile);
          }
          tsdbSetTSmaDataFile(&tSmaH, indexUid, fid);
C
Cary Xu 已提交
1168
          if (tsdbOpenDBF(pEnv->dbEnv, &tSmaH.dFile) != 0) {
C
Cary Xu 已提交
1169 1170 1171 1172 1173 1174
            tsdbWarn("vgId:%d open DB file %s failed since %s", REPO_ID(pTsdb),
                     tSmaH.dFile.path ? tSmaH.dFile.path : "path is NULL", tstrerror(terrno));
            tsdbDestroyTSmaWriteH(&tSmaH);
            tsdbUnRefSmaStat(pTsdb, pStat);
            return TSDB_CODE_FAILED;
          }
C
Cary Xu 已提交
1175
          tsdbSmaBeginCommit(pEnv);
C
Cary Xu 已提交
1176
        }
C
Cary Xu 已提交
1177

C
Cary Xu 已提交
1178
        if (tsdbInsertTSmaBlocks(&tSmaH, &smaKey, SMA_KEY_LEN, dataBuf, tlen, &pEnv->txn) != 0) {
C
Cary Xu 已提交
1179
          tsdbWarn("vgId:%d insert tSma data blocks fail for index %" PRIi64 ", skey %" PRIi64 ", groupId %" PRIi64
C
Cary Xu 已提交
1180 1181
                   " since %s",
                   REPO_ID(pTsdb), indexUid, skey, groupId, tstrerror(terrno));
C
Cary Xu 已提交
1182
          tsdbSmaEndCommit(pEnv);
C
Cary Xu 已提交
1183 1184 1185 1186
          tsdbDestroyTSmaWriteH(&tSmaH);
          tsdbUnRefSmaStat(pTsdb, pStat);
          return TSDB_CODE_FAILED;
        }
C
Cary Xu 已提交
1187 1188
        tsdbDebug("vgId:%d insert tSma data blocks success for index %" PRIi64 ", skey %" PRIi64 ", groupId %" PRIi64,
                  REPO_ID(pTsdb), indexUid, skey, groupId);
C
Cary Xu 已提交
1189
        // TODO:tsdbEndTSmaCommit();
C
Cary Xu 已提交
1190

C
Cary Xu 已提交
1191
        // Step 3: reset the SSmaStat
C
Cary Xu 已提交
1192
        tsdbResetExpiredWindow(pTsdb, pStat, indexUid, skey);
C
Cary Xu 已提交
1193 1194 1195 1196
      } else {
        tsdbWarn("vgId:%d invalid data skey:%" PRIi64 ", tlen %" PRIi32 " during insert tSma data for %" PRIi64,
                 REPO_ID(pTsdb), skey, tlen, indexUid);
      }
C
Cary Xu 已提交
1197

C
Cary Xu 已提交
1198 1199
      printf("\n");
    }
1200
  }
C
Cary Xu 已提交
1201
  tsdbSmaEndCommit(pEnv);  // TODO: not commit for every insert
1202
  tsdbDestroyTSmaWriteH(&tSmaH);
C
Cary Xu 已提交
1203
  tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1204

C
Cary Xu 已提交
1205 1206 1207
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
1208 1209 1210
/**
 * @brief Drop tSma data and local cache
 *        - insert/query reference
C
Cary Xu 已提交
1211 1212 1213
 * @param pTsdb
 * @param msg
 * @return int32_t
C
Cary Xu 已提交
1214 1215
 */
static int32_t tsdbDropTSmaDataImpl(STsdb *pTsdb, int64_t indexUid) {
C
Cary Xu 已提交
1216
  SSmaEnv *pEnv = atomic_load_ptr(&REPO_TSMA_ENV(pTsdb));
C
Cary Xu 已提交
1217 1218 1219 1220 1221 1222 1223 1224 1225

  // clear local cache
  if (pEnv) {
    tsdbDebug("vgId:%d drop tSma local cache for %" PRIi64, REPO_ID(pTsdb), indexUid);

    SSmaStatItem *pItem = taosHashGet(SMA_ENV_STAT_ITEMS(pEnv), &indexUid, sizeof(indexUid));
    if ((pItem != NULL) || ((pItem = *(SSmaStatItem **)pItem) != NULL)) {
      if (tsdbSmaStatIsDropped(pItem)) {
        tsdbDebug("vgId:%d tSma stat is already dropped for %" PRIi64, REPO_ID(pTsdb), indexUid);
C
Cary Xu 已提交
1226
        return TSDB_CODE_TDB_INVALID_ACTION;  // TODO: duplicate drop msg would be intercepted by mnode
C
Cary Xu 已提交
1227 1228 1229 1230 1231 1232
      }

      tsdbWLockSma(pEnv);
      if (tsdbSmaStatIsDropped(pItem)) {
        tsdbUnLockSma(pEnv);
        tsdbDebug("vgId:%d tSma stat is already dropped for %" PRIi64, REPO_ID(pTsdb), indexUid);
C
Cary Xu 已提交
1233
        return TSDB_CODE_TDB_INVALID_ACTION;  // TODO: duplicate drop msg would be intercepted by mnode
C
Cary Xu 已提交
1234 1235 1236 1237 1238
      }
      tsdbSmaStatSetDropped(pItem);
      tsdbUnLockSma(pEnv);

      int32_t nSleep = 0;
C
Cary Xu 已提交
1239
      int32_t refVal = INT32_MAX;
C
Cary Xu 已提交
1240
      while (true) {
C
Cary Xu 已提交
1241 1242
        if ((refVal = T_REF_VAL_GET(SMA_ENV_STAT(pEnv))) <= 0) {
          tsdbDebug("vgId:%d drop index %" PRIi64 " since refVal=%d", REPO_ID(pTsdb), indexUid, refVal);
C
Cary Xu 已提交
1243 1244
          break;
        }
C
Cary Xu 已提交
1245
        tsdbDebug("vgId:%d wait 1s to drop index %" PRIi64 " since refVal=%d", REPO_ID(pTsdb), indexUid, refVal);
C
Cary Xu 已提交
1246 1247
        taosSsleep(1);
        if (++nSleep > SMA_DROP_EXPIRED_TIME) {
C
Cary Xu 已提交
1248 1249
          tsdbDebug("vgId:%d drop index %" PRIi64 " after wait %d (refVal=%d)", REPO_ID(pTsdb), indexUid, nSleep,
                    refVal);
C
Cary Xu 已提交
1250 1251 1252 1253 1254 1255 1256 1257 1258
          break;
        };
      }

      tsdbFreeSmaStatItem(pItem);
      tsdbDebug("vgId:%d getTSmaDataImpl failed since no index %" PRIi64 " in local cache", REPO_ID(pTsdb), indexUid);
    }
  }
  // clear sma data files
C
Cary Xu 已提交
1259
  // TODO:
1260
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1261 1262
}

C
Cary Xu 已提交
1263
static int32_t tsdbSetRSmaDataFile(STSmaWriteH *pSmaH, int32_t fid) {
1264 1265 1266 1267
  STsdb *pTsdb = pSmaH->pTsdb;

  char tSmaFile[TSDB_FILENAME_LEN] = {0};
  snprintf(tSmaFile, TSDB_FILENAME_LEN, "v%df%d.rsma", REPO_ID(pTsdb), fid);
C
Cary Xu 已提交
1268
  pSmaH->dFile.path = strdup(tSmaFile);
C
Cary Xu 已提交
1269 1270 1271 1272

  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
1273 1274 1275
static int32_t tsdbInsertRSmaDataImpl(STsdb *pTsdb, const char *msg) {
  STsdbCfg     *pCfg = REPO_CFG(pTsdb);
  const SArray *pDataBlocks = (const SArray *)msg;
C
Cary Xu 已提交
1276
  SSmaEnv      *pEnv = atomic_load_ptr(&REPO_RSMA_ENV(pTsdb));
C
Cary Xu 已提交
1277
  int64_t       indexUid = SMA_TEST_INDEX_UID;
C
Cary Xu 已提交
1278

C
Cary Xu 已提交
1279 1280
  if (pEnv == NULL) {
    terrno = TSDB_CODE_INVALID_PTR;
C
Cary Xu 已提交
1281 1282 1283 1284 1285 1286 1287
    tsdbWarn("vgId:%d insert rSma data failed since pTSmaEnv is NULL", REPO_ID(pTsdb));
    return terrno;
  }

  if (pEnv == NULL) {
    terrno = TSDB_CODE_INVALID_PTR;
    tsdbWarn("vgId:%d insert rSma data failed since pTSmaEnv is NULL", REPO_ID(pTsdb));
C
Cary Xu 已提交
1288 1289
    return terrno;
  }
C
Cary Xu 已提交
1290

C
Cary Xu 已提交
1291
  if (pDataBlocks == NULL) {
C
Cary Xu 已提交
1292
    terrno = TSDB_CODE_INVALID_PTR;
C
Cary Xu 已提交
1293
    tsdbWarn("vgId:%d insert rSma data failed since pDataBlocks is NULL", REPO_ID(pTsdb));
C
Cary Xu 已提交
1294 1295 1296
    return terrno;
  }

C
Cary Xu 已提交
1297
  if (taosArrayGetSize(pDataBlocks) <= 0) {
C
Cary Xu 已提交
1298
    terrno = TSDB_CODE_INVALID_PARA;
C
Cary Xu 已提交
1299
    tsdbWarn("vgId:%d insert rSma data failed since pDataBlocks is empty", REPO_ID(pTsdb));
C
Cary Xu 已提交
1300 1301 1302
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
1303
  SSmaStat     *pStat = SMA_ENV_STAT(pEnv);
C
Cary Xu 已提交
1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314
  SSmaStatItem *pItem = NULL;

  tsdbRefSmaStat(pTsdb, pStat);

  if (pStat && pStat->smaStatItems) {
    pItem = taosHashGet(pStat->smaStatItems, &indexUid, sizeof(indexUid));
  }

  if ((pItem == NULL) || ((pItem = *(SSmaStatItem **)pItem) == NULL) || tsdbSmaStatIsDropped(pItem)) {
    terrno = TSDB_CODE_TDB_INVALID_SMA_STAT;
    tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1315
    return TSDB_CODE_FAILED;
C
Cary Xu 已提交
1316
  }
C
Cary Xu 已提交
1317

C
Cary Xu 已提交
1318 1319
  STSma *pSma = pItem->pSma;

C
Cary Xu 已提交
1320
  STSmaWriteH tSmaH = {0};
C
Cary Xu 已提交
1321

C
Cary Xu 已提交
1322
  if (tsdbInitTSmaWriteH(&tSmaH, pTsdb, pDataBlocks, pSma->interval, pSma->intervalUnit) != 0) {
C
Cary Xu 已提交
1323 1324
    return TSDB_CODE_FAILED;
  }
C
Cary Xu 已提交
1325

C
Cary Xu 已提交
1326 1327
  char rPath[TSDB_FILENAME_LEN] = {0};
  char aPath[TSDB_FILENAME_LEN] = {0};
C
Cary Xu 已提交
1328 1329 1330 1331 1332 1333 1334 1335 1336
  snprintf(rPath, TSDB_FILENAME_LEN, "%s%s%" PRIi64, SMA_ENV_PATH(pEnv), TD_DIRSEP, indexUid);
  tfsAbsoluteName(REPO_TFS(pTsdb), SMA_ENV_DID(pEnv), rPath, aPath);
  if (!taosCheckExistFile(aPath)) {
    if (tfsMkdirRecurAt(REPO_TFS(pTsdb), rPath, SMA_ENV_DID(pEnv)) != TSDB_CODE_SUCCESS) {
      return TSDB_CODE_FAILED;
    }
  }

  // Step 1: Judge the storage level and days
C
Cary Xu 已提交
1337
  int32_t storageLevel = tsdbGetSmaStorageLevel(pSma->interval, pSma->intervalUnit);
C
Cary Xu 已提交
1338
  int32_t daysPerFile = tsdbGetTSmaDays(pTsdb, tSmaH.interval, storageLevel);
C
Cary Xu 已提交
1339
#if 0
C
Cary Xu 已提交
1340 1341
  int32_t fid = (int32_t)(TSDB_KEY_FID(pData->skey, daysPerFile, pCfg->precision));

C
Cary Xu 已提交
1342 1343
  // Step 2: Set the DFile for storage of SMA index, and iterate/split the TSma data and store to B+Tree index file
  //         - Set and open the DFile or the B+Tree file
C
Cary Xu 已提交
1344
  // TODO: tsdbStartTSmaCommit();
C
Cary Xu 已提交
1345 1346 1347 1348 1349 1350 1351
  tsdbSetTSmaDataFile(&tSmaH, pData, indexUid, fid);
  if (tsdbOpenDBF(pTsdb->pTSmaEnv->dbEnv, &tSmaH.dFile) != 0) {
    tsdbWarn("vgId:%d open DB file %s failed since %s", REPO_ID(pTsdb),
             tSmaH.dFile.path ? tSmaH.dFile.path : "path is NULL", tstrerror(terrno));
    tsdbDestroyTSmaWriteH(&tSmaH);
    return TSDB_CODE_FAILED;
  }
1352

C
Cary Xu 已提交
1353 1354 1355 1356 1357
  if (tsdbInsertTSmaDataSection(&tSmaH, pData) != 0) {
    tsdbWarn("vgId:%d insert tSma data section failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
    tsdbDestroyTSmaWriteH(&tSmaH);
    return TSDB_CODE_FAILED;
  }
C
Cary Xu 已提交
1358 1359
  // TODO:tsdbEndTSmaCommit();

C
Cary Xu 已提交
1360 1361
  // Step 3: reset the SSmaStat
  tsdbResetExpiredWindow(pTsdb, SMA_ENV_STAT(pTsdb->pTSmaEnv), pData->indexUid, pData->skey);
C
Cary Xu 已提交
1362
#endif
C
Cary Xu 已提交
1363

C
Cary Xu 已提交
1364
  tsdbDestroyTSmaWriteH(&tSmaH);
C
Cary Xu 已提交
1365
  tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1366 1367 1368 1369
  return TSDB_CODE_SUCCESS;
}

/**
C
Cary Xu 已提交
1370
 * @brief
C
Cary Xu 已提交
1371 1372 1373
 *
 * @param pSmaH
 * @param pTsdb
C
Cary Xu 已提交
1374 1375
 * @param interval
 * @param intervalUnit
C
Cary Xu 已提交
1376 1377
 * @return int32_t
 */
C
Cary Xu 已提交
1378
static int32_t tsdbInitTSmaReadH(STSmaReadH *pSmaH, STsdb *pTsdb, int64_t interval, int8_t intervalUnit) {
C
Cary Xu 已提交
1379
  pSmaH->pTsdb = pTsdb;
C
Cary Xu 已提交
1380
  pSmaH->interval = tsdbGetIntervalByPrecision(interval, intervalUnit, REPO_CFG(pTsdb)->precision, true);
C
Cary Xu 已提交
1381 1382
  pSmaH->storageLevel = tsdbGetSmaStorageLevel(interval, intervalUnit);
  pSmaH->days = tsdbGetTSmaDays(pTsdb, pSmaH->interval, pSmaH->storageLevel);
1383
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1384 1385 1386 1387 1388 1389
}

/**
 * @brief Init of tSma FS
 *
 * @param pReadH
1390
 * @param indexUid
C
Cary Xu 已提交
1391
 * @param skey
C
Cary Xu 已提交
1392 1393
 * @return int32_t
 */
1394 1395 1396 1397
static int32_t tsdbInitTSmaFile(STSmaReadH *pSmaH, int64_t indexUid, TSKEY skey) {
  STsdb *pTsdb = pSmaH->pTsdb;

  int32_t fid = (int32_t)(TSDB_KEY_FID(skey, pSmaH->days, REPO_CFG(pTsdb)->precision));
C
Cary Xu 已提交
1398
  char    tSmaFile[TSDB_FILENAME_LEN] = {0};
1399
  snprintf(tSmaFile, TSDB_FILENAME_LEN, "%" PRIi64 "%sv%df%d.tsma", indexUid, TD_DIRSEP, REPO_ID(pTsdb), fid);
C
Cary Xu 已提交
1400 1401 1402
  pSmaH->dFile.path = strdup(tSmaFile);
  pSmaH->smaFsIter.iter = 0;
  pSmaH->smaFsIter.fid = fid;
1403
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414
}

/**
 * @brief Set and open tSma file if it has key locates in queryWin.
 *
 * @param pReadH
 * @param param
 * @param queryWin
 * @return true
 * @return false
 */
C
Cary Xu 已提交
1415
static bool tsdbSetAndOpenTSmaFile(STSmaReadH *pReadH, TSKEY *queryKey) {
C
Cary Xu 已提交
1416
  SArray *smaFs = pReadH->pTsdb->fs->cstatus->sf;
C
Cary Xu 已提交
1417 1418
  int32_t nSmaFs = taosArrayGetSize(smaFs);

C
Cary Xu 已提交
1419
  tsdbCloseDBF(&pReadH->dFile);
C
Cary Xu 已提交
1420

C
Cary Xu 已提交
1421
#if 0
C
Cary Xu 已提交
1422 1423 1424 1425
  while (pReadH->smaFsIter.iter < nSmaFs) {
    void *pSmaFile = taosArrayGet(smaFs, pReadH->smaFsIter.iter);
    if (pSmaFile) {  // match(indexName, queryWindow)
      // TODO: select the file by index_name ...
C
Cary Xu 已提交
1426
      pReadH->dFile = pSmaFile;
C
Cary Xu 已提交
1427 1428 1429 1430 1431 1432 1433 1434 1435 1436
      ++pReadH->smaFsIter.iter;
      break;
    }
    ++pReadH->smaFsIter.iter;
  }

  if (pReadH->pDFile != NULL) {
    tsdbDebug("vg%d: smaFile %s matched", REPO_ID(pReadH->pTsdb), "[pSmaFile dir]");
    return true;
  }
C
Cary Xu 已提交
1437
#endif
C
Cary Xu 已提交
1438 1439 1440 1441 1442

  return false;
}

/**
C
Cary Xu 已提交
1443
 * @brief
C
Cary Xu 已提交
1444
 *
C
Cary Xu 已提交
1445
 * @param pTsdb Return the data between queryWin and fill the pData.
C
Cary Xu 已提交
1446
 * @param pData
C
Cary Xu 已提交
1447 1448
 * @param indexUid
 * @param pQuerySKey
C
Cary Xu 已提交
1449 1450 1451
 * @param nMaxResult The query invoker should control the nMaxResult need to return to avoid OOM.
 * @return int32_t
 */
C
Cary Xu 已提交
1452
static int32_t tsdbGetTSmaDataImpl(STsdb *pTsdb, char *pData, int64_t indexUid, TSKEY querySKey, int32_t nMaxResult) {
C
Cary Xu 已提交
1453 1454
  SSmaEnv  *pEnv = atomic_load_ptr(&REPO_TSMA_ENV(pTsdb));
  SSmaStat *pStat = NULL;
1455 1456

  if (!pEnv) {
C
Cary Xu 已提交
1457 1458 1459 1460 1461
    terrno = TSDB_CODE_INVALID_PTR;
    tsdbWarn("vgId:%d getTSmaDataImpl failed since pTSmaEnv is NULL", REPO_ID(pTsdb));
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
1462 1463 1464
  pStat = SMA_ENV_STAT(pEnv);

  tsdbRefSmaStat(pTsdb, pStat);
1465
  SSmaStatItem *pItem = taosHashGet(SMA_ENV_STAT_ITEMS(pEnv), &indexUid, sizeof(indexUid));
1466
  if ((pItem == NULL) || ((pItem = *(SSmaStatItem **)pItem) == NULL)) {
C
Cary Xu 已提交
1467 1468
    // Normally pItem should not be NULL, mark all windows as expired and notify query module to fetch raw TS data if
    // it's NULL.
C
Cary Xu 已提交
1469
    tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1470
    terrno = TSDB_CODE_TDB_INVALID_ACTION;
1471
    tsdbDebug("vgId:%d getTSmaDataImpl failed since no index %" PRIi64, REPO_ID(pTsdb), indexUid);
C
Cary Xu 已提交
1472
    return TSDB_CODE_FAILED;
C
Cary Xu 已提交
1473 1474
  }

C
Cary Xu 已提交
1475 1476
#if 0
  int32_t nQueryWin = taosArrayGetSize(pQuerySKey);
C
Cary Xu 已提交
1477
  for (int32_t n = 0; n < nQueryWin; ++n) {
C
Cary Xu 已提交
1478 1479
    TSKEY skey = taosArrayGet(pQuerySKey, n);
    if (taosHashGet(pItem->expiredWindows, &skey, sizeof(TSKEY)) != NULL) {
C
Cary Xu 已提交
1480 1481 1482
      // TODO: mark this window as expired.
    }
  }
C
Cary Xu 已提交
1483
#endif
C
Cary Xu 已提交
1484

1485
#if 1
C
Cary Xu 已提交
1486 1487
  int8_t smaStat = 0;
  if (!tsdbSmaStatIsOK(pItem, &smaStat)) {  // TODO: multiple check for large scale sma query
C
Cary Xu 已提交
1488
    tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1489
    terrno = TSDB_CODE_TDB_INVALID_SMA_STAT;
C
Cary Xu 已提交
1490 1491
    tsdbWarn("vgId:%d getTSmaDataImpl failed from index %" PRIi64 " since %s %" PRIi8, REPO_ID(pTsdb), indexUid,
             tstrerror(terrno), smaStat);
C
Cary Xu 已提交
1492 1493 1494
    return TSDB_CODE_FAILED;
  }

1495
  if (taosHashGet(pItem->expiredWindows, &querySKey, sizeof(TSKEY)) != NULL) {
C
Cary Xu 已提交
1496
    // TODO: mark this window as expired.
1497 1498 1499 1500 1501
    tsdbDebug("vgId:%d skey %" PRIi64 " of window exists in expired window for index %" PRIi64, REPO_ID(pTsdb),
              querySKey, indexUid);
  } else {
    tsdbDebug("vgId:%d skey %" PRIi64 " of window not in expired window for index %" PRIi64, REPO_ID(pTsdb), querySKey,
              indexUid);
C
Cary Xu 已提交
1502
  }
C
Cary Xu 已提交
1503 1504 1505

  STSma *pTSma = pItem->pSma;

C
Cary Xu 已提交
1506
#endif
1507

C
Cary Xu 已提交
1508
  STSmaReadH tReadH = {0};
C
Cary Xu 已提交
1509
  tsdbInitTSmaReadH(&tReadH, pTsdb, pTSma->interval, pTSma->intervalUnit);
C
Cary Xu 已提交
1510
  tsdbCloseDBF(&tReadH.dFile);
C
Cary Xu 已提交
1511 1512

  tsdbUnRefSmaStat(pTsdb, pStat);
C
Cary Xu 已提交
1513

1514
  tsdbInitTSmaFile(&tReadH, indexUid, querySKey);
C
Cary Xu 已提交
1515
  if (tsdbOpenDBF(pEnv->dbEnv, &tReadH.dFile) != 0) {
C
Cary Xu 已提交
1516 1517 1518 1519
    tsdbWarn("vgId:%d open DBF %s failed since %s", REPO_ID(pTsdb), tReadH.dFile.path, tstrerror(terrno));
    return TSDB_CODE_FAILED;
  }

C
Cary Xu 已提交
1520 1521
  char    smaKey[SMA_KEY_LEN] = {0};
  void   *pSmaKey = &smaKey;
C
Cary Xu 已提交
1522 1523
  int64_t queryGroupId = 1;
  tsdbEncodeTSmaKey(queryGroupId, querySKey, (void **)&pSmaKey);
C
Cary Xu 已提交
1524

C
Cary Xu 已提交
1525 1526
  tsdbDebug("vgId:%d get sma data from %s: smaKey %" PRIx64 "-%" PRIx64 ", keyLen %d", REPO_ID(pTsdb),
            tReadH.dFile.path, *(int64_t *)smaKey, *(int64_t *)POINTER_SHIFT(smaKey, 8), SMA_KEY_LEN);
C
Cary Xu 已提交
1527

C
Cary Xu 已提交
1528 1529
  void   *result = NULL;
  int32_t valueSize = 0;
C
Cary Xu 已提交
1530
  if ((result = tsdbGetSmaDataByKey(&tReadH.dFile, smaKey, SMA_KEY_LEN, &valueSize)) == NULL) {
C
Cary Xu 已提交
1531 1532
    tsdbWarn("vgId:%d get sma data failed from smaIndex %" PRIi64 ", smaKey %" PRIx64 "-%" PRIx64 " since %s",
             REPO_ID(pTsdb), indexUid, *(int64_t *)smaKey, *(int64_t *)POINTER_SHIFT(smaKey, 8), tstrerror(terrno));
C
Cary Xu 已提交
1533 1534 1535
    tsdbCloseDBF(&tReadH.dFile);
    return TSDB_CODE_FAILED;
  }
C
Cary Xu 已提交
1536 1537

#ifdef _TEST_SMA_PRINT_DEBUG_LOG_
C
Cary Xu 已提交
1538
  for (uint32_t v = 0; v < valueSize; v += 8) {
C
Cary Xu 已提交
1539
    tsdbWarn("vgId:%d get sma data v[%d]=%" PRIi64, REPO_ID(pTsdb), v, *(int64_t *)POINTER_SHIFT(result, v));
C
Cary Xu 已提交
1540 1541
  }
#endif
wafwerar's avatar
wafwerar 已提交
1542
  taosMemoryFreeClear(result);  // TODO: fill the result to output
C
Cary Xu 已提交
1543

C
Cary Xu 已提交
1544
#if 0
C
Cary Xu 已提交
1545 1546 1547 1548 1549 1550 1551 1552 1553
  int32_t nResult = 0;
  int64_t lastKey = 0;

  while (true) {
    if (nResult >= nMaxResult) {
      break;
    }

    // set and open the file according to the STSma param
C
Cary Xu 已提交
1554
    if (tsdbSetAndOpenTSmaFile(&tReadH, queryWin)) {
C
Cary Xu 已提交
1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565
      char bTree[100] = "\0";
      while (strncmp(bTree, "has more nodes", 100) == 0) {
        if (nResult >= nMaxResult) {
          break;
        }
        // tsdbGetDataFromBTree(bTree, queryWin, lastKey)
        // fill the pData
        ++nResult;
      }
    }
  }
C
Cary Xu 已提交
1566
#endif
C
Cary Xu 已提交
1567
  // read data from file and fill the result
C
Cary Xu 已提交
1568
  tsdbCloseDBF(&tReadH.dFile);
C
Cary Xu 已提交
1569 1570 1571
  return TSDB_CODE_SUCCESS;
}

C
Cary Xu 已提交
1572 1573 1574 1575 1576 1577 1578 1579
int32_t tsdbCreateTSma(STsdb *pTsdb, char *pMsg) {
  SSmaCfg vCreateSmaReq = {0};
  if (tDeserializeSVCreateTSmaReq(pMsg, &vCreateSmaReq) == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tsdbWarn("vgId:%d TDMT_VND_CREATE_SMA received but deserialize failed since %s", REPO_ID(pTsdb), terrstr(terrno));
    return -1;
  }
  tsdbDebug("vgId:%d TDMT_VND_CREATE_SMA msg received for %s:%" PRIi64, REPO_ID(pTsdb), vCreateSmaReq.tSma.indexName,
C
Cary Xu 已提交
1580
            vCreateSmaReq.tSma.indexUid);
C
Cary Xu 已提交
1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594

  // record current timezone of server side
  vCreateSmaReq.tSma.timezoneInt = tsTimezone;

  if (metaCreateTSma(pTsdb->pMeta, &vCreateSmaReq) < 0) {
    // TODO: handle error
    tdDestroyTSma(&vCreateSmaReq.tSma);
    return -1;
  }

  tsdbTSmaAdd(pTsdb, 1);

  tdDestroyTSma(&vCreateSmaReq.tSma);
  // TODO: return directly or go on follow steps?
1595
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621
}

int32_t tsdbDropTSma(STsdb *pTsdb, char *pMsg) {
  SVDropTSmaReq vDropSmaReq = {0};
  if (tDeserializeSVDropTSmaReq(pMsg, &vDropSmaReq) == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  // TODO: send msg to stream computing to drop tSma
  // if ((send msg to stream computing) < 0) {
  //   tdDestroyTSma(&vCreateSmaReq);
  //   return -1;
  // }
  //

  if (metaDropTSma(pTsdb->pMeta, vDropSmaReq.indexUid) < 0) {
    // TODO: handle error
    return -1;
  }

  if (tsdbDropTSmaData(pTsdb, vDropSmaReq.indexUid) < 0) {
    // TODO: handle error
    return -1;
  }

C
Cary Xu 已提交
1622
  tsdbTSmaSub(pTsdb, 1);
C
Cary Xu 已提交
1623 1624

  // TODO: return directly or go on follow steps?
1625
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1626 1627
}

C
Cary Xu 已提交
1628
#if 0
C
Cary Xu 已提交
1629 1630 1631 1632 1633 1634 1635 1636 1637 1638
/**
 * @brief Get the start TS key of the last data block of one interval/sliding.
 *
 * @param pTsdb
 * @param param
 * @param result
 * @return int32_t
 *         1) Return 0 and fill the result if the check procedure is normal;
 *         2) Return -1 if error occurs during the check procedure.
 */
C
Cary Xu 已提交
1639
int32_t tsdbGetTSmaStatus(STsdb *pTsdb, void *smaIndex, void *result) {
C
Cary Xu 已提交
1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655
  const char *procedure = "";
  if (strncmp(procedure, "get the start TS key of the last data block", 100) != 0) {
    return -1;
  }
  // fill the result
  return TSDB_CODE_SUCCESS;
}

/**
 * @brief Remove the tSma data files related to param between pWin.
 *
 * @param pTsdb
 * @param param
 * @param pWin
 * @return int32_t
 */
C
Cary Xu 已提交
1656
int32_t tsdbRemoveTSmaData(STsdb *pTsdb, void *smaIndex, STimeWindow *pWin) {
C
Cary Xu 已提交
1657 1658 1659 1660
  // for ("tSmaFiles of param-interval-sliding between pWin") {
  //   // remove the tSmaFile
  // }
  return TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1661
}
C
Cary Xu 已提交
1662 1663
#endif

C
Cary Xu 已提交
1664
// TODO: Who is responsible for resource allocate and release?
C
Cary Xu 已提交
1665
int32_t tsdbInsertTSmaData(STsdb *pTsdb, int64_t indexUid, const char *msg) {
C
Cary Xu 已提交
1666
  int32_t code = TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1667
  if ((code = tsdbInsertTSmaDataImpl(pTsdb, indexUid, msg)) < 0) {
C
Cary Xu 已提交
1668 1669 1670 1671 1672
    tsdbWarn("vgId:%d insert tSma data failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
  }
  return code;
}

1673
int32_t tsdbUpdateSmaWindow(STsdb *pTsdb, SSubmitReq *pMsg, int64_t version) {
C
Cary Xu 已提交
1674
  int32_t code = TSDB_CODE_SUCCESS;
1675
  if ((code = tsdbUpdateExpiredWindowImpl(pTsdb, pMsg, version)) < 0) {
C
Cary Xu 已提交
1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688
    tsdbWarn("vgId:%d update expired sma window failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
  }
  return code;
}

int32_t tsdbInsertRSmaData(STsdb *pTsdb, char *msg) {
  int32_t code = TSDB_CODE_SUCCESS;
  if ((code = tsdbInsertRSmaDataImpl(pTsdb, msg)) < 0) {
    tsdbWarn("vgId:%d insert rSma data failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
  }
  return code;
}

C
Cary Xu 已提交
1689
int32_t tsdbGetTSmaData(STsdb *pTsdb, char *pData, int64_t indexUid, TSKEY querySKey, int32_t nMaxResult) {
C
Cary Xu 已提交
1690
  int32_t code = TSDB_CODE_SUCCESS;
C
Cary Xu 已提交
1691
  if ((code = tsdbGetTSmaDataImpl(pTsdb, pData, indexUid, querySKey, nMaxResult)) < 0) {
C
Cary Xu 已提交
1692 1693 1694
    tsdbWarn("vgId:%d get tSma data failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
  }
  return code;
C
Cary Xu 已提交
1695 1696 1697 1698 1699 1700 1701 1702
}

int32_t tsdbDropTSmaData(STsdb *pTsdb, int64_t indexUid) {
  int32_t code = TSDB_CODE_SUCCESS;
  if ((code = tsdbDropTSmaDataImpl(pTsdb, indexUid)) < 0) {
    tsdbWarn("vgId:%d drop tSma data failed since %s", REPO_ID(pTsdb), tstrerror(terrno));
  }
  return code;
C
Cary Xu 已提交
1703
}