/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #ifndef _TD_VNODE_TSDB_H_ #define _TD_VNODE_TSDB_H_ #include "vnodeInt.h" #ifdef __cplusplus extern "C" { #endif // tsdbDebug ================ // clang-format off #define tsdbFatal(...) do { if (tsdbDebugFlag & DEBUG_FATAL) { taosPrintLog("TSDB FATAL ", DEBUG_FATAL, 255, __VA_ARGS__); }} while(0) #define tsdbError(...) do { if (tsdbDebugFlag & DEBUG_ERROR) { taosPrintLog("TSDB ERROR ", DEBUG_ERROR, 255, __VA_ARGS__); }} while(0) #define tsdbWarn(...) do { if (tsdbDebugFlag & DEBUG_WARN) { taosPrintLog("TSDB WARN ", DEBUG_WARN, 255, __VA_ARGS__); }} while(0) #define tsdbInfo(...) do { if (tsdbDebugFlag & DEBUG_INFO) { taosPrintLog("TSDB ", DEBUG_INFO, 255, __VA_ARGS__); }} while(0) #define tsdbDebug(...) do { if (tsdbDebugFlag & DEBUG_DEBUG) { taosPrintLog("TSDB ", DEBUG_DEBUG, tsdbDebugFlag, __VA_ARGS__); }} while(0) #define tsdbTrace(...) do { if (tsdbDebugFlag & DEBUG_TRACE) { taosPrintLog("TSDB ", DEBUG_TRACE, tsdbDebugFlag, __VA_ARGS__); }} while(0) // clang-format on typedef struct TSDBROW TSDBROW; typedef struct TSDBKEY TSDBKEY; typedef struct TABLEID TABLEID; typedef struct SDelOp SDelOp; // tsdbMemTable ============================================================================================== typedef struct STbData STbData; typedef struct SMemTable SMemTable; typedef struct STbDataIter STbDataIter; typedef struct SMergeInfo SMergeInfo; typedef struct STable STable; // SMemTable int32_t tsdbMemTableCreate(STsdb *pTsdb, SMemTable **ppMemTable); void tsdbMemTableDestroy(SMemTable *pMemTable); void tsdbGetTbDataFromMemTable(SMemTable *pMemTable, tb_uid_t suid, tb_uid_t uid, STbData **ppTbData); // STbDataIter int32_t tsdbTbDataIterCreate(STbData *pTbData, TSDBKEY *pFrom, int8_t backward, STbDataIter **ppIter); void *tsdbTbDataIterDestroy(STbDataIter *pIter); void tsdbTbDataIterOpen(STbData *pTbData, TSDBKEY *pFrom, int8_t backward, STbDataIter *pIter); bool tsdbTbDataIterNext(STbDataIter *pIter); bool tsdbTbDataIterGet(STbDataIter *pIter, TSDBROW *pRow); // tsdbFile.c ============================================================================================== typedef struct SDelFile SDelFile; typedef struct STsdbCacheFile STsdbCacheFile; typedef struct STsdbIndexFile STsdbIndexFile; typedef struct STsdbDataFile STsdbDataFile; typedef struct STsdbLastFile STsdbLastFile; typedef struct STsdbSmaFile STsdbSmaFile; typedef struct STsdbSmalFile STsdbSmalFile; typedef struct SDFileSet SDFileSet; // tsdbFS.c ============================================================================================== typedef struct STsdbFS STsdbFS; int32_t tsdbFSOpen(STsdb *pTsdb, STsdbFS **ppFS); int32_t tsdbFSClose(STsdbFS *pFS); int32_t tsdbFSStart(STsdbFS *pFS); int32_t tsdbFSEnd(STsdbFS *pFS, int8_t rollback); // tsdbReaderWriter.c ============================================================================================== typedef struct SDelData SDelData; typedef struct SDelIdx SDelIdx; // SDataFWriter typedef struct SDataFWriter SDataFWriter; // SDataFReader typedef struct SDataFReader SDataFReader; // SDelFWriter typedef struct SDelFWriter SDelFWriter; int32_t tsdbDelFWriterOpen(SDelFWriter **ppWriter, SDelFile *pFile); int32_t tsdbDelFWriterClose(SDelFWriter *pWriter); int32_t tsdbWriteDelData(SDelFWriter *pWriter, SDelData *pDelData, uint8_t **ppBuf); int32_t tsdbWriteDelIdx(SDelFWriter *pWriter, SDelIdx *pDelIdx, uint8_t **ppBuf); // SDelFReader typedef struct SDelFReader SDelFReader; int32_t tsdbDelFReaderOpen(SDelFReader **ppReader, SDelFile *pFile); int32_t tsdbDelFReaderClose(SDelFReader *pReader); int32_t tsdbReadDelData(SDelFReader *pReader, SDelData *pDelData, uint8_t **ppBuf); int32_t tsdbReadDelIdx(SDelFReader *pReader, SDelIdx *pDelIdx, uint8_t **ppBuf); // SCacheFWriter typedef struct SCacheFWriter SCacheFWriter; // SCacheFReader typedef struct SCacheFReader SCacheFReader; // tsdbCommit.c ============================================================================================== // old // typedef int32_t TSDB_FILE_T; // typedef struct SDFInfo SDFInfo; // typedef struct SDFile SDFile; // typedef struct SDFileSet SDFileSet; // // SDFile // void tsdbInitDFile(STsdb *pRepo, SDFile *pDFile, SDiskID did, int fid, uint32_t ver, TSDB_FILE_T ftype); // void tsdbInitDFileEx(SDFile *pDFile, SDFile *pODFile); // int tsdbOpenDFile(SDFile *pDFile, int flags); // void tsdbCloseDFile(SDFile *pDFile); // int64_t tsdbSeekDFile(SDFile *pDFile, int64_t offset, int whence); // int64_t tsdbWriteDFile(SDFile *pDFile, void *buf, int64_t nbyte); // void tsdbUpdateDFileMagic(SDFile *pDFile, void *pCksm); // int tsdbAppendDFile(SDFile *pDFile, void *buf, int64_t nbyte, int64_t *offset); // int tsdbRemoveDFile(SDFile *pDFile); // int64_t tsdbReadDFile(SDFile *pDFile, void *buf, int64_t nbyte); // int tsdbCopyDFile(SDFile *pSrc, SDFile *pDest); // int tsdbEncodeSDFile(void **buf, SDFile *pDFile); // void *tsdbDecodeSDFile(STsdb *pRepo, void *buf, SDFile *pDFile); // int tsdbCreateDFile(STsdb *pRepo, SDFile *pDFile, bool updateHeader, TSDB_FILE_T fType); // int tsdbUpdateDFileHeader(SDFile *pDFile); // int tsdbLoadDFileHeader(SDFile *pDFile, SDFInfo *pInfo); // int tsdbParseDFilename(const char *fname, int *vid, int *fid, TSDB_FILE_T *ftype, uint32_t *version); // // SDFileSet // void tsdbInitDFileSet(STsdb *pRepo, SDFileSet *pSet, SDiskID did, int fid, uint32_t ver); // void tsdbInitDFileSetEx(SDFileSet *pSet, SDFileSet *pOSet); // int tsdbEncodeDFileSet(void **buf, SDFileSet *pSet); // void *tsdbDecodeDFileSet(STsdb *pRepo, void *buf, SDFileSet *pSet); // int tsdbEncodeDFileSetEx(void **buf, SDFileSet *pSet); // void *tsdbDecodeDFileSetEx(void *buf, SDFileSet *pSet); // int tsdbApplyDFileSetChange(SDFileSet *from, SDFileSet *to); // int tsdbCreateDFileSet(STsdb *pRepo, SDFileSet *pSet, bool updateHeader); // int tsdbUpdateDFileSetHeader(SDFileSet *pSet); // int tsdbScanAndTryFixDFileSet(STsdb *pRepo, SDFileSet *pSet); // void tsdbCloseDFileSet(SDFileSet *pSet); // int tsdbOpenDFileSet(SDFileSet *pSet, int flags); // void tsdbRemoveDFileSet(SDFileSet *pSet); // int tsdbCopyDFileSet(SDFileSet *pSrc, SDFileSet *pDest); // void tsdbGetFidKeyRange(int days, int8_t precision, int fid, TSKEY *minKey, TSKEY *maxKey); // typedef struct SFSIter SFSIter; // typedef struct STsdbFSMeta STsdbFSMeta; // STsdbFS *tsdbNewFS(const STsdbKeepCfg *pCfg); // void *tsdbFreeFS(STsdbFS *pfs); // int tsdbOpenFS(STsdb *pRepo); // void tsdbCloseFS(STsdb *pRepo); // void tsdbStartFSTxn(STsdb *pRepo, int64_t pointsAdd, int64_t storageAdd); // int tsdbEndFSTxn(STsdb *pRepo); // int tsdbEndFSTxnWithError(STsdbFS *pfs); // int tsdbUpdateDFileSet(STsdbFS *pfs, const SDFileSet *pSet); // void tsdbFSIterInit(SFSIter *pIter, STsdbFS *pfs, int direction); // void tsdbFSIterSeek(SFSIter *pIter, int fid); // SDFileSet *tsdbFSIterNext(SFSIter *pIter); // int tsdbLoadMetaCache(STsdb *pRepo, bool recoverMeta); // int tsdbRLockFS(STsdbFS *pFs); // int tsdbWLockFS(STsdbFS *pFs); // int tsdbUnLockFS(STsdbFS *pFs); // tsdbReadImpl.c ============================================================================================== typedef struct SBlockIdx SBlockIdx; typedef struct SBlockInfo SBlockInfo; typedef struct SBlock SBlock; typedef struct SBlockCol SBlockCol; typedef struct SBlockStatis SBlockStatis; typedef struct SAggrBlkCol SAggrBlkCol; typedef struct SBlockData SBlockData; typedef struct SReadH SReadH; // SReadH // int tsdbInitReadH(SReadH *pReadh, STsdb *pRepo); // void tsdbDestroyReadH(SReadH *pReadh); // int tsdbSetAndOpenReadFSet(SReadH *pReadh, SDFileSet *pSet); // void tsdbCloseAndUnsetFSet(SReadH *pReadh); // int tsdbLoadBlockIdx(SReadH *pReadh); // int tsdbSetReadTable(SReadH *pReadh, STable *pTable); // int tsdbLoadBlockInfo(SReadH *pReadh, void *pTarget); // int tsdbLoadBlockData(SReadH *pReadh, SBlock *pBlock, SBlockInfo *pBlockInfo); // int tsdbLoadBlockDataCols(SReadH *pReadh, SBlock *pBlock, SBlockInfo *pBlkInfo, const int16_t *colIds, int // numOfColsIds, // bool mergeBitmap); // int tsdbLoadBlockStatis(SReadH *pReadh, SBlock *pBlock); // int tsdbEncodeSBlockIdx(void **buf, SBlockIdx *pIdx); // void *tsdbDecodeSBlockIdx(void *buf, SBlockIdx *pIdx); // void tsdbGetBlockStatis(SReadH *pReadh, SColumnDataAgg *pStatis, int numOfCols, SBlock *pBlock); typedef struct SDFileSetReader SDFileSetReader; typedef struct SDFileSetWriter SDFileSetWriter; // SDFileSetWriter int32_t tsdbDFileSetWriterOpen(SDFileSetWriter *pWriter, STsdb *pTsdb, SDFileSet *pSet); int32_t tsdbDFileSetWriterClose(SDFileSetWriter *pWriter); int32_t tsdbWriteBlockData(SDFileSetWriter *pWriter, SDataCols *pDataCols, SBlock *pBlock); int32_t tsdbWriteSBlockInfo(SDFileSetWriter *pWriter, SBlockInfo *pBlockInfo, SBlockIdx *pBlockIdx); int32_t tsdbWriteSBlockIdx(SDFileSetWriter *pWriter, SBlockIdx *pBlockIdx); // SDFileSetReader int32_t tsdbDFileSetReaderOpen(SDFileSetReader *pReader, STsdb *pTsdb, SDFileSet *pSet); int32_t tsdbDFileSetReaderClose(SDFileSetReader *pReader); int32_t tsdbLoadSBlockIdx(SDFileSetReader *pReader, SArray *pArray); int32_t tsdbLoadSBlockInfo(SDFileSetReader *pReader, SBlockIdx *pBlockIdx, SBlockInfo *pBlockInfo); int32_t tsdbLoadSBlockStatis(SDFileSetReader *pReader, SBlock *pBlock, SBlockStatis *pBlockStatis); // SDelFWriter // SDelFReader // tsdbUtil.c ============================================================================================== int32_t tsdbRealloc(uint8_t **ppBuf, int64_t size); void tsdbFree(uint8_t *pBuf); // STMap typedef struct STMap STMap; int32_t tPutTMap(uint8_t *p, STMap *pMap); int32_t tGetTMap(uint8_t *p, STMap *pMap); int32_t tTABLEIDCmprFn(const void *p1, const void *p2); int32_t tsdbKeyCmprFn(const void *p1, const void *p2); // structs typedef struct { int minFid; int midFid; int maxFid; TSKEY minKey; } SRtn; #define TSDB_DATA_DIR_LEN 6 // adapt accordingly struct STsdb { char *path; SVnode *pVnode; TdThreadMutex mutex; char dir[TSDB_DATA_DIR_LEN]; bool repoLocked; STsdbKeepCfg keepCfg; SMemTable *mem; SMemTable *imem; SRtn rtn; STsdbFS *fs; }; struct STable { uint64_t suid; uint64_t uid; STSchema *pSchema; // latest schema STSchema *pCacheSchema; // cached cache }; // int tsdbPrepareCommit(STsdb *pTsdb); // typedef enum { // TSDB_FILE_HEAD = 0, // .head // TSDB_FILE_DATA, // .data // TSDB_FILE_LAST, // .last // TSDB_FILE_SMAD, // .smad(Block-wise SMA) // TSDB_FILE_SMAL, // .smal(Block-wise SMA) // TSDB_FILE_MAX, // // TSDB_FILE_META, // meta // } E_TSDB_FILE_T; // struct SDFInfo { // uint32_t magic; // uint32_t fver; // uint32_t len; // uint32_t totalBlocks; // uint32_t totalSubBlocks; // uint32_t offset; // uint64_t size; // uint64_t tombSize; // }; // struct SDFile { // SDFInfo info; // STfsFile f; // TdFilePtr pFile; // uint8_t state; // }; // struct SDFileSet { // int fid; // int8_t state; // -128~127 // uint8_t ver; // 0~255, DFileSet version // uint16_t reserve; // SDFile files[TSDB_FILE_MAX]; // }; struct TSDBKEY { int64_t version; TSKEY ts; }; typedef struct SMemSkipListNode SMemSkipListNode; struct SMemSkipListNode { int8_t level; SMemSkipListNode *forwards[0]; }; typedef struct SMemSkipList { uint32_t seed; int64_t size; int8_t maxLevel; int8_t level; SMemSkipListNode *pHead; SMemSkipListNode *pTail; } SMemSkipList; struct STbData { tb_uid_t suid; tb_uid_t uid; TSDBKEY minKey; TSDBKEY maxKey; SDelOp *pHead; SDelOp *pTail; SMemSkipList sl; }; struct SMemTable { SRWLatch latch; STsdb *pTsdb; int32_t nRef; TSDBKEY minKey; TSDBKEY maxKey; int64_t nRow; int64_t nDel; SArray *aTbData; // SArray }; // struct STsdbFSMeta { // uint32_t version; // Commit version from 0 to increase // int64_t totalPoints; // total points // int64_t totalStorage; // Uncompressed total storage // }; // ================== // typedef struct { // STsdbFSMeta meta; // FS meta // SDFile cacheFile; // cache file // SDFile tombstone; // tomestome file // SArray *df; // data file array // SArray *sf; // sma data file array v2f1900.index_name_1 // } SFSStatus; // struct STsdbFS { // TdThreadRwlock lock; // SFSStatus *cstatus; // current status // bool intxn; // SFSStatus *nstatus; // new status // }; // #define REPO_ID(r) TD_VID((r)->pVnode) // #define REPO_CFG(r) (&(r)->pVnode->config.tsdbCfg) // #define REPO_KEEP_CFG(r) (&(r)->keepCfg) // #define REPO_FS(r) ((r)->fs) // #define REPO_META(r) ((r)->pVnode->pMeta) // #define REPO_TFS(r) ((r)->pVnode->pTfs) // #define IS_REPO_LOCKED(r) ((r)->repoLocked) int tsdbLockRepo(STsdb *pTsdb); int tsdbUnlockRepo(STsdb *pTsdb); // static FORCE_INLINE STSchema *tsdbGetTableSchemaImpl(STsdb *pTsdb, STable *pTable, bool lock, bool copy, // int32_t version) { // if ((version < 0) || (schemaVersion(pTable->pSchema) == version)) { // return pTable->pSchema; // } // if (!pTable->pCacheSchema || (schemaVersion(pTable->pCacheSchema) != version)) { // taosMemoryFreeClear(pTable->pCacheSchema); // pTable->pCacheSchema = metaGetTbTSchema(REPO_META(pTsdb), pTable->uid, version); // } // return pTable->pCacheSchema; // } // // tsdbMemTable.h // struct SMergeInfo { // int rowsInserted; // int rowsUpdated; // int rowsDeleteSucceed; // int rowsDeleteFailed; // int nOperations; // TSKEY keyFirst; // TSKEY keyLast; // }; // static void *taosTMalloc(size_t size); // static void *taosTCalloc(size_t nmemb, size_t size); // static void *taosTRealloc(void *ptr, size_t size); // static void *taosTZfree(void *ptr); // static size_t taosTSizeof(void *ptr); // static void taosTMemset(void *ptr, int c); struct TSDBROW { int64_t version; STSRow *pTSRow; }; // static FORCE_INLINE STSRow *tsdbNextIterRow(STbDataIter *pIter) { // TSDBROW row; // if (pIter == NULL) return NULL; // if (tsdbTbDataIterGet(pIter, &row)) { // return row.pTSRow; // } // return NULL; // } // static FORCE_INLINE TSKEY tsdbNextIterKey(STbDataIter *pIter) { // STSRow *row = tsdbNextIterRow(pIter); // if (row == NULL) return TSDB_DATA_TIMESTAMP_NULL; // return TD_ROW_KEY(row); // } // tsdbReadImpl struct SBlockIdx { int64_t suid; int64_t uid; int64_t maxVersion; int64_t minVersion; int64_t offset; int64_t size; // uint32_t len; // uint32_t offset; // uint32_t hasLast : 2; // uint32_t numOfBlocks : 30; // TSDBKEY maxKey; }; typedef enum { TSDB_SBLK_VER_0 = 0, TSDB_SBLK_VER_MAX, } ESBlockVer; #define SBlockVerLatest TSDB_SBLK_VER_0 struct SBlock { TSDBKEY minKey; TSDBKEY maxKey; int64_t maxVersion; int64_t minVersion; uint8_t flags; // last, algorithm // uint8_t last : 1; // uint8_t hasDupKey : 1; // 0: no dup TS key, 1: has dup TS key(since supporting Multi-Version) // uint8_t blkVer : 6; // uint8_t numOfSubBlocks; // col_id_t numOfCols; // not including timestamp column // uint32_t len; // data block length // uint32_t keyLen : 20; // key column length, keyOffset = offset+sizeof(SBlockData)+sizeof(SBlockCol)*numOfCols // uint32_t algorithm : 4; // uint32_t reserve : 8; // col_id_t numOfBSma; // uint16_t numOfRows; // int64_t offset; // uint64_t aggrStat : 1; // uint64_t aggrOffset : 63; }; struct SBlockInfo { int32_t delimiter; // For recovery usage uint64_t suid; uint64_t uid; SBlock blocks[]; }; struct SBlockCol { int16_t colId; uint16_t type : 6; uint16_t blen : 10; // 0 no bitmap if all rows are NORM, > 0 bitmap length uint32_t len; // data length + bitmap length uint32_t offset; }; struct SAggrBlkCol { int16_t colId; int16_t maxIndex; int16_t minIndex; int16_t numOfNull; int64_t sum; int64_t max; int64_t min; }; struct SBlockData { int32_t delimiter; // For recovery usage int32_t numOfCols; // For recovery usage uint64_t uid; // For recovery usage SBlockCol cols[]; }; typedef void SAggrBlkData; // SBlockCol cols[]; // struct SReadH { // STsdb *pRepo; // SDFileSet rSet; // FSET to read // SArray *aBlkIdx; // SBlockIdx array // STable *pTable; // table to read // SBlockIdx *pBlkIdx; // current reading table SBlockIdx // int cidx; // SBlockInfo *pBlkInfo; // SBlockData *pBlkData; // Block info // SAggrBlkData *pAggrBlkData; // Aggregate Block info // SDataCols *pDCols[2]; // void *pBuf; // buffer // void *pCBuf; // compression buffer // void *pExBuf; // extra buffer // }; // #define TSDB_READ_REPO(rh) ((rh)->pRepo) // #define TSDB_READ_REPO_ID(rh) REPO_ID(TSDB_READ_REPO(rh)) // #define TSDB_READ_FSET(rh) (&((rh)->rSet)) // #define TSDB_READ_TABLE(rh) ((rh)->pTable) // #define TSDB_READ_TABLE_UID(rh) ((rh)->pTable->uid) // #define TSDB_READ_HEAD_FILE(rh) TSDB_DFILE_IN_SET(TSDB_READ_FSET(rh), TSDB_FILE_HEAD) // #define TSDB_READ_DATA_FILE(rh) TSDB_DFILE_IN_SET(TSDB_READ_FSET(rh), TSDB_FILE_DATA) // #define TSDB_READ_LAST_FILE(rh) TSDB_DFILE_IN_SET(TSDB_READ_FSET(rh), TSDB_FILE_LAST) // #define TSDB_READ_SMAD_FILE(rh) TSDB_DFILE_IN_SET(TSDB_READ_FSET(rh), TSDB_FILE_SMAD) // #define TSDB_READ_SMAL_FILE(rh) TSDB_DFILE_IN_SET(TSDB_READ_FSET(rh), TSDB_FILE_SMAL) // #define TSDB_READ_BUF(rh) ((rh)->pBuf) // #define TSDB_READ_COMP_BUF(rh) ((rh)->pCBuf) // #define TSDB_READ_EXBUF(rh) ((rh)->pExBuf) // #define TSDB_BLOCK_STATIS_SIZE(ncols, blkVer) (sizeof(SBlockData) + sizeof(SBlockCol) * (ncols) + sizeof(TSCKSUM)) // static FORCE_INLINE size_t tsdbBlockStatisSize(int nCols, uint32_t blkVer) { // switch (blkVer) { // case TSDB_SBLK_VER_0: // default: // return TSDB_BLOCK_STATIS_SIZE(nCols, 0); // } // } // #define TSDB_BLOCK_AGGR_SIZE(ncols, blkVer) (sizeof(SAggrBlkCol) * (ncols) + sizeof(TSCKSUM)) // static FORCE_INLINE size_t tsdbBlockAggrSize(int nCols, uint32_t blkVer) { // switch (blkVer) { // case TSDB_SBLK_VER_0: // default: // return TSDB_BLOCK_AGGR_SIZE(nCols, 0); // } // } // static FORCE_INLINE int tsdbMakeRoom(void **ppBuf, size_t size) { // void *pBuf = *ppBuf; // size_t tsize = taosTSizeof(pBuf); // if (tsize < size) { // if (tsize == 0) tsize = 1024; // while (tsize < size) { // tsize *= 2; // } // *ppBuf = taosTRealloc(pBuf, tsize); // if (*ppBuf == NULL) { // terrno = TSDB_CODE_TDB_OUT_OF_MEMORY; // return -1; // } // } // return 0; // } // // tsdbMemory // static FORCE_INLINE void *taosTMalloc(size_t size) { // if (size <= 0) return NULL; // void *ret = taosMemoryMalloc(size + sizeof(size_t)); // if (ret == NULL) return NULL; // *(size_t *)ret = size; // return (void *)((char *)ret + sizeof(size_t)); // } // static FORCE_INLINE void *taosTCalloc(size_t nmemb, size_t size) { // size_t tsize = nmemb * size; // void *ret = taosTMalloc(tsize); // if (ret == NULL) return NULL; // taosTMemset(ret, 0); // return ret; // } // static FORCE_INLINE size_t taosTSizeof(void *ptr) { return (ptr) ? (*(size_t *)((char *)ptr - sizeof(size_t))) : 0; } // static FORCE_INLINE void taosTMemset(void *ptr, int c) { memset(ptr, c, taosTSizeof(ptr)); } // static FORCE_INLINE void *taosTRealloc(void *ptr, size_t size) { // if (ptr == NULL) return taosTMalloc(size); // if (size <= taosTSizeof(ptr)) return ptr; // void *tptr = (void *)((char *)ptr - sizeof(size_t)); // size_t tsize = size + sizeof(size_t); // void *tptr1 = taosMemoryRealloc(tptr, tsize); // if (tptr1 == NULL) return NULL; // tptr = tptr1; // *(size_t *)tptr = size; // return (void *)((char *)tptr + sizeof(size_t)); // } // static FORCE_INLINE void *taosTZfree(void *ptr) { // if (ptr) { // taosMemoryFree((void *)((char *)ptr - sizeof(size_t))); // } // return NULL; // } // tsdbCommit // void tsdbGetRtnSnap(STsdb *pRepo, SRtn *pRtn); static FORCE_INLINE int TSDB_KEY_FID(TSKEY key, int32_t minutes, int8_t precision) { if (key < 0) { return (int)((key + 1) / tsTickPerMin[precision] / minutes - 1); } else { return (int)((key / tsTickPerMin[precision] / minutes)); } } static FORCE_INLINE int tsdbGetFidLevel(int fid, SRtn *pRtn) { if (fid >= pRtn->maxFid) { return 0; } else if (fid >= pRtn->midFid) { return 1; } else if (fid >= pRtn->minFid) { return 2; } else { return -1; } } // tsdbFile // #define TSDB_FILE_HEAD_SIZE 512 // #define TSDB_FILE_DELIMITER 0xF00AFA0F // #define TSDB_FILE_INIT_MAGIC 0xFFFFFFFF // #define TSDB_IVLD_FID INT_MIN // #define TSDB_FILE_STATE_OK 0 // #define TSDB_FILE_STATE_BAD 1 // #define TSDB_FILE_F(tf) (&((tf)->f)) // #define TSDB_FILE_PFILE(tf) ((tf)->pFile) // #define TSDB_FILE_FULL_NAME(tf) (TSDB_FILE_F(tf)->aname) // #define TSDB_FILE_OPENED(tf) (TSDB_FILE_PFILE(tf) != NULL) // #define TSDB_FILE_CLOSED(tf) (!TSDB_FILE_OPENED(tf)) // #define TSDB_FILE_SET_CLOSED(f) (TSDB_FILE_PFILE(f) = NULL) // #define TSDB_FILE_LEVEL(tf) (TSDB_FILE_F(tf)->did.level) // #define TSDB_FILE_ID(tf) (TSDB_FILE_F(tf)->did.id) // #define TSDB_FILE_DID(tf) (TSDB_FILE_F(tf)->did) // #define TSDB_FILE_REL_NAME(tf) (TSDB_FILE_F(tf)->rname) // #define TSDB_FILE_ABS_NAME(tf) (TSDB_FILE_F(tf)->aname) // #define TSDB_FILE_FSYNC(tf) taosFsyncFile(TSDB_FILE_PFILE(tf)) // #define TSDB_FILE_STATE(tf) ((tf)->state) // #define TSDB_FILE_SET_STATE(tf, s) ((tf)->state = (s)) // #define TSDB_FILE_IS_OK(tf) (TSDB_FILE_STATE(tf) == TSDB_FILE_STATE_OK) // #define TSDB_FILE_IS_BAD(tf) (TSDB_FILE_STATE(tf) == TSDB_FILE_STATE_BAD) // typedef enum { // TSDB_FS_VER_0 = 0, // TSDB_FS_VER_MAX, // } ETsdbFsVer; // #define TSDB_LATEST_FVER TSDB_FS_VER_0 // latest version for DFile // #define TSDB_LATEST_SFS_VER TSDB_FS_VER_0 // latest version for 'current' file // static FORCE_INLINE uint32_t tsdbGetDFSVersion(TSDB_FILE_T fType) { // latest version for DFile // switch (fType) { // case TSDB_FILE_HEAD: // .head // case TSDB_FILE_DATA: // .data // case TSDB_FILE_LAST: // .last // case TSDB_FILE_SMAD: // .smad(Block-wise SMA) // case TSDB_FILE_SMAL: // .smal(Block-wise SMA) // default: // return TSDB_LATEST_FVER; // } // } // =============== SDFileSet // #define TSDB_LATEST_FSET_VER 0 // #define TSDB_FSET_FID(s) ((s)->fid) // #define TSDB_FSET_STATE(s) ((s)->state) // #define TSDB_FSET_VER(s) ((s)->ver) // #define TSDB_DFILE_IN_SET(s, t) ((s)->files + (t)) // #define TSDB_FSET_LEVEL(s) TSDB_FILE_LEVEL(TSDB_DFILE_IN_SET(s, 0)) // #define TSDB_FSET_ID(s) TSDB_FILE_ID(TSDB_DFILE_IN_SET(s, 0)) // #define TSDB_FSET_SET_CLOSED(s) \ // do { \ // for (TSDB_FILE_T ftype = TSDB_FILE_HEAD; ftype < TSDB_FILE_MAX; ftype++) { \ // TSDB_FILE_SET_CLOSED(TSDB_DFILE_IN_SET(s, ftype)); \ // } \ // } while (0); // #define TSDB_FSET_FSYNC(s) \ // do { \ // for (TSDB_FILE_T ftype = TSDB_FILE_HEAD; ftype < TSDB_FILE_MAX; ftype++) { \ // TSDB_FILE_FSYNC(TSDB_DFILE_IN_SET(s, ftype)); \ // } \ // } while (0); // static FORCE_INLINE bool tsdbFSetIsOk(SDFileSet *pSet) { // for (TSDB_FILE_T ftype = 0; ftype < TSDB_FILE_MAX; ftype++) { // if (TSDB_FILE_IS_BAD(TSDB_DFILE_IN_SET(pSet, ftype))) { // return false; // } // } // return true; // } // ================== TSDB global config extern bool tsdbForceKeepFile; // ================== CURRENT file header info // typedef struct { // uint32_t version; // Current file system version (relating to code) // uint32_t len; // Encode content length (including checksum) // } SFSHeader; // // ================== TSDB File System Meta // #define FS_CURRENT_STATUS(pfs) ((pfs)->cstatus) // #define FS_NEW_STATUS(pfs) ((pfs)->nstatus) // #define FS_IN_TXN(pfs) (pfs)->intxn // #define FS_VERSION(pfs) ((pfs)->cstatus->meta.version) // #define FS_TXN_VERSION(pfs) ((pfs)->nstatus->meta.version) // struct SFSIter { // int direction; // uint64_t version; // current FS version // STsdbFS *pfs; // int index; // used to position next fset when version the same // int fid; // used to seek when version is changed // SDFileSet *pSet; // }; #define TSDB_FS_ITER_FORWARD TSDB_ORDER_ASC #define TSDB_FS_ITER_BACKWARD TSDB_ORDER_DESC struct TABLEID { tb_uid_t suid; tb_uid_t uid; }; struct STbDataIter { STbData *pTbData; int8_t backward; SMemSkipListNode *pNode; }; struct SDelOp { int64_t version; TSKEY sKey; // included TSKEY eKey; // included SDelOp *pNext; }; typedef struct { int64_t version; TSKEY sKey; TSKEY eKey; } SDelDataItem; struct SDelData { int64_t version; TSKEY sKey; TSKEY eKey; }; struct SDelIdx { tb_uid_t suid; tb_uid_t uid; TSKEY minKey; TSKEY maxKey; int64_t minVersion; int64_t maxVersion; int64_t offset; int64_t size; }; struct STMap { uint8_t flags; uint32_t nOffset; uint8_t *pOffset; uint32_t nData; uint8_t *pData; }; struct SDelFile { TSKEY minKey; TSKEY maxKey; int64_t minVersion; int64_t maxVersion; int64_t size; int64_t offset; }; #ifdef __cplusplus } #endif #endif /*_TD_VNODE_TSDB_H_*/