tsdbMain.h 14.5 KB
Newer Older
H
more  
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
H
TD-34  
hzcheng 已提交
15 16
#ifndef _TD_TSDB_MAIN_H_
#define _TD_TSDB_MAIN_H_
H
more  
Hongze Cheng 已提交
17

H
TD-353  
Hongze Cheng 已提交
18 19
#include "hash.h"
#include "tcoding.h"
S
slguan 已提交
20
#include "tglobal.h"
H
TD-353  
Hongze Cheng 已提交
21
#include "tkvstore.h"
H
hzcheng 已提交
22
#include "tlist.h"
H
TD-353  
Hongze Cheng 已提交
23 24
#include "tlog.h"
#include "tref.h"
H
hzcheng 已提交
25
#include "tsdb.h"
H
TD-34  
hzcheng 已提交
26 27
#include "tskiplist.h"
#include "tutil.h"
H
Hongze Cheng 已提交
28
#include "trwlatch.h"
H
more  
Hongze Cheng 已提交
29

H
more  
hzcheng 已提交
30 31 32 33
#ifdef __cplusplus
extern "C" {
#endif

H
hzcheng 已提交
34 35
extern int tsdbDebugFlag;

S
Shengliang Guan 已提交
36 37 38 39 40 41
#define tsdbFatal(...) { if (tsdbDebugFlag & DEBUG_FATAL) { taosPrintLog("TDB FATAL ", 255, __VA_ARGS__); }}
#define tsdbError(...) { if (tsdbDebugFlag & DEBUG_ERROR) { taosPrintLog("TDB ERROR ", 255, __VA_ARGS__); }}
#define tsdbWarn(...)  { if (tsdbDebugFlag & DEBUG_WARN)  { taosPrintLog("TDB WARN  ", 255, __VA_ARGS__); }}
#define tsdbInfo(...)  { if (tsdbDebugFlag & DEBUG_INFO)  { taosPrintLog("TDB INFO  ", 255, __VA_ARGS__); }}
#define tsdbDebug(...) { if (tsdbDebugFlag & DEBUG_DEBUG) { taosPrintLog("TDB DEBUG ", tsdbDebugFlag, __VA_ARGS__); }}
#define tsdbTrace(...) { if (tsdbDebugFlag & DEBUG_TRACE) { taosPrintLog("TDB TRACE ", tsdbDebugFlag, __VA_ARGS__); }}
H
hzcheng 已提交
42

H
TD-90  
Hongze Cheng 已提交
43
#define TSDB_MAX_TABLE_SCHEMAS 16
H
TD-353  
Hongze Cheng 已提交
44 45 46 47 48
#define TSDB_FILE_HEAD_SIZE 512
#define TSDB_FILE_DELIMITER 0xF00AFA0F

// Definitions
// ------------------ tsdbMeta.c
H
TD-34  
hzcheng 已提交
49
typedef struct STable {
H
Haojun Liao 已提交
50
  STableId       tableId;
H
TD-353  
Hongze Cheng 已提交
51 52 53 54 55
  ETableType     type;
  tstr*          name;  // NOTE: there a flexible string here
  uint64_t       suid;
  struct STable* pSuper;  // super table pointer
  uint8_t        numOfSchemas;
H
TD-353  
Hongze Cheng 已提交
56
  STSchema*      schema[TSDB_MAX_TABLE_SCHEMAS];
H
TD-353  
Hongze Cheng 已提交
57 58
  STSchema*      tagSchema;
  SKVRow         tagVal;
H
TD-353  
Hongze Cheng 已提交
59
  SSkipList*     pIndex;         // For TSDB_SUPER_TABLE, it is the skiplist index
H
TD-353  
Hongze Cheng 已提交
60 61 62 63 64
  void*          eventHandler;   // TODO
  void*          streamHandler;  // TODO
  TSKEY          lastKey;        // lastkey inserted in this table, initialized as 0, TODO: make a structure
  char*          sql;
  void*          cqhandle;
H
Hongze Cheng 已提交
65
  SRWLatch       latch;  // TODO: implementa latch functions
H
TD-353  
Hongze Cheng 已提交
66
  T_REF_DECLARE();
H
TD-34  
hzcheng 已提交
67 68 69
} STable;

typedef struct {
H
TD-353  
Hongze Cheng 已提交
70 71 72 73 74 75 76
  pthread_rwlock_t rwLock;

  int32_t   nTables;
  STable**  tables;
  SList*    superList;
  SHashObj* uidMap;
  SKVStore* pStore;
H
TD-353  
Hongze Cheng 已提交
77 78
  int       maxRowBytes;
  int       maxCols;
H
TD-34  
hzcheng 已提交
79 80
} STsdbMeta;

H
TD-353  
Hongze Cheng 已提交
81
// ------------------ tsdbBuffer.c
H
TD-34  
hzcheng 已提交
82
typedef struct {
H
TD-353  
Hongze Cheng 已提交
83 84 85 86 87
  int64_t blockId;
  int     offset;
  int     remain;
  char    data[];
} STsdbBufBlock;
H
TD-34  
hzcheng 已提交
88 89

typedef struct {
H
TD-353  
Hongze Cheng 已提交
90 91 92 93 94 95 96 97 98
  pthread_cond_t poolNotEmpty;
  int            bufBlockSize;
  int            tBufBlocks;
  int            nBufBlocks;
  int64_t        index;
  SList*         bufBlockList;
} STsdbBufPool;

// ------------------ tsdbMemTable.c
H
TD-34  
hzcheng 已提交
99
typedef struct {
H
TD-353  
Hongze Cheng 已提交
100 101 102 103 104 105
  uint64_t   uid;
  TSKEY      keyFirst;
  TSKEY      keyLast;
  int64_t    numOfRows;
  SSkipList* pData;
} STableData;
H
TD-34  
hzcheng 已提交
106 107

typedef struct {
H
TD-353  
Hongze Cheng 已提交
108 109 110 111 112 113 114 115
  T_REF_DECLARE();
  TSKEY        keyFirst;
  TSKEY        keyLast;
  int64_t      numOfRows;
  STableData** tData;
  SList*       actList;
  SList*       bufBlockList;
} SMemTable;
H
TD-34  
hzcheng 已提交
116

H
TD-353  
Hongze Cheng 已提交
117 118 119 120 121 122 123 124 125 126 127
enum { TSDB_UPDATE_META, TSDB_DROP_META };
typedef struct __attribute__((packed)){
  char     act;
  uint64_t uid;
} SActObj;

typedef struct {
  int  len;
  char cont[];
} SActCont;

H
TD-353  
Hongze Cheng 已提交
128
// ------------------ tsdbFile.c
H
TD-353  
Hongze Cheng 已提交
129
extern const char* tsdbFileSuffix[];
H
TD-353  
Hongze Cheng 已提交
130 131 132 133
typedef enum {
  TSDB_FILE_TYPE_HEAD = 0,
  TSDB_FILE_TYPE_DATA,
  TSDB_FILE_TYPE_LAST,
H
TD-353  
Hongze Cheng 已提交
134
  TSDB_FILE_TYPE_MAX,
H
TD-353  
Hongze Cheng 已提交
135 136
  TSDB_FILE_TYPE_NHEAD,
  TSDB_FILE_TYPE_NLAST
H
TD-353  
Hongze Cheng 已提交
137
} TSDB_FILE_TYPE;
H
Hongze Cheng 已提交
138

H
more  
Hongze Cheng 已提交
139
typedef struct {
H
TD-353  
Hongze Cheng 已提交
140 141 142 143 144 145
  uint32_t offset;
  uint32_t len;
  uint64_t size;      // total size of the file
  uint64_t tombSize;  // unused file size
  uint32_t totalBlocks;
  uint32_t totalSubBlocks;
146
} STsdbFileInfo;
H
TD-34  
hzcheng 已提交
147 148

typedef struct {
H
TD-353  
Hongze Cheng 已提交
149
  char  fname[TSDB_FILENAME_LEN];
H
TD-353  
Hongze Cheng 已提交
150 151
  int   fd;

H
TD-353  
Hongze Cheng 已提交
152
  STsdbFileInfo info;
H
hzcheng 已提交
153
} SFile;
H
more  
Hongze Cheng 已提交
154

H
hzcheng 已提交
155
typedef struct {
H
TD-353  
Hongze Cheng 已提交
156 157
  int   fileId;
  SFile files[TSDB_FILE_TYPE_MAX];
H
hzcheng 已提交
158 159 160
} SFileGroup;

typedef struct {
H
TD-353  
Hongze Cheng 已提交
161 162
  pthread_rwlock_t fhlock;

H
TD-353  
Hongze Cheng 已提交
163 164 165
  int         maxFGroups;
  int         nFGroups;
  SFileGroup* pFGroup;
H
hzcheng 已提交
166
} STsdbFileH;
H
more  
Hongze Cheng 已提交
167

H
TD-34  
hzcheng 已提交
168 169 170 171 172 173 174
typedef struct {
  int         numOfFGroups;
  SFileGroup *base;
  SFileGroup *pFileGroup;
  int         direction;
} SFileGroupIter;

H
TD-353  
Hongze Cheng 已提交
175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193
// ------------------ tsdbMain.c
typedef struct {
  int8_t state;

  char*           rootDir;
  STsdbCfg        config;
  STsdbAppH       appH;
  STsdbStat       stat;
  STsdbMeta*      tsdbMeta;
  STsdbBufPool*   pPool;
  SMemTable*      mem;
  SMemTable*      imem;
  STsdbFileH*     tsdbFileH;
  int             commit;
  pthread_t       commitThread;
  pthread_mutex_t mutex;
  bool            repoLocked;
} STsdbRepo;

H
TD-353  
Hongze Cheng 已提交
194
// ------------------ tsdbRWHelper.c
H
TD-34  
hzcheng 已提交
195
typedef struct {
H
TD-185  
Hongze Cheng 已提交
196 197
  uint32_t len;
  uint32_t offset;
H
TD-353  
Hongze Cheng 已提交
198
  // uint32_t padding;
H
TD-185  
Hongze Cheng 已提交
199 200
  uint32_t hasLast : 2;
  uint32_t numOfBlocks : 30;
201 202
  uint64_t uid;
  TSKEY    maxKey;
H
TD-353  
Hongze Cheng 已提交
203 204
} SCompIdx;

205
typedef struct {
H
TD-353  
Hongze Cheng 已提交
206 207 208 209 210 211 212
  int64_t last : 1;
  int64_t offset : 63;
  int32_t algorithm : 8;
  int32_t numOfRows : 24;
  int32_t sversion;
  int32_t len;
  int16_t numOfSubBlocks;
213 214 215 216 217
  int16_t numOfCols;
  TSKEY   keyFirst;
  TSKEY   keyLast;
} SCompBlock;

H
TD-34  
hzcheng 已提交
218 219 220
typedef struct {
  int32_t    delimiter;  // For recovery usage
  int32_t    checksum;   // TODO: decide if checksum logic in this file or make it one API
221
  uint64_t   uid;
H
TD-34  
hzcheng 已提交
222 223
  SCompBlock blocks[];
} SCompInfo;
H
hzcheng 已提交
224

H
TD-34  
hzcheng 已提交
225
typedef struct {
H
TD-353  
Hongze Cheng 已提交
226 227
  int16_t colId;
  int16_t len;
H
TD-34  
hzcheng 已提交
228 229
  int32_t type : 8;
  int32_t offset : 24;
H
TD-321  
Hongze Cheng 已提交
230 231 232 233 234 235 236
  int64_t sum;
  int64_t max;
  int64_t min;
  int16_t maxIndex;
  int16_t minIndex;
  int16_t numOfNull;
  char    padding[2];
H
TD-34  
hzcheng 已提交
237 238 239 240 241
} SCompCol;

typedef struct {
  int32_t  delimiter;  // For recovery usage
  int32_t  numOfCols;  // For recovery usage
242
  uint64_t uid;        // For recovery usage
H
TD-34  
hzcheng 已提交
243 244
  SCompCol cols[];
} SCompData;
H
TD-34  
hzcheng 已提交
245

H
hzcheng 已提交
246 247 248
typedef enum { TSDB_WRITE_HELPER, TSDB_READ_HELPER } tsdb_rw_helper_t;

typedef struct {
H
TD-353  
Hongze Cheng 已提交
249
  int   fid;
H
hzcheng 已提交
250 251 252 253 254 255 256 257 258 259 260 261
  TSKEY minKey;
  TSKEY maxKey;
  // For read/write purpose
  SFile headF;
  SFile dataF;
  SFile lastF;
  // For write purpose only
  SFile nHeadF;
  SFile nLastF;
} SHelperFile;

typedef struct {
262 263 264
  uint64_t uid;
  int32_t  tid;
  int32_t  sversion;
H
hzcheng 已提交
265 266 267
} SHelperTable;

typedef struct {
H
TD-353  
Hongze Cheng 已提交
268
  tsdb_rw_helper_t type;
H
TD-100  
hzcheng 已提交
269

H
TD-353  
Hongze Cheng 已提交
270 271
  STsdbRepo* pRepo;
  int8_t     state;
H
TD-100  
hzcheng 已提交
272
  // For file set usage
H
hzcheng 已提交
273
  SHelperFile files;
H
TD-353  
Hongze Cheng 已提交
274
  SCompIdx*   pCompIdx;
H
TD-100  
hzcheng 已提交
275
  // For table set usage
H
hzcheng 已提交
276
  SHelperTable tableInfo;
H
TD-353  
Hongze Cheng 已提交
277
  SCompInfo*   pCompInfo;
H
TD-100  
hzcheng 已提交
278 279
  bool         hasOldLastBlock;
  // For block set usage
H
TD-353  
Hongze Cheng 已提交
280
  SCompData* pCompData;
H
TD-353  
Hongze Cheng 已提交
281 282 283
  SDataCols* pDataCols[2];
  void*      pBuffer;     // Buffer to hold the whole data block
  void*      compBuffer;  // Buffer for temperary compress/decompress purpose
H
hzcheng 已提交
284 285
} SRWHelper;

H
TD-353  
Hongze Cheng 已提交
286 287 288 289 290 291

// Operations
// ------------------ tsdbMeta.c
#define TABLE_TYPE(t) (t)->type
#define TABLE_NAME(t) (t)->name
#define TABLE_CHAR_NAME(t) TABLE_NAME(t)->data
H
TD-353  
Hongze Cheng 已提交
292
#define TABLE_UID(t) (t)->tableId.uid
H
TD-353  
Hongze Cheng 已提交
293
#define TABLE_TID(t) (t)->tableId.tid
H
TD-353  
Hongze Cheng 已提交
294
#define TABLE_SUID(t) (t)->suid
H
TD-353  
Hongze Cheng 已提交
295 296
#define TABLE_LASTKEY(t) (t)->lastKey

H
Haojun Liao 已提交
297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320
static FORCE_INLINE STSchema *tsdbGetTableSchema(STable *pTable) {
  if (pTable->type == TSDB_CHILD_TABLE) {  // check child table first
    STable *pSuper = pTable->pSuper;
    if (pSuper == NULL) return NULL;
    return pSuper->schema[pSuper->numOfSchemas - 1];
  } else if (pTable->type == TSDB_NORMAL_TABLE || pTable->type == TSDB_SUPER_TABLE || pTable->type == TSDB_STREAM_TABLE) {
    return pTable->schema[pTable->numOfSchemas - 1];
  } else {
    return NULL;
  }
}

static FORCE_INLINE STSchema *tsdbGetTableTagSchema(STable *pTable) {
  if (pTable->type == TSDB_CHILD_TABLE) {  // check child table first
    STable *pSuper = pTable->pSuper;
    if (pSuper == NULL) return NULL;
    return pSuper->tagSchema;
  } else if (pTable->type == TSDB_SUPER_TABLE) {
    return pTable->tagSchema;
  } else {
    return NULL;
  }
}

H
TD-353  
Hongze Cheng 已提交
321 322
STsdbMeta* tsdbNewMeta(STsdbCfg* pCfg);
void       tsdbFreeMeta(STsdbMeta* pMeta);
H
TD-353  
Hongze Cheng 已提交
323 324 325 326 327
int        tsdbOpenMeta(STsdbRepo* pRepo);
int        tsdbCloseMeta(STsdbRepo* pRepo);
STable*    tsdbGetTableByUid(STsdbMeta* pMeta, uint64_t uid);
STSchema*  tsdbGetTableSchemaByVersion(STable* pTable, int16_t version);
STSchema*  tsdbGetTableTagSchema(STable* pTable);
H
Hongze Cheng 已提交
328
// int        tsdbUpdateTable(STsdbRepo* pRepo, STable* pTable, STableCfg* pCfg);
H
TD-353  
Hongze Cheng 已提交
329 330 331
int        tsdbWLockRepoMeta(STsdbRepo* pRepo);
int        tsdbRLockRepoMeta(STsdbRepo* pRepo);
int        tsdbUnlockRepoMeta(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
332 333
void       tsdbRefTable(STable* pTable);
void       tsdbUnRefTable(STable* pTable);
H
Hongze Cheng 已提交
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375
void       tsdbUpdateTableSchema(STsdbRepo* pRepo, STable* pTable, STSchema* pSchema, bool insertAct);

static FORCE_INLINE int tsdbCompareSchemaVersion(const void *key1, const void *key2) {
  if (*(int16_t *)key1 < schemaVersion(*(STSchema **)key2)) {
    return -1;
  } else if (*(int16_t *)key1 > schemaVersion(*(STSchema **)key2)) {
    return 1;
  } else {
    return 0;
  }
}

static FORCE_INLINE STSchema* tsdbGetTableSchemaImpl(STable* pTable, bool lock, bool copy, int16_t version) {
  STable*   pDTable = (TABLE_TYPE(pTable) == TSDB_CHILD_TABLE) ? pTable->pSuper : pTable;
  STSchema* pSchema = NULL;
  STSchema* pTSchema = NULL;

  if (lock) taosRLockLatch(&(pDTable->latch));
  if (version < 0) {  // get the latest version of schema
    pTSchema = pDTable->schema[pDTable->numOfSchemas - 1];
  } else {  // get the schema with version
    void* ptr = taosbsearch(&version, pDTable->schema, pDTable->numOfSchemas, sizeof(STSchema*),
                            tsdbCompareSchemaVersion, TD_EQ);
    if (ptr == NULL) {
      terrno = TSDB_CODE_TDB_IVD_TB_SCHEMA_VERSION;
      goto _exit;
    }
    pTSchema = *(STSchema**)ptr;
  }

  ASSERT(pTSchema != NULL);

  if (copy) {
    if ((pSchema = tdDupSchema(pTSchema)) == NULL) terrno = TSDB_CODE_TDB_OUT_OF_MEMORY;
  } else {
    pSchema = pTSchema;
  }

_exit:
  if (lock) taosRUnLockLatch(&(pDTable->latch));
  return pSchema;
}
H
TD-353  
Hongze Cheng 已提交
376 377 378 379 380

// ------------------ tsdbBuffer.c
STsdbBufPool* tsdbNewBufPool();
void          tsdbFreeBufPool(STsdbBufPool* pBufPool);
int           tsdbOpenBufPool(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
381
void          tsdbCloseBufPool(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
382 383 384
SListNode*    tsdbAllocBufBlockFromPool(STsdbRepo* pRepo);

// ------------------ tsdbMemTable.c
H
TD-353  
Hongze Cheng 已提交
385 386 387 388 389
int   tsdbInsertRowToMem(STsdbRepo* pRepo, SDataRow row, STable* pTable);
int   tsdbRefMemTable(STsdbRepo* pRepo, SMemTable* pMemTable);
int   tsdbUnRefMemTable(STsdbRepo* pRepo, SMemTable* pMemTable);
int   tsdbTakeMemSnapshot(STsdbRepo* pRepo, SMemTable** pMem, SMemTable** pIMem);
void* tsdbAllocBytes(STsdbRepo* pRepo, int bytes);
H
TD-353  
Hongze Cheng 已提交
390
int   tsdbAsyncCommit(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
391 392 393 394 395 396

// ------------------ tsdbFile.c
#define TSDB_KEY_FILEID(key, daysPerFile, precision) ((key) / tsMsPerDay[(precision)] / (daysPerFile))
#define TSDB_MAX_FILE(keep, daysPerFile) ((keep) / (daysPerFile) + 3)
#define TSDB_MIN_FILE_ID(fh) (fh)->pFGroup[0].fileId
#define TSDB_MAX_FILE_ID(fh) (fh)->pFGroup[(fh)->nFGroups - 1].fileId
H
TD-353  
Hongze Cheng 已提交
397
#define TSDB_IS_FILE_OPENED(f) ((f)->fd > 0)
H
TD-353  
Hongze Cheng 已提交
398 399 400
#define TSDB_FGROUP_ITER_FORWARD TSDB_ORDER_ASC
#define TSDB_FGROUP_ITER_BACKWARD TSDB_ORDER_DESC

H
TD-353  
Hongze Cheng 已提交
401 402
STsdbFileH* tsdbNewFileH(STsdbCfg* pCfg);
void        tsdbFreeFileH(STsdbFileH* pFileH);
H
TD-353  
Hongze Cheng 已提交
403
int         tsdbOpenFileH(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
404
void        tsdbCloseFileH(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
405
SFileGroup* tsdbCreateFGroupIfNeed(STsdbRepo* pRepo, char* dataDir, int fid, int maxTables);
H
TD-353  
Hongze Cheng 已提交
406 407 408 409 410 411 412 413
void        tsdbInitFileGroupIter(STsdbFileH* pFileH, SFileGroupIter* pIter, int direction);
void        tsdbSeekFileGroupIter(SFileGroupIter* pIter, int fid);
SFileGroup* tsdbGetFileGroupNext(SFileGroupIter* pIter);
int         tsdbOpenFile(SFile* pFile, int oflag);
void        tsdbCloseFile(SFile* pFile);
int         tsdbCreateFile(SFile* pFile, STsdbRepo* pRepo, int fid, int type);
SFileGroup* tsdbSearchFGroup(STsdbFileH* pFileH, int fid, int flags);
void        tsdbFitRetention(STsdbRepo* pRepo);
H
TD-353  
Hongze Cheng 已提交
414
int         tsdbUpdateFileHeader(SFile* pFile, uint32_t version);
H
TD-353  
Hongze Cheng 已提交
415
int         tsdbEncodeSFileInfo(void** buf, const STsdbFileInfo* pInfo);
H
TD-353  
Hongze Cheng 已提交
416
void*       tsdbDecodeSFileInfo(void* buf, STsdbFileInfo* pInfo);
H
TD-353  
Hongze Cheng 已提交
417
void        tsdbRemoveFileGroup(STsdbRepo* pRepo, SFileGroup* pFGroup);
H
TD-353  
Hongze Cheng 已提交
418 419

// ------------------ tsdbRWHelper.c
H
TD-353  
Hongze Cheng 已提交
420 421 422 423 424 425
#define TSDB_HELPER_CLEAR_STATE 0x0        // Clear state
#define TSDB_HELPER_FILE_SET_AND_OPEN 0x1  // File is set
#define TSDB_HELPER_IDX_LOAD 0x2           // SCompIdx part is loaded
#define TSDB_HELPER_TABLE_SET 0x4          // Table is set
#define TSDB_HELPER_INFO_LOAD 0x8          // SCompInfo part is loaded
#define TSDB_HELPER_FILE_DATA_LOAD 0x10    // SCompData part is loaded
H
TD-353  
Hongze Cheng 已提交
426 427 428 429
#define helperSetState(h, s) (((h)->state) |= (s))
#define helperClearState(h, s) ((h)->state &= (~(s)))
#define helperHasState(h, s) ((((h)->state) & (s)) == (s))
#define blockAtIdx(h, idx) ((h)->pCompInfo->blocks + idx)
H
TD-353  
Hongze Cheng 已提交
430 431
#define TSDB_MAX_SUBBLOCKS 8
#define IS_SUB_BLOCK(pBlock) ((pBlock)->numOfSubBlocks == 0)
H
TD-353  
Hongze Cheng 已提交
432 433 434 435
#define helperType(h) (h)->type
#define helperRepo(h) (h)->pRepo
#define helperState(h) (h)->state

H
TD-353  
Hongze Cheng 已提交
436 437 438 439 440 441 442 443 444 445 446 447 448
int   tsdbInitReadHelper(SRWHelper* pHelper, STsdbRepo* pRepo);
int   tsdbInitWriteHelper(SRWHelper* pHelper, STsdbRepo* pRepo);
void  tsdbDestroyHelper(SRWHelper* pHelper);
void  tsdbResetHelper(SRWHelper* pHelper);
int   tsdbSetAndOpenHelperFile(SRWHelper* pHelper, SFileGroup* pGroup);
int   tsdbCloseHelperFile(SRWHelper* pHelper, bool hasError);
void  tsdbSetHelperTable(SRWHelper* pHelper, STable* pTable, STsdbRepo* pRepo);
int   tsdbWriteDataBlock(SRWHelper* pHelper, SDataCols* pDataCols);
int   tsdbMoveLastBlockIfNeccessary(SRWHelper* pHelper);
int   tsdbWriteCompInfo(SRWHelper* pHelper);
int   tsdbWriteCompIdx(SRWHelper* pHelper);
int   tsdbLoadCompIdx(SRWHelper* pHelper, void* target);
int   tsdbLoadCompInfo(SRWHelper* pHelper, void* target);
H
TD-353  
Hongze Cheng 已提交
449
int   tsdbLoadCompData(SRWHelper* phelper, SCompBlock* pcompblock, void* target);
H
TD-353  
Hongze Cheng 已提交
450
void  tsdbGetDataStatis(SRWHelper* pHelper, SDataStatis* pStatis, int numOfCols);
H
Hongze Cheng 已提交
451 452
int   tsdbLoadBlockDataCols(SRWHelper* pHelper, SCompBlock* pCompBlock, int16_t* colIds, int numOfColIds);
int   tsdbLoadBlockData(SRWHelper* pHelper, SCompBlock* pCompBlock);
H
TD-353  
Hongze Cheng 已提交
453

H
TD-353  
Hongze Cheng 已提交
454 455
// ------------------ tsdbMain.c
#define REPO_ID(r) (r)->config.tsdbId
H
TD-353  
Hongze Cheng 已提交
456
#define IS_REPO_LOCKED(r) (r)->repoLocked
H
TD-353  
Hongze Cheng 已提交
457
#define TSDB_SUBMIT_MSG_HEAD_SIZE sizeof(SSubmitMsg)
H
TD-353  
Hongze Cheng 已提交
458

H
TD-353  
Hongze Cheng 已提交
459
char*       tsdbGetMetaFileName(char* rootDir);
H
TD-353  
Hongze Cheng 已提交
460
void        tsdbGetDataFileName(STsdbRepo* pRepo, int fid, int type, char* fname);
H
TD-353  
Hongze Cheng 已提交
461 462 463 464 465
int         tsdbLockRepo(STsdbRepo* pRepo);
int         tsdbUnlockRepo(STsdbRepo* pRepo);
char*       tsdbGetDataDirName(char* rootDir);
STsdbMeta*  tsdbGetMeta(TSDB_REPO_T* pRepo);
STsdbFileH* tsdbGetFile(TSDB_REPO_T* pRepo);
H
TD-353  
Hongze Cheng 已提交
466

H
more  
hzcheng 已提交
467 468 469 470
#ifdef __cplusplus
}
#endif

H
TD-34  
hzcheng 已提交
471
#endif