tdbInt.h 4.3 KB
Newer Older
H
more  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16 17
#ifndef _TD_TDB_INTERNAL_H_
#define _TD_TDB_INTERNAL_H_
H
Hongze Cheng 已提交
18

H
refact  
Hongze Cheng 已提交
19
#include "tlist.h"
H
refact  
Hongze Cheng 已提交
20
#include "tlockfree.h"
H
more  
Hongze Cheng 已提交
21

H
more  
Hongze Cheng 已提交
22
// #include "tdb.h"
H
refact  
Hongze Cheng 已提交
23

H
more  
Hongze Cheng 已提交
24 25 26 27
#ifdef __cplusplus
extern "C" {
#endif

H
more  
Hongze Cheng 已提交
28 29 30 31 32 33 34 35 36
typedef int8_t   i8;
typedef int16_t  i16;
typedef int32_t  i32;
typedef int64_t  i64;
typedef uint8_t  u8;
typedef uint16_t u16;
typedef uint32_t u32;
typedef uint64_t u64;

H
Hongze Cheng 已提交
37 38 39 40 41 42 43 44 45 46
// p must be u8 *
#define TDB_GET_U24(p) ((p)[0] * 65536 + *(u16 *)((p) + 1))
#define TDB_PUT_U24(p, v)       \
  do {                          \
    int tv = (v);               \
    (p)[2] = tv & 0xff;         \
    (p)[1] = (tv >> 8) & 0xff;  \
    (p)[0] = (tv >> 16) & 0xff; \
  } while (0)

H
more  
Hongze Cheng 已提交
47
// SPgno
H
more  
Hongze Cheng 已提交
48
typedef u32 SPgno;
H
Hongze Cheng 已提交
49
#define TDB_IVLD_PGNO ((pgno_t)0)
H
Hongze Cheng 已提交
50

H
Hongze Cheng 已提交
51
// fileid
H
Hongze Cheng 已提交
52
#define TDB_FILE_ID_LEN 24
H
Hongze Cheng 已提交
53 54 55

// pgid_t
typedef struct {
H
Hongze Cheng 已提交
56
  uint8_t fileid[TDB_FILE_ID_LEN];
H
more  
Hongze Cheng 已提交
57
  SPgno   pgno;
H
more  
Hongze Cheng 已提交
58
} pgid_t, SPgid;
H
Hongze Cheng 已提交
59

H
Hongze Cheng 已提交
60
#define TDB_IVLD_PGID (pgid_t){0, TDB_IVLD_PGNO};
H
Hongze Cheng 已提交
61

H
Hongze Cheng 已提交
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80
static FORCE_INLINE int tdbCmprPgId(const void *p1, const void *p2) {
  pgid_t *pgid1 = (pgid_t *)p1;
  pgid_t *pgid2 = (pgid_t *)p2;
  int     rcode;

  rcode = memcmp(pgid1->fileid, pgid2->fileid, TDB_FILE_ID_LEN);
  if (rcode) {
    return rcode;
  } else {
    if (pgid1->pgno > pgid2->pgno) {
      return 1;
    } else if (pgid1->pgno < pgid2->pgno) {
      return -1;
    } else {
      return 0;
    }
  }
}

H
more  
Hongze Cheng 已提交
81 82
#define TDB_IS_SAME_PAGE(pPgid1, pPgid2) (tdbCmprPgId(pPgid1, pPgid2) == 0)

H
Hongze Cheng 已提交
83
// pgsz_t
H
Hongze Cheng 已提交
84 85
#define TDB_MIN_PGSIZE       512       // 512B
#define TDB_MAX_PGSIZE       16777216  // 16M
H
more  
Hongze Cheng 已提交
86
#define TDB_DEFAULT_PGSIZE   4096
H
Hongze Cheng 已提交
87 88
#define TDB_IS_PGSIZE_VLD(s) (((s) >= TDB_MIN_PGSIZE) && ((s) <= TDB_MAX_PGSIZE))

H
Hongze Cheng 已提交
89
// cache
H
Hongze Cheng 已提交
90
#define TDB_DEFAULT_CACHE_SIZE (256 * 4096)  // 1M
H
Hongze Cheng 已提交
91

H
Hongze Cheng 已提交
92 93 94
// dbname
#define TDB_MAX_DBNAME_LEN 24

H
Hongze Cheng 已提交
95 96
// tdb_log
#define tdbError(var)
H
more  
Hongze Cheng 已提交
97

H
refact  
Hongze Cheng 已提交
98
typedef TD_DLIST(STDB) STDbList;
H
Hongze Cheng 已提交
99
typedef TD_DLIST(SPgFile) SPgFileList;
H
Hongze Cheng 已提交
100
typedef TD_DLIST_NODE(SPgFile) SPgFileListNode;
H
Hongze Cheng 已提交
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115

#define TERR_A(val, op, flag)  \
  do {                         \
    if (((val) = (op)) != 0) { \
      goto flag;               \
    }                          \
  } while (0)

#define TERR_B(val, op, flag)     \
  do {                            \
    if (((val) = (op)) == NULL) { \
      goto flag;                  \
    }                             \
  } while (0)

H
Hongze Cheng 已提交
116
#define TDB_VARIANT_LEN ((int)-1)
H
Hongze Cheng 已提交
117

H
Hongze Cheng 已提交
118 119
// page payload format
// <keyLen> + <valLen> + [key] + [value]
H
Hongze Cheng 已提交
120 121 122
#define TDB_DECODE_PAYLOAD(pPayload, keyLen, pKey, valLen, pVal) \
  do {                                                           \
    if ((keyLen) == TDB_VARIANT_LEN) {                           \
H
Hongze Cheng 已提交
123
      /* TODO: decode the keyLen */                              \
H
Hongze Cheng 已提交
124 125
    }                                                            \
    if ((valLen) == TDB_VARIANT_LEN) {                           \
H
Hongze Cheng 已提交
126
      /* TODO: decode the valLen */                              \
H
Hongze Cheng 已提交
127 128 129 130
    }                                                            \
    /* TODO */                                                   \
  } while (0)

H
more  
Hongze Cheng 已提交
131 132
typedef int (*FKeyComparator)(const void *pKey1, int kLen1, const void *pKey2, int kLen2);

H
Hongze Cheng 已提交
133
#define TDB_JOURNAL_NAME "tdb.journal"
H
Hongze Cheng 已提交
134

H
Hongze Cheng 已提交
135
#define TDB_FILENAME_LEN 128
H
Hongze Cheng 已提交
136

H
Hongze Cheng 已提交
137 138
#define TDB_DEFAULT_FANOUT 6

H
Hongze Cheng 已提交
139 140
#define BTREE_MAX_DEPTH 20

H
Hongze Cheng 已提交
141
#define TDB_FLAG_IS(flags, flag)     ((flags) == (flag))
H
Hongze Cheng 已提交
142 143
#define TDB_FLAG_HAS(flags, flag)    (((flags) & (flag)) != 0)
#define TDB_FLAG_NO(flags, flag)     ((flags) & (flag) == 0)
H
Hongze Cheng 已提交
144 145
#define TDB_FLAG_ADD(flags, flag)    ((flags) | (flag))
#define TDB_FLAG_REMOVE(flags, flag) ((flags) & (~(flag)))
H
Hongze Cheng 已提交
146

H
refact  
Hongze Cheng 已提交
147 148
typedef struct SPager  SPager;
typedef struct SPCache SPCache;
H
Hongze Cheng 已提交
149
typedef struct SPage   SPage;
H
refact  
Hongze Cheng 已提交
150

H
Hongze Cheng 已提交
151 152
#include "tdbOs.h"

H
Hongze Cheng 已提交
153 154
#include "tdbUtil.h"

H
refact  
Hongze Cheng 已提交
155
#include "tdbPCache.h"
H
Hongze Cheng 已提交
156

H
Hongze Cheng 已提交
157
#include "tdbPager.h"
H
Hongze Cheng 已提交
158

H
Hongze Cheng 已提交
159 160
#include "tdbBtree.h"

H
Hongze Cheng 已提交
161
#include "tdbEnv.h"
H
Hongze Cheng 已提交
162

H
Hongze Cheng 已提交
163 164
#include "tdbDb.h"

H
Hongze Cheng 已提交
165 166
#include "tdbPage.h"

H
Hongze Cheng 已提交
167 168
#include "tdbTxn.h"

H
more  
Hongze Cheng 已提交
169 170 171 172
#ifdef __cplusplus
}
#endif

H
Hongze Cheng 已提交
173
#endif /*_TD_TDB_INTERNAL_H_*/