tdbBtree.c 7.4 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16 17
#include "tdbInt.h"

H
Hongze Cheng 已提交
18 19 20 21 22 23
#define TDB_BTREE_ROOT 0x1
#define TDB_BTREE_LEAF 0x2

#define TDB_BTREE_PAGE_IS_ROOT(flags) TDB_FLAG_HAS(flags, TDB_BTREE_ROOT)
#define TDB_BTREE_PAGE_IS_LEAF(flags) TDB_FLAG_HAS(flags, TDB_BTREE_LEAF)

H
Hongze Cheng 已提交
24
struct SBTree {
H
more  
Hongze Cheng 已提交
25 26 27
  SPgno          root;
  int            keyLen;
  int            valLen;
H
refact  
Hongze Cheng 已提交
28
  SPager *       pPager;
H
more  
Hongze Cheng 已提交
29
  FKeyComparator kcmpr;
H
more  
Hongze Cheng 已提交
30
  u8             fanout;
H
Hongze Cheng 已提交
31
  int            pageSize;
H
more  
Hongze Cheng 已提交
32 33 34 35
  int            maxLocal;
  int            minLocal;
  int            maxLeaf;
  int            minLeaf;
H
Hongze Cheng 已提交
36 37
};

H
more  
Hongze Cheng 已提交
38 39 40 41 42
typedef struct SFreeCell {
  u16 size;
  u16 next;
} SFreeCell;

H
Hongze Cheng 已提交
43
static int tdbBtCursorMoveTo(SBtCursor *pCur, const void *pKey, int kLen);
H
more  
Hongze Cheng 已提交
44
static int tdbEncodeLength(u8 *pBuf, uint32_t len);
H
more  
Hongze Cheng 已提交
45
static int tdbBtCursorMoveToRoot(SBtCursor *pCur);
H
more  
Hongze Cheng 已提交
46
static int tdbCompareKeyAndCell(const void *pKey, int kLen, const void *pCell);
H
Hongze Cheng 已提交
47
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2);
H
Hongze Cheng 已提交
48
static int tdbBtreeOpenImpl(SBTree *pBt);
H
Hongze Cheng 已提交
49

H
Hongze Cheng 已提交
50
int tdbBtreeOpen(int keyLen, int valLen, SPager *pPager, FKeyComparator kcmpr, SBTree **ppBt) {
H
Hongze Cheng 已提交
51
  SBTree *pBt;
H
Hongze Cheng 已提交
52
  int     ret;
H
more  
Hongze Cheng 已提交
53

H
Hongze Cheng 已提交
54
  *ppBt = NULL;
H
Hongze Cheng 已提交
55 56 57 58 59 60 61 62 63 64

  pBt = (SBTree *)calloc(1, sizeof(*pBt));
  if (pBt == NULL) {
    return -1;
  }

  // pBt->keyLen
  pBt->keyLen = keyLen;
  // pBt->valLen
  pBt->valLen = valLen;
H
refact  
Hongze Cheng 已提交
65 66
  // pBt->pPager
  pBt->pPager = pPager;
H
Hongze Cheng 已提交
67 68
  // pBt->kcmpr
  pBt->kcmpr = kcmpr ? kcmpr : tdbDefaultKeyCmprFn;
H
more  
Hongze Cheng 已提交
69 70 71 72 73 74 75
  // pBt->fanout
  if (keyLen == TDB_VARIANT_LEN) {
    pBt->fanout = TDB_DEFAULT_FANOUT;
  } else {
    ASSERT(0);
    // TODO: pBt->fanout = 0;
  }
H
Hongze Cheng 已提交
76 77 78 79 80 81 82 83 84 85
  // pBt->pageSize
  pBt->pageSize = tdbPagerGetPageSize(pPager);
  // pBt->maxLocal
  pBt->maxLocal = (pBt->pageSize - sizeof(SPageHdr)) / pBt->fanout;
  // pBt->minLocal
  pBt->minLocal = (pBt->pageSize - sizeof(SPageHdr)) / pBt->fanout / 2;
  // pBt->maxLeaf
  pBt->maxLeaf = pBt->pageSize - sizeof(SPageHdr);
  // pBt->minLeaf
  pBt->minLeaf = pBt->minLocal;
H
Hongze Cheng 已提交
86

H
Hongze Cheng 已提交
87 88 89 90 91 92 93
  // TODO: pBt->root
  ret = tdbBtreeOpenImpl(pBt);
  if (ret < 0) {
    free(pBt);
    return -1;
  }

H
Hongze Cheng 已提交
94
  *ppBt = pBt;
H
Hongze Cheng 已提交
95 96 97 98 99 100 101 102
  return 0;
}

int tdbBtreeClose(SBTree *pBt) {
  // TODO
  return 0;
}

H
more  
Hongze Cheng 已提交
103
int tdbBtreeCursor(SBtCursor *pCur, SBTree *pBt) {
H
more  
Hongze Cheng 已提交
104 105
  pCur->pBt = pBt;
  pCur->iPage = -1;
H
more  
Hongze Cheng 已提交
106 107 108
  pCur->pPage = NULL;
  pCur->idx = 0;

H
more  
Hongze Cheng 已提交
109 110 111
  return 0;
}

H
Hongze Cheng 已提交
112
int tdbBtCursorInsert(SBtCursor *pCur, const void *pKey, int kLen, const void *pVal, int vLen) {
H
more  
Hongze Cheng 已提交
113
  int      ret;
H
refact  
Hongze Cheng 已提交
114
  SPager * pPager;
H
more  
Hongze Cheng 已提交
115
  SBtPage *pPage;
H
Hongze Cheng 已提交
116 117 118 119 120 121 122

  ret = tdbBtCursorMoveTo(pCur, pKey, kLen);
  if (ret < 0) {
    // TODO: handle error
    return -1;
  }

H
more  
Hongze Cheng 已提交
123
  pPage = pCur->pPage;
H
Hongze Cheng 已提交
124

H
more  
Hongze Cheng 已提交
125 126 127
  return 0;
}

H
Hongze Cheng 已提交
128
static int tdbBtCursorMoveTo(SBtCursor *pCur, const void *pKey, int kLen) {
H
more  
Hongze Cheng 已提交
129 130 131
  int      ret;
  SBtPage *pBtPage;
  void *   pCell;
H
more  
Hongze Cheng 已提交
132 133

  ret = tdbBtCursorMoveToRoot(pCur);
H
more  
Hongze Cheng 已提交
134 135 136 137
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163
  // if (pCur->pPage->pHdr->nCells == 0) {
  //   // Tree is empty
  // } else {
  //   for (;;) {
  //     int lidx, ridx, midx, c;

  //     pBtPage = pCur->pPage;
  //     lidx = 0;
  //     ridx = pBtPage->pHdr->nCells - 1;
  //     while (lidx <= ridx) {
  //       midx = (lidx + ridx) >> 1;
  //       pCell = (void *)(pBtPage->aData + pBtPage->aCellIdx[midx]);

  //       c = tdbCompareKeyAndCell(pKey, kLen, pCell);
  //       if (c == 0) {
  //         break;
  //       } else if (c < 0) {
  //         lidx = lidx + 1;
  //       } else {
  //         ridx = ridx - 1;
  //       }
  //     }
  //   }

  //   /* code */
  // }
H
more  
Hongze Cheng 已提交
164

H
Hongze Cheng 已提交
165 166
  return 0;
}
H
more  
Hongze Cheng 已提交
167

H
Hongze Cheng 已提交
168 169 170
static int tdbEncodeKeyValue(const void *pKey, int kLen, int kLenG, const void *pVal, int vLen, int vLenG, void *pBuf,
                             int *bLen) {
  u8 *pPtr;
H
more  
Hongze Cheng 已提交
171

H
Hongze Cheng 已提交
172 173 174 175 176 177 178 179 180 181 182
  ASSERT(kLen > 0 && vLen > 0);
  ASSERT(kLenG == TDB_VARIANT_LEN || kLenG == kLen);
  ASSERT(vLenG == TDB_VARIANT_LEN || vLenG == vLen);

  pPtr = (u8 *)pBuf;
  if (kLenG == TDB_VARIANT_LEN) {
    pPtr += tdbEncodeLength(pPtr, kLen);
  }

  if (vLenG == TDB_VARIANT_LEN) {
    pPtr += tdbEncodeLength(pPtr, vLen);
H
more  
Hongze Cheng 已提交
183
  }
H
more  
Hongze Cheng 已提交
184

H
Hongze Cheng 已提交
185 186 187 188 189 190 191
  memcpy(pPtr, pKey, kLen);
  pPtr += kLen;

  memcpy(pPtr, pVal, vLen);
  pPtr += vLen;

  *bLen = pPtr - (u8 *)pBuf;
H
more  
Hongze Cheng 已提交
192
  return 0;
H
Hongze Cheng 已提交
193 194 195
}

static int tdbDecodeKeyValue(const void *pBuf, void *pKey, int *kLen, void *pVal, int *vLen) {
H
more  
Hongze Cheng 已提交
196 197 198 199 200 201 202 203 204 205
  if (*kLen == TDB_VARIANT_LEN) {
    // Decode the key length
  }

  if (*vLen == TDB_VARIANT_LEN) {
    // Decode the value length
  }

  // TODO: decode the key and value

H
Hongze Cheng 已提交
206 207 208
  return 0;
}

H
more  
Hongze Cheng 已提交
209
static int tdbEncodeLength(u8 *pBuf, uint32_t len) {
H
Hongze Cheng 已提交
210 211 212 213 214 215 216 217 218 219
  int iCount = 0;

  while (len > 127) {
    pBuf[iCount++] = (u8)((len & 0xff) | 128);
    len >>= 7;
  }

  pBuf[iCount++] = (u8)len;

  return iCount;
H
more  
Hongze Cheng 已提交
220 221 222 223
}

static int tdbBtCursorMoveToRoot(SBtCursor *pCur) {
  SBTree * pBt;
H
refact  
Hongze Cheng 已提交
224
  SPager * pPager;
H
more  
Hongze Cheng 已提交
225 226 227 228 229
  SPage *  pPage;
  SBtPage *pBtPage;
  int      ret;

  pBt = pCur->pBt;
H
refact  
Hongze Cheng 已提交
230
  pPager = pBt->pPager;
H
more  
Hongze Cheng 已提交
231

H
Hongze Cheng 已提交
232 233 234 235
  // pPage = tdbPagerGet(pPager, pBt->root, true);
  // if (pPage == NULL) {
  //   // TODO: handle error
  // }
H
more  
Hongze Cheng 已提交
236

H
Hongze Cheng 已提交
237 238 239 240 241
  // ret = tdbInitBtPage(pPage, &pBtPage);
  // if (ret < 0) {
  //   // TODO
  //   return 0;
  // }
H
more  
Hongze Cheng 已提交
242

H
Hongze Cheng 已提交
243 244
  // pCur->pPage = pBtPage;
  // pCur->iPage = 0;
H
more  
Hongze Cheng 已提交
245 246 247 248

  return 0;
}

H
more  
Hongze Cheng 已提交
249 250
static int tdbCompareKeyAndCell(const void *pKey, int kLen, const void *pCell) {
  /* TODO */
H
more  
Hongze Cheng 已提交
251
  return 0;
H
Hongze Cheng 已提交
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
}

static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2) {
  int mlen;
  int cret;

  ASSERT(keyLen1 > 0 && keyLen2 > 0 && pKey1 != NULL && pKey2 != NULL);

  mlen = keyLen1 < keyLen2 ? keyLen1 : keyLen2;
  cret = memcmp(pKey1, pKey2, mlen);
  if (cret == 0) {
    if (keyLen1 < keyLen2) {
      cret = -1;
    } else if (keyLen1 > keyLen2) {
      cret = 1;
    } else {
      cret = 0;
    }
  }
  return cret;
H
Hongze Cheng 已提交
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299
}

static int tdbBtreeOpenImpl(SBTree *pBt) {
  // Try to get the root page of the an existing btree

  SPgno  pgno;
  SPage *pPage;
  int    ret;

  {
    // TODO: Search the main DB to check if the DB exists
    pgno = 0;
  }

  if (pgno != 0) {
    pBt->root = pgno;
    return 0;
  }

  // Try to create a new database
  ret = tdbPagerNewPage(pBt->pPager, &pgno, &pPage);
  if (ret < 0) {
    return -1;
  }

  ASSERT(pgno != 0);
  pBt->root = pgno;

H
Hongze Cheng 已提交
300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
  return 0;
}

static int tdbBtreeZeroPage(SPage *pPage, void *arg) {
  pPage->pPageHdr = (SPageHdr *)pPage->pData;
  pPage->aCellIdx = (u16 *)(&(pPage->pPageHdr[1]));

  // Init the page header
  {
#if 0
    pPage->pPageHdr->flags = 0;
    pPage->pPageHdr->nCells = 0;
    pPage->pPageHdr->cellCont = 0;
    pPage->pPageHdr->freeCell = 0;
    pPage->pPageHdr->nFree = 0;
#endif
  }

  // Init other fields
  {
#if 0
  pPage->kLen = pBt->keyLen;
  pPage->vLen = pBt->valLen;
  pPage->maxLocal = pBt->maxLocal;
  pPage->minLocal = pBt->minLocal;
#endif
  }

  return 0;
}

static int tdbBtreeInitPage(SPage *pPage, void *arg) {
  pPage->pPageHdr = (SPageHdr *)pPage->pData;
  pPage->aCellIdx = (u16 *)(&(pPage->pPageHdr[1]));

  // Init other fields
  {
#if 0
  pPage->kLen = pBt->keyLen;
  pPage->vLen = pBt->valLen;
  pPage->maxLocal = pBt->maxLocal;
  pPage->minLocal = pBt->minLocal;
#endif
  }

H
Hongze Cheng 已提交
345
  return 0;
H
more  
Hongze Cheng 已提交
346
}