tdbBtree.c 55.6 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16 17
#include "tdbInt.h"

H
Hongze Cheng 已提交
18 19
#define TDB_BTREE_ROOT 0x1
#define TDB_BTREE_LEAF 0x2
20
#define TDB_BTREE_OVFL 0x4
H
Hongze Cheng 已提交
21

H
Hongze Cheng 已提交
22
struct SBTree {
H
Hongze Cheng 已提交
23 24 25 26 27 28 29 30 31 32
  SPgno         root;
  int           keyLen;
  int           valLen;
  SPager       *pPager;
  tdb_cmpr_fn_t kcmpr;
  int           pageSize;
  int           maxLocal;
  int           minLocal;
  int           maxLeaf;
  int           minLeaf;
M
Minglei Jin 已提交
33 34
  SBtInfo       info;
  char         *tbname;
H
Hongze Cheng 已提交
35
  void         *pBuf;
H
Hongze Cheng 已提交
36 37
};

H
Hongze Cheng 已提交
38 39
#define TDB_BTREE_PAGE_COMMON_HDR u8 flags;

H
Hongze Cheng 已提交
40
#define TDB_BTREE_PAGE_GET_FLAGS(PAGE)        (PAGE)->pData[0]
H
Hongze Cheng 已提交
41
#define TDB_BTREE_PAGE_SET_FLAGS(PAGE, flags) ((PAGE)->pData[0] = (flags))
H
Hongze Cheng 已提交
42 43
#define TDB_BTREE_PAGE_IS_ROOT(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_ROOT)
#define TDB_BTREE_PAGE_IS_LEAF(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_LEAF)
44
#define TDB_BTREE_PAGE_IS_OVFL(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_OVFL)
45 46
#define TDB_BTREE_ASSERT_FLAG(flags)                                                     \
  ASSERT(TDB_FLAG_IS(flags, TDB_BTREE_ROOT) || TDB_FLAG_IS(flags, TDB_BTREE_LEAF) ||     \
47 48
         TDB_FLAG_IS(flags, TDB_BTREE_ROOT | TDB_BTREE_LEAF) || TDB_FLAG_IS(flags, 0) || \
         TDB_FLAG_IS(flags, TDB_BTREE_OVFL))
H
Hongze Cheng 已提交
49

H
Hongze Cheng 已提交
50
#pragma pack(push, 1)
wafwerar's avatar
wafwerar 已提交
51
typedef struct {
H
Hongze Cheng 已提交
52 53 54
  TDB_BTREE_PAGE_COMMON_HDR
} SLeafHdr;

wafwerar's avatar
wafwerar 已提交
55 56
typedef struct {
  TDB_BTREE_PAGE_COMMON_HDR
H
Hongze Cheng 已提交
57 58
  SPgno pgno;  // right-most child
} SIntHdr;
wafwerar's avatar
wafwerar 已提交
59
#pragma pack(pop)
H
more  
Hongze Cheng 已提交
60

H
Hongze Cheng 已提交
61
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2);
H
Hongze Cheng 已提交
62
static int tdbBtreeOpenImpl(SBTree *pBt);
63
// static int tdbBtreeInitPage(SPage *pPage, void *arg, int init);
H
Hongze Cheng 已提交
64
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
65 66
                              int *szCell, TXN *pTxn, SBTree *pBt);
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
67
static int tdbBtreeBalance(SBTC *pBtc);
68
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
69
static int tdbBtcMoveDownward(SBTC *pBtc);
H
Hongze Cheng 已提交
70
static int tdbBtcMoveUpward(SBTC *pBtc);
H
Hongze Cheng 已提交
71

72 73
int tdbBtreeOpen(int keyLen, int valLen, SPager *pPager, char const *tbname, SPgno pgno, tdb_cmpr_fn_t kcmpr,
                 SBTree **ppBt) {
H
Hongze Cheng 已提交
74
  SBTree *pBt;
H
Hongze Cheng 已提交
75
  int     ret;
H
more  
Hongze Cheng 已提交
76

H
Hongze Cheng 已提交
77 78
  ASSERT(keyLen != 0);

H
Hongze Cheng 已提交
79
  *ppBt = NULL;
H
Hongze Cheng 已提交
80

H
Hongze Cheng 已提交
81
  pBt = (SBTree *)tdbOsCalloc(1, sizeof(*pBt));
H
Hongze Cheng 已提交
82 83 84 85 86
  if (pBt == NULL) {
    return -1;
  }

  // pBt->keyLen
H
Hongze Cheng 已提交
87
  pBt->keyLen = keyLen < 0 ? TDB_VARIANT_LEN : keyLen;
H
Hongze Cheng 已提交
88
  // pBt->valLen
H
Hongze Cheng 已提交
89
  pBt->valLen = valLen < 0 ? TDB_VARIANT_LEN : valLen;
H
refact  
Hongze Cheng 已提交
90 91
  // pBt->pPager
  pBt->pPager = pPager;
H
Hongze Cheng 已提交
92 93
  // pBt->kcmpr
  pBt->kcmpr = kcmpr ? kcmpr : tdbDefaultKeyCmprFn;
H
Hongze Cheng 已提交
94
  // pBt->pageSize
H
Hongze Cheng 已提交
95
  pBt->pageSize = pPager->pageSize;
H
Hongze Cheng 已提交
96
  // pBt->maxLocal
H
Hongze Cheng 已提交
97
  pBt->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr)) / 4;
H
Hongze Cheng 已提交
98
  // pBt->minLocal: Should not be allowed smaller than 15, which is [nPayload][nKey][nData]
H
Hongze Cheng 已提交
99
  pBt->minLocal = pBt->maxLocal / 2;
H
Hongze Cheng 已提交
100
  // pBt->maxLeaf
H
Hongze Cheng 已提交
101
  pBt->maxLeaf = tdbPageCapacity(pBt->pageSize, sizeof(SLeafHdr));
H
Hongze Cheng 已提交
102 103
  // pBt->minLeaf
  pBt->minLeaf = pBt->minLocal;
H
Hongze Cheng 已提交
104

105 106 107 108 109
  // if pgno == 0 fetch new btree root leaf page
  if (pgno == 0) {
    // fetch page & insert into main db
    SPage *pPage;
    TXN    txn;
110
    tdbTxnOpen(&txn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED);
111 112 113 114 115 116 117 118 119 120 121 122 123

    pPager->inTran = 1;

    SBtreeInitPageArg zArg;
    zArg.flags = 0x1 | 0x2;  // root leaf node;
    zArg.pBt = pBt;
    ret = tdbPagerFetchPage(pPager, &pgno, &pPage, tdbBtreeInitPage, &zArg, &txn);
    if (ret < 0) {
      return -1;
    }

    ret = tdbPagerWrite(pPager, pPage);
    if (ret < 0) {
124
      tdbError("failed to write page since %s", terrstr());
125 126
      return -1;
    }
M
Minglei Jin 已提交
127

128
    if (strcmp(TDB_MAINDB_NAME, tbname)) {
M
Minglei Jin 已提交
129 130 131 132 133 134
      pBt->info.root = pgno;
      pBt->info.nLevel = 1;
      pBt->info.nData = 0;
      pBt->tbname = (char *)tbname;
      // ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pgno, sizeof(SPgno), &txn);
      ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pBt->info, sizeof(pBt->info), &txn);
135 136 137 138
      if (ret < 0) {
        return -1;
      }
    }
M
Minglei Jin 已提交
139

M
Minglei Jin 已提交
140 141
    // tdbUnrefPage(pPage);
    tdbPCacheRelease(pPager->pCache, pPage, &txn);
M
Minglei Jin 已提交
142
    tdbCommit(pPager->pEnv, &txn);
M
Minglei Jin 已提交
143
    tdbPostCommit(pPager->pEnv, &txn);
144 145 146 147 148 149
    tdbTxnClose(&txn);
  }

  ASSERT(pgno != 0);
  pBt->root = pgno;
  /*
H
Hongze Cheng 已提交
150 151 152
  // TODO: pBt->root
  ret = tdbBtreeOpenImpl(pBt);
  if (ret < 0) {
H
Hongze Cheng 已提交
153
    tdbOsFree(pBt);
H
Hongze Cheng 已提交
154 155
    return -1;
  }
156
  */
H
Hongze Cheng 已提交
157
  *ppBt = pBt;
H
Hongze Cheng 已提交
158 159 160 161
  return 0;
}

int tdbBtreeClose(SBTree *pBt) {
H
Hongze Cheng 已提交
162
  if (pBt) {
H
Hongze Cheng 已提交
163
    tdbFree(pBt->pBuf);
H
Hongze Cheng 已提交
164 165
    tdbOsFree(pBt);
  }
H
Hongze Cheng 已提交
166 167 168
  return 0;
}

H
Hongze Cheng 已提交
169
int tdbBtreeInsert(SBTree *pBt, const void *pKey, int kLen, const void *pVal, int vLen, TXN *pTxn) {
H
Hongze Cheng 已提交
170 171 172 173 174 175 176 177 178
  SBTC   btc;
  SCell *pCell;
  void  *pBuf;
  int    szCell;
  int    szBuf;
  int    ret;
  int    idx;
  int    c;

H
Hongze Cheng 已提交
179
  tdbBtcOpen(&btc, pBt, pTxn);
H
Hongze Cheng 已提交
180

181 182
  tdbTrace("tdb insert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
183 184
  // move to the position to insert
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
185
  if (ret < 0) {
H
Hongze Cheng 已提交
186 187
    tdbBtcClose(&btc);
    ASSERT(0);
H
Hongze Cheng 已提交
188 189 190
    return -1;
  }

H
Hongze Cheng 已提交
191
  if (btc.idx == -1) {
H
Hongze Cheng 已提交
192
    btc.idx = 0;
H
Hongze Cheng 已提交
193
  } else {
H
Hongze Cheng 已提交
194
    if (c > 0) {
H
Hongze Cheng 已提交
195 196 197
      btc.idx++;
    } else if (c == 0) {
      // dup key not allowed
H
Hongze Cheng 已提交
198
      ASSERT(0);
H
Hongze Cheng 已提交
199 200 201 202
      return -1;
    }
  }

H
Hongze Cheng 已提交
203 204
  ret = tdbBtcUpsert(&btc, pKey, kLen, pVal, vLen, 1);
  if (ret < 0) {
H
Hongze Cheng 已提交
205
    ASSERT(0);
H
Hongze Cheng 已提交
206
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
207 208
    return -1;
  }
H
Hongze Cheng 已提交
209

H
Hongze Cheng 已提交
210 211 212 213 214 215 216 217 218 219 220
  tdbBtcClose(&btc);
  return 0;
}

int tdbBtreeDelete(SBTree *pBt, const void *pKey, int kLen, TXN *pTxn) {
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

221 222
  tdbTrace("tdb delete, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
223 224
  // move the cursor
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
225
  if (ret < 0) {
H
Hongze Cheng 已提交
226 227
    tdbBtcClose(&btc);
    ASSERT(0);
H
more  
Hongze Cheng 已提交
228 229 230
    return -1;
  }

H
Hongze Cheng 已提交
231
  if (btc.idx < 0 || c != 0) {
H
more  
Hongze Cheng 已提交
232
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
233 234
    return -1;
  }
H
Hongze Cheng 已提交
235

H
Hongze Cheng 已提交
236 237
  // delete the key
  if (tdbBtcDelete(&btc) < 0) {
H
Hongze Cheng 已提交
238
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
239
    return -1;
H
Hongze Cheng 已提交
240 241
  }

H
Hongze Cheng 已提交
242
  tdbBtcClose(&btc);
H
more  
Hongze Cheng 已提交
243 244 245
  return 0;
}

H
Hongze Cheng 已提交
246
int tdbBtreeUpsert(SBTree *pBt, const void *pKey, int nKey, const void *pData, int nData, TXN *pTxn) {
H
Hongze Cheng 已提交
247 248 249 250 251 252
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

253 254
  tdbTrace("tdb upsert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
255
  // move the cursor
H
Hongze Cheng 已提交
256
  ret = tdbBtcMoveTo(&btc, pKey, nKey, &c);
H
Hongze Cheng 已提交
257 258
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
259
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
260 261 262
    return -1;
  }

H
Hongze Cheng 已提交
263 264 265 266 267 268 269
  if (btc.idx == -1) {
    btc.idx = 0;
    c = 1;
  } else {
    if (c > 0) {
      btc.idx = btc.idx + 1;
    }
H
Hongze Cheng 已提交
270 271
  }

H
Hongze Cheng 已提交
272 273 274
  ret = tdbBtcUpsert(&btc, pKey, nKey, pData, nData, c);
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
275 276 277 278 279 280 281 282
    tdbBtcClose(&btc);
    return -1;
  }

  tdbBtcClose(&btc);
  return 0;
}

H
Hongze Cheng 已提交
283
int tdbBtreeGet(SBTree *pBt, const void *pKey, int kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
284 285 286 287
  return tdbBtreePGet(pBt, pKey, kLen, NULL, NULL, ppVal, vLen);
}

int tdbBtreePGet(SBTree *pBt, const void *pKey, int kLen, void **ppKey, int *pkLen, void **ppVal, int *vLen) {
H
refact  
Hongze Cheng 已提交
288
  SBTC         btc;
H
Hongze Cheng 已提交
289 290
  SCell       *pCell;
  int          cret;
H
Hongze Cheng 已提交
291
  int          ret;
H
Hongze Cheng 已提交
292 293
  void        *pTKey = NULL;
  void        *pTVal = NULL;
294
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
295

H
Hongze Cheng 已提交
296
  tdbBtcOpen(&btc, pBt, NULL);
H
Hongze Cheng 已提交
297

298 299
  tdbTrace("tdb pget, btc: %p", &btc);

H
Hongze Cheng 已提交
300 301 302 303 304
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &cret);
  if (ret < 0) {
    tdbBtcClose(&btc);
    ASSERT(0);
  }
H
Hongze Cheng 已提交
305

H
Hongze Cheng 已提交
306
  if (btc.idx < 0 || cret) {
H
Hongze Cheng 已提交
307
    tdbBtcClose(&btc);
308

H
Hongze Cheng 已提交
309
    return -1;
H
Hongze Cheng 已提交
310 311 312
  }

  pCell = tdbPageGetCell(btc.pPage, btc.idx);
313
  tdbBtreeDecodeCell(btc.pPage, pCell, &cd, btc.pTxn, pBt);
H
Hongze Cheng 已提交
314

H
Hongze Cheng 已提交
315
  if (ppKey) {
H
Hongze Cheng 已提交
316
    pTKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
317 318 319 320 321 322 323 324
    if (pTKey == NULL) {
      tdbBtcClose(&btc);
      ASSERT(0);
      return -1;
    }
    *ppKey = pTKey;
    *pkLen = cd.kLen;
    memcpy(*ppKey, cd.pKey, cd.kLen);
325 326
  }

H
Hongze Cheng 已提交
327
  if (ppVal) {
H
Hongze Cheng 已提交
328
    pTVal = tdbRealloc(*ppVal, cd.vLen);
H
Hongze Cheng 已提交
329 330 331 332 333 334 335 336
    if (pTVal == NULL) {
      tdbBtcClose(&btc);
      ASSERT(0);
      return -1;
    }
    *ppVal = pTVal;
    *vLen = cd.vLen;
    memcpy(*ppVal, cd.pVal, cd.vLen);
337
  }
H
Hongze Cheng 已提交
338

339 340 341 342 343
  if (TDB_CELLDECODER_FREE_KEY(&cd)) {
    tdbFree(cd.pKey);
  }

  if (TDB_CELLDECODER_FREE_VAL(&cd)) {
344 345
    tdbDebug("tdb btc/pget/2 decoder: %p pVal free: %p", &cd, cd.pVal);

346 347 348
    tdbFree(cd.pVal);
  }

349 350
  tdbTrace("tdb pget end, btc decoder: %p/0x%x, local decoder:%p", &btc.coder, btc.coder.freeKV, &cd);

H
Hongze Cheng 已提交
351 352
  tdbBtcClose(&btc);

353 354 355
  return 0;
}

H
Hongze Cheng 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2) {
  int mlen;
  int cret;

  ASSERT(keyLen1 > 0 && keyLen2 > 0 && pKey1 != NULL && pKey2 != NULL);

  mlen = keyLen1 < keyLen2 ? keyLen1 : keyLen2;
  cret = memcmp(pKey1, pKey2, mlen);
  if (cret == 0) {
    if (keyLen1 < keyLen2) {
      cret = -1;
    } else if (keyLen1 > keyLen2) {
      cret = 1;
    } else {
      cret = 0;
    }
  }
  return cret;
H
Hongze Cheng 已提交
374
}
375
/*
H
Hongze Cheng 已提交
376 377 378 379 380 381 382
static int tdbBtreeOpenImpl(SBTree *pBt) {
  // Try to get the root page of the an existing btree
  SPgno  pgno;
  SPage *pPage;
  int    ret;

  {
H
Hongze Cheng 已提交
383
    // 1. TODO: Search the main DB to check if the DB exists
384
    ret = tdbPagerOpenDB(pBt->pPager, &pgno, true, pBt);
H
Hongze Cheng 已提交
385
    ASSERT(ret == 0);
H
Hongze Cheng 已提交
386 387 388 389 390 391 392 393
  }

  if (pgno != 0) {
    pBt->root = pgno;
    return 0;
  }

  // Try to create a new database
H
Hongze Cheng 已提交
394
  ret = tdbPagerAllocPage(pBt->pPager, &pgno);
H
Hongze Cheng 已提交
395
  if (ret < 0) {
H
Hongze Cheng 已提交
396
    ASSERT(0);
H
Hongze Cheng 已提交
397 398 399 400 401
    return -1;
  }

  ASSERT(pgno != 0);
  pBt->root = pgno;
H
Hongze Cheng 已提交
402 403
  return 0;
}
404
*/
405
int tdbBtreeInitPage(SPage *pPage, void *arg, int init) {
H
Hongze Cheng 已提交
406
  SBTree *pBt;
H
Hongze Cheng 已提交
407
  u8      flags;
H
Hongze Cheng 已提交
408
  u8      leaf;
H
Hongze Cheng 已提交
409

H
Hongze Cheng 已提交
410
  pBt = ((SBtreeInitPageArg *)arg)->pBt;
H
Hongze Cheng 已提交
411

H
Hongze Cheng 已提交
412 413 414 415 416
  if (init) {
    // init page
    flags = TDB_BTREE_PAGE_GET_FLAGS(pPage);
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
417

H
Hongze Cheng 已提交
418
    tdbPageInit(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
419
  } else {
H
Hongze Cheng 已提交
420 421 422 423
    // zero page
    flags = ((SBtreeInitPageArg *)arg)->flags;
    leaf = flags & TDB_BTREE_LEAF;
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
424

H
Hongze Cheng 已提交
425
    tdbPageZero(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
426

H
Hongze Cheng 已提交
427 428 429
    if (leaf) {
      SLeafHdr *pLeafHdr = (SLeafHdr *)(pPage->pData);
      pLeafHdr->flags = flags;
H
Hongze Cheng 已提交
430

H
Hongze Cheng 已提交
431 432 433 434 435 436
    } else {
      SIntHdr *pIntHdr = (SIntHdr *)(pPage->pData);
      pIntHdr->flags = flags;
      pIntHdr->pgno = 0;
    }
  }
H
Hongze Cheng 已提交
437

H
refact  
Hongze Cheng 已提交
438
  if (leaf) {
H
Hongze Cheng 已提交
439 440 441 442
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = pBt->maxLeaf;
    pPage->minLocal = pBt->minLeaf;
443 444 445 446 447
  } else if (TDB_BTREE_PAGE_IS_OVFL(pPage)) {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
    pPage->minLocal = pBt->minLocal;
H
Hongze Cheng 已提交
448 449 450 451 452 453
  } else {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = sizeof(SPgno);
    pPage->maxLocal = pBt->maxLocal;
    pPage->minLocal = pBt->minLocal;
  }
H
Hongze Cheng 已提交
454

H
Hongze Cheng 已提交
455
  return 0;
H
Hongze Cheng 已提交
456 457
}

H
Hongze Cheng 已提交
458
// TDB_BTREE_BALANCE =====================
H
Hongze Cheng 已提交
459
static int tdbBtreeBalanceDeeper(SBTree *pBt, SPage *pRoot, SPage **ppChild, TXN *pTxn) {
H
Hongze Cheng 已提交
460 461 462 463
  SPager           *pPager;
  SPage            *pChild;
  SPgno             pgnoChild;
  int               ret;
H
Hongze Cheng 已提交
464
  u8                flags;
H
Hongze Cheng 已提交
465
  SIntHdr          *pIntHdr;
H
Hongze Cheng 已提交
466
  SBtreeInitPageArg zArg;
H
Hongze Cheng 已提交
467
  u8                leaf;
H
Hongze Cheng 已提交
468 469

  pPager = pRoot->pPager;
H
Hongze Cheng 已提交
470
  flags = TDB_BTREE_PAGE_GET_FLAGS(pRoot);
H
refact  
Hongze Cheng 已提交
471
  leaf = TDB_BTREE_PAGE_IS_LEAF(pRoot);
H
Hongze Cheng 已提交
472

H
Hongze Cheng 已提交
473 474
  // allocate a new child page
  pgnoChild = 0;
H
Hongze Cheng 已提交
475
  zArg.flags = TDB_FLAG_REMOVE(flags, TDB_BTREE_ROOT);
H
Hongze Cheng 已提交
476
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
477
  ret = tdbPagerFetchPage(pPager, &pgnoChild, &pChild, tdbBtreeInitPage, &zArg, pTxn);
H
Hongze Cheng 已提交
478 479 480 481
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
482 483 484 485
  if (!leaf) {
    ((SIntHdr *)pChild->pData)->pgno = ((SIntHdr *)(pRoot->pData))->pgno;
  }

H
Hongze Cheng 已提交
486 487
  ret = tdbPagerWrite(pPager, pChild);
  if (ret < 0) {
488 489
    tdbError("failed to write page since %s", terrstr());
    return -1;
H
Hongze Cheng 已提交
490 491
  }

H
Hongze Cheng 已提交
492
  // Copy the root page content to the child page
493
  tdbPageCopy(pRoot, pChild, 0);
H
Hongze Cheng 已提交
494 495 496 497

  // Reinitialize the root page
  zArg.flags = TDB_BTREE_ROOT;
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
498
  ret = tdbBtreeInitPage(pRoot, &zArg, 0);
H
Hongze Cheng 已提交
499 500 501 502
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
503
  pIntHdr = (SIntHdr *)(pRoot->pData);
H
Hongze Cheng 已提交
504
  pIntHdr->pgno = pgnoChild;
H
Hongze Cheng 已提交
505

H
Hongze Cheng 已提交
506 507 508 509
  *ppChild = pChild;
  return 0;
}

H
Hongze Cheng 已提交
510
static int tdbBtreeBalanceNonRoot(SBTree *pBt, SPage *pParent, int idx, TXN *pTxn) {
H
Hongze Cheng 已提交
511 512
  int ret;

M
Minglei Jin 已提交
513
  int    nOlds, pageIdx;
H
Hongze Cheng 已提交
514
  SPage *pOlds[3] = {0};
H
Hongze Cheng 已提交
515 516
  SCell *pDivCell[3] = {0};
  int    szDivCell[3];
H
Hongze Cheng 已提交
517
  int    sIdx;
H
Hongze Cheng 已提交
518
  u8     childNotLeaf;
H
Hongze Cheng 已提交
519
  SPgno  rPgno;
H
Hongze Cheng 已提交
520

H
Hongze Cheng 已提交
521
  {  // Find 3 child pages at most to do balance
H
Hongze Cheng 已提交
522 523 524
    int    nCells = TDB_PAGE_TOTAL_CELLS(pParent);
    SCell *pCell;

H
Hongze Cheng 已提交
525 526 527 528 529 530 531 532 533 534 535 536 537 538
    if (nCells <= 2) {
      sIdx = 0;
      nOlds = nCells + 1;
    } else {
      // has more than three child pages
      if (idx == 0) {
        sIdx = 0;
      } else if (idx == nCells) {
        sIdx = idx - 2;
      } else {
        sIdx = idx - 1;
      }
      nOlds = 3;
    }
H
Hongze Cheng 已提交
539 540
    for (int i = 0; i < nOlds; i++) {
      ASSERT(sIdx + i <= nCells);
H
Hongze Cheng 已提交
541

H
Hongze Cheng 已提交
542
      SPgno pgno;
H
Hongze Cheng 已提交
543
      if (sIdx + i == nCells) {
H
refact  
Hongze Cheng 已提交
544
        ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pParent));
H
Hongze Cheng 已提交
545 546
        pgno = ((SIntHdr *)(pParent->pData))->pgno;
      } else {
H
Hongze Cheng 已提交
547
        pCell = tdbPageGetCell(pParent, sIdx + i);
H
Hongze Cheng 已提交
548 549 550
        pgno = *(SPgno *)pCell;
      }

H
Hongze Cheng 已提交
551 552
      ret = tdbPagerFetchPage(pBt->pPager, &pgno, pOlds + i, tdbBtreeInitPage,
                              &((SBtreeInitPageArg){.pBt = pBt, .flags = 0}), pTxn);
H
Hongze Cheng 已提交
553 554 555 556
      if (ret < 0) {
        ASSERT(0);
        return -1;
      }
H
Hongze Cheng 已提交
557 558 559

      ret = tdbPagerWrite(pBt->pPager, pOlds[i]);
      if (ret < 0) {
560
        tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
561 562
        return -1;
      }
H
Hongze Cheng 已提交
563
    }
H
Hongze Cheng 已提交
564
    // copy the parent key out if child pages are not leaf page
H
refact  
Hongze Cheng 已提交
565
    childNotLeaf = !TDB_BTREE_PAGE_IS_LEAF(pOlds[0]);
H
Hongze Cheng 已提交
566
    if (childNotLeaf) {
H
Hongze Cheng 已提交
567 568 569
      for (int i = 0; i < nOlds; i++) {
        if (sIdx + i < TDB_PAGE_TOTAL_CELLS(pParent)) {
          pCell = tdbPageGetCell(pParent, sIdx + i);
570
          szDivCell[i] = tdbBtreeCellSize(pParent, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
571
          pDivCell[i] = tdbOsMalloc(szDivCell[i]);
H
Hongze Cheng 已提交
572 573
          memcpy(pDivCell[i], pCell, szDivCell[i]);
        }
H
Hongze Cheng 已提交
574

H
Hongze Cheng 已提交
575 576 577
        if (i < nOlds - 1) {
          ((SPgno *)pDivCell[i])[0] = ((SIntHdr *)pOlds[i]->pData)->pgno;
          ((SIntHdr *)pOlds[i]->pData)->pgno = 0;
H
Hongze Cheng 已提交
578
          tdbPageInsertCell(pOlds[i], TDB_PAGE_TOTAL_CELLS(pOlds[i]), pDivCell[i], szDivCell[i], 1);
H
Hongze Cheng 已提交
579
        }
H
Hongze Cheng 已提交
580
      }
H
Hongze Cheng 已提交
581
      rPgno = ((SIntHdr *)pOlds[nOlds - 1]->pData)->pgno;
H
Hongze Cheng 已提交
582
    }
H
Hongze Cheng 已提交
583 584 585

    ret = tdbPagerWrite(pBt->pPager, pParent);
    if (ret < 0) {
586
      tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
587 588 589
      return -1;
    }

H
Hongze Cheng 已提交
590
    // drop the cells on parent page
H
Hongze Cheng 已提交
591 592 593
    for (int i = 0; i < nOlds; i++) {
      nCells = TDB_PAGE_TOTAL_CELLS(pParent);
      if (sIdx < nCells) {
594
        tdbPageDropCell(pParent, sIdx, pTxn, pBt);
H
Hongze Cheng 已提交
595 596 597 598
      } else {
        ((SIntHdr *)pParent->pData)->pgno = 0;
      }
    }
H
Hongze Cheng 已提交
599 600
  }

H
Hongze Cheng 已提交
601
  int nNews = 0;
H
Hongze Cheng 已提交
602
  struct {
H
Hongze Cheng 已提交
603 604 605 606
    int cnt;
    int size;
    int iPage;
    int oIdx;
H
Hongze Cheng 已提交
607
  } infoNews[5] = {0};
H
Hongze Cheng 已提交
608 609 610

  {  // Get how many new pages are needed and the new distribution

H
Hongze Cheng 已提交
611 612 613
    // first loop to find minimum number of pages needed
    for (int oPage = 0; oPage < nOlds; oPage++) {
      SPage *pPage = pOlds[oPage];
H
Hongze Cheng 已提交
614 615
      SCell *pCell;
      int    cellBytes;
H
Hongze Cheng 已提交
616
      int    oIdx;
H
Hongze Cheng 已提交
617

H
Hongze Cheng 已提交
618
      for (oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
H
Hongze Cheng 已提交
619
        pCell = tdbPageGetCell(pPage, oIdx);
H
Hongze Cheng 已提交
620 621
        cellBytes = TDB_BYTES_CELL_TAKEN(pPage, pCell);

H
Hongze Cheng 已提交
622 623
        if (infoNews[nNews].size + cellBytes > TDB_PAGE_USABLE_SIZE(pPage)) {
          // page is full, use a new page
H
Hongze Cheng 已提交
624
          nNews++;
H
Hongze Cheng 已提交
625

H
Hongze Cheng 已提交
626 627 628 629 630 631 632
          ASSERT(infoNews[nNews].size + cellBytes <= TDB_PAGE_USABLE_SIZE(pPage));

          if (childNotLeaf) {
            // for non-child page, this cell is used as the right-most child,
            // the divider cell to parent as well
            continue;
          }
H
Hongze Cheng 已提交
633
        }
H
Hongze Cheng 已提交
634 635
        infoNews[nNews].cnt++;
        infoNews[nNews].size += cellBytes;
H
Hongze Cheng 已提交
636
        infoNews[nNews].iPage = oPage;
H
Hongze Cheng 已提交
637
        infoNews[nNews].oIdx = oIdx;
H
Hongze Cheng 已提交
638 639 640
      }
    }

H
Hongze Cheng 已提交
641
    nNews++;
H
Hongze Cheng 已提交
642 643 644

    // back loop to make the distribution even
    for (int iNew = nNews - 1; iNew > 0; iNew--) {
H
Hongze Cheng 已提交
645
      SCell *pCell;
H
Hongze Cheng 已提交
646 647
      int    szLCell, szRCell;

H
Hongze Cheng 已提交
648
      // balance page (iNew) and (iNew-1)
H
Hongze Cheng 已提交
649
      for (;;) {
H
Hongze Cheng 已提交
650
        pCell = tdbPageGetCell(pOlds[infoNews[iNew - 1].iPage], infoNews[iNew - 1].oIdx);
H
Hongze Cheng 已提交
651

652
        szLCell = tdbBtreeCellSize(pOlds[infoNews[iNew - 1].iPage], pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
653 654
        if (!childNotLeaf) {
          szRCell = szLCell;
H
Hongze Cheng 已提交
655
        } else {
H
Hongze Cheng 已提交
656
          int    iPage = infoNews[iNew - 1].iPage;
H
Hongze Cheng 已提交
657
          int    oIdx = infoNews[iNew - 1].oIdx + 1;
H
Hongze Cheng 已提交
658
          SPage *pPage;
H
Hongze Cheng 已提交
659
          for (;;) {
H
Hongze Cheng 已提交
660
            pPage = pOlds[iPage];
H
Hongze Cheng 已提交
661 662 663 664
            if (oIdx < TDB_PAGE_TOTAL_CELLS(pPage)) {
              break;
            }

H
Hongze Cheng 已提交
665
            iPage++;
H
Hongze Cheng 已提交
666 667 668 669
            oIdx = 0;
          }

          pCell = tdbPageGetCell(pPage, oIdx);
670
          szRCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
671 672 673 674 675 676 677 678
        }

        ASSERT(infoNews[iNew - 1].cnt > 0);

        if (infoNews[iNew].size + szRCell >= infoNews[iNew - 1].size - szRCell) {
          break;
        }

H
Hongze Cheng 已提交
679
        // Move a cell right forward
H
Hongze Cheng 已提交
680 681
        infoNews[iNew - 1].cnt--;
        infoNews[iNew - 1].size -= szLCell;
H
Hongze Cheng 已提交
682
        infoNews[iNew - 1].oIdx--;
H
Hongze Cheng 已提交
683
        for (;;) {
H
Hongze Cheng 已提交
684
          if (infoNews[iNew - 1].oIdx >= 0) {
H
Hongze Cheng 已提交
685 686
            break;
          }
H
Hongze Cheng 已提交
687

H
Hongze Cheng 已提交
688 689
          infoNews[iNew - 1].iPage--;
          infoNews[iNew - 1].oIdx = TDB_PAGE_TOTAL_CELLS(pOlds[infoNews[iNew - 1].iPage]) - 1;
H
Hongze Cheng 已提交
690 691 692
        }

        infoNews[iNew].cnt++;
H
Hongze Cheng 已提交
693
        infoNews[iNew].size += szRCell;
H
Hongze Cheng 已提交
694
      }
H
Hongze Cheng 已提交
695
    }
H
Hongze Cheng 已提交
696 697
  }

H
Hongze Cheng 已提交
698 699 700 701 702 703 704 705 706 707 708 709 710
  SPage *pNews[5] = {0};
  {  // Allocate new pages, reuse the old page when possible

    SPgno             pgno;
    SBtreeInitPageArg iarg;
    u8                flags;

    flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);

    for (int iNew = 0; iNew < nNews; iNew++) {
      if (iNew < nOlds) {
        pNews[iNew] = pOlds[iNew];
      } else {
H
Hongze Cheng 已提交
711
        pgno = 0;
H
Hongze Cheng 已提交
712 713
        iarg.pBt = pBt;
        iarg.flags = flags;
H
Hongze Cheng 已提交
714
        ret = tdbPagerFetchPage(pBt->pPager, &pgno, pNews + iNew, tdbBtreeInitPage, &iarg, pTxn);
H
Hongze Cheng 已提交
715 716 717
        if (ret < 0) {
          ASSERT(0);
        }
H
Hongze Cheng 已提交
718 719 720

        ret = tdbPagerWrite(pBt->pPager, pNews[iNew]);
        if (ret < 0) {
721
          tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
722 723
          return -1;
        }
H
Hongze Cheng 已提交
724 725
      }
    }
H
Hongze Cheng 已提交
726 727

    // TODO: sort the page according to the page number
H
Hongze Cheng 已提交
728 729
  }

H
Hongze Cheng 已提交
730
  {  // Do the real cell distribution
H
Hongze Cheng 已提交
731
    SPage            *pOldsCopy[3] = {0};
H
Hongze Cheng 已提交
732 733 734 735
    SCell            *pCell;
    int               szCell;
    SBtreeInitPageArg iarg;
    int               iNew, nNewCells;
M
Minglei Jin 已提交
736
    SCellDecoder      cd = {0};
H
Hongze Cheng 已提交
737 738 739 740

    iarg.pBt = pBt;
    iarg.flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);
    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
741 742
      tdbPageCreate(pOlds[0]->pageSize, &pOldsCopy[i], tdbDefaultMalloc, NULL);
      tdbBtreeInitPage(pOldsCopy[i], &iarg, 0);
743
      tdbPageCopy(pOlds[i], pOldsCopy[i], 0);
H
Hongze Cheng 已提交
744
    }
745 746 747 748 749

    for (iNew = 0; iNew < nNews; ++iNew) {
      tdbBtreeInitPage(pNews[iNew], &iarg, 0);
    }

H
Hongze Cheng 已提交
750 751 752 753 754 755 756 757 758 759
    iNew = 0;
    nNewCells = 0;

    for (int iOld = 0; iOld < nOlds; iOld++) {
      SPage *pPage;

      pPage = pOldsCopy[iOld];

      for (int oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
        pCell = tdbPageGetCell(pPage, oIdx);
760
        szCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
761 762

        ASSERT(nNewCells <= infoNews[iNew].cnt);
H
Hongze Cheng 已提交
763
        ASSERT(iNew < nNews);
H
Hongze Cheng 已提交
764 765 766 767

        if (nNewCells < infoNews[iNew].cnt) {
          tdbPageInsertCell(pNews[iNew], nNewCells, pCell, szCell, 0);
          nNewCells++;
H
Hongze Cheng 已提交
768

H
Hongze Cheng 已提交
769 770 771 772 773 774 775
          // insert parent page
          if (!childNotLeaf && nNewCells == infoNews[iNew].cnt) {
            SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;

            if (iNew == nNews - 1 && pIntHdr->pgno == 0) {
              pIntHdr->pgno = TDB_PAGE_PGNO(pNews[iNew]);
            } else {
776
              tdbBtreeDecodeCell(pPage, pCell, &cd, pTxn, pBt);
H
Hongze Cheng 已提交
777

H
Hongze Cheng 已提交
778
              // TODO: pCell here may be inserted as an overflow cell, handle it
H
Hongze Cheng 已提交
779
              SCell *pNewCell = tdbOsMalloc(cd.kLen + 9);
H
Hongze Cheng 已提交
780 781 782
              int    szNewCell;
              SPgno  pgno;
              pgno = TDB_PAGE_PGNO(pNews[iNew]);
783 784
              tdbBtreeEncodeCell(pParent, cd.pKey, cd.kLen, (void *)&pgno, sizeof(SPgno), pNewCell, &szNewCell, pTxn,
                                 pBt);
H
Hongze Cheng 已提交
785
              tdbPageInsertCell(pParent, sIdx++, pNewCell, szNewCell, 0);
H
Hongze Cheng 已提交
786
              tdbOsFree(pNewCell);
M
Minglei Jin 已提交
787 788 789 790 791

              if (TDB_CELLDECODER_FREE_VAL(&cd)) {
                tdbFree(cd.pVal);
                cd.pVal = NULL;
              }
H
Hongze Cheng 已提交
792
            }
H
Hongze Cheng 已提交
793 794

            // move to next new page
H
Hongze Cheng 已提交
795
            iNew++;
H
Hongze Cheng 已提交
796 797
            nNewCells = 0;
            if (iNew < nNews) {
H
Hongze Cheng 已提交
798
              tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
799
            }
H
Hongze Cheng 已提交
800 801 802
          }
        } else {
          ASSERT(childNotLeaf);
H
Hongze Cheng 已提交
803
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
804

H
Hongze Cheng 已提交
805 806 807 808
          // set current new page right-most child
          ((SIntHdr *)pNews[iNew]->pData)->pgno = ((SPgno *)pCell)[0];

          // insert to parent as divider cell
H
Hongze Cheng 已提交
809 810 811
          ASSERT(iNew < nNews - 1);
          ((SPgno *)pCell)[0] = TDB_PAGE_PGNO(pNews[iNew]);
          tdbPageInsertCell(pParent, sIdx++, pCell, szCell, 0);
H
Hongze Cheng 已提交
812 813 814 815

          // move to next new page
          iNew++;
          nNewCells = 0;
H
Hongze Cheng 已提交
816
          if (iNew < nNews) {
H
Hongze Cheng 已提交
817
            tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
818
          }
H
Hongze Cheng 已提交
819 820
        }
      }
H
Hongze Cheng 已提交
821
    }
H
Hongze Cheng 已提交
822

H
Hongze Cheng 已提交
823 824 825
    if (childNotLeaf) {
      ASSERT(TDB_PAGE_TOTAL_CELLS(pNews[nNews - 1]) == infoNews[nNews - 1].cnt);
      ((SIntHdr *)(pNews[nNews - 1]->pData))->pgno = rPgno;
H
Hongze Cheng 已提交
826

H
Hongze Cheng 已提交
827 828 829 830 831 832
      SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;
      if (pIntHdr->pgno == 0) {
        pIntHdr->pgno = TDB_PAGE_PGNO(pNews[nNews - 1]);
      } else {
        ((SPgno *)pDivCell[nOlds - 1])[0] = TDB_PAGE_PGNO(pNews[nNews - 1]);
        tdbPageInsertCell(pParent, sIdx, pDivCell[nOlds - 1], szDivCell[nOlds - 1], 0);
H
Hongze Cheng 已提交
833
      }
H
Hongze Cheng 已提交
834 835 836
    }

    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
837
      tdbPageDestroy(pOldsCopy[i], tdbDefaultFree, NULL);
H
Hongze Cheng 已提交
838 839 840
    }
  }

H
Hongze Cheng 已提交
841 842 843 844
  if (TDB_BTREE_PAGE_IS_ROOT(pParent) && TDB_PAGE_TOTAL_CELLS(pParent) == 0) {
    i8 flags = TDB_BTREE_ROOT | TDB_BTREE_PAGE_IS_LEAF(pNews[0]);
    // copy content to the parent page
    tdbBtreeInitPage(pParent, &(SBtreeInitPageArg){.flags = flags, .pBt = pBt}, 0);
845
    tdbPageCopy(pNews[0], pParent, 1);
846 847 848 849

    if (!TDB_BTREE_PAGE_IS_LEAF(pNews[0])) {
      ((SIntHdr *)(pParent->pData))->pgno = ((SIntHdr *)(pNews[0]->pData))->pgno;
    }
H
Hongze Cheng 已提交
850 851
  }

H
Hongze Cheng 已提交
852 853
  for (int i = 0; i < 3; i++) {
    if (pDivCell[i]) {
H
Hongze Cheng 已提交
854
      tdbOsFree(pDivCell[i]);
H
Hongze Cheng 已提交
855 856
    }
  }
H
Hongze Cheng 已提交
857

M
Minglei Jin 已提交
858 859 860 861 862
  for (pageIdx = 0; pageIdx < nOlds; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pOlds[pageIdx], pTxn);
  }
  for (; pageIdx < nNews; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pNews[pageIdx], pTxn);
H
more  
Hongze Cheng 已提交
863 864
  }

H
Hongze Cheng 已提交
865
  return 0;
H
Hongze Cheng 已提交
866 867
}

H
Hongze Cheng 已提交
868
static int tdbBtreeBalance(SBTC *pBtc) {
H
Hongze Cheng 已提交
869
  int    iPage;
H
Hongze Cheng 已提交
870 871
  int    ret;
  int    nFree;
H
Hongze Cheng 已提交
872
  SPage *pParent;
H
Hongze Cheng 已提交
873
  SPage *pPage;
H
Hongze Cheng 已提交
874
  u8     flags;
H
Hongze Cheng 已提交
875 876
  u8     leaf;
  u8     root;
H
Hongze Cheng 已提交
877 878 879

  // Main loop to balance the BTree
  for (;;) {
H
Hongze Cheng 已提交
880 881
    iPage = pBtc->iPage;
    pPage = pBtc->pPage;
H
refact  
Hongze Cheng 已提交
882 883
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    root = TDB_BTREE_PAGE_IS_ROOT(pPage);
H
Hongze Cheng 已提交
884
    nFree = TDB_PAGE_FREE_SIZE(pPage);
H
Hongze Cheng 已提交
885

H
Hongze Cheng 已提交
886 887
    // when the page is not overflow and not too empty, the balance work
    // is finished. Just break out the balance loop.
H
Hongze Cheng 已提交
888
    if (pPage->nOverflow == 0 && nFree < TDB_PAGE_USABLE_SIZE(pPage) * 2 / 3) {
H
Hongze Cheng 已提交
889 890 891 892
      break;
    }

    if (iPage == 0) {
H
Hongze Cheng 已提交
893 894 895
      // For the root page, only balance when the page is overfull,
      // ignore the case of empty
      if (pPage->nOverflow == 0) break;
H
Hongze Cheng 已提交
896

H
Hongze Cheng 已提交
897
      ret = tdbBtreeBalanceDeeper(pBtc->pBt, pPage, &(pBtc->pgStack[1]), pBtc->pTxn);
H
Hongze Cheng 已提交
898 899 900 901
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
902 903 904 905 906
      pBtc->idx = 0;
      pBtc->idxStack[0] = 0;
      pBtc->pgStack[0] = pBtc->pPage;
      pBtc->iPage = 1;
      pBtc->pPage = pBtc->pgStack[1];
H
Hongze Cheng 已提交
907
    } else {
H
Hongze Cheng 已提交
908
      // Generalized balance step
H
Hongze Cheng 已提交
909
      pParent = pBtc->pgStack[iPage - 1];
H
Hongze Cheng 已提交
910

H
Hongze Cheng 已提交
911
      ret = tdbBtreeBalanceNonRoot(pBtc->pBt, pParent, pBtc->idxStack[pBtc->iPage - 1], pBtc->pTxn);
H
Hongze Cheng 已提交
912 913 914 915
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
916
      tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
more  
Hongze Cheng 已提交
917

H
Hongze Cheng 已提交
918 919
      pBtc->iPage--;
      pBtc->pPage = pBtc->pgStack[pBtc->iPage];
H
Hongze Cheng 已提交
920 921 922 923 924
    }
  }

  return 0;
}
H
Hongze Cheng 已提交
925
// TDB_BTREE_BALANCE
H
Hongze Cheng 已提交
926

927
static int tdbFetchOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
928 929 930 931 932 933
  int ret = 0;

  *pPgno = 0;
  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
934
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
935 936 937 938 939
  if (ret < 0) {
    return -1;
  }

  // mark dirty
940
  ret = tdbPagerWrite(pBt->pPager, *ppOfp);
941
  if (ret < 0) {
942
    tdbError("failed to write page since %s", terrstr());
943 944 945
    return -1;
  }

946 947
  tdbPCacheRelease(pBt->pPager->pCache, *ppOfp, pTxn);

948 949 950
  return ret;
}

951
static int tdbLoadOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
952 953 954 955 956
  int ret = 0;

  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
957
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
958 959 960 961 962 963 964
  if (ret < 0) {
    return -1;
  }

  return ret;
}

H
Hongze Cheng 已提交
965
// TDB_BTREE_CELL =====================
H
Hongze Cheng 已提交
966
static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const void *pKey, int kLen, const void *pVal,
967 968 969 970
                                 int vLen, int *szPayload, TXN *pTxn, SBTree *pBt) {
  int ret = 0;
  int nPayload = kLen + vLen;
  int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
971

972
  if (nPayload + nHeader <= maxLocal) {
H
Hongze Cheng 已提交
973 974
    // no overflow page is needed
    memcpy(pCell + nHeader, pKey, kLen);
H
Hongze Cheng 已提交
975
    if (pVal) {
H
Hongze Cheng 已提交
976
      memcpy(pCell + nHeader + kLen, pVal, vLen);
H
Hongze Cheng 已提交
977 978 979 980
    }

    *szPayload = nPayload;
    return 0;
981 982 983 984 985 986
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
Hongze Cheng 已提交
987

988
    // int ofpCap = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
989 990

    // fetch a new ofp and make it dirty
991
    SPgno  pgno = 0;
992
    SPage *ofp = NULL, *nextOfp = NULL;
993

994
    ret = tdbFetchOvflPage(&pgno, &ofp, pTxn, pBt);
995 996 997 998 999
    if (ret < 0) {
      return -1;
    }

    // local buffer for cell
M
Minglei Jin 已提交
1000
    SCell *pBuf = tdbRealloc(NULL, pBt->pageSize);
1001 1002 1003 1004 1005 1006 1007
    if (pBuf == NULL) {
      return -1;
    }

    int nLeft = nPayload;
    int bytes;
    int lastPage = 0;
1008
    if (nLocal >= nHeader + kLen + sizeof(SPgno)) {
1009 1010 1011 1012
      // pack key to local
      memcpy(pCell + nHeader, pKey, kLen);
      nLeft -= kLen;
      // pack partial val to local if any space left
1013
      if (nLocal > nHeader + kLen + sizeof(SPgno)) {
M
Minglei Jin 已提交
1014
        ASSERT(pVal != NULL && vLen != 0);
1015 1016
        memcpy(pCell + nHeader + kLen, pVal, nLocal - nHeader - kLen - sizeof(SPgno));
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1017 1018 1019 1020 1021 1022 1023
      }

      // pack nextPgno
      memcpy(pCell + nHeader + nPayload - nLeft, &pgno, sizeof(pgno));

      // pack left val data to ovpages
      do {
1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1055 1056 1057 1058 1059 1060
      } while (nLeft > 0);
    } else {
      int nLeftKey = kLen;
      // pack partial key and nextPgno
      memcpy(pCell + nHeader, pKey, nLocal - 4);
      nLeft -= nLocal - 4;
1061
      nLeftKey -= nLocal - 4;
1062 1063 1064 1065 1066 1067

      memcpy(pCell + nHeader + nLocal - 4, &pgno, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // pack left key & val to ovpages
      do {
1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093
        // cal key to cpy
        int lastKeyPage = 0;
        if (nLeftKey <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pBuf, ((SCell *)pKey) + kLen - nLeftKey, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            memcpy(pBuf + kLen - nLeftKey, pVal, vLen);

            nLeft -= vLen;
            pgno = 0;
          } else {
            memcpy(pBuf + kLen - nLeftKey, pVal, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;

            // fetch next ofp, a new ofp and make it dirty
            ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
            if (ret < 0) {
M
Minglei Jin 已提交
1094
              tdbFree(pBuf);
1095 1096 1097 1098 1099 1100 1101
              return -1;
            }
          }
        } else {
          // fetch next ofp, a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
M
Minglei Jin 已提交
1102
            tdbFree(pBuf);
1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116
            return -1;
          }
        }

        memcpy(pBuf + kLen - nLeft, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          return -1;
        }

        ofp = nextOfp;
        nLeftKey -= bytes;
        nLeft -= bytes;
1117 1118 1119
      } while (nLeftKey > 0);

      while (nLeft > 0) {
1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143
        // pack left val data to ovpages
        lastPage = 0;
        if (nLeft <= maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

M
Minglei Jin 已提交
1144 1145 1146 1147 1148
        if (ofp == NULL) {
          tdbFree(pBuf);
          return -1;
        }

1149 1150 1151 1152 1153 1154 1155 1156
        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1157 1158 1159 1160 1161 1162
      }
    }

    // free local buffer
    tdbFree(pBuf);

1163
    *szPayload = nLocal - nHeader;
H
Hongze Cheng 已提交
1164 1165 1166 1167 1168
  }

  return 0;
}

H
Hongze Cheng 已提交
1169
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
1170
                              int *szCell, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1171 1172 1173 1174
  u8  leaf;
  int nHeader;
  int nPayload;
  int ret;
H
Hongze Cheng 已提交
1175 1176 1177

  ASSERT(pPage->kLen == TDB_VARIANT_LEN || pPage->kLen == kLen);
  ASSERT(pPage->vLen == TDB_VARIANT_LEN || pPage->vLen == vLen);
H
Hongze Cheng 已提交
1178
  ASSERT(pKey != NULL && kLen > 0);
H
Hongze Cheng 已提交
1179

H
Hongze Cheng 已提交
1180 1181
  nPayload = 0;
  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1182
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1183

H
Hongze Cheng 已提交
1184
  // 1. Encode Header part
H
Hongze Cheng 已提交
1185 1186 1187 1188 1189 1190 1191 1192
  /* Encode SPgno if interior page */
  if (!leaf) {
    ASSERT(pPage->vLen == sizeof(SPgno));

    ((SPgno *)(pCell + nHeader))[0] = ((SPgno *)pVal)[0];
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1193
  /* Encode kLen if need */
H
Hongze Cheng 已提交
1194
  if (pPage->kLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1195
    nHeader += tdbPutVarInt(pCell + nHeader, kLen);
H
Hongze Cheng 已提交
1196 1197
  }

H
Hongze Cheng 已提交
1198
  /* Encode vLen if need */
H
Hongze Cheng 已提交
1199
  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1200
    nHeader += tdbPutVarInt(pCell + nHeader, vLen);
H
Hongze Cheng 已提交
1201 1202
  }

H
Hongze Cheng 已提交
1203
  // 2. Encode payload part
H
Hongze Cheng 已提交
1204 1205 1206
  if ((!leaf) || pPage->vLen == 0) {
    pVal = NULL;
    vLen = 0;
H
Hongze Cheng 已提交
1207
  }
H
Hongze Cheng 已提交
1208

1209
  ret = tdbBtreeEncodePayload(pPage, pCell, nHeader, pKey, kLen, pVal, vLen, &nPayload, pTxn, pBt);
H
Hongze Cheng 已提交
1210
  if (ret < 0) {
H
Hongze Cheng 已提交
1211 1212 1213
    // TODO
    ASSERT(0);
    return 0;
H
Hongze Cheng 已提交
1214 1215
  }

H
Hongze Cheng 已提交
1216
  *szCell = nHeader + nPayload;
H
Hongze Cheng 已提交
1217 1218 1219
  return 0;
}

1220 1221
static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, SCellDecoder *pDecoder, TXN *pTxn,
                                 SBTree *pBt) {
1222
  int ret = 0;
H
Hongze Cheng 已提交
1223
  int nPayload;
1224 1225 1226 1227
  int maxLocal = pPage->maxLocal;

  int kLen = pDecoder->kLen;
  int vLen = pDecoder->vLen;
H
Hongze Cheng 已提交
1228 1229

  if (pDecoder->pVal) {
H
Hongze Cheng 已提交
1230
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
1231
    nPayload = pDecoder->kLen;
H
Hongze Cheng 已提交
1232 1233
  } else {
    nPayload = pDecoder->kLen + pDecoder->vLen;
H
Hongze Cheng 已提交
1234 1235
  }

1236
  if (nHeader + nPayload <= maxLocal) {
H
Hongze Cheng 已提交
1237
    // no over flow case
1238
    pDecoder->pKey = (SCell *)pCell + nHeader;
H
Hongze Cheng 已提交
1239
    if (pDecoder->pVal == NULL && pDecoder->vLen > 0) {
1240
      pDecoder->pVal = (SCell *)pCell + nHeader + pDecoder->kLen;
H
Hongze Cheng 已提交
1241
    }
H
Hongze Cheng 已提交
1242
    return 0;
1243 1244 1245 1246 1247 1248 1249
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;

1250 1251
    int    nLeft = nPayload;
    SPgno  pgno = 0;
1252 1253
    SPage *ofp;
    SCell *ofpCell;
1254 1255
    int    bytes;
    int    lastPage = 0;
1256

1257
    if (nLocal >= pDecoder->kLen + nHeader + sizeof(SPgno)) {
1258 1259
      pDecoder->pKey = (SCell *)pCell + nHeader;
      nLeft -= kLen;
1260
      if (nLocal > kLen + nHeader + sizeof(SPgno)) {
1261 1262 1263 1264 1265 1266
        // read partial val to local
        pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
        if (pDecoder->pVal == NULL) {
          return -1;
        }
        TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
1267

1268 1269
        tdbDebug("tdb btc decoder: %p/0x%x pVal: %p ", pDecoder, pDecoder->freeKV, pDecoder->pVal);

1270
        memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - nHeader - kLen - sizeof(SPgno));
1271

1272
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1273
      }
H
Hongze Cheng 已提交
1274

1275 1276 1277
      memcpy(&pgno, pCell + nHeader + nPayload - nLeft, sizeof(pgno));

      // unpack left val data from ovpages
1278 1279 1280 1281 1282
      while (pgno != 0) {
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1283

1284
        ofpCell = tdbPageGetCell(ofp, 0);
1285

1286 1287 1288 1289 1290 1291
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1292

1293 1294
        memcpy(pDecoder->pVal + vLen - nLeft, ofpCell, bytes);
        nLeft -= bytes;
1295

1296
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1297 1298

        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);
1299 1300 1301 1302 1303 1304
      }
    } else {
      int nLeftKey = kLen;
      // load partial key and nextPgno
      pDecoder->pKey = tdbRealloc(pDecoder->pKey, kLen);
      if (pDecoder->pKey == NULL) {
1305
        return -1;
1306 1307 1308 1309 1310
      }
      TDB_CELLDECODER_SET_FREE_KEY(pDecoder);

      memcpy(pDecoder->pKey, pCell + nHeader, nLocal - 4);
      nLeft -= nLocal - 4;
1311
      nLeftKey -= nLocal - 4;
1312 1313 1314 1315 1316 1317

      memcpy(&pgno, pCell + nHeader + nLocal - 4, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // load left key & val to ovpages
      while (pgno != 0) {
1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        int lastKeyPage = 0;
        if (nLeftKey <= maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pDecoder->pKey + kLen - nLeftKey, ofpCell, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            pDecoder->pVal = ofpCell + kLen - nLeftKey;

            nLeft -= vLen;
            pgno = 0;
          } else {
            // read partial val to local
            pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
            if (pDecoder->pVal == NULL) {
              return -1;
            }
            TDB_CELLDECODER_SET_FREE_VAL(pDecoder);

            memcpy(pDecoder->pVal, ofpCell + kLen - nLeftKey, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;
          }
        }

        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));

1358 1359
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1360 1361
        nLeftKey -= bytes;
        nLeft -= bytes;
1362 1363 1364
      }

      while (nLeft > 0) {
1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        // load left val data to ovpages
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        if (lastPage) {
          pgno = 0;
        }

        if (!pDecoder->pVal) {
          pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
          if (pDecoder->pVal == NULL) {
            return -1;
          }
          TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
        }

        memcpy(pDecoder->pVal, ofpCell + vLen - nLeft, bytes);
        nLeft -= bytes;

        memcpy(&pgno, ofpCell + vLen - nLeft + bytes, sizeof(pgno));

1398 1399
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1400
        nLeft -= bytes;
1401 1402
      }
    }
H
Hongze Cheng 已提交
1403 1404
  }

H
Hongze Cheng 已提交
1405 1406 1407
  return 0;
}

1408
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1409 1410 1411 1412 1413
  u8  leaf;
  int nHeader;
  int ret;

  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1414
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1415

H
Hongze Cheng 已提交
1416
  // Clear the state of decoder
1417 1418 1419
  if (TDB_CELLDECODER_FREE_VAL(pDecoder)) {
    tdbFree(pDecoder->pVal);
  }
H
Hongze Cheng 已提交
1420 1421 1422 1423 1424
  pDecoder->kLen = -1;
  pDecoder->pKey = NULL;
  pDecoder->vLen = -1;
  pDecoder->pVal = NULL;
  pDecoder->pgno = 0;
1425
  TDB_CELLDECODER_SET_FREE_NIL(pDecoder);
H
Hongze Cheng 已提交
1426

1427
  // tdbTrace("tdb btc decoder set nil: %p/0x%x ", pDecoder, pDecoder->freeKV);
1428

H
Hongze Cheng 已提交
1429
  // 1. Decode header part
H
Hongze Cheng 已提交
1430 1431 1432 1433 1434 1435 1436 1437
  if (!leaf) {
    ASSERT(pPage->vLen == sizeof(SPgno));

    pDecoder->pgno = ((SPgno *)(pCell + nHeader))[0];
    pDecoder->pVal = (u8 *)(&(pDecoder->pgno));
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1438 1439 1440 1441 1442 1443 1444
  if (pPage->kLen == TDB_VARIANT_LEN) {
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->kLen));
  } else {
    pDecoder->kLen = pPage->kLen;
  }

  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1445
    ASSERT(leaf);
H
Hongze Cheng 已提交
1446
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->vLen));
H
Hongze Cheng 已提交
1447
  } else {
H
Hongze Cheng 已提交
1448 1449
    pDecoder->vLen = pPage->vLen;
  }
H
Hongze Cheng 已提交
1450

H
Hongze Cheng 已提交
1451
  // 2. Decode payload part
1452
  ret = tdbBtreeDecodePayload(pPage, pCell, nHeader, pDecoder, pTxn, pBt);
H
Hongze Cheng 已提交
1453 1454
  if (ret < 0) {
    return -1;
H
Hongze Cheng 已提交
1455 1456 1457 1458 1459
  }

  return 0;
}

1460
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt) {
H
refact  
Hongze Cheng 已提交
1461
  u8  leaf;
1462
  int kLen = 0, vLen = 0, nHeader = 0;
H
Hongze Cheng 已提交
1463

H
refact  
Hongze Cheng 已提交
1464
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1465

H
refact  
Hongze Cheng 已提交
1466
  if (!leaf) {
1467
    nHeader += sizeof(SPgno);
H
Hongze Cheng 已提交
1468 1469 1470
  }

  if (pPage->kLen == TDB_VARIANT_LEN) {
1471
    nHeader += tdbGetVarInt(pCell + nHeader, &kLen);
H
Hongze Cheng 已提交
1472 1473 1474 1475
  } else {
    kLen = pPage->kLen;
  }

H
refact  
Hongze Cheng 已提交
1476 1477
  if (pPage->vLen == TDB_VARIANT_LEN) {
    ASSERT(leaf);
1478
    nHeader += tdbGetVarInt(pCell + nHeader, &vLen);
H
refact  
Hongze Cheng 已提交
1479 1480
  } else if (leaf) {
    vLen = pPage->vLen;
H
Hongze Cheng 已提交
1481 1482
  }

1483 1484
  int nPayload = kLen + vLen;
  if (nHeader + nPayload <= pPage->maxLocal) {
1485
    return nHeader + nPayload;
1486 1487
  } else {
    int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
1488

1489 1490 1491 1492
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
refact  
Hongze Cheng 已提交
1493

1494 1495
    // free ofp pages' cells
    if (dropOfp) {
1496
      int    ret = 0;
1497
      SPgno  pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno));
1498
      int    nLeft = nPayload - nLocal + sizeof(SPgno) + nHeader;
1499
      SPage *ofp;
1500
      int    bytes;
1501 1502

      while (pgno != 0) {
1503 1504 1505 1506
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1507

1508
        SCell *ofpCell = tdbPageGetCell(ofp, 0);
1509

1510 1511 1512 1513 1514
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1515

1516
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1517

1518
        tdbPagerReturnPage(pPage->pPager, ofp, pTxn);
1519

1520
        nLeft -= bytes;
1521 1522 1523
      }
    }

1524
    return nLocal;
H
refact  
Hongze Cheng 已提交
1525
  }
H
Hongze Cheng 已提交
1526
}
H
Hongze Cheng 已提交
1527
// TDB_BTREE_CELL
H
Hongze Cheng 已提交
1528

H
refact  
Hongze Cheng 已提交
1529
// TDB_BTREE_CURSOR =====================
H
Hongze Cheng 已提交
1530
int tdbBtcOpen(SBTC *pBtc, SBTree *pBt, TXN *pTxn) {
H
Hongze Cheng 已提交
1531 1532 1533 1534
  pBtc->pBt = pBt;
  pBtc->iPage = -1;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1535
  memset(&pBtc->coder, 0, sizeof(SCellDecoder));
H
Hongze Cheng 已提交
1536 1537 1538 1539 1540 1541 1542

  if (pTxn == NULL) {
    pBtc->pTxn = &pBtc->txn;
    tdbTxnOpen(pBtc->pTxn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, 0);
  } else {
    pBtc->pTxn = pTxn;
  }
H
Hongze Cheng 已提交
1543 1544 1545 1546

  return 0;
}

H
Hongze Cheng 已提交
1547
int tdbBtcMoveToFirst(SBTC *pBtc) {
H
refact  
Hongze Cheng 已提交
1548 1549 1550
  int     ret;
  SBTree *pBt;
  SPager *pPager;
H
Hongze Cheng 已提交
1551 1552
  SCell  *pCell;
  SPgno   pgno;
H
refact  
Hongze Cheng 已提交
1553 1554 1555 1556 1557

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
1558
    // move a clean cursor
H
Hongze Cheng 已提交
1559
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1560
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
1561 1562 1563 1564 1565
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

H
Hongze Cheng 已提交
1566
    ASSERT(TDB_BTREE_PAGE_IS_ROOT(pBtc->pPage));
H
refact  
Hongze Cheng 已提交
1567

H
Hongze Cheng 已提交
1568 1569 1570 1571
    pBtc->iPage = 0;
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) > 0) {
      pBtc->idx = 0;
    } else {
H
more  
Hongze Cheng 已提交
1572
      // no any data, point to an invalid position
H
Hongze Cheng 已提交
1573 1574
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
      pBtc->idx = -1;
H
refact  
Hongze Cheng 已提交
1575 1576
      return 0;
    }
H
Hongze Cheng 已提交
1577
  } else {
H
Hongze Cheng 已提交
1578 1579
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
1580 1581
    // move from a position
    int iPage = 0;
H
refact  
Hongze Cheng 已提交
1582

H
Hongze Cheng 已提交
1583 1584 1585 1586
    for (; iPage < pBtc->iPage; iPage++) {
      ASSERT(pBtc->idxStack[iPage] >= 0);
      if (pBtc->idxStack[iPage]) break;
    }
H
refact  
Hongze Cheng 已提交
1587

H
Hongze Cheng 已提交
1588 1589
    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1590
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1591
        pBtc->idx = 0;
H
refact  
Hongze Cheng 已提交
1592 1593
        break;
      }
H
Hongze Cheng 已提交
1594

H
Hongze Cheng 已提交
1595
      tdbBtcMoveUpward(pBtc);
H
Hongze Cheng 已提交
1596
    }
H
Hongze Cheng 已提交
1597
#endif
H
Hongze Cheng 已提交
1598 1599 1600 1601
  }

  // move downward
  for (;;) {
H
refact  
Hongze Cheng 已提交
1602
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1603

H
Hongze Cheng 已提交
1604
    ret = tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
1605 1606 1607 1608 1609 1610 1611 1612
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

    pBtc->idx = 0;
  }

H
Hongze Cheng 已提交
1613 1614 1615 1616
  return 0;
}

int tdbBtcMoveToLast(SBTC *pBtc) {
H
Hongze Cheng 已提交
1617
  int     ret;
H
Hongze Cheng 已提交
1618
  int     nCells;
H
Hongze Cheng 已提交
1619 1620 1621 1622 1623 1624 1625 1626 1627
  SBTree *pBt;
  SPager *pPager;
  SPgno   pgno;

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
    // move a clean cursor
H
Hongze Cheng 已提交
1628
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1629
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
1630 1631 1632 1633 1634
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

H
Hongze Cheng 已提交
1635
    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
Hongze Cheng 已提交
1636
    pBtc->iPage = 0;
H
Hongze Cheng 已提交
1637 1638 1639 1640 1641 1642 1643 1644
    if (nCells > 0) {
      pBtc->idx = TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage) ? nCells - 1 : nCells;
    } else {
      // no data at all, point to an invalid position
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
      pBtc->idx = -1;
      return 0;
    }
H
Hongze Cheng 已提交
1645
  } else {
H
Hongze Cheng 已提交
1646 1647
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658
    int iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pgStack[iPage]));
      nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pgStack[iPage]);
      if (pBtc->idxStack[iPage] != nCells) break;
    }

    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1659
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1660 1661 1662 1663 1664
        if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
        } else {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
        }
H
Hongze Cheng 已提交
1665
        break;
H
Hongze Cheng 已提交
1666 1667 1668 1669
      }

      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
1670
#endif
H
Hongze Cheng 已提交
1671 1672 1673 1674
  }

  // move downward
  for (;;) {
H
Hongze Cheng 已提交
1675 1676 1677 1678 1679 1680 1681 1682 1683
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
1684
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
H
Hongze Cheng 已提交
1685
      pBtc->idx = nCells - 1;
H
Hongze Cheng 已提交
1686
    } else {
H
Hongze Cheng 已提交
1687
      pBtc->idx = nCells;
H
Hongze Cheng 已提交
1688 1689 1690
    }
  }

H
Hongze Cheng 已提交
1691 1692 1693 1694
  return 0;
}

int tdbBtreeNext(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
1695
  SCell       *pCell;
1696
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
1697 1698 1699
  void        *pKey, *pVal;
  int          ret;

H
Hongze Cheng 已提交
1700
  // current cursor points to an invalid position
H
Hongze Cheng 已提交
1701
  if (pBtc->idx < 0) {
H
Hongze Cheng 已提交
1702 1703 1704 1705 1706
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1707
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1708

H
Hongze Cheng 已提交
1709
  pKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
1710 1711 1712 1713 1714 1715 1716
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);
C
Cary Xu 已提交
1717 1718

  if (ppVal) {
1719 1720 1721 1722 1723 1724 1725 1726 1727 1728
    if (cd.vLen > 0) {
      pVal = tdbRealloc(*ppVal, cd.vLen);
      if (pVal == NULL) {
        tdbFree(pKey);
        return -1;
      }

      memcpy(pVal, cd.pVal, cd.vLen);
    } else {
      pVal = NULL;
C
Cary Xu 已提交
1729 1730 1731 1732 1733
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
  }
H
Hongze Cheng 已提交
1734 1735

  ret = tdbBtcMoveToNext(pBtc);
H
Hongze Cheng 已提交
1736 1737 1738 1739
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }
H
Hongze Cheng 已提交
1740 1741 1742 1743

  return 0;
}

1744 1745
int tdbBtreePrev(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
  SCell       *pCell;
M
Minglei Jin 已提交
1746
  SCellDecoder cd = {0};
1747 1748 1749 1750 1751 1752 1753 1754 1755 1756
  void        *pKey, *pVal;
  int          ret;

  // current cursor points to an invalid position
  if (pBtc->idx < 0) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1757
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789

  pKey = tdbRealloc(*ppKey, cd.kLen);
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);

  if (ppVal) {
    // TODO: vLen may be zero
    pVal = tdbRealloc(*ppVal, cd.vLen);
    if (pVal == NULL) {
      tdbFree(pKey);
      return -1;
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
    memcpy(pVal, cd.pVal, cd.vLen);
  }

  ret = tdbBtcMoveToPrev(pBtc);
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  return 0;
}

H
Hongze Cheng 已提交
1790
int tdbBtcMoveToNext(SBTC *pBtc) {
H
Hongze Cheng 已提交
1791
  int    nCells;
H
Hongze Cheng 已提交
1792
  int    ret;
H
Hongze Cheng 已提交
1793 1794
  SCell *pCell;

H
refact  
Hongze Cheng 已提交
1795
  ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1796 1797 1798

  if (pBtc->idx < 0) return -1;

H
Hongze Cheng 已提交
1799
  pBtc->idx++;
H
Hongze Cheng 已提交
1800 1801 1802 1803
  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return 0;
  }

H
Hongze Cheng 已提交
1804
  // move upward
H
Hongze Cheng 已提交
1805
  for (;;) {
H
Hongze Cheng 已提交
1806 1807 1808 1809 1810
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

H
Hongze Cheng 已提交
1811 1812 1813
    tdbBtcMoveUpward(pBtc);
    pBtc->idx++;

H
Hongze Cheng 已提交
1814 1815
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
    if (pBtc->idx <= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
H
Hongze Cheng 已提交
1816 1817
      break;
    }
H
Hongze Cheng 已提交
1818 1819
  }

H
Hongze Cheng 已提交
1820
  // move downward
H
Hongze Cheng 已提交
1821
  for (;;) {
H
Hongze Cheng 已提交
1822
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1823

H
Hongze Cheng 已提交
1824 1825 1826 1827
    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
H
Hongze Cheng 已提交
1828
    }
H
Hongze Cheng 已提交
1829 1830

    pBtc->idx = 0;
H
Hongze Cheng 已提交
1831 1832
  }

H
Hongze Cheng 已提交
1833 1834 1835
  return 0;
}

H
Hongze Cheng 已提交
1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872
int tdbBtcMoveToPrev(SBTC *pBtc) {
  if (pBtc->idx < 0) return -1;

  pBtc->idx--;
  if (pBtc->idx >= 0) {
    return 0;
  }

  // move upward
  for (;;) {
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

    tdbBtcMoveUpward(pBtc);
    pBtc->idx--;
    if (pBtc->idx >= 0) {
      break;
    }
  }

  // move downward
  for (;;) {
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    tdbBtcMoveDownward(pBtc);
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
    } else {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
    }
  }

  return 0;
}

H
Hongze Cheng 已提交
1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886
static int tdbBtcMoveDownward(SBTC *pBtc) {
  int    ret;
  SPgno  pgno;
  SCell *pCell;

  ASSERT(pBtc->idx >= 0);
  ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));

  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
    pgno = ((SPgno *)pCell)[0];
  } else {
    pgno = ((SIntHdr *)pBtc->pPage->pData)->pgno;
  }
H
Hongze Cheng 已提交
1887

H
Hongze Cheng 已提交
1888 1889
  ASSERT(pgno);

H
Hongze Cheng 已提交
1890 1891 1892 1893 1894
  pBtc->pgStack[pBtc->iPage] = pBtc->pPage;
  pBtc->idxStack[pBtc->iPage] = pBtc->idx;
  pBtc->iPage++;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1895

H
Hongze Cheng 已提交
1896 1897
  ret = tdbPagerFetchPage(pBtc->pBt->pPager, &pgno, &pBtc->pPage, tdbBtreeInitPage,
                          &((SBtreeInitPageArg){.pBt = pBtc->pBt, .flags = 0}), pBtc->pTxn);
H
Hongze Cheng 已提交
1898 1899
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
1900
    return -1;
H
Hongze Cheng 已提交
1901 1902 1903 1904 1905 1906
  }

  return 0;
}

static int tdbBtcMoveUpward(SBTC *pBtc) {
H
Hongze Cheng 已提交
1907 1908
  if (pBtc->iPage == 0) return -1;

H
Hongze Cheng 已提交
1909
  tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
Hongze Cheng 已提交
1910 1911 1912 1913 1914

  pBtc->iPage--;
  pBtc->pPage = pBtc->pgStack[pBtc->iPage];
  pBtc->idx = pBtc->idxStack[pBtc->iPage];

H
Hongze Cheng 已提交
1915
  return 0;
H
Hongze Cheng 已提交
1916
}
H
refact  
Hongze Cheng 已提交
1917

H
Hongze Cheng 已提交
1918 1919 1920 1921 1922 1923 1924 1925
int tdbBtcGet(SBTC *pBtc, const void **ppKey, int *kLen, const void **ppVal, int *vLen) {
  SCell *pCell;

  if (pBtc->idx < 0 || pBtc->idx >= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
1926
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &pBtc->coder, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1927 1928 1929 1930 1931 1932 1933 1934

  if (ppKey) {
    *ppKey = (void *)pBtc->coder.pKey;
    *kLen = pBtc->coder.kLen;
  }

  if (ppVal) {
    *ppVal = (void *)pBtc->coder.pVal;
H
Hongze Cheng 已提交
1935
    *vLen = pBtc->coder.vLen;
H
Hongze Cheng 已提交
1936 1937 1938 1939 1940
  }

  return 0;
}

H
Hongze Cheng 已提交
1941
int tdbBtcDelete(SBTC *pBtc) {
H
Hongze Cheng 已提交
1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958
  int         idx = pBtc->idx;
  int         nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  SPager     *pPager = pBtc->pBt->pPager;
  const void *pKey;
  i8          iPage;
  SPage      *pPage;
  SPgno       pgno;
  SCell      *pCell;
  int         szCell;
  int         nKey;
  int         ret;

  ASSERT(idx >= 0 && idx < nCells);

  // drop the cell on the leaf
  ret = tdbPagerWrite(pPager, pBtc->pPage);
  if (ret < 0) {
1959
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1960 1961 1962
    return -1;
  }

1963
  tdbPageDropCell(pBtc->pPage, idx, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1964

H
Hongze Cheng 已提交
1965
  // update interior page or do balance
H
Hongze Cheng 已提交
1966
  if (idx == nCells - 1) {
H
Hongze Cheng 已提交
1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980
    if (idx) {
      pBtc->idx--;
      tdbBtcGet(pBtc, &pKey, &nKey, NULL, NULL);

      // loop to update the interial page
      pgno = TDB_PAGE_PGNO(pBtc->pPage);
      for (iPage = pBtc->iPage - 1; iPage >= 0; iPage--) {
        pPage = pBtc->pgStack[iPage];
        idx = pBtc->idxStack[iPage];
        nCells = TDB_PAGE_TOTAL_CELLS(pPage);

        if (idx < nCells) {
          ret = tdbPagerWrite(pPager, pPage);
          if (ret < 0) {
1981
            tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1982 1983 1984 1985 1986
            return -1;
          }

          // update the cell with new key
          pCell = tdbOsMalloc(nKey + 9);
1987
          tdbBtreeEncodeCell(pPage, pKey, nKey, &pgno, sizeof(pgno), pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1988

1989
          ret = tdbPageUpdateCell(pPage, idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001
          if (ret < 0) {
            tdbOsFree(pCell);
            ASSERT(0);
            return -1;
          }
          tdbOsFree(pCell);
          break;
        } else {
          pgno = TDB_PAGE_PGNO(pPage);
        }
      }
    } else {
H
Hongze Cheng 已提交
2002
      // delete the leaf page and do balance
H
Hongze Cheng 已提交
2003
      ASSERT(TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0);
H
Hongze Cheng 已提交
2004 2005 2006 2007 2008 2009

      ret = tdbBtreeBalance(pBtc);
      if (ret < 0) {
        ASSERT(0);
        return -1;
      }
H
Hongze Cheng 已提交
2010
    }
H
Hongze Cheng 已提交
2011 2012 2013 2014 2015
  }

  return 0;
}

H
Hongze Cheng 已提交
2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027
int tdbBtcUpsert(SBTC *pBtc, const void *pKey, int kLen, const void *pData, int nData, int insert) {
  SCell *pCell;
  int    szCell;
  int    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  int    szBuf;
  void  *pBuf;
  int    ret;

  ASSERT(pBtc->idx >= 0);

  // alloc space
  szBuf = kLen + nData + 14;
2028
  pBuf = tdbRealloc(pBtc->pBt->pBuf, pBtc->pBt->pageSize > szBuf ? szBuf : pBtc->pBt->pageSize);
H
Hongze Cheng 已提交
2029 2030 2031 2032 2033 2034 2035 2036
  if (pBuf == NULL) {
    ASSERT(0);
    return -1;
  }
  pBtc->pBt->pBuf = pBuf;
  pCell = (SCell *)pBtc->pBt->pBuf;

  // encode cell
2037
  ret = tdbBtreeEncodeCell(pBtc->pPage, pKey, kLen, pData, nData, pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2038 2039 2040 2041 2042 2043 2044 2045
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  // mark dirty
  ret = tdbPagerWrite(pBtc->pBt->pPager, pBtc->pPage);
  if (ret < 0) {
2046
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057
    return -1;
  }

  // insert or update
  if (insert) {
    ASSERT(pBtc->idx <= nCells);

    ret = tdbPageInsertCell(pBtc->pPage, pBtc->idx, pCell, szCell, 0);
  } else {
    ASSERT(pBtc->idx < nCells);

2058
    ret = tdbPageUpdateCell(pBtc->pPage, pBtc->idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073
  }
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  // check balance
  if (pBtc->pPage->nOverflow > 0) {
    ret = tdbBtreeBalance(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }
  }

H
Hongze Cheng 已提交
2074 2075 2076
  return 0;
}

H
Hongze Cheng 已提交
2077
int tdbBtcMoveTo(SBTC *pBtc, const void *pKey, int kLen, int *pCRst) {
H
Hongze Cheng 已提交
2078 2079 2080 2081 2082 2083 2084 2085
  int         ret;
  int         nCells;
  int         c;
  SCell      *pCell;
  SBTree     *pBt = pBtc->pBt;
  SPager     *pPager = pBt->pPager;
  const void *pTKey;
  int         tkLen;
H
Hongze Cheng 已提交
2086

2087
  tdbTrace("tdb moveto, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2088
  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
2089
    // move from a clear cursor
H
Hongze Cheng 已提交
2090 2091
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
2092
    if (ret < 0) {
H
Hongze Cheng 已提交
2093
      // TODO
H
Hongze Cheng 已提交
2094
      ASSERT(0);
H
Hongze Cheng 已提交
2095
      return 0;
H
Hongze Cheng 已提交
2096 2097 2098
    }

    pBtc->iPage = 0;
H
Hongze Cheng 已提交
2099 2100 2101 2102
    pBtc->idx = -1;
    // for empty tree, just return with an invalid position
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0) return 0;
  } else {
H
Hongze Cheng 已提交
2103 2104
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119
    SPage *pPage;
    int    idx;
    int    iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      pPage = pBtc->pgStack[iPage];
      idx = pBtc->idxStack[iPage];
      nCells = TDB_PAGE_TOTAL_CELLS(pPage);

      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));

      // check if key <= current position
      if (idx < nCells) {
        pCell = tdbPageGetCell(pPage, idx);
2120
        tdbBtreeDecodeCell(pPage, pCell, &cd);
H
Hongze Cheng 已提交
2121 2122 2123 2124 2125 2126 2127 2128
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen);
        if (c > 0) break;
      }

      // check if key > current - 1 position
      if (idx > 0) {
        pCell = tdbPageGetCell(pPage, idx - 1);
        tdbBtreeDecodeCell(pPage, pCell, &cd);
2129
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2130 2131 2132 2133 2134 2135 2136 2137 2138
        if (c <= 0) break;
      }
    }

    // move upward
    for (;;) {
      if (pBtc->iPage == iPage) break;
      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
2139
#endif
H
Hongze Cheng 已提交
2140
  }
H
Hongze Cheng 已提交
2141

H
Hongze Cheng 已提交
2142
  // search downward to the leaf
2143
  tdbTrace("tdb search downward, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2144
  for (;;) {
H
Hongze Cheng 已提交
2145
    int    lidx, ridx;
H
Hongze Cheng 已提交
2146
    SPage *pPage;
H
Hongze Cheng 已提交
2147

H
Hongze Cheng 已提交
2148 2149 2150 2151
    pPage = pBtc->pPage;
    nCells = TDB_PAGE_TOTAL_CELLS(pPage);
    lidx = 0;
    ridx = nCells - 1;
H
Hongze Cheng 已提交
2152

H
Hongze Cheng 已提交
2153
    ASSERT(nCells > 0);
H
Hongze Cheng 已提交
2154

H
Hongze Cheng 已提交
2155
    // compare first cell
H
Hongze Cheng 已提交
2156 2157 2158
    pBtc->idx = lidx;
    tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
    c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2159 2160 2161 2162 2163 2164 2165 2166
    if (c <= 0) {
      ridx = lidx - 1;
    } else {
      lidx = lidx + 1;
    }

    // compare last cell
    if (lidx <= ridx) {
H
Hongze Cheng 已提交
2167 2168 2169
      pBtc->idx = ridx;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2170 2171 2172 2173 2174 2175 2176
      if (c >= 0) {
        lidx = ridx + 1;
      } else {
        ridx = ridx - 1;
      }
    }

H
Hongze Cheng 已提交
2177
    // binary search
2178
    tdbTrace("tdb binary search, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2179 2180
    for (;;) {
      if (lidx > ridx) break;
H
Hongze Cheng 已提交
2181

H
Hongze Cheng 已提交
2182 2183 2184
      pBtc->idx = (lidx + ridx) >> 1;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2185 2186
      if (c < 0) {
        // pKey < cd.pKey
H
Hongze Cheng 已提交
2187
        ridx = pBtc->idx - 1;
H
Hongze Cheng 已提交
2188 2189
      } else if (c > 0) {
        // pKey > cd.pKey
H
Hongze Cheng 已提交
2190
        lidx = pBtc->idx + 1;
H
Hongze Cheng 已提交
2191 2192 2193
      } else {
        // pKey == cd.pKey
        break;
H
Hongze Cheng 已提交
2194
      }
H
Hongze Cheng 已提交
2195
    }
H
Hongze Cheng 已提交
2196

H
Hongze Cheng 已提交
2197 2198 2199 2200 2201
    // keep search downward or break
    if (TDB_BTREE_PAGE_IS_LEAF(pPage)) {
      *pCRst = c;
      break;
    } else {
H
Hongze Cheng 已提交
2202 2203
      if (c > 0) {
        pBtc->idx += 1;
H
Hongze Cheng 已提交
2204
      }
H
Hongze Cheng 已提交
2205
      tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
2206 2207 2208
    }
  }

2209 2210
  tdbTrace("tdb moveto end, pager:%p, ipage:%d", pPager, pBtc->iPage);

H
Hongze Cheng 已提交
2211 2212 2213
  return 0;
}

H
refact  
Hongze Cheng 已提交
2214 2215 2216 2217 2218 2219
int tdbBtcClose(SBTC *pBtc) {
  if (pBtc->iPage < 0) return 0;

  for (;;) {
    ASSERT(pBtc->pPage);

H
Hongze Cheng 已提交
2220
    tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
2221 2222 2223 2224 2225 2226 2227 2228

    pBtc->iPage--;
    if (pBtc->iPage < 0) break;

    pBtc->pPage = pBtc->pgStack[pBtc->iPage];
    pBtc->idx = pBtc->idxStack[pBtc->iPage];
  }

2229
  if (TDB_CELLDECODER_FREE_VAL(&pBtc->coder)) {
2230 2231
    tdbDebug("tdb btc/close decoder: %p pVal free: %p", &pBtc->coder, pBtc->coder.pVal);

2232 2233 2234
    tdbFree(pBtc->coder.pVal);
  }

H
refact  
Hongze Cheng 已提交
2235 2236
  return 0;
}
H
Hongze Cheng 已提交
2237 2238 2239 2240 2241 2242 2243 2244

int tdbBtcIsValid(SBTC *pBtc) {
  if (pBtc->idx < 0) {
    return 0;
  } else {
    return 1;
  }
}
H
refact  
Hongze Cheng 已提交
2245
// TDB_BTREE_CURSOR
H
Hongze Cheng 已提交
2246

H
refact  
Hongze Cheng 已提交
2247
// TDB_BTREE_DEBUG =====================
H
Hongze Cheng 已提交
2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266
#ifndef NODEBUG
typedef struct {
  SPgno pgno;
  u8    root;
  u8    leaf;
  SPgno rChild;
  int   nCells;
  int   nOvfl;
} SBtPageInfo;

SBtPageInfo btPageInfos[20];

void tdbBtPageInfo(SPage *pPage, int idx) {
  SBtPageInfo *pBtPageInfo;

  pBtPageInfo = btPageInfos + idx;

  pBtPageInfo->pgno = TDB_PAGE_PGNO(pPage);

H
refact  
Hongze Cheng 已提交
2267 2268
  pBtPageInfo->root = TDB_BTREE_PAGE_IS_ROOT(pPage);
  pBtPageInfo->leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
2269 2270 2271 2272 2273 2274 2275 2276 2277

  pBtPageInfo->rChild = 0;
  if (!pBtPageInfo->leaf) {
    pBtPageInfo->rChild = *(SPgno *)(pPage->pData + 1);
  }

  pBtPageInfo->nCells = TDB_PAGE_TOTAL_CELLS(pPage) - pPage->nOverflow;
  pBtPageInfo->nOvfl = pPage->nOverflow;
}
H
refact  
Hongze Cheng 已提交
2278
#endif
2279
// TDB_BTREE_DEBUG