tdbBtree.c 55.6 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16 17
#include "tdbInt.h"

H
Hongze Cheng 已提交
18 19
#define TDB_BTREE_ROOT 0x1
#define TDB_BTREE_LEAF 0x2
20
#define TDB_BTREE_OVFL 0x4
H
Hongze Cheng 已提交
21

H
Hongze Cheng 已提交
22
struct SBTree {
H
Hongze Cheng 已提交
23 24 25 26 27 28 29 30 31 32
  SPgno         root;
  int           keyLen;
  int           valLen;
  SPager       *pPager;
  tdb_cmpr_fn_t kcmpr;
  int           pageSize;
  int           maxLocal;
  int           minLocal;
  int           maxLeaf;
  int           minLeaf;
M
Minglei Jin 已提交
33 34
  SBtInfo       info;
  char         *tbname;
H
Hongze Cheng 已提交
35
  void         *pBuf;
H
Hongze Cheng 已提交
36 37
};

H
Hongze Cheng 已提交
38 39
#define TDB_BTREE_PAGE_COMMON_HDR u8 flags;

H
Hongze Cheng 已提交
40
#define TDB_BTREE_PAGE_GET_FLAGS(PAGE)        (PAGE)->pData[0]
H
Hongze Cheng 已提交
41
#define TDB_BTREE_PAGE_SET_FLAGS(PAGE, flags) ((PAGE)->pData[0] = (flags))
H
Hongze Cheng 已提交
42 43
#define TDB_BTREE_PAGE_IS_ROOT(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_ROOT)
#define TDB_BTREE_PAGE_IS_LEAF(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_LEAF)
44
#define TDB_BTREE_PAGE_IS_OVFL(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_OVFL)
45 46
#define TDB_BTREE_ASSERT_FLAG(flags)                                                     \
  ASSERT(TDB_FLAG_IS(flags, TDB_BTREE_ROOT) || TDB_FLAG_IS(flags, TDB_BTREE_LEAF) ||     \
47 48
         TDB_FLAG_IS(flags, TDB_BTREE_ROOT | TDB_BTREE_LEAF) || TDB_FLAG_IS(flags, 0) || \
         TDB_FLAG_IS(flags, TDB_BTREE_OVFL))
H
Hongze Cheng 已提交
49

H
Hongze Cheng 已提交
50
#pragma pack(push, 1)
wafwerar's avatar
wafwerar 已提交
51
typedef struct {
H
Hongze Cheng 已提交
52 53 54
  TDB_BTREE_PAGE_COMMON_HDR
} SLeafHdr;

wafwerar's avatar
wafwerar 已提交
55 56
typedef struct {
  TDB_BTREE_PAGE_COMMON_HDR
H
Hongze Cheng 已提交
57 58
  SPgno pgno;  // right-most child
} SIntHdr;
wafwerar's avatar
wafwerar 已提交
59
#pragma pack(pop)
H
more  
Hongze Cheng 已提交
60

H
Hongze Cheng 已提交
61
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2);
H
Hongze Cheng 已提交
62
static int tdbBtreeOpenImpl(SBTree *pBt);
63
// static int tdbBtreeInitPage(SPage *pPage, void *arg, int init);
H
Hongze Cheng 已提交
64
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
65 66
                              int *szCell, TXN *pTxn, SBTree *pBt);
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
67
static int tdbBtreeBalance(SBTC *pBtc);
68
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
69
static int tdbBtcMoveDownward(SBTC *pBtc);
H
Hongze Cheng 已提交
70
static int tdbBtcMoveUpward(SBTC *pBtc);
H
Hongze Cheng 已提交
71

72 73
int tdbBtreeOpen(int keyLen, int valLen, SPager *pPager, char const *tbname, SPgno pgno, tdb_cmpr_fn_t kcmpr,
                 SBTree **ppBt) {
H
Hongze Cheng 已提交
74
  SBTree *pBt;
H
Hongze Cheng 已提交
75
  int     ret;
H
more  
Hongze Cheng 已提交
76

H
Hongze Cheng 已提交
77 78
  ASSERT(keyLen != 0);

H
Hongze Cheng 已提交
79
  *ppBt = NULL;
H
Hongze Cheng 已提交
80

H
Hongze Cheng 已提交
81
  pBt = (SBTree *)tdbOsCalloc(1, sizeof(*pBt));
H
Hongze Cheng 已提交
82 83 84 85 86
  if (pBt == NULL) {
    return -1;
  }

  // pBt->keyLen
H
Hongze Cheng 已提交
87
  pBt->keyLen = keyLen < 0 ? TDB_VARIANT_LEN : keyLen;
H
Hongze Cheng 已提交
88
  // pBt->valLen
H
Hongze Cheng 已提交
89
  pBt->valLen = valLen < 0 ? TDB_VARIANT_LEN : valLen;
H
refact  
Hongze Cheng 已提交
90 91
  // pBt->pPager
  pBt->pPager = pPager;
H
Hongze Cheng 已提交
92 93
  // pBt->kcmpr
  pBt->kcmpr = kcmpr ? kcmpr : tdbDefaultKeyCmprFn;
H
Hongze Cheng 已提交
94
  // pBt->pageSize
H
Hongze Cheng 已提交
95
  pBt->pageSize = pPager->pageSize;
H
Hongze Cheng 已提交
96
  // pBt->maxLocal
H
Hongze Cheng 已提交
97
  pBt->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr)) / 4;
H
Hongze Cheng 已提交
98
  // pBt->minLocal: Should not be allowed smaller than 15, which is [nPayload][nKey][nData]
H
Hongze Cheng 已提交
99
  pBt->minLocal = pBt->maxLocal / 2;
H
Hongze Cheng 已提交
100
  // pBt->maxLeaf
H
Hongze Cheng 已提交
101
  pBt->maxLeaf = tdbPageCapacity(pBt->pageSize, sizeof(SLeafHdr));
H
Hongze Cheng 已提交
102 103
  // pBt->minLeaf
  pBt->minLeaf = pBt->minLocal;
H
Hongze Cheng 已提交
104

105 106 107 108 109
  // if pgno == 0 fetch new btree root leaf page
  if (pgno == 0) {
    // fetch page & insert into main db
    SPage *pPage;
    TXN    txn;
110
    tdbTxnOpen(&txn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED);
111 112 113 114 115 116 117 118 119 120 121 122 123

    pPager->inTran = 1;

    SBtreeInitPageArg zArg;
    zArg.flags = 0x1 | 0x2;  // root leaf node;
    zArg.pBt = pBt;
    ret = tdbPagerFetchPage(pPager, &pgno, &pPage, tdbBtreeInitPage, &zArg, &txn);
    if (ret < 0) {
      return -1;
    }

    ret = tdbPagerWrite(pPager, pPage);
    if (ret < 0) {
124
      tdbError("failed to write page since %s", terrstr());
125 126
      return -1;
    }
M
Minglei Jin 已提交
127

128
    if (strcmp(TDB_MAINDB_NAME, tbname)) {
M
Minglei Jin 已提交
129 130 131 132 133 134
      pBt->info.root = pgno;
      pBt->info.nLevel = 1;
      pBt->info.nData = 0;
      pBt->tbname = (char *)tbname;
      // ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pgno, sizeof(SPgno), &txn);
      ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pBt->info, sizeof(pBt->info), &txn);
135 136 137 138
      if (ret < 0) {
        return -1;
      }
    }
M
Minglei Jin 已提交
139

M
Minglei Jin 已提交
140 141
    // tdbUnrefPage(pPage);
    tdbPCacheRelease(pPager->pCache, pPage, &txn);
M
Minglei Jin 已提交
142
    tdbCommit(pPager->pEnv, &txn);
M
Minglei Jin 已提交
143
    tdbPostCommit(pPager->pEnv, &txn);
144 145 146 147 148 149
    tdbTxnClose(&txn);
  }

  ASSERT(pgno != 0);
  pBt->root = pgno;
  /*
H
Hongze Cheng 已提交
150 151 152
  // TODO: pBt->root
  ret = tdbBtreeOpenImpl(pBt);
  if (ret < 0) {
H
Hongze Cheng 已提交
153
    tdbOsFree(pBt);
H
Hongze Cheng 已提交
154 155
    return -1;
  }
156
  */
H
Hongze Cheng 已提交
157
  *ppBt = pBt;
H
Hongze Cheng 已提交
158 159 160 161
  return 0;
}

int tdbBtreeClose(SBTree *pBt) {
H
Hongze Cheng 已提交
162
  if (pBt) {
H
Hongze Cheng 已提交
163
    tdbFree(pBt->pBuf);
H
Hongze Cheng 已提交
164 165
    tdbOsFree(pBt);
  }
H
Hongze Cheng 已提交
166 167 168
  return 0;
}

H
Hongze Cheng 已提交
169
int tdbBtreeInsert(SBTree *pBt, const void *pKey, int kLen, const void *pVal, int vLen, TXN *pTxn) {
H
Hongze Cheng 已提交
170 171 172 173 174 175 176 177 178
  SBTC   btc;
  SCell *pCell;
  void  *pBuf;
  int    szCell;
  int    szBuf;
  int    ret;
  int    idx;
  int    c;

H
Hongze Cheng 已提交
179
  tdbBtcOpen(&btc, pBt, pTxn);
H
Hongze Cheng 已提交
180

181 182
  tdbTrace("tdb insert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
183 184
  // move to the position to insert
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
185
  if (ret < 0) {
H
Hongze Cheng 已提交
186 187
    tdbBtcClose(&btc);
    ASSERT(0);
H
Hongze Cheng 已提交
188 189 190
    return -1;
  }

H
Hongze Cheng 已提交
191
  if (btc.idx == -1) {
H
Hongze Cheng 已提交
192
    btc.idx = 0;
H
Hongze Cheng 已提交
193
  } else {
H
Hongze Cheng 已提交
194
    if (c > 0) {
H
Hongze Cheng 已提交
195 196 197
      btc.idx++;
    } else if (c == 0) {
      // dup key not allowed
H
Hongze Cheng 已提交
198
      ASSERT(0);
H
Hongze Cheng 已提交
199 200 201 202
      return -1;
    }
  }

H
Hongze Cheng 已提交
203 204
  ret = tdbBtcUpsert(&btc, pKey, kLen, pVal, vLen, 1);
  if (ret < 0) {
H
Hongze Cheng 已提交
205
    ASSERT(0);
H
Hongze Cheng 已提交
206
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
207 208
    return -1;
  }
H
Hongze Cheng 已提交
209

H
Hongze Cheng 已提交
210 211 212 213 214 215 216 217 218 219 220
  tdbBtcClose(&btc);
  return 0;
}

int tdbBtreeDelete(SBTree *pBt, const void *pKey, int kLen, TXN *pTxn) {
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

221 222
  tdbTrace("tdb delete, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
223 224
  // move the cursor
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
225
  if (ret < 0) {
H
Hongze Cheng 已提交
226 227
    tdbBtcClose(&btc);
    ASSERT(0);
H
more  
Hongze Cheng 已提交
228 229 230
    return -1;
  }

H
Hongze Cheng 已提交
231
  if (btc.idx < 0 || c != 0) {
H
more  
Hongze Cheng 已提交
232
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
233 234
    return -1;
  }
H
Hongze Cheng 已提交
235

H
Hongze Cheng 已提交
236 237
  // delete the key
  if (tdbBtcDelete(&btc) < 0) {
H
Hongze Cheng 已提交
238
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
239
    return -1;
H
Hongze Cheng 已提交
240 241
  }

H
Hongze Cheng 已提交
242
  tdbBtcClose(&btc);
H
more  
Hongze Cheng 已提交
243 244 245
  return 0;
}

H
Hongze Cheng 已提交
246
int tdbBtreeUpsert(SBTree *pBt, const void *pKey, int nKey, const void *pData, int nData, TXN *pTxn) {
H
Hongze Cheng 已提交
247 248 249 250 251 252
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

253 254
  tdbTrace("tdb upsert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
255
  // move the cursor
H
Hongze Cheng 已提交
256
  ret = tdbBtcMoveTo(&btc, pKey, nKey, &c);
H
Hongze Cheng 已提交
257 258
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
259
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
260 261 262
    return -1;
  }

H
Hongze Cheng 已提交
263 264 265 266 267 268 269
  if (btc.idx == -1) {
    btc.idx = 0;
    c = 1;
  } else {
    if (c > 0) {
      btc.idx = btc.idx + 1;
    }
H
Hongze Cheng 已提交
270 271
  }

H
Hongze Cheng 已提交
272 273 274
  ret = tdbBtcUpsert(&btc, pKey, nKey, pData, nData, c);
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
275 276 277 278 279 280 281 282
    tdbBtcClose(&btc);
    return -1;
  }

  tdbBtcClose(&btc);
  return 0;
}

H
Hongze Cheng 已提交
283
int tdbBtreeGet(SBTree *pBt, const void *pKey, int kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
284 285 286 287
  return tdbBtreePGet(pBt, pKey, kLen, NULL, NULL, ppVal, vLen);
}

int tdbBtreePGet(SBTree *pBt, const void *pKey, int kLen, void **ppKey, int *pkLen, void **ppVal, int *vLen) {
H
refact  
Hongze Cheng 已提交
288
  SBTC         btc;
H
Hongze Cheng 已提交
289 290
  SCell       *pCell;
  int          cret;
H
Hongze Cheng 已提交
291
  int          ret;
H
Hongze Cheng 已提交
292 293
  void        *pTKey = NULL;
  void        *pTVal = NULL;
294
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
295

H
Hongze Cheng 已提交
296
  tdbBtcOpen(&btc, pBt, NULL);
H
Hongze Cheng 已提交
297

298 299
  tdbTrace("tdb pget, btc: %p", &btc);

H
Hongze Cheng 已提交
300 301 302 303 304
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &cret);
  if (ret < 0) {
    tdbBtcClose(&btc);
    ASSERT(0);
  }
H
Hongze Cheng 已提交
305

H
Hongze Cheng 已提交
306
  if (btc.idx < 0 || cret) {
H
Hongze Cheng 已提交
307
    tdbBtcClose(&btc);
308

H
Hongze Cheng 已提交
309
    return -1;
H
Hongze Cheng 已提交
310 311 312
  }

  pCell = tdbPageGetCell(btc.pPage, btc.idx);
313
  tdbBtreeDecodeCell(btc.pPage, pCell, &cd, btc.pTxn, pBt);
H
Hongze Cheng 已提交
314

H
Hongze Cheng 已提交
315
  if (ppKey) {
H
Hongze Cheng 已提交
316
    pTKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
317 318 319 320 321 322 323 324
    if (pTKey == NULL) {
      tdbBtcClose(&btc);
      ASSERT(0);
      return -1;
    }
    *ppKey = pTKey;
    *pkLen = cd.kLen;
    memcpy(*ppKey, cd.pKey, cd.kLen);
325 326
  }

H
Hongze Cheng 已提交
327
  if (ppVal) {
H
Hongze Cheng 已提交
328
    pTVal = tdbRealloc(*ppVal, cd.vLen);
H
Hongze Cheng 已提交
329 330 331 332 333 334 335 336
    if (pTVal == NULL) {
      tdbBtcClose(&btc);
      ASSERT(0);
      return -1;
    }
    *ppVal = pTVal;
    *vLen = cd.vLen;
    memcpy(*ppVal, cd.pVal, cd.vLen);
337
  }
H
Hongze Cheng 已提交
338

339 340 341 342 343
  if (TDB_CELLDECODER_FREE_KEY(&cd)) {
    tdbFree(cd.pKey);
  }

  if (TDB_CELLDECODER_FREE_VAL(&cd)) {
344 345
    tdbDebug("tdb btc/pget/2 decoder: %p pVal free: %p", &cd, cd.pVal);

346 347 348
    tdbFree(cd.pVal);
  }

349 350
  tdbTrace("tdb pget end, btc decoder: %p/0x%x, local decoder:%p", &btc.coder, btc.coder.freeKV, &cd);

H
Hongze Cheng 已提交
351 352
  tdbBtcClose(&btc);

353 354 355
  return 0;
}

H
Hongze Cheng 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2) {
  int mlen;
  int cret;

  ASSERT(keyLen1 > 0 && keyLen2 > 0 && pKey1 != NULL && pKey2 != NULL);

  mlen = keyLen1 < keyLen2 ? keyLen1 : keyLen2;
  cret = memcmp(pKey1, pKey2, mlen);
  if (cret == 0) {
    if (keyLen1 < keyLen2) {
      cret = -1;
    } else if (keyLen1 > keyLen2) {
      cret = 1;
    } else {
      cret = 0;
    }
  }
  return cret;
H
Hongze Cheng 已提交
374
}
375
/*
H
Hongze Cheng 已提交
376 377 378 379 380 381 382
static int tdbBtreeOpenImpl(SBTree *pBt) {
  // Try to get the root page of the an existing btree
  SPgno  pgno;
  SPage *pPage;
  int    ret;

  {
H
Hongze Cheng 已提交
383
    // 1. TODO: Search the main DB to check if the DB exists
384
    ret = tdbPagerOpenDB(pBt->pPager, &pgno, true, pBt);
H
Hongze Cheng 已提交
385
    ASSERT(ret == 0);
H
Hongze Cheng 已提交
386 387 388 389 390 391 392 393
  }

  if (pgno != 0) {
    pBt->root = pgno;
    return 0;
  }

  // Try to create a new database
H
Hongze Cheng 已提交
394
  ret = tdbPagerAllocPage(pBt->pPager, &pgno);
H
Hongze Cheng 已提交
395
  if (ret < 0) {
H
Hongze Cheng 已提交
396
    ASSERT(0);
H
Hongze Cheng 已提交
397 398 399 400 401
    return -1;
  }

  ASSERT(pgno != 0);
  pBt->root = pgno;
H
Hongze Cheng 已提交
402 403
  return 0;
}
404
*/
405
int tdbBtreeInitPage(SPage *pPage, void *arg, int init) {
H
Hongze Cheng 已提交
406
  SBTree *pBt;
H
Hongze Cheng 已提交
407
  u8      flags;
H
Hongze Cheng 已提交
408
  u8      leaf;
H
Hongze Cheng 已提交
409

H
Hongze Cheng 已提交
410
  pBt = ((SBtreeInitPageArg *)arg)->pBt;
H
Hongze Cheng 已提交
411

H
Hongze Cheng 已提交
412 413 414 415 416
  if (init) {
    // init page
    flags = TDB_BTREE_PAGE_GET_FLAGS(pPage);
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
417

H
Hongze Cheng 已提交
418
    tdbPageInit(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
419
  } else {
H
Hongze Cheng 已提交
420 421 422 423
    // zero page
    flags = ((SBtreeInitPageArg *)arg)->flags;
    leaf = flags & TDB_BTREE_LEAF;
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
424

H
Hongze Cheng 已提交
425
    tdbPageZero(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
426

H
Hongze Cheng 已提交
427 428 429
    if (leaf) {
      SLeafHdr *pLeafHdr = (SLeafHdr *)(pPage->pData);
      pLeafHdr->flags = flags;
H
Hongze Cheng 已提交
430

H
Hongze Cheng 已提交
431 432 433 434 435 436
    } else {
      SIntHdr *pIntHdr = (SIntHdr *)(pPage->pData);
      pIntHdr->flags = flags;
      pIntHdr->pgno = 0;
    }
  }
H
Hongze Cheng 已提交
437

H
refact  
Hongze Cheng 已提交
438
  if (leaf) {
H
Hongze Cheng 已提交
439 440 441 442
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = pBt->maxLeaf;
    pPage->minLocal = pBt->minLeaf;
443 444 445 446 447
  } else if (TDB_BTREE_PAGE_IS_OVFL(pPage)) {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
    pPage->minLocal = pBt->minLocal;
H
Hongze Cheng 已提交
448 449 450 451 452 453
  } else {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = sizeof(SPgno);
    pPage->maxLocal = pBt->maxLocal;
    pPage->minLocal = pBt->minLocal;
  }
H
Hongze Cheng 已提交
454

H
Hongze Cheng 已提交
455
  return 0;
H
Hongze Cheng 已提交
456 457
}

H
Hongze Cheng 已提交
458
// TDB_BTREE_BALANCE =====================
H
Hongze Cheng 已提交
459
static int tdbBtreeBalanceDeeper(SBTree *pBt, SPage *pRoot, SPage **ppChild, TXN *pTxn) {
H
Hongze Cheng 已提交
460 461 462 463
  SPager           *pPager;
  SPage            *pChild;
  SPgno             pgnoChild;
  int               ret;
H
Hongze Cheng 已提交
464
  u8                flags;
H
Hongze Cheng 已提交
465
  SIntHdr          *pIntHdr;
H
Hongze Cheng 已提交
466
  SBtreeInitPageArg zArg;
H
Hongze Cheng 已提交
467
  u8                leaf;
H
Hongze Cheng 已提交
468 469

  pPager = pRoot->pPager;
H
Hongze Cheng 已提交
470
  flags = TDB_BTREE_PAGE_GET_FLAGS(pRoot);
H
refact  
Hongze Cheng 已提交
471
  leaf = TDB_BTREE_PAGE_IS_LEAF(pRoot);
H
Hongze Cheng 已提交
472

H
Hongze Cheng 已提交
473 474
  // allocate a new child page
  pgnoChild = 0;
H
Hongze Cheng 已提交
475
  zArg.flags = TDB_FLAG_REMOVE(flags, TDB_BTREE_ROOT);
H
Hongze Cheng 已提交
476
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
477
  ret = tdbPagerFetchPage(pPager, &pgnoChild, &pChild, tdbBtreeInitPage, &zArg, pTxn);
H
Hongze Cheng 已提交
478 479 480 481
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
482 483 484 485
  if (!leaf) {
    ((SIntHdr *)pChild->pData)->pgno = ((SIntHdr *)(pRoot->pData))->pgno;
  }

H
Hongze Cheng 已提交
486 487
  ret = tdbPagerWrite(pPager, pChild);
  if (ret < 0) {
488 489
    tdbError("failed to write page since %s", terrstr());
    return -1;
H
Hongze Cheng 已提交
490 491
  }

H
Hongze Cheng 已提交
492
  // Copy the root page content to the child page
493
  tdbPageCopy(pRoot, pChild, 0);
H
Hongze Cheng 已提交
494 495 496 497

  // Reinitialize the root page
  zArg.flags = TDB_BTREE_ROOT;
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
498
  ret = tdbBtreeInitPage(pRoot, &zArg, 0);
H
Hongze Cheng 已提交
499 500 501 502
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
503
  pIntHdr = (SIntHdr *)(pRoot->pData);
H
Hongze Cheng 已提交
504
  pIntHdr->pgno = pgnoChild;
H
Hongze Cheng 已提交
505

H
Hongze Cheng 已提交
506 507 508 509
  *ppChild = pChild;
  return 0;
}

H
Hongze Cheng 已提交
510
static int tdbBtreeBalanceNonRoot(SBTree *pBt, SPage *pParent, int idx, TXN *pTxn) {
H
Hongze Cheng 已提交
511 512
  int ret;

M
Minglei Jin 已提交
513
  int    nOlds, pageIdx;
H
Hongze Cheng 已提交
514
  SPage *pOlds[3] = {0};
H
Hongze Cheng 已提交
515 516
  SCell *pDivCell[3] = {0};
  int    szDivCell[3];
H
Hongze Cheng 已提交
517
  int    sIdx;
H
Hongze Cheng 已提交
518
  u8     childNotLeaf;
H
Hongze Cheng 已提交
519
  SPgno  rPgno;
H
Hongze Cheng 已提交
520

H
Hongze Cheng 已提交
521
  {  // Find 3 child pages at most to do balance
H
Hongze Cheng 已提交
522 523 524
    int    nCells = TDB_PAGE_TOTAL_CELLS(pParent);
    SCell *pCell;

H
Hongze Cheng 已提交
525 526 527 528 529 530 531 532 533 534 535 536 537 538
    if (nCells <= 2) {
      sIdx = 0;
      nOlds = nCells + 1;
    } else {
      // has more than three child pages
      if (idx == 0) {
        sIdx = 0;
      } else if (idx == nCells) {
        sIdx = idx - 2;
      } else {
        sIdx = idx - 1;
      }
      nOlds = 3;
    }
H
Hongze Cheng 已提交
539 540
    for (int i = 0; i < nOlds; i++) {
      ASSERT(sIdx + i <= nCells);
H
Hongze Cheng 已提交
541

H
Hongze Cheng 已提交
542
      SPgno pgno;
H
Hongze Cheng 已提交
543
      if (sIdx + i == nCells) {
H
refact  
Hongze Cheng 已提交
544
        ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pParent));
H
Hongze Cheng 已提交
545 546
        pgno = ((SIntHdr *)(pParent->pData))->pgno;
      } else {
H
Hongze Cheng 已提交
547
        pCell = tdbPageGetCell(pParent, sIdx + i);
H
Hongze Cheng 已提交
548 549 550
        pgno = *(SPgno *)pCell;
      }

H
Hongze Cheng 已提交
551 552
      ret = tdbPagerFetchPage(pBt->pPager, &pgno, pOlds + i, tdbBtreeInitPage,
                              &((SBtreeInitPageArg){.pBt = pBt, .flags = 0}), pTxn);
H
Hongze Cheng 已提交
553 554 555 556
      if (ret < 0) {
        ASSERT(0);
        return -1;
      }
H
Hongze Cheng 已提交
557 558 559

      ret = tdbPagerWrite(pBt->pPager, pOlds[i]);
      if (ret < 0) {
560
        tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
561 562
        return -1;
      }
H
Hongze Cheng 已提交
563
    }
H
Hongze Cheng 已提交
564
    // copy the parent key out if child pages are not leaf page
H
refact  
Hongze Cheng 已提交
565
    childNotLeaf = !TDB_BTREE_PAGE_IS_LEAF(pOlds[0]);
H
Hongze Cheng 已提交
566
    if (childNotLeaf) {
H
Hongze Cheng 已提交
567 568 569
      for (int i = 0; i < nOlds; i++) {
        if (sIdx + i < TDB_PAGE_TOTAL_CELLS(pParent)) {
          pCell = tdbPageGetCell(pParent, sIdx + i);
570
          szDivCell[i] = tdbBtreeCellSize(pParent, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
571
          pDivCell[i] = tdbOsMalloc(szDivCell[i]);
H
Hongze Cheng 已提交
572 573
          memcpy(pDivCell[i], pCell, szDivCell[i]);
        }
H
Hongze Cheng 已提交
574

H
Hongze Cheng 已提交
575 576 577
        if (i < nOlds - 1) {
          ((SPgno *)pDivCell[i])[0] = ((SIntHdr *)pOlds[i]->pData)->pgno;
          ((SIntHdr *)pOlds[i]->pData)->pgno = 0;
H
Hongze Cheng 已提交
578
          tdbPageInsertCell(pOlds[i], TDB_PAGE_TOTAL_CELLS(pOlds[i]), pDivCell[i], szDivCell[i], 1);
H
Hongze Cheng 已提交
579
        }
H
Hongze Cheng 已提交
580
      }
H
Hongze Cheng 已提交
581
      rPgno = ((SIntHdr *)pOlds[nOlds - 1]->pData)->pgno;
H
Hongze Cheng 已提交
582
    }
H
Hongze Cheng 已提交
583 584 585

    ret = tdbPagerWrite(pBt->pPager, pParent);
    if (ret < 0) {
586
      tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
587 588 589
      return -1;
    }

H
Hongze Cheng 已提交
590
    // drop the cells on parent page
H
Hongze Cheng 已提交
591 592 593
    for (int i = 0; i < nOlds; i++) {
      nCells = TDB_PAGE_TOTAL_CELLS(pParent);
      if (sIdx < nCells) {
594
        tdbPageDropCell(pParent, sIdx, pTxn, pBt);
H
Hongze Cheng 已提交
595 596 597 598
      } else {
        ((SIntHdr *)pParent->pData)->pgno = 0;
      }
    }
H
Hongze Cheng 已提交
599 600
  }

H
Hongze Cheng 已提交
601
  int nNews = 0;
H
Hongze Cheng 已提交
602
  struct {
H
Hongze Cheng 已提交
603 604 605 606
    int cnt;
    int size;
    int iPage;
    int oIdx;
H
Hongze Cheng 已提交
607
  } infoNews[5] = {0};
H
Hongze Cheng 已提交
608 609 610

  {  // Get how many new pages are needed and the new distribution

H
Hongze Cheng 已提交
611 612 613
    // first loop to find minimum number of pages needed
    for (int oPage = 0; oPage < nOlds; oPage++) {
      SPage *pPage = pOlds[oPage];
H
Hongze Cheng 已提交
614 615
      SCell *pCell;
      int    cellBytes;
H
Hongze Cheng 已提交
616
      int    oIdx;
H
Hongze Cheng 已提交
617

H
Hongze Cheng 已提交
618
      for (oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
H
Hongze Cheng 已提交
619
        pCell = tdbPageGetCell(pPage, oIdx);
H
Hongze Cheng 已提交
620 621
        cellBytes = TDB_BYTES_CELL_TAKEN(pPage, pCell);

H
Hongze Cheng 已提交
622 623
        if (infoNews[nNews].size + cellBytes > TDB_PAGE_USABLE_SIZE(pPage)) {
          // page is full, use a new page
H
Hongze Cheng 已提交
624
          nNews++;
H
Hongze Cheng 已提交
625

H
Hongze Cheng 已提交
626 627 628 629 630 631 632
          ASSERT(infoNews[nNews].size + cellBytes <= TDB_PAGE_USABLE_SIZE(pPage));

          if (childNotLeaf) {
            // for non-child page, this cell is used as the right-most child,
            // the divider cell to parent as well
            continue;
          }
H
Hongze Cheng 已提交
633
        }
H
Hongze Cheng 已提交
634 635
        infoNews[nNews].cnt++;
        infoNews[nNews].size += cellBytes;
H
Hongze Cheng 已提交
636
        infoNews[nNews].iPage = oPage;
H
Hongze Cheng 已提交
637
        infoNews[nNews].oIdx = oIdx;
H
Hongze Cheng 已提交
638 639 640
      }
    }

H
Hongze Cheng 已提交
641
    nNews++;
H
Hongze Cheng 已提交
642 643 644

    // back loop to make the distribution even
    for (int iNew = nNews - 1; iNew > 0; iNew--) {
H
Hongze Cheng 已提交
645
      SCell *pCell;
H
Hongze Cheng 已提交
646 647
      int    szLCell, szRCell;

H
Hongze Cheng 已提交
648
      // balance page (iNew) and (iNew-1)
H
Hongze Cheng 已提交
649
      for (;;) {
H
Hongze Cheng 已提交
650
        pCell = tdbPageGetCell(pOlds[infoNews[iNew - 1].iPage], infoNews[iNew - 1].oIdx);
H
Hongze Cheng 已提交
651

652
        szLCell = tdbBtreeCellSize(pOlds[infoNews[iNew - 1].iPage], pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
653 654
        if (!childNotLeaf) {
          szRCell = szLCell;
H
Hongze Cheng 已提交
655
        } else {
H
Hongze Cheng 已提交
656
          int    iPage = infoNews[iNew - 1].iPage;
H
Hongze Cheng 已提交
657
          int    oIdx = infoNews[iNew - 1].oIdx + 1;
H
Hongze Cheng 已提交
658
          SPage *pPage;
H
Hongze Cheng 已提交
659
          for (;;) {
H
Hongze Cheng 已提交
660
            pPage = pOlds[iPage];
H
Hongze Cheng 已提交
661 662 663 664
            if (oIdx < TDB_PAGE_TOTAL_CELLS(pPage)) {
              break;
            }

H
Hongze Cheng 已提交
665
            iPage++;
H
Hongze Cheng 已提交
666 667 668 669
            oIdx = 0;
          }

          pCell = tdbPageGetCell(pPage, oIdx);
670
          szRCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
671 672 673 674 675 676 677 678
        }

        ASSERT(infoNews[iNew - 1].cnt > 0);

        if (infoNews[iNew].size + szRCell >= infoNews[iNew - 1].size - szRCell) {
          break;
        }

H
Hongze Cheng 已提交
679
        // Move a cell right forward
H
Hongze Cheng 已提交
680 681
        infoNews[iNew - 1].cnt--;
        infoNews[iNew - 1].size -= szLCell;
H
Hongze Cheng 已提交
682
        infoNews[iNew - 1].oIdx--;
H
Hongze Cheng 已提交
683
        for (;;) {
H
Hongze Cheng 已提交
684
          if (infoNews[iNew - 1].oIdx >= 0) {
H
Hongze Cheng 已提交
685 686
            break;
          }
H
Hongze Cheng 已提交
687

H
Hongze Cheng 已提交
688 689
          infoNews[iNew - 1].iPage--;
          infoNews[iNew - 1].oIdx = TDB_PAGE_TOTAL_CELLS(pOlds[infoNews[iNew - 1].iPage]) - 1;
H
Hongze Cheng 已提交
690 691 692
        }

        infoNews[iNew].cnt++;
H
Hongze Cheng 已提交
693
        infoNews[iNew].size += szRCell;
H
Hongze Cheng 已提交
694
      }
H
Hongze Cheng 已提交
695
    }
H
Hongze Cheng 已提交
696 697
  }

H
Hongze Cheng 已提交
698 699 700 701 702 703 704 705 706 707 708 709 710
  SPage *pNews[5] = {0};
  {  // Allocate new pages, reuse the old page when possible

    SPgno             pgno;
    SBtreeInitPageArg iarg;
    u8                flags;

    flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);

    for (int iNew = 0; iNew < nNews; iNew++) {
      if (iNew < nOlds) {
        pNews[iNew] = pOlds[iNew];
      } else {
H
Hongze Cheng 已提交
711
        pgno = 0;
H
Hongze Cheng 已提交
712 713
        iarg.pBt = pBt;
        iarg.flags = flags;
H
Hongze Cheng 已提交
714
        ret = tdbPagerFetchPage(pBt->pPager, &pgno, pNews + iNew, tdbBtreeInitPage, &iarg, pTxn);
H
Hongze Cheng 已提交
715 716 717
        if (ret < 0) {
          ASSERT(0);
        }
H
Hongze Cheng 已提交
718 719 720

        ret = tdbPagerWrite(pBt->pPager, pNews[iNew]);
        if (ret < 0) {
721
          tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
722 723
          return -1;
        }
H
Hongze Cheng 已提交
724 725
      }
    }
H
Hongze Cheng 已提交
726 727

    // TODO: sort the page according to the page number
H
Hongze Cheng 已提交
728 729
  }

H
Hongze Cheng 已提交
730
  {  // Do the real cell distribution
H
Hongze Cheng 已提交
731
    SPage            *pOldsCopy[3] = {0};
H
Hongze Cheng 已提交
732 733 734 735
    SCell            *pCell;
    int               szCell;
    SBtreeInitPageArg iarg;
    int               iNew, nNewCells;
M
Minglei Jin 已提交
736
    SCellDecoder      cd = {0};
H
Hongze Cheng 已提交
737 738 739 740

    iarg.pBt = pBt;
    iarg.flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);
    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
741 742
      tdbPageCreate(pOlds[0]->pageSize, &pOldsCopy[i], tdbDefaultMalloc, NULL);
      tdbBtreeInitPage(pOldsCopy[i], &iarg, 0);
743
      tdbPageCopy(pOlds[i], pOldsCopy[i], 0);
744
      pOlds[i]->nOverflow = 0;
745 746
    }

H
Hongze Cheng 已提交
747 748
    iNew = 0;
    nNewCells = 0;
749
    tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
750 751 752 753 754 755 756 757

    for (int iOld = 0; iOld < nOlds; iOld++) {
      SPage *pPage;

      pPage = pOldsCopy[iOld];

      for (int oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
        pCell = tdbPageGetCell(pPage, oIdx);
758
        szCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
759 760

        ASSERT(nNewCells <= infoNews[iNew].cnt);
H
Hongze Cheng 已提交
761
        ASSERT(iNew < nNews);
H
Hongze Cheng 已提交
762 763 764 765

        if (nNewCells < infoNews[iNew].cnt) {
          tdbPageInsertCell(pNews[iNew], nNewCells, pCell, szCell, 0);
          nNewCells++;
H
Hongze Cheng 已提交
766

H
Hongze Cheng 已提交
767 768 769 770 771 772 773
          // insert parent page
          if (!childNotLeaf && nNewCells == infoNews[iNew].cnt) {
            SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;

            if (iNew == nNews - 1 && pIntHdr->pgno == 0) {
              pIntHdr->pgno = TDB_PAGE_PGNO(pNews[iNew]);
            } else {
774
              tdbBtreeDecodeCell(pPage, pCell, &cd, pTxn, pBt);
H
Hongze Cheng 已提交
775

H
Hongze Cheng 已提交
776
              // TODO: pCell here may be inserted as an overflow cell, handle it
H
Hongze Cheng 已提交
777
              SCell *pNewCell = tdbOsMalloc(cd.kLen + 9);
H
Hongze Cheng 已提交
778 779 780
              int    szNewCell;
              SPgno  pgno;
              pgno = TDB_PAGE_PGNO(pNews[iNew]);
781 782
              tdbBtreeEncodeCell(pParent, cd.pKey, cd.kLen, (void *)&pgno, sizeof(SPgno), pNewCell, &szNewCell, pTxn,
                                 pBt);
H
Hongze Cheng 已提交
783
              tdbPageInsertCell(pParent, sIdx++, pNewCell, szNewCell, 0);
H
Hongze Cheng 已提交
784
              tdbOsFree(pNewCell);
M
Minglei Jin 已提交
785 786 787 788 789

              if (TDB_CELLDECODER_FREE_VAL(&cd)) {
                tdbFree(cd.pVal);
                cd.pVal = NULL;
              }
H
Hongze Cheng 已提交
790
            }
H
Hongze Cheng 已提交
791 792

            // move to next new page
H
Hongze Cheng 已提交
793
            iNew++;
H
Hongze Cheng 已提交
794 795
            nNewCells = 0;
            if (iNew < nNews) {
H
Hongze Cheng 已提交
796
              tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
797
            }
H
Hongze Cheng 已提交
798 799 800
          }
        } else {
          ASSERT(childNotLeaf);
H
Hongze Cheng 已提交
801
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
802

H
Hongze Cheng 已提交
803 804 805 806
          // set current new page right-most child
          ((SIntHdr *)pNews[iNew]->pData)->pgno = ((SPgno *)pCell)[0];

          // insert to parent as divider cell
H
Hongze Cheng 已提交
807 808 809
          ASSERT(iNew < nNews - 1);
          ((SPgno *)pCell)[0] = TDB_PAGE_PGNO(pNews[iNew]);
          tdbPageInsertCell(pParent, sIdx++, pCell, szCell, 0);
H
Hongze Cheng 已提交
810 811 812 813

          // move to next new page
          iNew++;
          nNewCells = 0;
H
Hongze Cheng 已提交
814
          if (iNew < nNews) {
H
Hongze Cheng 已提交
815
            tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
816
          }
H
Hongze Cheng 已提交
817 818
        }
      }
H
Hongze Cheng 已提交
819
    }
H
Hongze Cheng 已提交
820

H
Hongze Cheng 已提交
821 822 823
    if (childNotLeaf) {
      ASSERT(TDB_PAGE_TOTAL_CELLS(pNews[nNews - 1]) == infoNews[nNews - 1].cnt);
      ((SIntHdr *)(pNews[nNews - 1]->pData))->pgno = rPgno;
H
Hongze Cheng 已提交
824

H
Hongze Cheng 已提交
825 826 827 828 829 830
      SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;
      if (pIntHdr->pgno == 0) {
        pIntHdr->pgno = TDB_PAGE_PGNO(pNews[nNews - 1]);
      } else {
        ((SPgno *)pDivCell[nOlds - 1])[0] = TDB_PAGE_PGNO(pNews[nNews - 1]);
        tdbPageInsertCell(pParent, sIdx, pDivCell[nOlds - 1], szDivCell[nOlds - 1], 0);
H
Hongze Cheng 已提交
831
      }
H
Hongze Cheng 已提交
832 833 834
    }

    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
835
      tdbPageDestroy(pOldsCopy[i], tdbDefaultFree, NULL);
H
Hongze Cheng 已提交
836 837 838
    }
  }

H
Hongze Cheng 已提交
839 840 841 842
  if (TDB_BTREE_PAGE_IS_ROOT(pParent) && TDB_PAGE_TOTAL_CELLS(pParent) == 0) {
    i8 flags = TDB_BTREE_ROOT | TDB_BTREE_PAGE_IS_LEAF(pNews[0]);
    // copy content to the parent page
    tdbBtreeInitPage(pParent, &(SBtreeInitPageArg){.flags = flags, .pBt = pBt}, 0);
843
    tdbPageCopy(pNews[0], pParent, 1);
844 845 846 847

    if (!TDB_BTREE_PAGE_IS_LEAF(pNews[0])) {
      ((SIntHdr *)(pParent->pData))->pgno = ((SIntHdr *)(pNews[0]->pData))->pgno;
    }
H
Hongze Cheng 已提交
848 849
  }

H
Hongze Cheng 已提交
850 851
  for (int i = 0; i < 3; i++) {
    if (pDivCell[i]) {
H
Hongze Cheng 已提交
852
      tdbOsFree(pDivCell[i]);
H
Hongze Cheng 已提交
853 854
    }
  }
H
Hongze Cheng 已提交
855

M
Minglei Jin 已提交
856 857 858 859 860
  for (pageIdx = 0; pageIdx < nOlds; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pOlds[pageIdx], pTxn);
  }
  for (; pageIdx < nNews; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pNews[pageIdx], pTxn);
H
more  
Hongze Cheng 已提交
861 862
  }

H
Hongze Cheng 已提交
863
  return 0;
H
Hongze Cheng 已提交
864 865
}

H
Hongze Cheng 已提交
866
static int tdbBtreeBalance(SBTC *pBtc) {
H
Hongze Cheng 已提交
867
  int    iPage;
H
Hongze Cheng 已提交
868 869
  int    ret;
  int    nFree;
H
Hongze Cheng 已提交
870
  SPage *pParent;
H
Hongze Cheng 已提交
871
  SPage *pPage;
H
Hongze Cheng 已提交
872
  u8     flags;
H
Hongze Cheng 已提交
873 874
  u8     leaf;
  u8     root;
H
Hongze Cheng 已提交
875 876 877

  // Main loop to balance the BTree
  for (;;) {
H
Hongze Cheng 已提交
878 879
    iPage = pBtc->iPage;
    pPage = pBtc->pPage;
H
refact  
Hongze Cheng 已提交
880 881
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    root = TDB_BTREE_PAGE_IS_ROOT(pPage);
H
Hongze Cheng 已提交
882
    nFree = TDB_PAGE_FREE_SIZE(pPage);
H
Hongze Cheng 已提交
883

H
Hongze Cheng 已提交
884 885
    // when the page is not overflow and not too empty, the balance work
    // is finished. Just break out the balance loop.
H
Hongze Cheng 已提交
886
    if (pPage->nOverflow == 0 && nFree < TDB_PAGE_USABLE_SIZE(pPage) * 2 / 3) {
H
Hongze Cheng 已提交
887 888 889 890
      break;
    }

    if (iPage == 0) {
H
Hongze Cheng 已提交
891 892 893
      // For the root page, only balance when the page is overfull,
      // ignore the case of empty
      if (pPage->nOverflow == 0) break;
H
Hongze Cheng 已提交
894

H
Hongze Cheng 已提交
895
      ret = tdbBtreeBalanceDeeper(pBtc->pBt, pPage, &(pBtc->pgStack[1]), pBtc->pTxn);
H
Hongze Cheng 已提交
896 897 898 899
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
900 901 902 903 904
      pBtc->idx = 0;
      pBtc->idxStack[0] = 0;
      pBtc->pgStack[0] = pBtc->pPage;
      pBtc->iPage = 1;
      pBtc->pPage = pBtc->pgStack[1];
H
Hongze Cheng 已提交
905
    } else {
H
Hongze Cheng 已提交
906
      // Generalized balance step
H
Hongze Cheng 已提交
907
      pParent = pBtc->pgStack[iPage - 1];
H
Hongze Cheng 已提交
908

H
Hongze Cheng 已提交
909
      ret = tdbBtreeBalanceNonRoot(pBtc->pBt, pParent, pBtc->idxStack[pBtc->iPage - 1], pBtc->pTxn);
H
Hongze Cheng 已提交
910 911 912 913
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
914
      tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
more  
Hongze Cheng 已提交
915

H
Hongze Cheng 已提交
916 917
      pBtc->iPage--;
      pBtc->pPage = pBtc->pgStack[pBtc->iPage];
H
Hongze Cheng 已提交
918 919 920 921 922
    }
  }

  return 0;
}
H
Hongze Cheng 已提交
923
// TDB_BTREE_BALANCE
H
Hongze Cheng 已提交
924

925
static int tdbFetchOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
926 927 928 929 930 931
  int ret = 0;

  *pPgno = 0;
  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
932
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
933 934 935 936 937
  if (ret < 0) {
    return -1;
  }

  // mark dirty
938
  ret = tdbPagerWrite(pBt->pPager, *ppOfp);
939
  if (ret < 0) {
940
    tdbError("failed to write page since %s", terrstr());
941 942 943
    return -1;
  }

944 945
  tdbPCacheRelease(pBt->pPager->pCache, *ppOfp, pTxn);

946 947 948
  return ret;
}

949
static int tdbLoadOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
950 951 952 953 954
  int ret = 0;

  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
955
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
956 957 958 959 960 961 962
  if (ret < 0) {
    return -1;
  }

  return ret;
}

H
Hongze Cheng 已提交
963
// TDB_BTREE_CELL =====================
H
Hongze Cheng 已提交
964
static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const void *pKey, int kLen, const void *pVal,
965 966 967 968
                                 int vLen, int *szPayload, TXN *pTxn, SBTree *pBt) {
  int ret = 0;
  int nPayload = kLen + vLen;
  int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
969

970
  if (nPayload + nHeader <= maxLocal) {
H
Hongze Cheng 已提交
971 972
    // no overflow page is needed
    memcpy(pCell + nHeader, pKey, kLen);
H
Hongze Cheng 已提交
973
    if (pVal) {
H
Hongze Cheng 已提交
974
      memcpy(pCell + nHeader + kLen, pVal, vLen);
H
Hongze Cheng 已提交
975 976 977 978
    }

    *szPayload = nPayload;
    return 0;
979 980 981 982 983 984
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
Hongze Cheng 已提交
985

986
    // int ofpCap = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
987 988

    // fetch a new ofp and make it dirty
989
    SPgno  pgno = 0;
990
    SPage *ofp = NULL, *nextOfp = NULL;
991

992
    ret = tdbFetchOvflPage(&pgno, &ofp, pTxn, pBt);
993 994 995 996 997
    if (ret < 0) {
      return -1;
    }

    // local buffer for cell
M
Minglei Jin 已提交
998
    SCell *pBuf = tdbRealloc(NULL, pBt->pageSize);
999 1000 1001 1002 1003 1004 1005
    if (pBuf == NULL) {
      return -1;
    }

    int nLeft = nPayload;
    int bytes;
    int lastPage = 0;
1006
    if (nLocal >= nHeader + kLen + sizeof(SPgno)) {
1007 1008 1009 1010
      // pack key to local
      memcpy(pCell + nHeader, pKey, kLen);
      nLeft -= kLen;
      // pack partial val to local if any space left
1011
      if (nLocal > nHeader + kLen + sizeof(SPgno)) {
M
Minglei Jin 已提交
1012
        ASSERT(pVal != NULL && vLen != 0);
1013 1014
        memcpy(pCell + nHeader + kLen, pVal, nLocal - nHeader - kLen - sizeof(SPgno));
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1015 1016 1017 1018 1019 1020 1021
      }

      // pack nextPgno
      memcpy(pCell + nHeader + nPayload - nLeft, &pgno, sizeof(pgno));

      // pack left val data to ovpages
      do {
1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1053 1054 1055 1056 1057 1058
      } while (nLeft > 0);
    } else {
      int nLeftKey = kLen;
      // pack partial key and nextPgno
      memcpy(pCell + nHeader, pKey, nLocal - 4);
      nLeft -= nLocal - 4;
1059
      nLeftKey -= nLocal - 4;
1060 1061 1062 1063 1064 1065

      memcpy(pCell + nHeader + nLocal - 4, &pgno, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // pack left key & val to ovpages
      do {
1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091
        // cal key to cpy
        int lastKeyPage = 0;
        if (nLeftKey <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pBuf, ((SCell *)pKey) + kLen - nLeftKey, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            memcpy(pBuf + kLen - nLeftKey, pVal, vLen);

            nLeft -= vLen;
            pgno = 0;
          } else {
            memcpy(pBuf + kLen - nLeftKey, pVal, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;

            // fetch next ofp, a new ofp and make it dirty
            ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
            if (ret < 0) {
M
Minglei Jin 已提交
1092
              tdbFree(pBuf);
1093 1094 1095 1096 1097 1098 1099
              return -1;
            }
          }
        } else {
          // fetch next ofp, a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
M
Minglei Jin 已提交
1100
            tdbFree(pBuf);
1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114
            return -1;
          }
        }

        memcpy(pBuf + kLen - nLeft, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          return -1;
        }

        ofp = nextOfp;
        nLeftKey -= bytes;
        nLeft -= bytes;
1115 1116 1117
      } while (nLeftKey > 0);

      while (nLeft > 0) {
1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141
        // pack left val data to ovpages
        lastPage = 0;
        if (nLeft <= maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

M
Minglei Jin 已提交
1142 1143 1144 1145 1146
        if (ofp == NULL) {
          tdbFree(pBuf);
          return -1;
        }

1147 1148 1149 1150 1151 1152 1153 1154
        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1155 1156 1157 1158 1159 1160
      }
    }

    // free local buffer
    tdbFree(pBuf);

1161
    *szPayload = nLocal - nHeader;
H
Hongze Cheng 已提交
1162 1163 1164 1165 1166
  }

  return 0;
}

H
Hongze Cheng 已提交
1167
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
1168
                              int *szCell, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1169 1170 1171 1172
  u8  leaf;
  int nHeader;
  int nPayload;
  int ret;
H
Hongze Cheng 已提交
1173 1174 1175

  ASSERT(pPage->kLen == TDB_VARIANT_LEN || pPage->kLen == kLen);
  ASSERT(pPage->vLen == TDB_VARIANT_LEN || pPage->vLen == vLen);
H
Hongze Cheng 已提交
1176
  ASSERT(pKey != NULL && kLen > 0);
H
Hongze Cheng 已提交
1177

H
Hongze Cheng 已提交
1178 1179
  nPayload = 0;
  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1180
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1181

H
Hongze Cheng 已提交
1182
  // 1. Encode Header part
H
Hongze Cheng 已提交
1183 1184 1185 1186 1187 1188 1189 1190
  /* Encode SPgno if interior page */
  if (!leaf) {
    ASSERT(pPage->vLen == sizeof(SPgno));

    ((SPgno *)(pCell + nHeader))[0] = ((SPgno *)pVal)[0];
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1191
  /* Encode kLen if need */
H
Hongze Cheng 已提交
1192
  if (pPage->kLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1193
    nHeader += tdbPutVarInt(pCell + nHeader, kLen);
H
Hongze Cheng 已提交
1194 1195
  }

H
Hongze Cheng 已提交
1196
  /* Encode vLen if need */
H
Hongze Cheng 已提交
1197
  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1198
    nHeader += tdbPutVarInt(pCell + nHeader, vLen);
H
Hongze Cheng 已提交
1199 1200
  }

H
Hongze Cheng 已提交
1201
  // 2. Encode payload part
H
Hongze Cheng 已提交
1202 1203 1204
  if ((!leaf) || pPage->vLen == 0) {
    pVal = NULL;
    vLen = 0;
H
Hongze Cheng 已提交
1205
  }
H
Hongze Cheng 已提交
1206

1207
  ret = tdbBtreeEncodePayload(pPage, pCell, nHeader, pKey, kLen, pVal, vLen, &nPayload, pTxn, pBt);
H
Hongze Cheng 已提交
1208
  if (ret < 0) {
H
Hongze Cheng 已提交
1209 1210 1211
    // TODO
    ASSERT(0);
    return 0;
H
Hongze Cheng 已提交
1212 1213
  }

H
Hongze Cheng 已提交
1214
  *szCell = nHeader + nPayload;
H
Hongze Cheng 已提交
1215 1216 1217
  return 0;
}

1218 1219
static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, SCellDecoder *pDecoder, TXN *pTxn,
                                 SBTree *pBt) {
1220
  int ret = 0;
H
Hongze Cheng 已提交
1221
  int nPayload;
1222 1223 1224 1225
  int maxLocal = pPage->maxLocal;

  int kLen = pDecoder->kLen;
  int vLen = pDecoder->vLen;
H
Hongze Cheng 已提交
1226 1227

  if (pDecoder->pVal) {
H
Hongze Cheng 已提交
1228
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
1229
    nPayload = pDecoder->kLen;
H
Hongze Cheng 已提交
1230 1231
  } else {
    nPayload = pDecoder->kLen + pDecoder->vLen;
H
Hongze Cheng 已提交
1232 1233
  }

1234
  if (nHeader + nPayload <= maxLocal) {
H
Hongze Cheng 已提交
1235
    // no over flow case
1236
    pDecoder->pKey = (SCell *)pCell + nHeader;
H
Hongze Cheng 已提交
1237
    if (pDecoder->pVal == NULL && pDecoder->vLen > 0) {
1238
      pDecoder->pVal = (SCell *)pCell + nHeader + pDecoder->kLen;
H
Hongze Cheng 已提交
1239
    }
H
Hongze Cheng 已提交
1240
    return 0;
1241 1242 1243 1244 1245 1246 1247
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;

1248 1249
    int    nLeft = nPayload;
    SPgno  pgno = 0;
1250 1251
    SPage *ofp;
    SCell *ofpCell;
1252 1253
    int    bytes;
    int    lastPage = 0;
1254

1255
    if (nLocal >= pDecoder->kLen + nHeader + sizeof(SPgno)) {
1256 1257
      pDecoder->pKey = (SCell *)pCell + nHeader;
      nLeft -= kLen;
1258
      if (nLocal > kLen + nHeader + sizeof(SPgno)) {
1259 1260 1261 1262 1263 1264
        // read partial val to local
        pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
        if (pDecoder->pVal == NULL) {
          return -1;
        }
        TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
1265

1266 1267
        tdbDebug("tdb btc decoder: %p/0x%x pVal: %p ", pDecoder, pDecoder->freeKV, pDecoder->pVal);

1268
        memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - nHeader - kLen - sizeof(SPgno));
1269

1270
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1271
      }
H
Hongze Cheng 已提交
1272

1273 1274 1275
      memcpy(&pgno, pCell + nHeader + nPayload - nLeft, sizeof(pgno));

      // unpack left val data from ovpages
1276 1277 1278 1279 1280
      while (pgno != 0) {
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1281

1282
        ofpCell = tdbPageGetCell(ofp, 0);
1283

1284 1285 1286 1287 1288 1289
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1290

1291 1292
        memcpy(pDecoder->pVal + vLen - nLeft, ofpCell, bytes);
        nLeft -= bytes;
1293

1294
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1295 1296

        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);
1297 1298 1299 1300 1301 1302
      }
    } else {
      int nLeftKey = kLen;
      // load partial key and nextPgno
      pDecoder->pKey = tdbRealloc(pDecoder->pKey, kLen);
      if (pDecoder->pKey == NULL) {
1303
        return -1;
1304 1305 1306 1307 1308
      }
      TDB_CELLDECODER_SET_FREE_KEY(pDecoder);

      memcpy(pDecoder->pKey, pCell + nHeader, nLocal - 4);
      nLeft -= nLocal - 4;
1309
      nLeftKey -= nLocal - 4;
1310 1311 1312 1313 1314 1315

      memcpy(&pgno, pCell + nHeader + nLocal - 4, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // load left key & val to ovpages
      while (pgno != 0) {
1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        int lastKeyPage = 0;
        if (nLeftKey <= maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pDecoder->pKey + kLen - nLeftKey, ofpCell, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            pDecoder->pVal = ofpCell + kLen - nLeftKey;

            nLeft -= vLen;
            pgno = 0;
          } else {
            // read partial val to local
            pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
            if (pDecoder->pVal == NULL) {
              return -1;
            }
            TDB_CELLDECODER_SET_FREE_VAL(pDecoder);

            memcpy(pDecoder->pVal, ofpCell + kLen - nLeftKey, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;
          }
        }

        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));

1356 1357
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1358 1359
        nLeftKey -= bytes;
        nLeft -= bytes;
1360 1361 1362
      }

      while (nLeft > 0) {
1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        // load left val data to ovpages
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        if (lastPage) {
          pgno = 0;
        }

        if (!pDecoder->pVal) {
          pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
          if (pDecoder->pVal == NULL) {
            return -1;
          }
          TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
        }

        memcpy(pDecoder->pVal, ofpCell + vLen - nLeft, bytes);
        nLeft -= bytes;

        memcpy(&pgno, ofpCell + vLen - nLeft + bytes, sizeof(pgno));

1396 1397
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1398
        nLeft -= bytes;
1399 1400
      }
    }
H
Hongze Cheng 已提交
1401 1402
  }

H
Hongze Cheng 已提交
1403 1404 1405
  return 0;
}

1406
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1407 1408 1409 1410 1411
  u8  leaf;
  int nHeader;
  int ret;

  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1412
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1413

H
Hongze Cheng 已提交
1414
  // Clear the state of decoder
1415 1416 1417
  if (TDB_CELLDECODER_FREE_VAL(pDecoder)) {
    tdbFree(pDecoder->pVal);
  }
H
Hongze Cheng 已提交
1418 1419 1420 1421 1422
  pDecoder->kLen = -1;
  pDecoder->pKey = NULL;
  pDecoder->vLen = -1;
  pDecoder->pVal = NULL;
  pDecoder->pgno = 0;
1423
  TDB_CELLDECODER_SET_FREE_NIL(pDecoder);
H
Hongze Cheng 已提交
1424

1425
  // tdbTrace("tdb btc decoder set nil: %p/0x%x ", pDecoder, pDecoder->freeKV);
1426

H
Hongze Cheng 已提交
1427
  // 1. Decode header part
H
Hongze Cheng 已提交
1428 1429 1430 1431 1432 1433 1434 1435
  if (!leaf) {
    ASSERT(pPage->vLen == sizeof(SPgno));

    pDecoder->pgno = ((SPgno *)(pCell + nHeader))[0];
    pDecoder->pVal = (u8 *)(&(pDecoder->pgno));
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1436 1437 1438 1439 1440 1441 1442
  if (pPage->kLen == TDB_VARIANT_LEN) {
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->kLen));
  } else {
    pDecoder->kLen = pPage->kLen;
  }

  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1443
    ASSERT(leaf);
H
Hongze Cheng 已提交
1444
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->vLen));
H
Hongze Cheng 已提交
1445
  } else {
H
Hongze Cheng 已提交
1446 1447
    pDecoder->vLen = pPage->vLen;
  }
H
Hongze Cheng 已提交
1448

H
Hongze Cheng 已提交
1449
  // 2. Decode payload part
1450
  ret = tdbBtreeDecodePayload(pPage, pCell, nHeader, pDecoder, pTxn, pBt);
H
Hongze Cheng 已提交
1451 1452
  if (ret < 0) {
    return -1;
H
Hongze Cheng 已提交
1453 1454 1455 1456 1457
  }

  return 0;
}

1458
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt) {
H
refact  
Hongze Cheng 已提交
1459
  u8  leaf;
1460
  int kLen = 0, vLen = 0, nHeader = 0;
H
Hongze Cheng 已提交
1461

H
refact  
Hongze Cheng 已提交
1462
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1463

H
refact  
Hongze Cheng 已提交
1464
  if (!leaf) {
1465
    nHeader += sizeof(SPgno);
H
Hongze Cheng 已提交
1466 1467 1468
  }

  if (pPage->kLen == TDB_VARIANT_LEN) {
1469
    nHeader += tdbGetVarInt(pCell + nHeader, &kLen);
H
Hongze Cheng 已提交
1470 1471 1472 1473
  } else {
    kLen = pPage->kLen;
  }

H
refact  
Hongze Cheng 已提交
1474 1475
  if (pPage->vLen == TDB_VARIANT_LEN) {
    ASSERT(leaf);
1476
    nHeader += tdbGetVarInt(pCell + nHeader, &vLen);
H
refact  
Hongze Cheng 已提交
1477 1478
  } else if (leaf) {
    vLen = pPage->vLen;
H
Hongze Cheng 已提交
1479 1480
  }

1481 1482
  int nPayload = kLen + vLen;
  if (nHeader + nPayload <= pPage->maxLocal) {
1483
    return nHeader + nPayload;
1484 1485
  } else {
    int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
1486

1487 1488 1489 1490
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
refact  
Hongze Cheng 已提交
1491

1492 1493
    // free ofp pages' cells
    if (dropOfp) {
1494
      int    ret = 0;
1495
      SPgno  pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno));
1496
      int    nLeft = nPayload - nLocal + sizeof(SPgno) + nHeader;
1497
      SPage *ofp;
1498
      int    bytes;
1499 1500

      while (pgno != 0) {
1501 1502 1503 1504
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1505

1506
        SCell *ofpCell = tdbPageGetCell(ofp, 0);
1507

1508 1509 1510 1511 1512
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1513

1514
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1515

1516
        tdbPagerReturnPage(pPage->pPager, ofp, pTxn);
1517

1518
        nLeft -= bytes;
1519 1520 1521
      }
    }

1522
    return nLocal;
H
refact  
Hongze Cheng 已提交
1523
  }
H
Hongze Cheng 已提交
1524
}
H
Hongze Cheng 已提交
1525
// TDB_BTREE_CELL
H
Hongze Cheng 已提交
1526

H
refact  
Hongze Cheng 已提交
1527
// TDB_BTREE_CURSOR =====================
H
Hongze Cheng 已提交
1528
int tdbBtcOpen(SBTC *pBtc, SBTree *pBt, TXN *pTxn) {
H
Hongze Cheng 已提交
1529 1530 1531 1532
  pBtc->pBt = pBt;
  pBtc->iPage = -1;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1533
  memset(&pBtc->coder, 0, sizeof(SCellDecoder));
H
Hongze Cheng 已提交
1534 1535 1536 1537 1538 1539 1540

  if (pTxn == NULL) {
    pBtc->pTxn = &pBtc->txn;
    tdbTxnOpen(pBtc->pTxn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, 0);
  } else {
    pBtc->pTxn = pTxn;
  }
H
Hongze Cheng 已提交
1541 1542 1543 1544

  return 0;
}

H
Hongze Cheng 已提交
1545
int tdbBtcMoveToFirst(SBTC *pBtc) {
H
refact  
Hongze Cheng 已提交
1546 1547 1548
  int     ret;
  SBTree *pBt;
  SPager *pPager;
H
Hongze Cheng 已提交
1549 1550
  SCell  *pCell;
  SPgno   pgno;
H
refact  
Hongze Cheng 已提交
1551 1552 1553 1554 1555

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
1556
    // move a clean cursor
H
Hongze Cheng 已提交
1557
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1558
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
1559 1560 1561 1562 1563
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

H
Hongze Cheng 已提交
1564
    ASSERT(TDB_BTREE_PAGE_IS_ROOT(pBtc->pPage));
H
refact  
Hongze Cheng 已提交
1565

H
Hongze Cheng 已提交
1566 1567 1568 1569
    pBtc->iPage = 0;
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) > 0) {
      pBtc->idx = 0;
    } else {
H
more  
Hongze Cheng 已提交
1570
      // no any data, point to an invalid position
H
Hongze Cheng 已提交
1571 1572
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
      pBtc->idx = -1;
H
refact  
Hongze Cheng 已提交
1573 1574
      return 0;
    }
H
Hongze Cheng 已提交
1575
  } else {
H
Hongze Cheng 已提交
1576 1577
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
1578 1579
    // move from a position
    int iPage = 0;
H
refact  
Hongze Cheng 已提交
1580

H
Hongze Cheng 已提交
1581 1582 1583 1584
    for (; iPage < pBtc->iPage; iPage++) {
      ASSERT(pBtc->idxStack[iPage] >= 0);
      if (pBtc->idxStack[iPage]) break;
    }
H
refact  
Hongze Cheng 已提交
1585

H
Hongze Cheng 已提交
1586 1587
    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1588
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1589
        pBtc->idx = 0;
H
refact  
Hongze Cheng 已提交
1590 1591
        break;
      }
H
Hongze Cheng 已提交
1592

H
Hongze Cheng 已提交
1593
      tdbBtcMoveUpward(pBtc);
H
Hongze Cheng 已提交
1594
    }
H
Hongze Cheng 已提交
1595
#endif
H
Hongze Cheng 已提交
1596 1597 1598 1599
  }

  // move downward
  for (;;) {
H
refact  
Hongze Cheng 已提交
1600
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1601

H
Hongze Cheng 已提交
1602
    ret = tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
1603 1604 1605 1606 1607 1608 1609 1610
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

    pBtc->idx = 0;
  }

H
Hongze Cheng 已提交
1611 1612 1613 1614
  return 0;
}

int tdbBtcMoveToLast(SBTC *pBtc) {
H
Hongze Cheng 已提交
1615
  int     ret;
H
Hongze Cheng 已提交
1616
  int     nCells;
H
Hongze Cheng 已提交
1617 1618 1619 1620 1621 1622 1623 1624 1625
  SBTree *pBt;
  SPager *pPager;
  SPgno   pgno;

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
    // move a clean cursor
H
Hongze Cheng 已提交
1626
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1627
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
1628 1629 1630 1631 1632
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

H
Hongze Cheng 已提交
1633
    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
Hongze Cheng 已提交
1634
    pBtc->iPage = 0;
H
Hongze Cheng 已提交
1635 1636 1637 1638 1639 1640 1641 1642
    if (nCells > 0) {
      pBtc->idx = TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage) ? nCells - 1 : nCells;
    } else {
      // no data at all, point to an invalid position
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
      pBtc->idx = -1;
      return 0;
    }
H
Hongze Cheng 已提交
1643
  } else {
H
Hongze Cheng 已提交
1644 1645
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656
    int iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pgStack[iPage]));
      nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pgStack[iPage]);
      if (pBtc->idxStack[iPage] != nCells) break;
    }

    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1657
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1658 1659 1660 1661 1662
        if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
        } else {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
        }
H
Hongze Cheng 已提交
1663
        break;
H
Hongze Cheng 已提交
1664 1665 1666 1667
      }

      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
1668
#endif
H
Hongze Cheng 已提交
1669 1670 1671 1672
  }

  // move downward
  for (;;) {
H
Hongze Cheng 已提交
1673 1674 1675 1676 1677 1678 1679 1680 1681
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }

    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
1682
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
H
Hongze Cheng 已提交
1683
      pBtc->idx = nCells - 1;
H
Hongze Cheng 已提交
1684
    } else {
H
Hongze Cheng 已提交
1685
      pBtc->idx = nCells;
H
Hongze Cheng 已提交
1686 1687 1688
    }
  }

H
Hongze Cheng 已提交
1689 1690 1691 1692
  return 0;
}

int tdbBtreeNext(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
1693
  SCell       *pCell;
1694
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
1695 1696 1697
  void        *pKey, *pVal;
  int          ret;

H
Hongze Cheng 已提交
1698
  // current cursor points to an invalid position
H
Hongze Cheng 已提交
1699
  if (pBtc->idx < 0) {
H
Hongze Cheng 已提交
1700 1701 1702 1703 1704
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1705
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1706

H
Hongze Cheng 已提交
1707
  pKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
1708 1709 1710 1711 1712 1713 1714
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);
C
Cary Xu 已提交
1715 1716

  if (ppVal) {
1717 1718 1719 1720 1721 1722 1723 1724 1725 1726
    if (cd.vLen > 0) {
      pVal = tdbRealloc(*ppVal, cd.vLen);
      if (pVal == NULL) {
        tdbFree(pKey);
        return -1;
      }

      memcpy(pVal, cd.pVal, cd.vLen);
    } else {
      pVal = NULL;
C
Cary Xu 已提交
1727 1728 1729 1730 1731
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
  }
H
Hongze Cheng 已提交
1732 1733

  ret = tdbBtcMoveToNext(pBtc);
H
Hongze Cheng 已提交
1734 1735 1736 1737
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }
H
Hongze Cheng 已提交
1738 1739 1740 1741

  return 0;
}

1742 1743
int tdbBtreePrev(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
  SCell       *pCell;
M
Minglei Jin 已提交
1744
  SCellDecoder cd = {0};
1745 1746 1747 1748 1749 1750 1751 1752 1753 1754
  void        *pKey, *pVal;
  int          ret;

  // current cursor points to an invalid position
  if (pBtc->idx < 0) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1755
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787

  pKey = tdbRealloc(*ppKey, cd.kLen);
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);

  if (ppVal) {
    // TODO: vLen may be zero
    pVal = tdbRealloc(*ppVal, cd.vLen);
    if (pVal == NULL) {
      tdbFree(pKey);
      return -1;
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
    memcpy(pVal, cd.pVal, cd.vLen);
  }

  ret = tdbBtcMoveToPrev(pBtc);
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  return 0;
}

H
Hongze Cheng 已提交
1788
int tdbBtcMoveToNext(SBTC *pBtc) {
H
Hongze Cheng 已提交
1789
  int    nCells;
H
Hongze Cheng 已提交
1790
  int    ret;
H
Hongze Cheng 已提交
1791 1792
  SCell *pCell;

H
refact  
Hongze Cheng 已提交
1793
  ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1794 1795 1796

  if (pBtc->idx < 0) return -1;

H
Hongze Cheng 已提交
1797
  pBtc->idx++;
H
Hongze Cheng 已提交
1798 1799 1800 1801
  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return 0;
  }

H
Hongze Cheng 已提交
1802
  // move upward
H
Hongze Cheng 已提交
1803
  for (;;) {
H
Hongze Cheng 已提交
1804 1805 1806 1807 1808
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

H
Hongze Cheng 已提交
1809 1810 1811
    tdbBtcMoveUpward(pBtc);
    pBtc->idx++;

H
Hongze Cheng 已提交
1812 1813
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
    if (pBtc->idx <= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
H
Hongze Cheng 已提交
1814 1815
      break;
    }
H
Hongze Cheng 已提交
1816 1817
  }

H
Hongze Cheng 已提交
1818
  // move downward
H
Hongze Cheng 已提交
1819
  for (;;) {
H
Hongze Cheng 已提交
1820
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1821

H
Hongze Cheng 已提交
1822 1823 1824 1825
    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
H
Hongze Cheng 已提交
1826
    }
H
Hongze Cheng 已提交
1827 1828

    pBtc->idx = 0;
H
Hongze Cheng 已提交
1829 1830
  }

H
Hongze Cheng 已提交
1831 1832 1833
  return 0;
}

H
Hongze Cheng 已提交
1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870
int tdbBtcMoveToPrev(SBTC *pBtc) {
  if (pBtc->idx < 0) return -1;

  pBtc->idx--;
  if (pBtc->idx >= 0) {
    return 0;
  }

  // move upward
  for (;;) {
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

    tdbBtcMoveUpward(pBtc);
    pBtc->idx--;
    if (pBtc->idx >= 0) {
      break;
    }
  }

  // move downward
  for (;;) {
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    tdbBtcMoveDownward(pBtc);
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
    } else {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
    }
  }

  return 0;
}

H
Hongze Cheng 已提交
1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884
static int tdbBtcMoveDownward(SBTC *pBtc) {
  int    ret;
  SPgno  pgno;
  SCell *pCell;

  ASSERT(pBtc->idx >= 0);
  ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));

  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
    pgno = ((SPgno *)pCell)[0];
  } else {
    pgno = ((SIntHdr *)pBtc->pPage->pData)->pgno;
  }
H
Hongze Cheng 已提交
1885

H
Hongze Cheng 已提交
1886 1887
  ASSERT(pgno);

H
Hongze Cheng 已提交
1888 1889 1890 1891 1892
  pBtc->pgStack[pBtc->iPage] = pBtc->pPage;
  pBtc->idxStack[pBtc->iPage] = pBtc->idx;
  pBtc->iPage++;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1893

H
Hongze Cheng 已提交
1894 1895
  ret = tdbPagerFetchPage(pBtc->pBt->pPager, &pgno, &pBtc->pPage, tdbBtreeInitPage,
                          &((SBtreeInitPageArg){.pBt = pBtc->pBt, .flags = 0}), pBtc->pTxn);
H
Hongze Cheng 已提交
1896 1897
  if (ret < 0) {
    ASSERT(0);
H
Hongze Cheng 已提交
1898
    return -1;
H
Hongze Cheng 已提交
1899 1900 1901 1902 1903 1904
  }

  return 0;
}

static int tdbBtcMoveUpward(SBTC *pBtc) {
H
Hongze Cheng 已提交
1905 1906
  if (pBtc->iPage == 0) return -1;

H
Hongze Cheng 已提交
1907
  tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
Hongze Cheng 已提交
1908 1909 1910 1911 1912

  pBtc->iPage--;
  pBtc->pPage = pBtc->pgStack[pBtc->iPage];
  pBtc->idx = pBtc->idxStack[pBtc->iPage];

H
Hongze Cheng 已提交
1913
  return 0;
H
Hongze Cheng 已提交
1914
}
H
refact  
Hongze Cheng 已提交
1915

H
Hongze Cheng 已提交
1916 1917 1918 1919 1920 1921 1922 1923
int tdbBtcGet(SBTC *pBtc, const void **ppKey, int *kLen, const void **ppVal, int *vLen) {
  SCell *pCell;

  if (pBtc->idx < 0 || pBtc->idx >= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
1924
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &pBtc->coder, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1925 1926 1927 1928 1929 1930 1931 1932

  if (ppKey) {
    *ppKey = (void *)pBtc->coder.pKey;
    *kLen = pBtc->coder.kLen;
  }

  if (ppVal) {
    *ppVal = (void *)pBtc->coder.pVal;
H
Hongze Cheng 已提交
1933
    *vLen = pBtc->coder.vLen;
H
Hongze Cheng 已提交
1934 1935 1936 1937 1938
  }

  return 0;
}

H
Hongze Cheng 已提交
1939
int tdbBtcDelete(SBTC *pBtc) {
H
Hongze Cheng 已提交
1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956
  int         idx = pBtc->idx;
  int         nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  SPager     *pPager = pBtc->pBt->pPager;
  const void *pKey;
  i8          iPage;
  SPage      *pPage;
  SPgno       pgno;
  SCell      *pCell;
  int         szCell;
  int         nKey;
  int         ret;

  ASSERT(idx >= 0 && idx < nCells);

  // drop the cell on the leaf
  ret = tdbPagerWrite(pPager, pBtc->pPage);
  if (ret < 0) {
1957
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1958 1959 1960
    return -1;
  }

1961
  tdbPageDropCell(pBtc->pPage, idx, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1962

H
Hongze Cheng 已提交
1963
  // update interior page or do balance
H
Hongze Cheng 已提交
1964
  if (idx == nCells - 1) {
H
Hongze Cheng 已提交
1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978
    if (idx) {
      pBtc->idx--;
      tdbBtcGet(pBtc, &pKey, &nKey, NULL, NULL);

      // loop to update the interial page
      pgno = TDB_PAGE_PGNO(pBtc->pPage);
      for (iPage = pBtc->iPage - 1; iPage >= 0; iPage--) {
        pPage = pBtc->pgStack[iPage];
        idx = pBtc->idxStack[iPage];
        nCells = TDB_PAGE_TOTAL_CELLS(pPage);

        if (idx < nCells) {
          ret = tdbPagerWrite(pPager, pPage);
          if (ret < 0) {
1979
            tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1980 1981 1982 1983 1984
            return -1;
          }

          // update the cell with new key
          pCell = tdbOsMalloc(nKey + 9);
1985
          tdbBtreeEncodeCell(pPage, pKey, nKey, &pgno, sizeof(pgno), pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1986

1987
          ret = tdbPageUpdateCell(pPage, idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
          if (ret < 0) {
            tdbOsFree(pCell);
            ASSERT(0);
            return -1;
          }
          tdbOsFree(pCell);
          break;
        } else {
          pgno = TDB_PAGE_PGNO(pPage);
        }
      }
    } else {
H
Hongze Cheng 已提交
2000
      // delete the leaf page and do balance
H
Hongze Cheng 已提交
2001
      ASSERT(TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0);
H
Hongze Cheng 已提交
2002 2003 2004 2005 2006 2007

      ret = tdbBtreeBalance(pBtc);
      if (ret < 0) {
        ASSERT(0);
        return -1;
      }
H
Hongze Cheng 已提交
2008
    }
H
Hongze Cheng 已提交
2009 2010 2011 2012 2013
  }

  return 0;
}

H
Hongze Cheng 已提交
2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025
int tdbBtcUpsert(SBTC *pBtc, const void *pKey, int kLen, const void *pData, int nData, int insert) {
  SCell *pCell;
  int    szCell;
  int    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  int    szBuf;
  void  *pBuf;
  int    ret;

  ASSERT(pBtc->idx >= 0);

  // alloc space
  szBuf = kLen + nData + 14;
2026
  pBuf = tdbRealloc(pBtc->pBt->pBuf, pBtc->pBt->pageSize > szBuf ? szBuf : pBtc->pBt->pageSize);
H
Hongze Cheng 已提交
2027 2028 2029 2030 2031 2032 2033 2034
  if (pBuf == NULL) {
    ASSERT(0);
    return -1;
  }
  pBtc->pBt->pBuf = pBuf;
  pCell = (SCell *)pBtc->pBt->pBuf;

  // encode cell
2035
  ret = tdbBtreeEncodeCell(pBtc->pPage, pKey, kLen, pData, nData, pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2036 2037 2038 2039 2040 2041 2042 2043
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  // mark dirty
  ret = tdbPagerWrite(pBtc->pBt->pPager, pBtc->pPage);
  if (ret < 0) {
2044
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055
    return -1;
  }

  // insert or update
  if (insert) {
    ASSERT(pBtc->idx <= nCells);

    ret = tdbPageInsertCell(pBtc->pPage, pBtc->idx, pCell, szCell, 0);
  } else {
    ASSERT(pBtc->idx < nCells);

2056
    ret = tdbPageUpdateCell(pBtc->pPage, pBtc->idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071
  }
  if (ret < 0) {
    ASSERT(0);
    return -1;
  }

  // check balance
  if (pBtc->pPage->nOverflow > 0) {
    ret = tdbBtreeBalance(pBtc);
    if (ret < 0) {
      ASSERT(0);
      return -1;
    }
  }

H
Hongze Cheng 已提交
2072 2073 2074
  return 0;
}

H
Hongze Cheng 已提交
2075
int tdbBtcMoveTo(SBTC *pBtc, const void *pKey, int kLen, int *pCRst) {
H
Hongze Cheng 已提交
2076 2077 2078 2079 2080 2081 2082 2083
  int         ret;
  int         nCells;
  int         c;
  SCell      *pCell;
  SBTree     *pBt = pBtc->pBt;
  SPager     *pPager = pBt->pPager;
  const void *pTKey;
  int         tkLen;
H
Hongze Cheng 已提交
2084

2085
  tdbTrace("tdb moveto, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2086
  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
2087
    // move from a clear cursor
H
Hongze Cheng 已提交
2088 2089
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
2090
    if (ret < 0) {
H
Hongze Cheng 已提交
2091
      // TODO
H
Hongze Cheng 已提交
2092
      ASSERT(0);
H
Hongze Cheng 已提交
2093
      return 0;
H
Hongze Cheng 已提交
2094 2095 2096
    }

    pBtc->iPage = 0;
H
Hongze Cheng 已提交
2097 2098 2099 2100
    pBtc->idx = -1;
    // for empty tree, just return with an invalid position
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0) return 0;
  } else {
H
Hongze Cheng 已提交
2101 2102
    ASSERT(0);
#if 0
H
Hongze Cheng 已提交
2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117
    SPage *pPage;
    int    idx;
    int    iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      pPage = pBtc->pgStack[iPage];
      idx = pBtc->idxStack[iPage];
      nCells = TDB_PAGE_TOTAL_CELLS(pPage);

      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));

      // check if key <= current position
      if (idx < nCells) {
        pCell = tdbPageGetCell(pPage, idx);
2118
        tdbBtreeDecodeCell(pPage, pCell, &cd);
H
Hongze Cheng 已提交
2119 2120 2121 2122 2123 2124 2125 2126
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen);
        if (c > 0) break;
      }

      // check if key > current - 1 position
      if (idx > 0) {
        pCell = tdbPageGetCell(pPage, idx - 1);
        tdbBtreeDecodeCell(pPage, pCell, &cd);
2127
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2128 2129 2130 2131 2132 2133 2134 2135 2136
        if (c <= 0) break;
      }
    }

    // move upward
    for (;;) {
      if (pBtc->iPage == iPage) break;
      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
2137
#endif
H
Hongze Cheng 已提交
2138
  }
H
Hongze Cheng 已提交
2139

H
Hongze Cheng 已提交
2140
  // search downward to the leaf
2141
  tdbTrace("tdb search downward, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2142
  for (;;) {
H
Hongze Cheng 已提交
2143
    int    lidx, ridx;
H
Hongze Cheng 已提交
2144
    SPage *pPage;
H
Hongze Cheng 已提交
2145

H
Hongze Cheng 已提交
2146 2147 2148 2149
    pPage = pBtc->pPage;
    nCells = TDB_PAGE_TOTAL_CELLS(pPage);
    lidx = 0;
    ridx = nCells - 1;
H
Hongze Cheng 已提交
2150

H
Hongze Cheng 已提交
2151
    ASSERT(nCells > 0);
H
Hongze Cheng 已提交
2152

H
Hongze Cheng 已提交
2153
    // compare first cell
H
Hongze Cheng 已提交
2154 2155 2156
    pBtc->idx = lidx;
    tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
    c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2157 2158 2159 2160 2161 2162 2163 2164
    if (c <= 0) {
      ridx = lidx - 1;
    } else {
      lidx = lidx + 1;
    }

    // compare last cell
    if (lidx <= ridx) {
H
Hongze Cheng 已提交
2165 2166 2167
      pBtc->idx = ridx;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2168 2169 2170 2171 2172 2173 2174
      if (c >= 0) {
        lidx = ridx + 1;
      } else {
        ridx = ridx - 1;
      }
    }

H
Hongze Cheng 已提交
2175
    // binary search
2176
    tdbTrace("tdb binary search, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2177 2178
    for (;;) {
      if (lidx > ridx) break;
H
Hongze Cheng 已提交
2179

H
Hongze Cheng 已提交
2180 2181 2182
      pBtc->idx = (lidx + ridx) >> 1;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2183 2184
      if (c < 0) {
        // pKey < cd.pKey
H
Hongze Cheng 已提交
2185
        ridx = pBtc->idx - 1;
H
Hongze Cheng 已提交
2186 2187
      } else if (c > 0) {
        // pKey > cd.pKey
H
Hongze Cheng 已提交
2188
        lidx = pBtc->idx + 1;
H
Hongze Cheng 已提交
2189 2190 2191
      } else {
        // pKey == cd.pKey
        break;
H
Hongze Cheng 已提交
2192
      }
H
Hongze Cheng 已提交
2193
    }
H
Hongze Cheng 已提交
2194

H
Hongze Cheng 已提交
2195 2196 2197 2198 2199
    // keep search downward or break
    if (TDB_BTREE_PAGE_IS_LEAF(pPage)) {
      *pCRst = c;
      break;
    } else {
H
Hongze Cheng 已提交
2200 2201
      if (c > 0) {
        pBtc->idx += 1;
H
Hongze Cheng 已提交
2202
      }
H
Hongze Cheng 已提交
2203
      tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
2204 2205 2206
    }
  }

2207 2208
  tdbTrace("tdb moveto end, pager:%p, ipage:%d", pPager, pBtc->iPage);

H
Hongze Cheng 已提交
2209 2210 2211
  return 0;
}

H
refact  
Hongze Cheng 已提交
2212 2213 2214 2215 2216 2217
int tdbBtcClose(SBTC *pBtc) {
  if (pBtc->iPage < 0) return 0;

  for (;;) {
    ASSERT(pBtc->pPage);

H
Hongze Cheng 已提交
2218
    tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
2219 2220 2221 2222 2223 2224 2225 2226

    pBtc->iPage--;
    if (pBtc->iPage < 0) break;

    pBtc->pPage = pBtc->pgStack[pBtc->iPage];
    pBtc->idx = pBtc->idxStack[pBtc->iPage];
  }

2227
  if (TDB_CELLDECODER_FREE_VAL(&pBtc->coder)) {
2228 2229
    tdbDebug("tdb btc/close decoder: %p pVal free: %p", &pBtc->coder, pBtc->coder.pVal);

2230 2231 2232
    tdbFree(pBtc->coder.pVal);
  }

H
refact  
Hongze Cheng 已提交
2233 2234
  return 0;
}
H
Hongze Cheng 已提交
2235 2236 2237 2238 2239 2240 2241 2242

int tdbBtcIsValid(SBTC *pBtc) {
  if (pBtc->idx < 0) {
    return 0;
  } else {
    return 1;
  }
}
H
refact  
Hongze Cheng 已提交
2243
// TDB_BTREE_CURSOR
H
Hongze Cheng 已提交
2244

H
refact  
Hongze Cheng 已提交
2245
// TDB_BTREE_DEBUG =====================
H
Hongze Cheng 已提交
2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264
#ifndef NODEBUG
typedef struct {
  SPgno pgno;
  u8    root;
  u8    leaf;
  SPgno rChild;
  int   nCells;
  int   nOvfl;
} SBtPageInfo;

SBtPageInfo btPageInfos[20];

void tdbBtPageInfo(SPage *pPage, int idx) {
  SBtPageInfo *pBtPageInfo;

  pBtPageInfo = btPageInfos + idx;

  pBtPageInfo->pgno = TDB_PAGE_PGNO(pPage);

H
refact  
Hongze Cheng 已提交
2265 2266
  pBtPageInfo->root = TDB_BTREE_PAGE_IS_ROOT(pPage);
  pBtPageInfo->leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
2267 2268 2269 2270 2271 2272 2273 2274 2275

  pBtPageInfo->rChild = 0;
  if (!pBtPageInfo->leaf) {
    pBtPageInfo->rChild = *(SPgno *)(pPage->pData + 1);
  }

  pBtPageInfo->nCells = TDB_PAGE_TOTAL_CELLS(pPage) - pPage->nOverflow;
  pBtPageInfo->nOvfl = pPage->nOverflow;
}
H
refact  
Hongze Cheng 已提交
2276
#endif
2277
// TDB_BTREE_DEBUG