tdbBtree.c 56.0 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16 17
#include "tdbInt.h"

H
Hongze Cheng 已提交
18 19
#define TDB_BTREE_ROOT 0x1
#define TDB_BTREE_LEAF 0x2
20
#define TDB_BTREE_OVFL 0x4
H
Hongze Cheng 已提交
21

H
Hongze Cheng 已提交
22
struct SBTree {
H
Hongze Cheng 已提交
23 24 25 26 27 28 29 30 31 32
  SPgno         root;
  int           keyLen;
  int           valLen;
  SPager       *pPager;
  tdb_cmpr_fn_t kcmpr;
  int           pageSize;
  int           maxLocal;
  int           minLocal;
  int           maxLeaf;
  int           minLeaf;
M
Minglei Jin 已提交
33 34
  SBtInfo       info;
  char         *tbname;
H
Hongze Cheng 已提交
35
  void         *pBuf;
H
Hongze Cheng 已提交
36 37
};

H
Hongze Cheng 已提交
38 39
#define TDB_BTREE_PAGE_COMMON_HDR u8 flags;

H
Hongze Cheng 已提交
40
#define TDB_BTREE_PAGE_GET_FLAGS(PAGE)        (PAGE)->pData[0]
H
Hongze Cheng 已提交
41
#define TDB_BTREE_PAGE_SET_FLAGS(PAGE, flags) ((PAGE)->pData[0] = (flags))
H
Hongze Cheng 已提交
42 43
#define TDB_BTREE_PAGE_IS_ROOT(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_ROOT)
#define TDB_BTREE_PAGE_IS_LEAF(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_LEAF)
44
#define TDB_BTREE_PAGE_IS_OVFL(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_OVFL)
45
#define TDB_BTREE_ASSERT_FLAG(flags)                                                     \
46
  ASSERT(TDB_FLAG_IS(flags, TDB_BTREE_ROOT) || TDB_FLAG_IS(flags, TDB_BTREE_LEAF) ||     \
47 48
         TDB_FLAG_IS(flags, TDB_BTREE_ROOT | TDB_BTREE_LEAF) || TDB_FLAG_IS(flags, 0) || \
         TDB_FLAG_IS(flags, TDB_BTREE_OVFL))
H
Hongze Cheng 已提交
49

H
Hongze Cheng 已提交
50
#pragma pack(push, 1)
wafwerar's avatar
wafwerar 已提交
51
typedef struct {
H
Hongze Cheng 已提交
52 53 54
  TDB_BTREE_PAGE_COMMON_HDR
} SLeafHdr;

wafwerar's avatar
wafwerar 已提交
55 56
typedef struct {
  TDB_BTREE_PAGE_COMMON_HDR
H
Hongze Cheng 已提交
57 58
  SPgno pgno;  // right-most child
} SIntHdr;
wafwerar's avatar
wafwerar 已提交
59
#pragma pack(pop)
H
more  
Hongze Cheng 已提交
60

H
Hongze Cheng 已提交
61
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2);
H
Hongze Cheng 已提交
62
static int tdbBtreeOpenImpl(SBTree *pBt);
63
// static int tdbBtreeInitPage(SPage *pPage, void *arg, int init);
H
Hongze Cheng 已提交
64
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
65 66
                              int *szCell, TXN *pTxn, SBTree *pBt);
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
67
static int tdbBtreeBalance(SBTC *pBtc);
68
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
69
static int tdbBtcMoveDownward(SBTC *pBtc);
H
Hongze Cheng 已提交
70
static int tdbBtcMoveUpward(SBTC *pBtc);
H
Hongze Cheng 已提交
71

72
int tdbBtreeOpen(int keyLen, int valLen, SPager *pPager, char const *tbname, SPgno pgno, tdb_cmpr_fn_t kcmpr, TDB *pEnv,
73
                 SBTree **ppBt) {
H
Hongze Cheng 已提交
74
  SBTree *pBt;
H
Hongze Cheng 已提交
75
  int     ret;
H
more  
Hongze Cheng 已提交
76

77
  ASSERT(keyLen != 0);
H
Hongze Cheng 已提交
78

H
Hongze Cheng 已提交
79
  *ppBt = NULL;
H
Hongze Cheng 已提交
80

H
Hongze Cheng 已提交
81
  pBt = (SBTree *)tdbOsCalloc(1, sizeof(*pBt));
H
Hongze Cheng 已提交
82 83 84 85 86
  if (pBt == NULL) {
    return -1;
  }

  // pBt->keyLen
H
Hongze Cheng 已提交
87
  pBt->keyLen = keyLen < 0 ? TDB_VARIANT_LEN : keyLen;
H
Hongze Cheng 已提交
88
  // pBt->valLen
H
Hongze Cheng 已提交
89
  pBt->valLen = valLen < 0 ? TDB_VARIANT_LEN : valLen;
H
refact  
Hongze Cheng 已提交
90 91
  // pBt->pPager
  pBt->pPager = pPager;
H
Hongze Cheng 已提交
92 93
  // pBt->kcmpr
  pBt->kcmpr = kcmpr ? kcmpr : tdbDefaultKeyCmprFn;
H
Hongze Cheng 已提交
94
  // pBt->pageSize
H
Hongze Cheng 已提交
95
  pBt->pageSize = pPager->pageSize;
H
Hongze Cheng 已提交
96
  // pBt->maxLocal
H
Hongze Cheng 已提交
97
  pBt->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr)) / 4;
H
Hongze Cheng 已提交
98
  // pBt->minLocal: Should not be allowed smaller than 15, which is [nPayload][nKey][nData]
H
Hongze Cheng 已提交
99
  pBt->minLocal = pBt->maxLocal / 2;
H
Hongze Cheng 已提交
100
  // pBt->maxLeaf
H
Hongze Cheng 已提交
101
  pBt->maxLeaf = tdbPageCapacity(pBt->pageSize, sizeof(SLeafHdr));
H
Hongze Cheng 已提交
102 103
  // pBt->minLeaf
  pBt->minLeaf = pBt->minLocal;
H
Hongze Cheng 已提交
104

105 106 107 108
  // if pgno == 0 fetch new btree root leaf page
  if (pgno == 0) {
    // fetch page & insert into main db
    SPage *pPage;
109
    TXN   *txn;
110

111 112
    ret = tdbBegin(pEnv, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED);
    if (ret < 0) {
M
Minglei Jin 已提交
113
      tdbOsFree(pBt);
114 115
      return -1;
    }
116 117 118 119

    SBtreeInitPageArg zArg;
    zArg.flags = 0x1 | 0x2;  // root leaf node;
    zArg.pBt = pBt;
120
    ret = tdbPagerFetchPage(pPager, &pgno, &pPage, tdbBtreeInitPage, &zArg, txn);
121
    if (ret < 0) {
122
      tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
123
      tdbOsFree(pBt);
124 125 126 127 128
      return -1;
    }

    ret = tdbPagerWrite(pPager, pPage);
    if (ret < 0) {
129
      tdbError("failed to write page since %s", terrstr());
130
      tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
131
      tdbOsFree(pBt);
132 133
      return -1;
    }
M
Minglei Jin 已提交
134

135
    if (strcmp(TDB_MAINDB_NAME, tbname)) {
M
Minglei Jin 已提交
136 137 138 139
      pBt->info.root = pgno;
      pBt->info.nLevel = 1;
      pBt->info.nData = 0;
      pBt->tbname = (char *)tbname;
140 141

      ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pBt->info, sizeof(pBt->info), txn);
142
      if (ret < 0) {
143
        tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
144
        tdbOsFree(pBt);
145 146 147
        return -1;
      }
    }
M
Minglei Jin 已提交
148

149 150 151 152
    tdbPCacheRelease(pPager->pCache, pPage, txn);

    tdbCommit(pPager->pEnv, txn);
    tdbPostCommit(pPager->pEnv, txn);
153 154
  }

155
  ASSERT(pgno != 0);
156 157
  pBt->root = pgno;
  /*
H
Hongze Cheng 已提交
158 159 160
  // TODO: pBt->root
  ret = tdbBtreeOpenImpl(pBt);
  if (ret < 0) {
H
Hongze Cheng 已提交
161
    tdbOsFree(pBt);
H
Hongze Cheng 已提交
162 163
    return -1;
  }
164
  */
H
Hongze Cheng 已提交
165
  *ppBt = pBt;
H
Hongze Cheng 已提交
166 167 168 169
  return 0;
}

int tdbBtreeClose(SBTree *pBt) {
H
Hongze Cheng 已提交
170
  if (pBt) {
H
Hongze Cheng 已提交
171
    tdbFree(pBt->pBuf);
H
Hongze Cheng 已提交
172 173
    tdbOsFree(pBt);
  }
H
Hongze Cheng 已提交
174 175 176
  return 0;
}

H
Hongze Cheng 已提交
177
int tdbBtreeInsert(SBTree *pBt, const void *pKey, int kLen, const void *pVal, int vLen, TXN *pTxn) {
H
Hongze Cheng 已提交
178 179 180 181 182 183 184 185 186
  SBTC   btc;
  SCell *pCell;
  void  *pBuf;
  int    szCell;
  int    szBuf;
  int    ret;
  int    idx;
  int    c;

H
Hongze Cheng 已提交
187
  tdbBtcOpen(&btc, pBt, pTxn);
H
Hongze Cheng 已提交
188

189 190
  tdbTrace("tdb insert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
191 192
  // move to the position to insert
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
193
  if (ret < 0) {
H
Hongze Cheng 已提交
194
    tdbBtcClose(&btc);
195
    ASSERT(0);
H
Hongze Cheng 已提交
196 197 198
    return -1;
  }

H
Hongze Cheng 已提交
199
  if (btc.idx == -1) {
H
Hongze Cheng 已提交
200
    btc.idx = 0;
H
Hongze Cheng 已提交
201
  } else {
H
Hongze Cheng 已提交
202
    if (c > 0) {
H
Hongze Cheng 已提交
203 204 205
      btc.idx++;
    } else if (c == 0) {
      // dup key not allowed
B
Benguang Zhao 已提交
206
      tdbError("unable to insert dup key. pKey: %p, kLen: %d, btc: %p, pTxn: %p", pKey, kLen, &btc, pTxn);
207
      // ASSERT(0);
H
Hongze Cheng 已提交
208 209 210 211
      return -1;
    }
  }

H
Hongze Cheng 已提交
212 213
  ret = tdbBtcUpsert(&btc, pKey, kLen, pVal, vLen, 1);
  if (ret < 0) {
214
    ASSERT(0);
H
Hongze Cheng 已提交
215
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
216 217
    return -1;
  }
H
Hongze Cheng 已提交
218

H
Hongze Cheng 已提交
219 220 221 222 223 224 225 226 227 228 229
  tdbBtcClose(&btc);
  return 0;
}

int tdbBtreeDelete(SBTree *pBt, const void *pKey, int kLen, TXN *pTxn) {
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

230 231
  tdbTrace("tdb delete, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
232 233
  // move the cursor
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
234
  if (ret < 0) {
H
Hongze Cheng 已提交
235
    tdbBtcClose(&btc);
236
    ASSERT(0);
H
more  
Hongze Cheng 已提交
237 238 239
    return -1;
  }

H
Hongze Cheng 已提交
240
  if (btc.idx < 0 || c != 0) {
H
more  
Hongze Cheng 已提交
241
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
242 243
    return -1;
  }
H
Hongze Cheng 已提交
244

H
Hongze Cheng 已提交
245 246
  // delete the key
  if (tdbBtcDelete(&btc) < 0) {
H
Hongze Cheng 已提交
247
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
248
    return -1;
H
Hongze Cheng 已提交
249 250
  }

H
Hongze Cheng 已提交
251
  tdbBtcClose(&btc);
H
more  
Hongze Cheng 已提交
252 253 254
  return 0;
}

H
Hongze Cheng 已提交
255
int tdbBtreeUpsert(SBTree *pBt, const void *pKey, int nKey, const void *pData, int nData, TXN *pTxn) {
H
Hongze Cheng 已提交
256 257 258 259 260 261
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

262 263
  tdbTrace("tdb upsert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
264
  // move the cursor
H
Hongze Cheng 已提交
265
  ret = tdbBtcMoveTo(&btc, pKey, nKey, &c);
H
Hongze Cheng 已提交
266
  if (ret < 0) {
267
    ASSERT(0);
H
Hongze Cheng 已提交
268
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
269 270 271
    return -1;
  }

H
Hongze Cheng 已提交
272 273 274 275 276 277 278
  if (btc.idx == -1) {
    btc.idx = 0;
    c = 1;
  } else {
    if (c > 0) {
      btc.idx = btc.idx + 1;
    }
H
Hongze Cheng 已提交
279 280
  }

H
Hongze Cheng 已提交
281 282
  ret = tdbBtcUpsert(&btc, pKey, nKey, pData, nData, c);
  if (ret < 0) {
283
    ASSERT(0);
H
Hongze Cheng 已提交
284 285 286 287 288 289 290 291
    tdbBtcClose(&btc);
    return -1;
  }

  tdbBtcClose(&btc);
  return 0;
}

H
Hongze Cheng 已提交
292
int tdbBtreeGet(SBTree *pBt, const void *pKey, int kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
293 294 295 296
  return tdbBtreePGet(pBt, pKey, kLen, NULL, NULL, ppVal, vLen);
}

int tdbBtreePGet(SBTree *pBt, const void *pKey, int kLen, void **ppKey, int *pkLen, void **ppVal, int *vLen) {
H
refact  
Hongze Cheng 已提交
297
  SBTC         btc;
H
Hongze Cheng 已提交
298 299
  SCell       *pCell;
  int          cret;
H
Hongze Cheng 已提交
300
  int          ret;
H
Hongze Cheng 已提交
301 302
  void        *pTKey = NULL;
  void        *pTVal = NULL;
303
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
304

H
Hongze Cheng 已提交
305
  tdbBtcOpen(&btc, pBt, NULL);
H
Hongze Cheng 已提交
306

307 308
  tdbTrace("tdb pget, btc: %p", &btc);

H
Hongze Cheng 已提交
309 310 311
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &cret);
  if (ret < 0) {
    tdbBtcClose(&btc);
312
    ASSERT(0);
H
Hongze Cheng 已提交
313
  }
H
Hongze Cheng 已提交
314

H
Hongze Cheng 已提交
315
  if (btc.idx < 0 || cret) {
H
Hongze Cheng 已提交
316
    tdbBtcClose(&btc);
317

H
Hongze Cheng 已提交
318
    return -1;
H
Hongze Cheng 已提交
319 320 321
  }

  pCell = tdbPageGetCell(btc.pPage, btc.idx);
322
  tdbBtreeDecodeCell(btc.pPage, pCell, &cd, btc.pTxn, pBt);
H
Hongze Cheng 已提交
323

H
Hongze Cheng 已提交
324
  if (ppKey) {
H
Hongze Cheng 已提交
325
    pTKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
326 327
    if (pTKey == NULL) {
      tdbBtcClose(&btc);
328
      ASSERT(0);
H
Hongze Cheng 已提交
329 330 331 332 333
      return -1;
    }
    *ppKey = pTKey;
    *pkLen = cd.kLen;
    memcpy(*ppKey, cd.pKey, cd.kLen);
334 335
  }

H
Hongze Cheng 已提交
336
  if (ppVal) {
H
Hongze Cheng 已提交
337
    pTVal = tdbRealloc(*ppVal, cd.vLen);
H
Hongze Cheng 已提交
338 339
    if (pTVal == NULL) {
      tdbBtcClose(&btc);
340
      ASSERT(0);
H
Hongze Cheng 已提交
341 342 343 344 345
      return -1;
    }
    *ppVal = pTVal;
    *vLen = cd.vLen;
    memcpy(*ppVal, cd.pVal, cd.vLen);
346
  }
H
Hongze Cheng 已提交
347

348 349 350 351 352
  if (TDB_CELLDECODER_FREE_KEY(&cd)) {
    tdbFree(cd.pKey);
  }

  if (TDB_CELLDECODER_FREE_VAL(&cd)) {
353 354
    tdbDebug("tdb btc/pget/2 decoder: %p pVal free: %p", &cd, cd.pVal);

355 356 357
    tdbFree(cd.pVal);
  }

358 359
  tdbTrace("tdb pget end, btc decoder: %p/0x%x, local decoder:%p", &btc.coder, btc.coder.freeKV, &cd);

H
Hongze Cheng 已提交
360 361
  tdbBtcClose(&btc);

362 363 364
  return 0;
}

H
Hongze Cheng 已提交
365 366 367 368
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2) {
  int mlen;
  int cret;

369
  ASSERT(keyLen1 > 0 && keyLen2 > 0 && pKey1 != NULL && pKey2 != NULL);
H
Hongze Cheng 已提交
370 371 372 373 374 375 376 377 378 379 380 381 382

  mlen = keyLen1 < keyLen2 ? keyLen1 : keyLen2;
  cret = memcmp(pKey1, pKey2, mlen);
  if (cret == 0) {
    if (keyLen1 < keyLen2) {
      cret = -1;
    } else if (keyLen1 > keyLen2) {
      cret = 1;
    } else {
      cret = 0;
    }
  }
  return cret;
H
Hongze Cheng 已提交
383
}
384
/*
H
Hongze Cheng 已提交
385 386 387 388 389 390 391
static int tdbBtreeOpenImpl(SBTree *pBt) {
  // Try to get the root page of the an existing btree
  SPgno  pgno;
  SPage *pPage;
  int    ret;

  {
H
Hongze Cheng 已提交
392
    // 1. TODO: Search the main DB to check if the DB exists
393
    ret = tdbPagerOpenDB(pBt->pPager, &pgno, true, pBt);
394
    ASSERT(ret == 0);
H
Hongze Cheng 已提交
395 396 397 398 399 400 401 402
  }

  if (pgno != 0) {
    pBt->root = pgno;
    return 0;
  }

  // Try to create a new database
H
Hongze Cheng 已提交
403
  ret = tdbPagerAllocPage(pBt->pPager, &pgno);
H
Hongze Cheng 已提交
404
  if (ret < 0) {
405
    ASSERT(0);
H
Hongze Cheng 已提交
406 407 408
    return -1;
  }

409
  ASSERT(pgno != 0);
H
Hongze Cheng 已提交
410
  pBt->root = pgno;
H
Hongze Cheng 已提交
411 412
  return 0;
}
413
*/
414
int tdbBtreeInitPage(SPage *pPage, void *arg, int init) {
H
Hongze Cheng 已提交
415
  SBTree *pBt;
H
Hongze Cheng 已提交
416
  u8      flags;
H
Hongze Cheng 已提交
417
  u8      leaf;
H
Hongze Cheng 已提交
418

H
Hongze Cheng 已提交
419
  pBt = ((SBtreeInitPageArg *)arg)->pBt;
H
Hongze Cheng 已提交
420

H
Hongze Cheng 已提交
421 422 423 424 425
  if (init) {
    // init page
    flags = TDB_BTREE_PAGE_GET_FLAGS(pPage);
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
426

H
Hongze Cheng 已提交
427
    tdbPageInit(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
428
  } else {
H
Hongze Cheng 已提交
429 430 431 432
    // zero page
    flags = ((SBtreeInitPageArg *)arg)->flags;
    leaf = flags & TDB_BTREE_LEAF;
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
433

H
Hongze Cheng 已提交
434
    tdbPageZero(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
435

H
Hongze Cheng 已提交
436 437 438
    if (leaf) {
      SLeafHdr *pLeafHdr = (SLeafHdr *)(pPage->pData);
      pLeafHdr->flags = flags;
H
Hongze Cheng 已提交
439

H
Hongze Cheng 已提交
440 441 442 443 444 445
    } else {
      SIntHdr *pIntHdr = (SIntHdr *)(pPage->pData);
      pIntHdr->flags = flags;
      pIntHdr->pgno = 0;
    }
  }
H
Hongze Cheng 已提交
446

H
refact  
Hongze Cheng 已提交
447
  if (leaf) {
H
Hongze Cheng 已提交
448 449 450 451
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = pBt->maxLeaf;
    pPage->minLocal = pBt->minLeaf;
452 453 454 455 456
  } else if (TDB_BTREE_PAGE_IS_OVFL(pPage)) {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
    pPage->minLocal = pBt->minLocal;
H
Hongze Cheng 已提交
457 458 459 460 461 462
  } else {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = sizeof(SPgno);
    pPage->maxLocal = pBt->maxLocal;
    pPage->minLocal = pBt->minLocal;
  }
H
Hongze Cheng 已提交
463

H
Hongze Cheng 已提交
464
  return 0;
H
Hongze Cheng 已提交
465 466
}

H
Hongze Cheng 已提交
467
// TDB_BTREE_BALANCE =====================
H
Hongze Cheng 已提交
468
static int tdbBtreeBalanceDeeper(SBTree *pBt, SPage *pRoot, SPage **ppChild, TXN *pTxn) {
H
Hongze Cheng 已提交
469 470 471 472
  SPager           *pPager;
  SPage            *pChild;
  SPgno             pgnoChild;
  int               ret;
H
Hongze Cheng 已提交
473
  u8                flags;
H
Hongze Cheng 已提交
474
  SIntHdr          *pIntHdr;
H
Hongze Cheng 已提交
475
  SBtreeInitPageArg zArg;
H
Hongze Cheng 已提交
476
  u8                leaf;
H
Hongze Cheng 已提交
477 478

  pPager = pRoot->pPager;
H
Hongze Cheng 已提交
479
  flags = TDB_BTREE_PAGE_GET_FLAGS(pRoot);
H
refact  
Hongze Cheng 已提交
480
  leaf = TDB_BTREE_PAGE_IS_LEAF(pRoot);
H
Hongze Cheng 已提交
481

H
Hongze Cheng 已提交
482 483
  // allocate a new child page
  pgnoChild = 0;
H
Hongze Cheng 已提交
484
  zArg.flags = TDB_FLAG_REMOVE(flags, TDB_BTREE_ROOT);
H
Hongze Cheng 已提交
485
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
486
  ret = tdbPagerFetchPage(pPager, &pgnoChild, &pChild, tdbBtreeInitPage, &zArg, pTxn);
H
Hongze Cheng 已提交
487 488 489 490
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
491 492 493 494
  if (!leaf) {
    ((SIntHdr *)pChild->pData)->pgno = ((SIntHdr *)(pRoot->pData))->pgno;
  }

H
Hongze Cheng 已提交
495 496
  ret = tdbPagerWrite(pPager, pChild);
  if (ret < 0) {
497 498
    tdbError("failed to write page since %s", terrstr());
    return -1;
H
Hongze Cheng 已提交
499 500
  }

H
Hongze Cheng 已提交
501
  // Copy the root page content to the child page
502
  tdbPageCopy(pRoot, pChild, 0);
H
Hongze Cheng 已提交
503 504 505 506

  // Reinitialize the root page
  zArg.flags = TDB_BTREE_ROOT;
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
507
  ret = tdbBtreeInitPage(pRoot, &zArg, 0);
H
Hongze Cheng 已提交
508 509 510 511
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
512
  pIntHdr = (SIntHdr *)(pRoot->pData);
H
Hongze Cheng 已提交
513
  pIntHdr->pgno = pgnoChild;
H
Hongze Cheng 已提交
514

H
Hongze Cheng 已提交
515 516 517 518
  *ppChild = pChild;
  return 0;
}

H
Hongze Cheng 已提交
519
static int tdbBtreeBalanceNonRoot(SBTree *pBt, SPage *pParent, int idx, TXN *pTxn) {
H
Hongze Cheng 已提交
520 521
  int ret;

M
Minglei Jin 已提交
522
  int    nOlds, pageIdx;
H
Hongze Cheng 已提交
523
  SPage *pOlds[3] = {0};
H
Hongze Cheng 已提交
524 525
  SCell *pDivCell[3] = {0};
  int    szDivCell[3];
H
Hongze Cheng 已提交
526
  int    sIdx;
H
Hongze Cheng 已提交
527
  u8     childNotLeaf;
H
Hongze Cheng 已提交
528
  SPgno  rPgno;
H
Hongze Cheng 已提交
529

H
Hongze Cheng 已提交
530
  {  // Find 3 child pages at most to do balance
H
Hongze Cheng 已提交
531 532 533
    int    nCells = TDB_PAGE_TOTAL_CELLS(pParent);
    SCell *pCell;

H
Hongze Cheng 已提交
534 535 536 537 538 539 540 541 542 543 544 545 546 547
    if (nCells <= 2) {
      sIdx = 0;
      nOlds = nCells + 1;
    } else {
      // has more than three child pages
      if (idx == 0) {
        sIdx = 0;
      } else if (idx == nCells) {
        sIdx = idx - 2;
      } else {
        sIdx = idx - 1;
      }
      nOlds = 3;
    }
H
Hongze Cheng 已提交
548
    for (int i = 0; i < nOlds; i++) {
549
      ASSERT(sIdx + i <= nCells);
H
Hongze Cheng 已提交
550

H
Hongze Cheng 已提交
551
      SPgno pgno;
H
Hongze Cheng 已提交
552
      if (sIdx + i == nCells) {
553
        ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pParent));
H
Hongze Cheng 已提交
554 555
        pgno = ((SIntHdr *)(pParent->pData))->pgno;
      } else {
H
Hongze Cheng 已提交
556
        pCell = tdbPageGetCell(pParent, sIdx + i);
H
Hongze Cheng 已提交
557 558 559
        pgno = *(SPgno *)pCell;
      }

H
Hongze Cheng 已提交
560 561
      ret = tdbPagerFetchPage(pBt->pPager, &pgno, pOlds + i, tdbBtreeInitPage,
                              &((SBtreeInitPageArg){.pBt = pBt, .flags = 0}), pTxn);
H
Hongze Cheng 已提交
562
      if (ret < 0) {
563
        ASSERT(0);
H
Hongze Cheng 已提交
564 565
        return -1;
      }
H
Hongze Cheng 已提交
566 567 568

      ret = tdbPagerWrite(pBt->pPager, pOlds[i]);
      if (ret < 0) {
569
        tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
570 571
        return -1;
      }
H
Hongze Cheng 已提交
572
    }
H
Hongze Cheng 已提交
573
    // copy the parent key out if child pages are not leaf page
H
refact  
Hongze Cheng 已提交
574
    childNotLeaf = !TDB_BTREE_PAGE_IS_LEAF(pOlds[0]);
H
Hongze Cheng 已提交
575
    if (childNotLeaf) {
H
Hongze Cheng 已提交
576 577 578
      for (int i = 0; i < nOlds; i++) {
        if (sIdx + i < TDB_PAGE_TOTAL_CELLS(pParent)) {
          pCell = tdbPageGetCell(pParent, sIdx + i);
579
          szDivCell[i] = tdbBtreeCellSize(pParent, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
580
          pDivCell[i] = tdbOsMalloc(szDivCell[i]);
H
Hongze Cheng 已提交
581 582
          memcpy(pDivCell[i], pCell, szDivCell[i]);
        }
H
Hongze Cheng 已提交
583

H
Hongze Cheng 已提交
584 585 586
        if (i < nOlds - 1) {
          ((SPgno *)pDivCell[i])[0] = ((SIntHdr *)pOlds[i]->pData)->pgno;
          ((SIntHdr *)pOlds[i]->pData)->pgno = 0;
H
Hongze Cheng 已提交
587
          tdbPageInsertCell(pOlds[i], TDB_PAGE_TOTAL_CELLS(pOlds[i]), pDivCell[i], szDivCell[i], 1);
H
Hongze Cheng 已提交
588
        }
H
Hongze Cheng 已提交
589
      }
H
Hongze Cheng 已提交
590
      rPgno = ((SIntHdr *)pOlds[nOlds - 1]->pData)->pgno;
H
Hongze Cheng 已提交
591
    }
H
Hongze Cheng 已提交
592 593 594

    ret = tdbPagerWrite(pBt->pPager, pParent);
    if (ret < 0) {
595
      tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
596 597 598
      return -1;
    }

H
Hongze Cheng 已提交
599
    // drop the cells on parent page
H
Hongze Cheng 已提交
600 601 602
    for (int i = 0; i < nOlds; i++) {
      nCells = TDB_PAGE_TOTAL_CELLS(pParent);
      if (sIdx < nCells) {
603
        tdbPageDropCell(pParent, sIdx, pTxn, pBt);
H
Hongze Cheng 已提交
604 605 606 607
      } else {
        ((SIntHdr *)pParent->pData)->pgno = 0;
      }
    }
H
Hongze Cheng 已提交
608 609
  }

H
Hongze Cheng 已提交
610
  int nNews = 0;
H
Hongze Cheng 已提交
611
  struct {
H
Hongze Cheng 已提交
612 613 614 615
    int cnt;
    int size;
    int iPage;
    int oIdx;
H
Hongze Cheng 已提交
616
  } infoNews[5] = {0};
H
Hongze Cheng 已提交
617 618 619

  {  // Get how many new pages are needed and the new distribution

H
Hongze Cheng 已提交
620 621 622
    // first loop to find minimum number of pages needed
    for (int oPage = 0; oPage < nOlds; oPage++) {
      SPage *pPage = pOlds[oPage];
H
Hongze Cheng 已提交
623 624
      SCell *pCell;
      int    cellBytes;
H
Hongze Cheng 已提交
625
      int    oIdx;
H
Hongze Cheng 已提交
626

H
Hongze Cheng 已提交
627
      for (oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
H
Hongze Cheng 已提交
628
        pCell = tdbPageGetCell(pPage, oIdx);
H
Hongze Cheng 已提交
629 630
        cellBytes = TDB_BYTES_CELL_TAKEN(pPage, pCell);

H
Hongze Cheng 已提交
631 632
        if (infoNews[nNews].size + cellBytes > TDB_PAGE_USABLE_SIZE(pPage)) {
          // page is full, use a new page
H
Hongze Cheng 已提交
633
          nNews++;
H
Hongze Cheng 已提交
634

635
          ASSERT(infoNews[nNews].size + cellBytes <= TDB_PAGE_USABLE_SIZE(pPage));
H
Hongze Cheng 已提交
636 637 638 639 640 641

          if (childNotLeaf) {
            // for non-child page, this cell is used as the right-most child,
            // the divider cell to parent as well
            continue;
          }
H
Hongze Cheng 已提交
642
        }
H
Hongze Cheng 已提交
643 644
        infoNews[nNews].cnt++;
        infoNews[nNews].size += cellBytes;
H
Hongze Cheng 已提交
645
        infoNews[nNews].iPage = oPage;
H
Hongze Cheng 已提交
646
        infoNews[nNews].oIdx = oIdx;
H
Hongze Cheng 已提交
647 648 649
      }
    }

H
Hongze Cheng 已提交
650
    nNews++;
H
Hongze Cheng 已提交
651 652 653

    // back loop to make the distribution even
    for (int iNew = nNews - 1; iNew > 0; iNew--) {
H
Hongze Cheng 已提交
654
      SCell *pCell;
H
Hongze Cheng 已提交
655 656
      int    szLCell, szRCell;

H
Hongze Cheng 已提交
657
      // balance page (iNew) and (iNew-1)
H
Hongze Cheng 已提交
658
      for (;;) {
H
Hongze Cheng 已提交
659
        pCell = tdbPageGetCell(pOlds[infoNews[iNew - 1].iPage], infoNews[iNew - 1].oIdx);
H
Hongze Cheng 已提交
660

661
        szLCell = tdbBtreeCellSize(pOlds[infoNews[iNew - 1].iPage], pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
662 663
        if (!childNotLeaf) {
          szRCell = szLCell;
H
Hongze Cheng 已提交
664
        } else {
H
Hongze Cheng 已提交
665
          int    iPage = infoNews[iNew - 1].iPage;
H
Hongze Cheng 已提交
666
          int    oIdx = infoNews[iNew - 1].oIdx + 1;
H
Hongze Cheng 已提交
667
          SPage *pPage;
H
Hongze Cheng 已提交
668
          for (;;) {
H
Hongze Cheng 已提交
669
            pPage = pOlds[iPage];
H
Hongze Cheng 已提交
670 671 672 673
            if (oIdx < TDB_PAGE_TOTAL_CELLS(pPage)) {
              break;
            }

H
Hongze Cheng 已提交
674
            iPage++;
H
Hongze Cheng 已提交
675 676 677 678
            oIdx = 0;
          }

          pCell = tdbPageGetCell(pPage, oIdx);
679
          szRCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
680 681
        }

682
        ASSERT(infoNews[iNew - 1].cnt > 0);
H
Hongze Cheng 已提交
683 684 685 686 687

        if (infoNews[iNew].size + szRCell >= infoNews[iNew - 1].size - szRCell) {
          break;
        }

H
Hongze Cheng 已提交
688
        // Move a cell right forward
H
Hongze Cheng 已提交
689 690
        infoNews[iNew - 1].cnt--;
        infoNews[iNew - 1].size -= szLCell;
H
Hongze Cheng 已提交
691
        infoNews[iNew - 1].oIdx--;
H
Hongze Cheng 已提交
692
        for (;;) {
H
Hongze Cheng 已提交
693
          if (infoNews[iNew - 1].oIdx >= 0) {
H
Hongze Cheng 已提交
694 695
            break;
          }
H
Hongze Cheng 已提交
696

H
Hongze Cheng 已提交
697 698
          infoNews[iNew - 1].iPage--;
          infoNews[iNew - 1].oIdx = TDB_PAGE_TOTAL_CELLS(pOlds[infoNews[iNew - 1].iPage]) - 1;
H
Hongze Cheng 已提交
699 700 701
        }

        infoNews[iNew].cnt++;
H
Hongze Cheng 已提交
702
        infoNews[iNew].size += szRCell;
H
Hongze Cheng 已提交
703
      }
H
Hongze Cheng 已提交
704
    }
H
Hongze Cheng 已提交
705 706
  }

H
Hongze Cheng 已提交
707 708 709 710 711 712 713 714 715 716 717 718 719
  SPage *pNews[5] = {0};
  {  // Allocate new pages, reuse the old page when possible

    SPgno             pgno;
    SBtreeInitPageArg iarg;
    u8                flags;

    flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);

    for (int iNew = 0; iNew < nNews; iNew++) {
      if (iNew < nOlds) {
        pNews[iNew] = pOlds[iNew];
      } else {
H
Hongze Cheng 已提交
720
        pgno = 0;
H
Hongze Cheng 已提交
721 722
        iarg.pBt = pBt;
        iarg.flags = flags;
H
Hongze Cheng 已提交
723
        ret = tdbPagerFetchPage(pBt->pPager, &pgno, pNews + iNew, tdbBtreeInitPage, &iarg, pTxn);
H
Hongze Cheng 已提交
724
        if (ret < 0) {
725
          ASSERT(0);
H
Hongze Cheng 已提交
726
        }
H
Hongze Cheng 已提交
727 728 729

        ret = tdbPagerWrite(pBt->pPager, pNews[iNew]);
        if (ret < 0) {
730
          tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
731 732
          return -1;
        }
H
Hongze Cheng 已提交
733 734
      }
    }
H
Hongze Cheng 已提交
735 736

    // TODO: sort the page according to the page number
H
Hongze Cheng 已提交
737 738
  }

H
Hongze Cheng 已提交
739
  {  // Do the real cell distribution
H
Hongze Cheng 已提交
740
    SPage            *pOldsCopy[3] = {0};
H
Hongze Cheng 已提交
741 742 743 744
    SCell            *pCell;
    int               szCell;
    SBtreeInitPageArg iarg;
    int               iNew, nNewCells;
M
Minglei Jin 已提交
745
    SCellDecoder      cd = {0};
H
Hongze Cheng 已提交
746 747 748 749

    iarg.pBt = pBt;
    iarg.flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);
    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
750 751
      tdbPageCreate(pOlds[0]->pageSize, &pOldsCopy[i], tdbDefaultMalloc, NULL);
      tdbBtreeInitPage(pOldsCopy[i], &iarg, 0);
752
      tdbPageCopy(pOlds[i], pOldsCopy[i], 0);
753
      pOlds[i]->nOverflow = 0;
754 755
    }

H
Hongze Cheng 已提交
756 757
    iNew = 0;
    nNewCells = 0;
758
    tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
759 760 761 762 763 764 765 766

    for (int iOld = 0; iOld < nOlds; iOld++) {
      SPage *pPage;

      pPage = pOldsCopy[iOld];

      for (int oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
        pCell = tdbPageGetCell(pPage, oIdx);
767
        szCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
768

769 770
        ASSERT(nNewCells <= infoNews[iNew].cnt);
        ASSERT(iNew < nNews);
H
Hongze Cheng 已提交
771 772 773 774

        if (nNewCells < infoNews[iNew].cnt) {
          tdbPageInsertCell(pNews[iNew], nNewCells, pCell, szCell, 0);
          nNewCells++;
H
Hongze Cheng 已提交
775

H
Hongze Cheng 已提交
776 777 778 779 780 781 782
          // insert parent page
          if (!childNotLeaf && nNewCells == infoNews[iNew].cnt) {
            SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;

            if (iNew == nNews - 1 && pIntHdr->pgno == 0) {
              pIntHdr->pgno = TDB_PAGE_PGNO(pNews[iNew]);
            } else {
783
              tdbBtreeDecodeCell(pPage, pCell, &cd, pTxn, pBt);
H
Hongze Cheng 已提交
784

H
Hongze Cheng 已提交
785
              // TODO: pCell here may be inserted as an overflow cell, handle it
H
Hongze Cheng 已提交
786
              SCell *pNewCell = tdbOsMalloc(cd.kLen + 9);
H
Hongze Cheng 已提交
787 788 789
              int    szNewCell;
              SPgno  pgno;
              pgno = TDB_PAGE_PGNO(pNews[iNew]);
790 791
              tdbBtreeEncodeCell(pParent, cd.pKey, cd.kLen, (void *)&pgno, sizeof(SPgno), pNewCell, &szNewCell, pTxn,
                                 pBt);
H
Hongze Cheng 已提交
792
              tdbPageInsertCell(pParent, sIdx++, pNewCell, szNewCell, 0);
H
Hongze Cheng 已提交
793
              tdbOsFree(pNewCell);
M
Minglei Jin 已提交
794 795 796 797 798

              if (TDB_CELLDECODER_FREE_VAL(&cd)) {
                tdbFree(cd.pVal);
                cd.pVal = NULL;
              }
H
Hongze Cheng 已提交
799
            }
H
Hongze Cheng 已提交
800 801

            // move to next new page
H
Hongze Cheng 已提交
802
            iNew++;
H
Hongze Cheng 已提交
803 804
            nNewCells = 0;
            if (iNew < nNews) {
H
Hongze Cheng 已提交
805
              tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
806
            }
H
Hongze Cheng 已提交
807 808
          }
        } else {
809 810
          ASSERT(childNotLeaf);
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
811

H
Hongze Cheng 已提交
812 813 814 815
          // set current new page right-most child
          ((SIntHdr *)pNews[iNew]->pData)->pgno = ((SPgno *)pCell)[0];

          // insert to parent as divider cell
816
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
817 818
          ((SPgno *)pCell)[0] = TDB_PAGE_PGNO(pNews[iNew]);
          tdbPageInsertCell(pParent, sIdx++, pCell, szCell, 0);
H
Hongze Cheng 已提交
819 820 821 822

          // move to next new page
          iNew++;
          nNewCells = 0;
H
Hongze Cheng 已提交
823
          if (iNew < nNews) {
H
Hongze Cheng 已提交
824
            tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
825
          }
H
Hongze Cheng 已提交
826 827
        }
      }
H
Hongze Cheng 已提交
828
    }
H
Hongze Cheng 已提交
829

H
Hongze Cheng 已提交
830
    if (childNotLeaf) {
831
      ASSERT(TDB_PAGE_TOTAL_CELLS(pNews[nNews - 1]) == infoNews[nNews - 1].cnt);
H
Hongze Cheng 已提交
832
      ((SIntHdr *)(pNews[nNews - 1]->pData))->pgno = rPgno;
H
Hongze Cheng 已提交
833

H
Hongze Cheng 已提交
834 835 836 837 838 839
      SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;
      if (pIntHdr->pgno == 0) {
        pIntHdr->pgno = TDB_PAGE_PGNO(pNews[nNews - 1]);
      } else {
        ((SPgno *)pDivCell[nOlds - 1])[0] = TDB_PAGE_PGNO(pNews[nNews - 1]);
        tdbPageInsertCell(pParent, sIdx, pDivCell[nOlds - 1], szDivCell[nOlds - 1], 0);
H
Hongze Cheng 已提交
840
      }
H
Hongze Cheng 已提交
841 842 843
    }

    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
844
      tdbPageDestroy(pOldsCopy[i], tdbDefaultFree, NULL);
H
Hongze Cheng 已提交
845 846 847
    }
  }

H
Hongze Cheng 已提交
848 849 850 851
  if (TDB_BTREE_PAGE_IS_ROOT(pParent) && TDB_PAGE_TOTAL_CELLS(pParent) == 0) {
    i8 flags = TDB_BTREE_ROOT | TDB_BTREE_PAGE_IS_LEAF(pNews[0]);
    // copy content to the parent page
    tdbBtreeInitPage(pParent, &(SBtreeInitPageArg){.flags = flags, .pBt = pBt}, 0);
852
    tdbPageCopy(pNews[0], pParent, 1);
853 854 855 856

    if (!TDB_BTREE_PAGE_IS_LEAF(pNews[0])) {
      ((SIntHdr *)(pParent->pData))->pgno = ((SIntHdr *)(pNews[0]->pData))->pgno;
    }
H
Hongze Cheng 已提交
857 858
  }

H
Hongze Cheng 已提交
859 860
  for (int i = 0; i < 3; i++) {
    if (pDivCell[i]) {
H
Hongze Cheng 已提交
861
      tdbOsFree(pDivCell[i]);
H
Hongze Cheng 已提交
862 863
    }
  }
H
Hongze Cheng 已提交
864

M
Minglei Jin 已提交
865 866 867 868 869
  for (pageIdx = 0; pageIdx < nOlds; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pOlds[pageIdx], pTxn);
  }
  for (; pageIdx < nNews; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pNews[pageIdx], pTxn);
H
more  
Hongze Cheng 已提交
870 871
  }

H
Hongze Cheng 已提交
872
  return 0;
H
Hongze Cheng 已提交
873 874
}

H
Hongze Cheng 已提交
875
static int tdbBtreeBalance(SBTC *pBtc) {
H
Hongze Cheng 已提交
876
  int    iPage;
H
Hongze Cheng 已提交
877 878
  int    ret;
  int    nFree;
H
Hongze Cheng 已提交
879
  SPage *pParent;
H
Hongze Cheng 已提交
880
  SPage *pPage;
H
Hongze Cheng 已提交
881
  u8     flags;
H
Hongze Cheng 已提交
882 883
  u8     leaf;
  u8     root;
H
Hongze Cheng 已提交
884 885 886

  // Main loop to balance the BTree
  for (;;) {
H
Hongze Cheng 已提交
887 888
    iPage = pBtc->iPage;
    pPage = pBtc->pPage;
H
refact  
Hongze Cheng 已提交
889 890
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    root = TDB_BTREE_PAGE_IS_ROOT(pPage);
H
Hongze Cheng 已提交
891
    nFree = TDB_PAGE_FREE_SIZE(pPage);
H
Hongze Cheng 已提交
892

H
Hongze Cheng 已提交
893 894
    // when the page is not overflow and not too empty, the balance work
    // is finished. Just break out the balance loop.
H
Hongze Cheng 已提交
895
    if (pPage->nOverflow == 0 && nFree < TDB_PAGE_USABLE_SIZE(pPage) * 2 / 3) {
H
Hongze Cheng 已提交
896 897 898 899
      break;
    }

    if (iPage == 0) {
H
Hongze Cheng 已提交
900 901 902
      // For the root page, only balance when the page is overfull,
      // ignore the case of empty
      if (pPage->nOverflow == 0) break;
H
Hongze Cheng 已提交
903

H
Hongze Cheng 已提交
904
      ret = tdbBtreeBalanceDeeper(pBtc->pBt, pPage, &(pBtc->pgStack[1]), pBtc->pTxn);
H
Hongze Cheng 已提交
905 906 907 908
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
909 910 911 912 913
      pBtc->idx = 0;
      pBtc->idxStack[0] = 0;
      pBtc->pgStack[0] = pBtc->pPage;
      pBtc->iPage = 1;
      pBtc->pPage = pBtc->pgStack[1];
H
Hongze Cheng 已提交
914
    } else {
H
Hongze Cheng 已提交
915
      // Generalized balance step
H
Hongze Cheng 已提交
916
      pParent = pBtc->pgStack[iPage - 1];
H
Hongze Cheng 已提交
917

H
Hongze Cheng 已提交
918
      ret = tdbBtreeBalanceNonRoot(pBtc->pBt, pParent, pBtc->idxStack[pBtc->iPage - 1], pBtc->pTxn);
H
Hongze Cheng 已提交
919 920 921 922
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
923
      tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
more  
Hongze Cheng 已提交
924

H
Hongze Cheng 已提交
925 926
      pBtc->iPage--;
      pBtc->pPage = pBtc->pgStack[pBtc->iPage];
H
Hongze Cheng 已提交
927 928 929 930 931
    }
  }

  return 0;
}
H
Hongze Cheng 已提交
932
// TDB_BTREE_BALANCE
H
Hongze Cheng 已提交
933

934
static int tdbFetchOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
935 936 937 938 939 940
  int ret = 0;

  *pPgno = 0;
  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
941
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
942 943 944 945 946
  if (ret < 0) {
    return -1;
  }

  // mark dirty
947
  ret = tdbPagerWrite(pBt->pPager, *ppOfp);
948
  if (ret < 0) {
949
    tdbError("failed to write page since %s", terrstr());
950 951 952
    return -1;
  }

953 954
  tdbPCacheRelease(pBt->pPager->pCache, *ppOfp, pTxn);

955 956 957
  return ret;
}

958
static int tdbLoadOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
959 960 961 962 963
  int ret = 0;

  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
964
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
965 966 967 968 969 970 971
  if (ret < 0) {
    return -1;
  }

  return ret;
}

H
Hongze Cheng 已提交
972
// TDB_BTREE_CELL =====================
H
Hongze Cheng 已提交
973
static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const void *pKey, int kLen, const void *pVal,
974 975 976 977
                                 int vLen, int *szPayload, TXN *pTxn, SBTree *pBt) {
  int ret = 0;
  int nPayload = kLen + vLen;
  int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
978

979
  if (nPayload + nHeader <= maxLocal) {
H
Hongze Cheng 已提交
980 981
    // no overflow page is needed
    memcpy(pCell + nHeader, pKey, kLen);
H
Hongze Cheng 已提交
982
    if (pVal) {
H
Hongze Cheng 已提交
983
      memcpy(pCell + nHeader + kLen, pVal, vLen);
H
Hongze Cheng 已提交
984 985 986 987
    }

    *szPayload = nPayload;
    return 0;
988 989 990 991 992 993
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
Hongze Cheng 已提交
994

995
    // int ofpCap = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
996 997

    // fetch a new ofp and make it dirty
998
    SPgno  pgno = 0;
999
    SPage *ofp = NULL, *nextOfp = NULL;
1000

1001
    ret = tdbFetchOvflPage(&pgno, &ofp, pTxn, pBt);
1002 1003 1004 1005 1006
    if (ret < 0) {
      return -1;
    }

    // local buffer for cell
M
Minglei Jin 已提交
1007
    SCell *pBuf = tdbRealloc(NULL, pBt->pageSize);
1008 1009 1010 1011 1012 1013 1014
    if (pBuf == NULL) {
      return -1;
    }

    int nLeft = nPayload;
    int bytes;
    int lastPage = 0;
1015
    if (nLocal >= nHeader + kLen + sizeof(SPgno)) {
1016 1017 1018 1019
      // pack key to local
      memcpy(pCell + nHeader, pKey, kLen);
      nLeft -= kLen;
      // pack partial val to local if any space left
1020
      if (nLocal > nHeader + kLen + sizeof(SPgno)) {
1021
        ASSERT(pVal != NULL && vLen != 0);
1022 1023
        memcpy(pCell + nHeader + kLen, pVal, nLocal - nHeader - kLen - sizeof(SPgno));
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1024 1025 1026 1027 1028 1029 1030
      }

      // pack nextPgno
      memcpy(pCell + nHeader + nPayload - nLeft, &pgno, sizeof(pgno));

      // pack left val data to ovpages
      do {
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1062 1063 1064 1065 1066 1067
      } while (nLeft > 0);
    } else {
      int nLeftKey = kLen;
      // pack partial key and nextPgno
      memcpy(pCell + nHeader, pKey, nLocal - 4);
      nLeft -= nLocal - 4;
1068
      nLeftKey -= nLocal - 4;
1069 1070 1071 1072 1073 1074

      memcpy(pCell + nHeader + nLocal - 4, &pgno, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // pack left key & val to ovpages
      do {
1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100
        // cal key to cpy
        int lastKeyPage = 0;
        if (nLeftKey <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pBuf, ((SCell *)pKey) + kLen - nLeftKey, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            memcpy(pBuf + kLen - nLeftKey, pVal, vLen);

            nLeft -= vLen;
            pgno = 0;
          } else {
            memcpy(pBuf + kLen - nLeftKey, pVal, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;

            // fetch next ofp, a new ofp and make it dirty
            ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
            if (ret < 0) {
M
Minglei Jin 已提交
1101
              tdbFree(pBuf);
1102 1103 1104 1105 1106 1107 1108
              return -1;
            }
          }
        } else {
          // fetch next ofp, a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
M
Minglei Jin 已提交
1109
            tdbFree(pBuf);
1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123
            return -1;
          }
        }

        memcpy(pBuf + kLen - nLeft, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          return -1;
        }

        ofp = nextOfp;
        nLeftKey -= bytes;
        nLeft -= bytes;
1124 1125 1126
      } while (nLeftKey > 0);

      while (nLeft > 0) {
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150
        // pack left val data to ovpages
        lastPage = 0;
        if (nLeft <= maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

M
Minglei Jin 已提交
1151 1152 1153 1154 1155
        if (ofp == NULL) {
          tdbFree(pBuf);
          return -1;
        }

1156 1157 1158 1159 1160 1161 1162 1163
        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1164 1165 1166 1167 1168 1169
      }
    }

    // free local buffer
    tdbFree(pBuf);

1170
    *szPayload = nLocal - nHeader;
H
Hongze Cheng 已提交
1171 1172 1173 1174 1175
  }

  return 0;
}

H
Hongze Cheng 已提交
1176
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
1177
                              int *szCell, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1178 1179 1180 1181
  u8  leaf;
  int nHeader;
  int nPayload;
  int ret;
H
Hongze Cheng 已提交
1182

1183 1184 1185
  ASSERT(pPage->kLen == TDB_VARIANT_LEN || pPage->kLen == kLen);
  ASSERT(pPage->vLen == TDB_VARIANT_LEN || pPage->vLen == vLen);
  ASSERT(pKey != NULL && kLen > 0);
H
Hongze Cheng 已提交
1186

H
Hongze Cheng 已提交
1187 1188
  nPayload = 0;
  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1189
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1190

H
Hongze Cheng 已提交
1191
  // 1. Encode Header part
H
Hongze Cheng 已提交
1192 1193
  /* Encode SPgno if interior page */
  if (!leaf) {
1194
    ASSERT(pPage->vLen == sizeof(SPgno));
H
Hongze Cheng 已提交
1195 1196 1197 1198 1199

    ((SPgno *)(pCell + nHeader))[0] = ((SPgno *)pVal)[0];
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1200
  /* Encode kLen if need */
H
Hongze Cheng 已提交
1201
  if (pPage->kLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1202
    nHeader += tdbPutVarInt(pCell + nHeader, kLen);
H
Hongze Cheng 已提交
1203 1204
  }

H
Hongze Cheng 已提交
1205
  /* Encode vLen if need */
H
Hongze Cheng 已提交
1206
  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1207
    nHeader += tdbPutVarInt(pCell + nHeader, vLen);
H
Hongze Cheng 已提交
1208 1209
  }

H
Hongze Cheng 已提交
1210
  // 2. Encode payload part
H
Hongze Cheng 已提交
1211 1212 1213
  if ((!leaf) || pPage->vLen == 0) {
    pVal = NULL;
    vLen = 0;
H
Hongze Cheng 已提交
1214
  }
H
Hongze Cheng 已提交
1215

1216
  ret = tdbBtreeEncodePayload(pPage, pCell, nHeader, pKey, kLen, pVal, vLen, &nPayload, pTxn, pBt);
H
Hongze Cheng 已提交
1217
  if (ret < 0) {
H
Hongze Cheng 已提交
1218
    // TODO
1219
    ASSERT(0);
H
Hongze Cheng 已提交
1220
    return 0;
H
Hongze Cheng 已提交
1221 1222
  }

H
Hongze Cheng 已提交
1223
  *szCell = nHeader + nPayload;
H
Hongze Cheng 已提交
1224 1225 1226
  return 0;
}

1227 1228
static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, SCellDecoder *pDecoder, TXN *pTxn,
                                 SBTree *pBt) {
1229
  int ret = 0;
H
Hongze Cheng 已提交
1230
  int nPayload;
1231 1232 1233 1234
  int maxLocal = pPage->maxLocal;

  int kLen = pDecoder->kLen;
  int vLen = pDecoder->vLen;
H
Hongze Cheng 已提交
1235 1236

  if (pDecoder->pVal) {
1237
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
1238
    nPayload = pDecoder->kLen;
H
Hongze Cheng 已提交
1239 1240
  } else {
    nPayload = pDecoder->kLen + pDecoder->vLen;
H
Hongze Cheng 已提交
1241 1242
  }

1243
  if (nHeader + nPayload <= maxLocal) {
H
Hongze Cheng 已提交
1244
    // no over flow case
1245
    pDecoder->pKey = (SCell *)pCell + nHeader;
H
Hongze Cheng 已提交
1246
    if (pDecoder->pVal == NULL && pDecoder->vLen > 0) {
1247
      pDecoder->pVal = (SCell *)pCell + nHeader + pDecoder->kLen;
H
Hongze Cheng 已提交
1248
    }
H
Hongze Cheng 已提交
1249
    return 0;
1250 1251 1252 1253 1254 1255 1256
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;

1257 1258
    int    nLeft = nPayload;
    SPgno  pgno = 0;
1259 1260
    SPage *ofp;
    SCell *ofpCell;
1261 1262
    int    bytes;
    int    lastPage = 0;
1263

1264
    if (nLocal >= pDecoder->kLen + nHeader + sizeof(SPgno)) {
1265 1266
      pDecoder->pKey = (SCell *)pCell + nHeader;
      nLeft -= kLen;
1267
      if (nLocal > kLen + nHeader + sizeof(SPgno)) {
1268 1269 1270 1271 1272 1273
        // read partial val to local
        pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
        if (pDecoder->pVal == NULL) {
          return -1;
        }
        TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
1274

1275 1276
        tdbDebug("tdb btc decoder: %p/0x%x pVal: %p ", pDecoder, pDecoder->freeKV, pDecoder->pVal);

1277
        memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - nHeader - kLen - sizeof(SPgno));
1278

1279
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1280
      }
H
Hongze Cheng 已提交
1281

1282 1283 1284
      memcpy(&pgno, pCell + nHeader + nPayload - nLeft, sizeof(pgno));

      // unpack left val data from ovpages
1285 1286 1287 1288 1289
      while (pgno != 0) {
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1290

1291
        ofpCell = tdbPageGetCell(ofp, 0);
1292

1293 1294 1295 1296 1297 1298
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1299

1300 1301
        memcpy(pDecoder->pVal + vLen - nLeft, ofpCell, bytes);
        nLeft -= bytes;
1302

1303
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1304 1305

        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);
1306 1307 1308 1309 1310 1311
      }
    } else {
      int nLeftKey = kLen;
      // load partial key and nextPgno
      pDecoder->pKey = tdbRealloc(pDecoder->pKey, kLen);
      if (pDecoder->pKey == NULL) {
1312
        return -1;
1313 1314 1315 1316 1317
      }
      TDB_CELLDECODER_SET_FREE_KEY(pDecoder);

      memcpy(pDecoder->pKey, pCell + nHeader, nLocal - 4);
      nLeft -= nLocal - 4;
1318
      nLeftKey -= nLocal - 4;
1319 1320 1321 1322 1323 1324

      memcpy(&pgno, pCell + nHeader + nLocal - 4, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // load left key & val to ovpages
      while (pgno != 0) {
1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        int lastKeyPage = 0;
        if (nLeftKey <= maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pDecoder->pKey + kLen - nLeftKey, ofpCell, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            pDecoder->pVal = ofpCell + kLen - nLeftKey;

            nLeft -= vLen;
            pgno = 0;
          } else {
            // read partial val to local
            pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
            if (pDecoder->pVal == NULL) {
              return -1;
            }
            TDB_CELLDECODER_SET_FREE_VAL(pDecoder);

            memcpy(pDecoder->pVal, ofpCell + kLen - nLeftKey, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;
          }
        }

        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));

1365 1366
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1367 1368
        nLeftKey -= bytes;
        nLeft -= bytes;
1369 1370 1371
      }

      while (nLeft > 0) {
1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        // load left val data to ovpages
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        if (lastPage) {
          pgno = 0;
        }

        if (!pDecoder->pVal) {
          pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
          if (pDecoder->pVal == NULL) {
            return -1;
          }
          TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
        }

        memcpy(pDecoder->pVal, ofpCell + vLen - nLeft, bytes);
        nLeft -= bytes;

        memcpy(&pgno, ofpCell + vLen - nLeft + bytes, sizeof(pgno));

1405 1406
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1407
        nLeft -= bytes;
1408 1409
      }
    }
H
Hongze Cheng 已提交
1410 1411
  }

H
Hongze Cheng 已提交
1412 1413 1414
  return 0;
}

1415
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1416 1417 1418 1419 1420
  u8  leaf;
  int nHeader;
  int ret;

  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1421
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1422

H
Hongze Cheng 已提交
1423
  // Clear the state of decoder
1424 1425 1426
  if (TDB_CELLDECODER_FREE_VAL(pDecoder)) {
    tdbFree(pDecoder->pVal);
  }
H
Hongze Cheng 已提交
1427 1428 1429 1430 1431
  pDecoder->kLen = -1;
  pDecoder->pKey = NULL;
  pDecoder->vLen = -1;
  pDecoder->pVal = NULL;
  pDecoder->pgno = 0;
1432
  TDB_CELLDECODER_SET_FREE_NIL(pDecoder);
H
Hongze Cheng 已提交
1433

1434
  // tdbTrace("tdb btc decoder set nil: %p/0x%x ", pDecoder, pDecoder->freeKV);
1435

H
Hongze Cheng 已提交
1436
  // 1. Decode header part
H
Hongze Cheng 已提交
1437
  if (!leaf) {
1438
    ASSERT(pPage->vLen == sizeof(SPgno));
H
Hongze Cheng 已提交
1439 1440 1441 1442 1443 1444

    pDecoder->pgno = ((SPgno *)(pCell + nHeader))[0];
    pDecoder->pVal = (u8 *)(&(pDecoder->pgno));
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1445 1446 1447 1448 1449 1450 1451
  if (pPage->kLen == TDB_VARIANT_LEN) {
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->kLen));
  } else {
    pDecoder->kLen = pPage->kLen;
  }

  if (pPage->vLen == TDB_VARIANT_LEN) {
1452
    ASSERT(leaf);
H
Hongze Cheng 已提交
1453
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->vLen));
H
Hongze Cheng 已提交
1454
  } else {
H
Hongze Cheng 已提交
1455 1456
    pDecoder->vLen = pPage->vLen;
  }
H
Hongze Cheng 已提交
1457

H
Hongze Cheng 已提交
1458
  // 2. Decode payload part
1459
  ret = tdbBtreeDecodePayload(pPage, pCell, nHeader, pDecoder, pTxn, pBt);
H
Hongze Cheng 已提交
1460 1461
  if (ret < 0) {
    return -1;
H
Hongze Cheng 已提交
1462 1463 1464 1465 1466
  }

  return 0;
}

1467
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt) {
H
refact  
Hongze Cheng 已提交
1468
  u8  leaf;
1469
  int kLen = 0, vLen = 0, nHeader = 0;
H
Hongze Cheng 已提交
1470

H
refact  
Hongze Cheng 已提交
1471
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1472

H
refact  
Hongze Cheng 已提交
1473
  if (!leaf) {
1474
    nHeader += sizeof(SPgno);
H
Hongze Cheng 已提交
1475 1476 1477
  }

  if (pPage->kLen == TDB_VARIANT_LEN) {
1478
    nHeader += tdbGetVarInt(pCell + nHeader, &kLen);
H
Hongze Cheng 已提交
1479 1480 1481 1482
  } else {
    kLen = pPage->kLen;
  }

H
refact  
Hongze Cheng 已提交
1483
  if (pPage->vLen == TDB_VARIANT_LEN) {
1484
    ASSERT(leaf);
1485
    nHeader += tdbGetVarInt(pCell + nHeader, &vLen);
H
refact  
Hongze Cheng 已提交
1486 1487
  } else if (leaf) {
    vLen = pPage->vLen;
H
Hongze Cheng 已提交
1488 1489
  }

1490 1491
  int nPayload = kLen + vLen;
  if (nHeader + nPayload <= pPage->maxLocal) {
1492
    return nHeader + nPayload;
1493 1494
  } else {
    int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
1495

1496 1497 1498 1499
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
refact  
Hongze Cheng 已提交
1500

1501 1502
    // free ofp pages' cells
    if (dropOfp) {
1503
      int    ret = 0;
1504
      SPgno  pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno));
1505
      int    nLeft = nPayload - nLocal + sizeof(SPgno) + nHeader;
1506
      SPage *ofp;
1507
      int    bytes;
1508 1509

      while (pgno != 0) {
1510 1511 1512 1513
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1514

1515
        SCell *ofpCell = tdbPageGetCell(ofp, 0);
1516

1517 1518 1519 1520 1521
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1522

1523
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1524

1525
        tdbPagerReturnPage(pPage->pPager, ofp, pTxn);
1526

1527
        nLeft -= bytes;
1528 1529 1530
      }
    }

1531
    return nLocal;
H
refact  
Hongze Cheng 已提交
1532
  }
H
Hongze Cheng 已提交
1533
}
H
Hongze Cheng 已提交
1534
// TDB_BTREE_CELL
H
Hongze Cheng 已提交
1535

H
refact  
Hongze Cheng 已提交
1536
// TDB_BTREE_CURSOR =====================
H
Hongze Cheng 已提交
1537
int tdbBtcOpen(SBTC *pBtc, SBTree *pBt, TXN *pTxn) {
H
Hongze Cheng 已提交
1538 1539 1540 1541
  pBtc->pBt = pBt;
  pBtc->iPage = -1;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1542
  memset(&pBtc->coder, 0, sizeof(SCellDecoder));
H
Hongze Cheng 已提交
1543 1544

  if (pTxn == NULL) {
1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556
    TXN *pTxn = tdbOsCalloc(1, sizeof(*pTxn));
    if (!pTxn) {
      return -1;
    }

    if (tdbTxnOpen(pTxn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, 0) < 0) {
      tdbOsFree(pTxn);
      return -1;
    }

    pBtc->pTxn = pTxn;
    pBtc->freeTxn = 1;
H
Hongze Cheng 已提交
1557 1558
  } else {
    pBtc->pTxn = pTxn;
1559
    pBtc->freeTxn = 0;
H
Hongze Cheng 已提交
1560
  }
H
Hongze Cheng 已提交
1561 1562 1563 1564

  return 0;
}

H
Hongze Cheng 已提交
1565
int tdbBtcMoveToFirst(SBTC *pBtc) {
H
refact  
Hongze Cheng 已提交
1566 1567 1568
  int     ret;
  SBTree *pBt;
  SPager *pPager;
H
Hongze Cheng 已提交
1569 1570
  SCell  *pCell;
  SPgno   pgno;
H
refact  
Hongze Cheng 已提交
1571 1572 1573 1574 1575

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
1576
    // move a clean cursor
H
Hongze Cheng 已提交
1577
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1578
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
1579
    if (ret < 0) {
1580
      ASSERT(0);
H
refact  
Hongze Cheng 已提交
1581 1582 1583
      return -1;
    }

1584
    ASSERT(TDB_BTREE_PAGE_IS_ROOT(pBtc->pPage));
H
refact  
Hongze Cheng 已提交
1585

H
Hongze Cheng 已提交
1586 1587 1588 1589
    pBtc->iPage = 0;
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) > 0) {
      pBtc->idx = 0;
    } else {
H
more  
Hongze Cheng 已提交
1590
      // no any data, point to an invalid position
1591
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1592
      pBtc->idx = -1;
H
refact  
Hongze Cheng 已提交
1593 1594
      return 0;
    }
H
Hongze Cheng 已提交
1595
  } else {
1596
    ASSERT(0);
H
Hongze Cheng 已提交
1597
#if 0
H
Hongze Cheng 已提交
1598 1599
    // move from a position
    int iPage = 0;
H
refact  
Hongze Cheng 已提交
1600

H
Hongze Cheng 已提交
1601
    for (; iPage < pBtc->iPage; iPage++) {
1602
      ASSERT(pBtc->idxStack[iPage] >= 0);
H
Hongze Cheng 已提交
1603 1604
      if (pBtc->idxStack[iPage]) break;
    }
H
refact  
Hongze Cheng 已提交
1605

H
Hongze Cheng 已提交
1606 1607
    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1608
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1609
        pBtc->idx = 0;
H
refact  
Hongze Cheng 已提交
1610 1611
        break;
      }
H
Hongze Cheng 已提交
1612

H
Hongze Cheng 已提交
1613
      tdbBtcMoveUpward(pBtc);
H
Hongze Cheng 已提交
1614
    }
H
Hongze Cheng 已提交
1615
#endif
H
Hongze Cheng 已提交
1616 1617 1618 1619
  }

  // move downward
  for (;;) {
H
refact  
Hongze Cheng 已提交
1620
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1621

H
Hongze Cheng 已提交
1622
    ret = tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
1623
    if (ret < 0) {
1624
      ASSERT(0);
H
Hongze Cheng 已提交
1625 1626 1627 1628 1629 1630
      return -1;
    }

    pBtc->idx = 0;
  }

H
Hongze Cheng 已提交
1631 1632 1633 1634
  return 0;
}

int tdbBtcMoveToLast(SBTC *pBtc) {
H
Hongze Cheng 已提交
1635
  int     ret;
H
Hongze Cheng 已提交
1636
  int     nCells;
H
Hongze Cheng 已提交
1637 1638 1639 1640 1641 1642 1643 1644 1645
  SBTree *pBt;
  SPager *pPager;
  SPgno   pgno;

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
    // move a clean cursor
H
Hongze Cheng 已提交
1646
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1647
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
1648
    if (ret < 0) {
1649
      ASSERT(0);
H
Hongze Cheng 已提交
1650 1651 1652
      return -1;
    }

H
Hongze Cheng 已提交
1653
    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
Hongze Cheng 已提交
1654
    pBtc->iPage = 0;
H
Hongze Cheng 已提交
1655 1656 1657 1658
    if (nCells > 0) {
      pBtc->idx = TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage) ? nCells - 1 : nCells;
    } else {
      // no data at all, point to an invalid position
1659
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1660 1661 1662
      pBtc->idx = -1;
      return 0;
    }
H
Hongze Cheng 已提交
1663
  } else {
1664
    ASSERT(0);
H
Hongze Cheng 已提交
1665
#if 0
H
Hongze Cheng 已提交
1666 1667 1668 1669
    int iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
1670
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pgStack[iPage]));
H
Hongze Cheng 已提交
1671 1672 1673 1674 1675 1676
      nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pgStack[iPage]);
      if (pBtc->idxStack[iPage] != nCells) break;
    }

    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1677
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1678 1679 1680 1681 1682
        if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
        } else {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
        }
H
Hongze Cheng 已提交
1683
        break;
H
Hongze Cheng 已提交
1684 1685 1686 1687
      }

      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
1688
#endif
H
Hongze Cheng 已提交
1689 1690 1691 1692
  }

  // move downward
  for (;;) {
H
Hongze Cheng 已提交
1693 1694 1695 1696
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
1697
      ASSERT(0);
H
Hongze Cheng 已提交
1698 1699 1700 1701
      return -1;
    }

    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
1702
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
H
Hongze Cheng 已提交
1703
      pBtc->idx = nCells - 1;
H
Hongze Cheng 已提交
1704
    } else {
H
Hongze Cheng 已提交
1705
      pBtc->idx = nCells;
H
Hongze Cheng 已提交
1706 1707 1708
    }
  }

H
Hongze Cheng 已提交
1709 1710 1711 1712
  return 0;
}

int tdbBtreeNext(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
1713
  SCell       *pCell;
1714
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
1715 1716 1717
  void        *pKey, *pVal;
  int          ret;

H
Hongze Cheng 已提交
1718
  // current cursor points to an invalid position
H
Hongze Cheng 已提交
1719
  if (pBtc->idx < 0) {
H
Hongze Cheng 已提交
1720 1721 1722 1723 1724
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1725
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1726

H
Hongze Cheng 已提交
1727
  pKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
1728 1729 1730 1731 1732 1733 1734
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);
C
Cary Xu 已提交
1735 1736

  if (ppVal) {
1737 1738 1739 1740 1741 1742 1743 1744 1745 1746
    if (cd.vLen > 0) {
      pVal = tdbRealloc(*ppVal, cd.vLen);
      if (pVal == NULL) {
        tdbFree(pKey);
        return -1;
      }

      memcpy(pVal, cd.pVal, cd.vLen);
    } else {
      pVal = NULL;
C
Cary Xu 已提交
1747 1748 1749 1750 1751
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
  }
H
Hongze Cheng 已提交
1752 1753

  ret = tdbBtcMoveToNext(pBtc);
H
Hongze Cheng 已提交
1754
  if (ret < 0) {
1755
    ASSERT(0);
H
Hongze Cheng 已提交
1756 1757
    return -1;
  }
H
Hongze Cheng 已提交
1758 1759 1760 1761

  return 0;
}

1762 1763
int tdbBtreePrev(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
  SCell       *pCell;
M
Minglei Jin 已提交
1764
  SCellDecoder cd = {0};
1765 1766 1767 1768 1769 1770 1771 1772 1773 1774
  void        *pKey, *pVal;
  int          ret;

  // current cursor points to an invalid position
  if (pBtc->idx < 0) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1775
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800

  pKey = tdbRealloc(*ppKey, cd.kLen);
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);

  if (ppVal) {
    // TODO: vLen may be zero
    pVal = tdbRealloc(*ppVal, cd.vLen);
    if (pVal == NULL) {
      tdbFree(pKey);
      return -1;
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
    memcpy(pVal, cd.pVal, cd.vLen);
  }

  ret = tdbBtcMoveToPrev(pBtc);
  if (ret < 0) {
1801
    ASSERT(0);
1802 1803 1804 1805 1806 1807
    return -1;
  }

  return 0;
}

H
Hongze Cheng 已提交
1808
int tdbBtcMoveToNext(SBTC *pBtc) {
H
Hongze Cheng 已提交
1809
  int    nCells;
H
Hongze Cheng 已提交
1810
  int    ret;
H
Hongze Cheng 已提交
1811 1812
  SCell *pCell;

1813
  ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1814 1815 1816

  if (pBtc->idx < 0) return -1;

H
Hongze Cheng 已提交
1817
  pBtc->idx++;
H
Hongze Cheng 已提交
1818 1819 1820 1821
  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return 0;
  }

H
Hongze Cheng 已提交
1822
  // move upward
H
Hongze Cheng 已提交
1823
  for (;;) {
H
Hongze Cheng 已提交
1824 1825 1826 1827 1828
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

H
Hongze Cheng 已提交
1829 1830 1831
    tdbBtcMoveUpward(pBtc);
    pBtc->idx++;

1832
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1833
    if (pBtc->idx <= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
H
Hongze Cheng 已提交
1834 1835
      break;
    }
H
Hongze Cheng 已提交
1836 1837
  }

H
Hongze Cheng 已提交
1838
  // move downward
H
Hongze Cheng 已提交
1839
  for (;;) {
H
Hongze Cheng 已提交
1840
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1841

H
Hongze Cheng 已提交
1842 1843
    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
1844
      ASSERT(0);
H
Hongze Cheng 已提交
1845
      return -1;
H
Hongze Cheng 已提交
1846
    }
H
Hongze Cheng 已提交
1847 1848

    pBtc->idx = 0;
H
Hongze Cheng 已提交
1849 1850
  }

H
Hongze Cheng 已提交
1851 1852 1853
  return 0;
}

H
Hongze Cheng 已提交
1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890
int tdbBtcMoveToPrev(SBTC *pBtc) {
  if (pBtc->idx < 0) return -1;

  pBtc->idx--;
  if (pBtc->idx >= 0) {
    return 0;
  }

  // move upward
  for (;;) {
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

    tdbBtcMoveUpward(pBtc);
    pBtc->idx--;
    if (pBtc->idx >= 0) {
      break;
    }
  }

  // move downward
  for (;;) {
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    tdbBtcMoveDownward(pBtc);
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
    } else {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
    }
  }

  return 0;
}

H
Hongze Cheng 已提交
1891 1892 1893 1894 1895
static int tdbBtcMoveDownward(SBTC *pBtc) {
  int    ret;
  SPgno  pgno;
  SCell *pCell;

1896 1897
  ASSERT(pBtc->idx >= 0);
  ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1898 1899 1900 1901 1902 1903 1904

  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
    pgno = ((SPgno *)pCell)[0];
  } else {
    pgno = ((SIntHdr *)pBtc->pPage->pData)->pgno;
  }
H
Hongze Cheng 已提交
1905

1906
  ASSERT(pgno);
H
Hongze Cheng 已提交
1907

H
Hongze Cheng 已提交
1908 1909 1910 1911 1912
  pBtc->pgStack[pBtc->iPage] = pBtc->pPage;
  pBtc->idxStack[pBtc->iPage] = pBtc->idx;
  pBtc->iPage++;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1913

H
Hongze Cheng 已提交
1914 1915
  ret = tdbPagerFetchPage(pBtc->pBt->pPager, &pgno, &pBtc->pPage, tdbBtreeInitPage,
                          &((SBtreeInitPageArg){.pBt = pBtc->pBt, .flags = 0}), pBtc->pTxn);
H
Hongze Cheng 已提交
1916
  if (ret < 0) {
1917
    ASSERT(0);
H
Hongze Cheng 已提交
1918
    return -1;
H
Hongze Cheng 已提交
1919 1920 1921 1922 1923 1924
  }

  return 0;
}

static int tdbBtcMoveUpward(SBTC *pBtc) {
H
Hongze Cheng 已提交
1925 1926
  if (pBtc->iPage == 0) return -1;

H
Hongze Cheng 已提交
1927
  tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
Hongze Cheng 已提交
1928 1929 1930 1931 1932

  pBtc->iPage--;
  pBtc->pPage = pBtc->pgStack[pBtc->iPage];
  pBtc->idx = pBtc->idxStack[pBtc->iPage];

H
Hongze Cheng 已提交
1933
  return 0;
H
Hongze Cheng 已提交
1934
}
H
refact  
Hongze Cheng 已提交
1935

H
Hongze Cheng 已提交
1936 1937 1938 1939 1940 1941 1942 1943
int tdbBtcGet(SBTC *pBtc, const void **ppKey, int *kLen, const void **ppVal, int *vLen) {
  SCell *pCell;

  if (pBtc->idx < 0 || pBtc->idx >= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
1944
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &pBtc->coder, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1945 1946 1947 1948 1949 1950 1951 1952

  if (ppKey) {
    *ppKey = (void *)pBtc->coder.pKey;
    *kLen = pBtc->coder.kLen;
  }

  if (ppVal) {
    *ppVal = (void *)pBtc->coder.pVal;
H
Hongze Cheng 已提交
1953
    *vLen = pBtc->coder.vLen;
H
Hongze Cheng 已提交
1954 1955 1956 1957 1958
  }

  return 0;
}

H
Hongze Cheng 已提交
1959
int tdbBtcDelete(SBTC *pBtc) {
H
Hongze Cheng 已提交
1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971
  int         idx = pBtc->idx;
  int         nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  SPager     *pPager = pBtc->pBt->pPager;
  const void *pKey;
  i8          iPage;
  SPage      *pPage;
  SPgno       pgno;
  SCell      *pCell;
  int         szCell;
  int         nKey;
  int         ret;

1972
  ASSERT(idx >= 0 && idx < nCells);
H
Hongze Cheng 已提交
1973 1974 1975 1976

  // drop the cell on the leaf
  ret = tdbPagerWrite(pPager, pBtc->pPage);
  if (ret < 0) {
1977
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1978 1979 1980
    return -1;
  }

1981
  tdbPageDropCell(pBtc->pPage, idx, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1982

H
Hongze Cheng 已提交
1983
  // update interior page or do balance
H
Hongze Cheng 已提交
1984
  if (idx == nCells - 1) {
H
Hongze Cheng 已提交
1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998
    if (idx) {
      pBtc->idx--;
      tdbBtcGet(pBtc, &pKey, &nKey, NULL, NULL);

      // loop to update the interial page
      pgno = TDB_PAGE_PGNO(pBtc->pPage);
      for (iPage = pBtc->iPage - 1; iPage >= 0; iPage--) {
        pPage = pBtc->pgStack[iPage];
        idx = pBtc->idxStack[iPage];
        nCells = TDB_PAGE_TOTAL_CELLS(pPage);

        if (idx < nCells) {
          ret = tdbPagerWrite(pPager, pPage);
          if (ret < 0) {
1999
            tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2000 2001 2002 2003 2004
            return -1;
          }

          // update the cell with new key
          pCell = tdbOsMalloc(nKey + 9);
2005
          tdbBtreeEncodeCell(pPage, pKey, nKey, &pgno, sizeof(pgno), pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2006

2007
          ret = tdbPageUpdateCell(pPage, idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2008 2009
          if (ret < 0) {
            tdbOsFree(pCell);
2010
            ASSERT(0);
H
Hongze Cheng 已提交
2011 2012 2013 2014 2015 2016 2017 2018 2019
            return -1;
          }
          tdbOsFree(pCell);
          break;
        } else {
          pgno = TDB_PAGE_PGNO(pPage);
        }
      }
    } else {
H
Hongze Cheng 已提交
2020
      // delete the leaf page and do balance
2021
      ASSERT(TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0);
H
Hongze Cheng 已提交
2022 2023 2024

      ret = tdbBtreeBalance(pBtc);
      if (ret < 0) {
2025
        ASSERT(0);
H
Hongze Cheng 已提交
2026 2027
        return -1;
      }
H
Hongze Cheng 已提交
2028
    }
H
Hongze Cheng 已提交
2029 2030 2031 2032 2033
  }

  return 0;
}

H
Hongze Cheng 已提交
2034 2035 2036 2037 2038 2039 2040 2041
int tdbBtcUpsert(SBTC *pBtc, const void *pKey, int kLen, const void *pData, int nData, int insert) {
  SCell *pCell;
  int    szCell;
  int    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  int    szBuf;
  void  *pBuf;
  int    ret;

2042
  ASSERT(pBtc->idx >= 0);
H
Hongze Cheng 已提交
2043 2044 2045

  // alloc space
  szBuf = kLen + nData + 14;
2046
  pBuf = tdbRealloc(pBtc->pBt->pBuf, pBtc->pBt->pageSize > szBuf ? szBuf : pBtc->pBt->pageSize);
H
Hongze Cheng 已提交
2047
  if (pBuf == NULL) {
2048
    ASSERT(0);
H
Hongze Cheng 已提交
2049 2050 2051 2052 2053 2054
    return -1;
  }
  pBtc->pBt->pBuf = pBuf;
  pCell = (SCell *)pBtc->pBt->pBuf;

  // encode cell
2055
  ret = tdbBtreeEncodeCell(pBtc->pPage, pKey, kLen, pData, nData, pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2056
  if (ret < 0) {
2057
    ASSERT(0);
H
Hongze Cheng 已提交
2058 2059 2060 2061 2062 2063
    return -1;
  }

  // mark dirty
  ret = tdbPagerWrite(pBtc->pBt->pPager, pBtc->pPage);
  if (ret < 0) {
2064
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2065 2066 2067 2068 2069
    return -1;
  }

  // insert or update
  if (insert) {
2070
    ASSERT(pBtc->idx <= nCells);
H
Hongze Cheng 已提交
2071 2072 2073

    ret = tdbPageInsertCell(pBtc->pPage, pBtc->idx, pCell, szCell, 0);
  } else {
2074
    ASSERT(pBtc->idx < nCells);
H
Hongze Cheng 已提交
2075

2076
    ret = tdbPageUpdateCell(pBtc->pPage, pBtc->idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2077 2078
  }
  if (ret < 0) {
2079
    ASSERT(0);
H
Hongze Cheng 已提交
2080 2081 2082 2083 2084 2085 2086
    return -1;
  }

  // check balance
  if (pBtc->pPage->nOverflow > 0) {
    ret = tdbBtreeBalance(pBtc);
    if (ret < 0) {
2087
      ASSERT(0);
H
Hongze Cheng 已提交
2088 2089 2090 2091
      return -1;
    }
  }

H
Hongze Cheng 已提交
2092 2093 2094
  return 0;
}

H
Hongze Cheng 已提交
2095
int tdbBtcMoveTo(SBTC *pBtc, const void *pKey, int kLen, int *pCRst) {
H
Hongze Cheng 已提交
2096 2097 2098 2099 2100 2101 2102 2103
  int         ret;
  int         nCells;
  int         c;
  SCell      *pCell;
  SBTree     *pBt = pBtc->pBt;
  SPager     *pPager = pBt->pPager;
  const void *pTKey;
  int         tkLen;
H
Hongze Cheng 已提交
2104

2105
  tdbTrace("tdb moveto, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2106
  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
2107
    // move from a clear cursor
H
Hongze Cheng 已提交
2108 2109
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
2110
    if (ret < 0) {
H
Hongze Cheng 已提交
2111
      // TODO
2112
      ASSERT(0);
H
Hongze Cheng 已提交
2113
      return 0;
H
Hongze Cheng 已提交
2114 2115 2116
    }

    pBtc->iPage = 0;
H
Hongze Cheng 已提交
2117 2118 2119 2120
    pBtc->idx = -1;
    // for empty tree, just return with an invalid position
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0) return 0;
  } else {
2121
    ASSERT(0);
H
Hongze Cheng 已提交
2122
#if 0
H
Hongze Cheng 已提交
2123 2124 2125 2126 2127 2128 2129 2130 2131 2132
    SPage *pPage;
    int    idx;
    int    iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      pPage = pBtc->pgStack[iPage];
      idx = pBtc->idxStack[iPage];
      nCells = TDB_PAGE_TOTAL_CELLS(pPage);

2133
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
2134 2135 2136 2137

      // check if key <= current position
      if (idx < nCells) {
        pCell = tdbPageGetCell(pPage, idx);
2138
        tdbBtreeDecodeCell(pPage, pCell, &cd);
H
Hongze Cheng 已提交
2139 2140 2141 2142 2143 2144 2145 2146
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen);
        if (c > 0) break;
      }

      // check if key > current - 1 position
      if (idx > 0) {
        pCell = tdbPageGetCell(pPage, idx - 1);
        tdbBtreeDecodeCell(pPage, pCell, &cd);
2147
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2148 2149 2150 2151 2152 2153 2154 2155 2156
        if (c <= 0) break;
      }
    }

    // move upward
    for (;;) {
      if (pBtc->iPage == iPage) break;
      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
2157
#endif
H
Hongze Cheng 已提交
2158
  }
H
Hongze Cheng 已提交
2159

H
Hongze Cheng 已提交
2160
  // search downward to the leaf
2161
  tdbTrace("tdb search downward, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2162
  for (;;) {
H
Hongze Cheng 已提交
2163
    int    lidx, ridx;
H
Hongze Cheng 已提交
2164
    SPage *pPage;
H
Hongze Cheng 已提交
2165

H
Hongze Cheng 已提交
2166 2167 2168 2169
    pPage = pBtc->pPage;
    nCells = TDB_PAGE_TOTAL_CELLS(pPage);
    lidx = 0;
    ridx = nCells - 1;
H
Hongze Cheng 已提交
2170

2171
    ASSERT(nCells > 0);
H
Hongze Cheng 已提交
2172

H
Hongze Cheng 已提交
2173
    // compare first cell
H
Hongze Cheng 已提交
2174 2175 2176
    pBtc->idx = lidx;
    tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
    c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2177 2178 2179 2180 2181 2182 2183 2184
    if (c <= 0) {
      ridx = lidx - 1;
    } else {
      lidx = lidx + 1;
    }

    // compare last cell
    if (lidx <= ridx) {
H
Hongze Cheng 已提交
2185 2186 2187
      pBtc->idx = ridx;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2188 2189 2190 2191 2192 2193 2194
      if (c >= 0) {
        lidx = ridx + 1;
      } else {
        ridx = ridx - 1;
      }
    }

H
Hongze Cheng 已提交
2195
    // binary search
2196
    tdbTrace("tdb binary search, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2197 2198
    for (;;) {
      if (lidx > ridx) break;
H
Hongze Cheng 已提交
2199

H
Hongze Cheng 已提交
2200 2201 2202
      pBtc->idx = (lidx + ridx) >> 1;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2203 2204
      if (c < 0) {
        // pKey < cd.pKey
H
Hongze Cheng 已提交
2205
        ridx = pBtc->idx - 1;
H
Hongze Cheng 已提交
2206 2207
      } else if (c > 0) {
        // pKey > cd.pKey
H
Hongze Cheng 已提交
2208
        lidx = pBtc->idx + 1;
H
Hongze Cheng 已提交
2209 2210 2211
      } else {
        // pKey == cd.pKey
        break;
H
Hongze Cheng 已提交
2212
      }
H
Hongze Cheng 已提交
2213
    }
H
Hongze Cheng 已提交
2214

H
Hongze Cheng 已提交
2215 2216 2217 2218 2219
    // keep search downward or break
    if (TDB_BTREE_PAGE_IS_LEAF(pPage)) {
      *pCRst = c;
      break;
    } else {
H
Hongze Cheng 已提交
2220 2221
      if (c > 0) {
        pBtc->idx += 1;
H
Hongze Cheng 已提交
2222
      }
H
Hongze Cheng 已提交
2223
      tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
2224 2225 2226
    }
  }

2227 2228
  tdbTrace("tdb moveto end, pager:%p, ipage:%d", pPager, pBtc->iPage);

H
Hongze Cheng 已提交
2229 2230 2231
  return 0;
}

H
refact  
Hongze Cheng 已提交
2232 2233 2234 2235
int tdbBtcClose(SBTC *pBtc) {
  if (pBtc->iPage < 0) return 0;

  for (;;) {
2236
    ASSERT(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
2237

H
Hongze Cheng 已提交
2238
    tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
2239 2240 2241 2242 2243 2244 2245 2246

    pBtc->iPage--;
    if (pBtc->iPage < 0) break;

    pBtc->pPage = pBtc->pgStack[pBtc->iPage];
    pBtc->idx = pBtc->idxStack[pBtc->iPage];
  }

2247
  if (TDB_CELLDECODER_FREE_VAL(&pBtc->coder)) {
2248 2249
    tdbDebug("tdb btc/close decoder: %p pVal free: %p", &pBtc->coder, pBtc->coder.pVal);

2250 2251 2252
    tdbFree(pBtc->coder.pVal);
  }

2253 2254 2255 2256
  if (pBtc->freeTxn) {
    tdbTxnClose(pBtc->pTxn);
  }

H
refact  
Hongze Cheng 已提交
2257 2258
  return 0;
}
H
Hongze Cheng 已提交
2259 2260 2261 2262 2263 2264 2265 2266

int tdbBtcIsValid(SBTC *pBtc) {
  if (pBtc->idx < 0) {
    return 0;
  } else {
    return 1;
  }
}
H
refact  
Hongze Cheng 已提交
2267
// TDB_BTREE_CURSOR
H
Hongze Cheng 已提交
2268

H
refact  
Hongze Cheng 已提交
2269
// TDB_BTREE_DEBUG =====================
H
Hongze Cheng 已提交
2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288
#ifndef NODEBUG
typedef struct {
  SPgno pgno;
  u8    root;
  u8    leaf;
  SPgno rChild;
  int   nCells;
  int   nOvfl;
} SBtPageInfo;

SBtPageInfo btPageInfos[20];

void tdbBtPageInfo(SPage *pPage, int idx) {
  SBtPageInfo *pBtPageInfo;

  pBtPageInfo = btPageInfos + idx;

  pBtPageInfo->pgno = TDB_PAGE_PGNO(pPage);

H
refact  
Hongze Cheng 已提交
2289 2290
  pBtPageInfo->root = TDB_BTREE_PAGE_IS_ROOT(pPage);
  pBtPageInfo->leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
2291 2292 2293 2294 2295 2296 2297 2298 2299

  pBtPageInfo->rChild = 0;
  if (!pBtPageInfo->leaf) {
    pBtPageInfo->rChild = *(SPgno *)(pPage->pData + 1);
  }

  pBtPageInfo->nCells = TDB_PAGE_TOTAL_CELLS(pPage) - pPage->nOverflow;
  pBtPageInfo->nOvfl = pPage->nOverflow;
}
H
refact  
Hongze Cheng 已提交
2300
#endif
2301
// TDB_BTREE_DEBUG