tdbBtree.c 56.1 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
H
refact  
Hongze Cheng 已提交
14 15
 */

H
Hongze Cheng 已提交
16 17
#include "tdbInt.h"

H
Hongze Cheng 已提交
18 19
#define TDB_BTREE_ROOT 0x1
#define TDB_BTREE_LEAF 0x2
20
#define TDB_BTREE_OVFL 0x4
H
Hongze Cheng 已提交
21

H
Hongze Cheng 已提交
22
struct SBTree {
H
Hongze Cheng 已提交
23 24 25 26 27 28 29 30 31 32
  SPgno         root;
  int           keyLen;
  int           valLen;
  SPager       *pPager;
  tdb_cmpr_fn_t kcmpr;
  int           pageSize;
  int           maxLocal;
  int           minLocal;
  int           maxLeaf;
  int           minLeaf;
M
Minglei Jin 已提交
33 34
  SBtInfo       info;
  char         *tbname;
H
Hongze Cheng 已提交
35
  void         *pBuf;
H
Hongze Cheng 已提交
36 37
};

H
Hongze Cheng 已提交
38 39
#define TDB_BTREE_PAGE_COMMON_HDR u8 flags;

H
Hongze Cheng 已提交
40
#define TDB_BTREE_PAGE_GET_FLAGS(PAGE)        (PAGE)->pData[0]
H
Hongze Cheng 已提交
41
#define TDB_BTREE_PAGE_SET_FLAGS(PAGE, flags) ((PAGE)->pData[0] = (flags))
H
Hongze Cheng 已提交
42 43
#define TDB_BTREE_PAGE_IS_ROOT(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_ROOT)
#define TDB_BTREE_PAGE_IS_LEAF(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_LEAF)
44
#define TDB_BTREE_PAGE_IS_OVFL(PAGE)          (TDB_BTREE_PAGE_GET_FLAGS(PAGE) & TDB_BTREE_OVFL)
45
#define TDB_BTREE_ASSERT_FLAG(flags)                                                     \
46
  ASSERT(TDB_FLAG_IS(flags, TDB_BTREE_ROOT) || TDB_FLAG_IS(flags, TDB_BTREE_LEAF) ||     \
47 48
         TDB_FLAG_IS(flags, TDB_BTREE_ROOT | TDB_BTREE_LEAF) || TDB_FLAG_IS(flags, 0) || \
         TDB_FLAG_IS(flags, TDB_BTREE_OVFL))
H
Hongze Cheng 已提交
49

H
Hongze Cheng 已提交
50
#pragma pack(push, 1)
wafwerar's avatar
wafwerar 已提交
51
typedef struct {
H
Hongze Cheng 已提交
52 53 54
  TDB_BTREE_PAGE_COMMON_HDR
} SLeafHdr;

wafwerar's avatar
wafwerar 已提交
55 56
typedef struct {
  TDB_BTREE_PAGE_COMMON_HDR
H
Hongze Cheng 已提交
57 58
  SPgno pgno;  // right-most child
} SIntHdr;
wafwerar's avatar
wafwerar 已提交
59
#pragma pack(pop)
H
more  
Hongze Cheng 已提交
60

H
Hongze Cheng 已提交
61
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2);
H
Hongze Cheng 已提交
62
static int tdbBtreeOpenImpl(SBTree *pBt);
63
// static int tdbBtreeInitPage(SPage *pPage, void *arg, int init);
H
Hongze Cheng 已提交
64
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
65 66
                              int *szCell, TXN *pTxn, SBTree *pBt);
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
67
static int tdbBtreeBalance(SBTC *pBtc);
68
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt);
H
Hongze Cheng 已提交
69
static int tdbBtcMoveDownward(SBTC *pBtc);
H
Hongze Cheng 已提交
70
static int tdbBtcMoveUpward(SBTC *pBtc);
H
Hongze Cheng 已提交
71

72
int tdbBtreeOpen(int keyLen, int valLen, SPager *pPager, char const *tbname, SPgno pgno, tdb_cmpr_fn_t kcmpr, TDB *pEnv,
73
                 SBTree **ppBt) {
H
Hongze Cheng 已提交
74
  SBTree *pBt;
H
Hongze Cheng 已提交
75
  int     ret;
H
more  
Hongze Cheng 已提交
76

77
  ASSERT(keyLen != 0);
H
Hongze Cheng 已提交
78

H
Hongze Cheng 已提交
79
  *ppBt = NULL;
H
Hongze Cheng 已提交
80

H
Hongze Cheng 已提交
81
  pBt = (SBTree *)tdbOsCalloc(1, sizeof(*pBt));
H
Hongze Cheng 已提交
82 83 84 85 86
  if (pBt == NULL) {
    return -1;
  }

  // pBt->keyLen
H
Hongze Cheng 已提交
87
  pBt->keyLen = keyLen < 0 ? TDB_VARIANT_LEN : keyLen;
H
Hongze Cheng 已提交
88
  // pBt->valLen
H
Hongze Cheng 已提交
89
  pBt->valLen = valLen < 0 ? TDB_VARIANT_LEN : valLen;
H
refact  
Hongze Cheng 已提交
90 91
  // pBt->pPager
  pBt->pPager = pPager;
H
Hongze Cheng 已提交
92 93
  // pBt->kcmpr
  pBt->kcmpr = kcmpr ? kcmpr : tdbDefaultKeyCmprFn;
H
Hongze Cheng 已提交
94
  // pBt->pageSize
H
Hongze Cheng 已提交
95
  pBt->pageSize = pPager->pageSize;
H
Hongze Cheng 已提交
96
  // pBt->maxLocal
H
Hongze Cheng 已提交
97
  pBt->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr)) / 4;
H
Hongze Cheng 已提交
98
  // pBt->minLocal: Should not be allowed smaller than 15, which is [nPayload][nKey][nData]
H
Hongze Cheng 已提交
99
  pBt->minLocal = pBt->maxLocal / 2;
H
Hongze Cheng 已提交
100
  // pBt->maxLeaf
H
Hongze Cheng 已提交
101
  pBt->maxLeaf = tdbPageCapacity(pBt->pageSize, sizeof(SLeafHdr));
H
Hongze Cheng 已提交
102 103
  // pBt->minLeaf
  pBt->minLeaf = pBt->minLocal;
H
Hongze Cheng 已提交
104

105 106 107 108
  // if pgno == 0 fetch new btree root leaf page
  if (pgno == 0) {
    // fetch page & insert into main db
    SPage *pPage;
109
    TXN   *txn;
110

111 112
    ret = tdbBegin(pEnv, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED);
    if (ret < 0) {
M
Minglei Jin 已提交
113
      tdbOsFree(pBt);
114 115
      return -1;
    }
116 117 118 119

    SBtreeInitPageArg zArg;
    zArg.flags = 0x1 | 0x2;  // root leaf node;
    zArg.pBt = pBt;
120
    ret = tdbPagerFetchPage(pPager, &pgno, &pPage, tdbBtreeInitPage, &zArg, txn);
121
    if (ret < 0) {
122
      tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
123
      tdbOsFree(pBt);
124 125 126 127 128
      return -1;
    }

    ret = tdbPagerWrite(pPager, pPage);
    if (ret < 0) {
129
      tdbError("failed to write page since %s", terrstr());
130
      tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
131
      tdbOsFree(pBt);
132 133
      return -1;
    }
M
Minglei Jin 已提交
134

135
    if (strcmp(TDB_MAINDB_NAME, tbname)) {
M
Minglei Jin 已提交
136 137 138 139
      pBt->info.root = pgno;
      pBt->info.nLevel = 1;
      pBt->info.nData = 0;
      pBt->tbname = (char *)tbname;
140 141

      ret = tdbTbInsert(pPager->pEnv->pMainDb, tbname, strlen(tbname) + 1, &pBt->info, sizeof(pBt->info), txn);
142
      if (ret < 0) {
143
        tdbAbort(pEnv, txn);
M
Minglei Jin 已提交
144
        tdbOsFree(pBt);
145 146 147
        return -1;
      }
    }
M
Minglei Jin 已提交
148

149 150 151 152
    tdbPCacheRelease(pPager->pCache, pPage, txn);

    tdbCommit(pPager->pEnv, txn);
    tdbPostCommit(pPager->pEnv, txn);
153 154
  }

155
  ASSERT(pgno != 0);
156 157
  pBt->root = pgno;
  /*
H
Hongze Cheng 已提交
158 159 160
  // TODO: pBt->root
  ret = tdbBtreeOpenImpl(pBt);
  if (ret < 0) {
H
Hongze Cheng 已提交
161
    tdbOsFree(pBt);
H
Hongze Cheng 已提交
162 163
    return -1;
  }
164
  */
H
Hongze Cheng 已提交
165
  *ppBt = pBt;
H
Hongze Cheng 已提交
166 167 168 169
  return 0;
}

int tdbBtreeClose(SBTree *pBt) {
H
Hongze Cheng 已提交
170
  if (pBt) {
H
Hongze Cheng 已提交
171
    tdbFree(pBt->pBuf);
H
Hongze Cheng 已提交
172 173
    tdbOsFree(pBt);
  }
H
Hongze Cheng 已提交
174 175 176
  return 0;
}

H
Hongze Cheng 已提交
177
int tdbBtreeInsert(SBTree *pBt, const void *pKey, int kLen, const void *pVal, int vLen, TXN *pTxn) {
H
Hongze Cheng 已提交
178 179 180 181 182 183 184 185 186
  SBTC   btc;
  SCell *pCell;
  void  *pBuf;
  int    szCell;
  int    szBuf;
  int    ret;
  int    idx;
  int    c;

H
Hongze Cheng 已提交
187
  tdbBtcOpen(&btc, pBt, pTxn);
H
Hongze Cheng 已提交
188

189 190
  tdbTrace("tdb insert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
191 192
  // move to the position to insert
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
193
  if (ret < 0) {
H
Hongze Cheng 已提交
194
    tdbBtcClose(&btc);
195
    ASSERT(0);
H
Hongze Cheng 已提交
196 197 198
    return -1;
  }

H
Hongze Cheng 已提交
199
  if (btc.idx == -1) {
H
Hongze Cheng 已提交
200
    btc.idx = 0;
H
Hongze Cheng 已提交
201
  } else {
H
Hongze Cheng 已提交
202
    if (c > 0) {
H
Hongze Cheng 已提交
203 204 205
      btc.idx++;
    } else if (c == 0) {
      // dup key not allowed
B
Benguang Zhao 已提交
206
      tdbError("unable to insert dup key. pKey: %p, kLen: %d, btc: %p, pTxn: %p", pKey, kLen, &btc, pTxn);
207
      // ASSERT(0);
H
Hongze Cheng 已提交
208 209 210 211
      return -1;
    }
  }

H
Hongze Cheng 已提交
212 213
  ret = tdbBtcUpsert(&btc, pKey, kLen, pVal, vLen, 1);
  if (ret < 0) {
214
    ASSERT(0);
H
Hongze Cheng 已提交
215
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
216 217
    return -1;
  }
H
Hongze Cheng 已提交
218

H
Hongze Cheng 已提交
219 220 221 222 223 224 225 226 227 228 229
  tdbBtcClose(&btc);
  return 0;
}

int tdbBtreeDelete(SBTree *pBt, const void *pKey, int kLen, TXN *pTxn) {
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

230 231
  tdbTrace("tdb delete, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
232 233
  // move the cursor
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &c);
H
Hongze Cheng 已提交
234
  if (ret < 0) {
H
Hongze Cheng 已提交
235
    tdbBtcClose(&btc);
236
    ASSERT(0);
H
more  
Hongze Cheng 已提交
237 238 239
    return -1;
  }

H
Hongze Cheng 已提交
240
  if (btc.idx < 0 || c != 0) {
H
more  
Hongze Cheng 已提交
241
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
242 243
    return -1;
  }
H
Hongze Cheng 已提交
244

H
Hongze Cheng 已提交
245 246
  // delete the key
  if (tdbBtcDelete(&btc) < 0) {
H
Hongze Cheng 已提交
247
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
248
    return -1;
H
Hongze Cheng 已提交
249 250
  }

H
Hongze Cheng 已提交
251
  tdbBtcClose(&btc);
H
more  
Hongze Cheng 已提交
252 253 254
  return 0;
}

H
Hongze Cheng 已提交
255
int tdbBtreeUpsert(SBTree *pBt, const void *pKey, int nKey, const void *pData, int nData, TXN *pTxn) {
H
Hongze Cheng 已提交
256 257 258 259 260 261
  SBTC btc;
  int  c;
  int  ret;

  tdbBtcOpen(&btc, pBt, pTxn);

262 263
  tdbTrace("tdb upsert, btc: %p, pTxn: %p", &btc, pTxn);

H
Hongze Cheng 已提交
264
  // move the cursor
H
Hongze Cheng 已提交
265
  ret = tdbBtcMoveTo(&btc, pKey, nKey, &c);
H
Hongze Cheng 已提交
266
  if (ret < 0) {
267
    ASSERT(0);
H
Hongze Cheng 已提交
268
    tdbBtcClose(&btc);
H
Hongze Cheng 已提交
269 270 271
    return -1;
  }

H
Hongze Cheng 已提交
272 273 274 275 276 277 278
  if (btc.idx == -1) {
    btc.idx = 0;
    c = 1;
  } else {
    if (c > 0) {
      btc.idx = btc.idx + 1;
    }
H
Hongze Cheng 已提交
279 280
  }

H
Hongze Cheng 已提交
281 282
  ret = tdbBtcUpsert(&btc, pKey, nKey, pData, nData, c);
  if (ret < 0) {
283
    ASSERT(0);
H
Hongze Cheng 已提交
284 285 286 287 288 289 290 291
    tdbBtcClose(&btc);
    return -1;
  }

  tdbBtcClose(&btc);
  return 0;
}

H
Hongze Cheng 已提交
292
int tdbBtreeGet(SBTree *pBt, const void *pKey, int kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
293 294 295 296
  return tdbBtreePGet(pBt, pKey, kLen, NULL, NULL, ppVal, vLen);
}

int tdbBtreePGet(SBTree *pBt, const void *pKey, int kLen, void **ppKey, int *pkLen, void **ppVal, int *vLen) {
H
refact  
Hongze Cheng 已提交
297
  SBTC         btc;
H
Hongze Cheng 已提交
298 299
  SCell       *pCell;
  int          cret;
H
Hongze Cheng 已提交
300
  int          ret;
H
Hongze Cheng 已提交
301 302
  void        *pTKey = NULL;
  void        *pTVal = NULL;
303
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
304

H
Hongze Cheng 已提交
305
  tdbBtcOpen(&btc, pBt, NULL);
H
Hongze Cheng 已提交
306

307 308
  tdbTrace("tdb pget, btc: %p", &btc);

H
Hongze Cheng 已提交
309 310 311
  ret = tdbBtcMoveTo(&btc, pKey, kLen, &cret);
  if (ret < 0) {
    tdbBtcClose(&btc);
312
    ASSERT(0);
H
Hongze Cheng 已提交
313
  }
H
Hongze Cheng 已提交
314

H
Hongze Cheng 已提交
315
  if (btc.idx < 0 || cret) {
H
Hongze Cheng 已提交
316
    tdbBtcClose(&btc);
317

H
Hongze Cheng 已提交
318
    return -1;
H
Hongze Cheng 已提交
319 320 321
  }

  pCell = tdbPageGetCell(btc.pPage, btc.idx);
322
  tdbBtreeDecodeCell(btc.pPage, pCell, &cd, btc.pTxn, pBt);
H
Hongze Cheng 已提交
323

H
Hongze Cheng 已提交
324
  if (ppKey) {
H
Hongze Cheng 已提交
325
    pTKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
326 327
    if (pTKey == NULL) {
      tdbBtcClose(&btc);
328
      ASSERT(0);
H
Hongze Cheng 已提交
329 330 331 332 333
      return -1;
    }
    *ppKey = pTKey;
    *pkLen = cd.kLen;
    memcpy(*ppKey, cd.pKey, cd.kLen);
334 335
  }

H
Hongze Cheng 已提交
336
  if (ppVal) {
H
Hongze Cheng 已提交
337
    pTVal = tdbRealloc(*ppVal, cd.vLen);
H
Hongze Cheng 已提交
338 339
    if (pTVal == NULL) {
      tdbBtcClose(&btc);
340
      ASSERT(0);
H
Hongze Cheng 已提交
341 342 343 344 345
      return -1;
    }
    *ppVal = pTVal;
    *vLen = cd.vLen;
    memcpy(*ppVal, cd.pVal, cd.vLen);
346
  }
H
Hongze Cheng 已提交
347

348 349 350 351 352
  if (TDB_CELLDECODER_FREE_KEY(&cd)) {
    tdbFree(cd.pKey);
  }

  if (TDB_CELLDECODER_FREE_VAL(&cd)) {
353 354
    tdbDebug("tdb btc/pget/2 decoder: %p pVal free: %p", &cd, cd.pVal);

355 356 357
    tdbFree(cd.pVal);
  }

358 359
  tdbTrace("tdb pget end, btc decoder: %p/0x%x, local decoder:%p", &btc.coder, btc.coder.freeKV, &cd);

H
Hongze Cheng 已提交
360 361
  tdbBtcClose(&btc);

362 363 364
  return 0;
}

H
Hongze Cheng 已提交
365 366 367 368
static int tdbDefaultKeyCmprFn(const void *pKey1, int keyLen1, const void *pKey2, int keyLen2) {
  int mlen;
  int cret;

369
  ASSERT(keyLen1 > 0 && keyLen2 > 0 && pKey1 != NULL && pKey2 != NULL);
H
Hongze Cheng 已提交
370 371 372 373 374 375 376 377 378 379 380 381 382

  mlen = keyLen1 < keyLen2 ? keyLen1 : keyLen2;
  cret = memcmp(pKey1, pKey2, mlen);
  if (cret == 0) {
    if (keyLen1 < keyLen2) {
      cret = -1;
    } else if (keyLen1 > keyLen2) {
      cret = 1;
    } else {
      cret = 0;
    }
  }
  return cret;
H
Hongze Cheng 已提交
383
}
384
/*
H
Hongze Cheng 已提交
385 386 387 388 389 390 391
static int tdbBtreeOpenImpl(SBTree *pBt) {
  // Try to get the root page of the an existing btree
  SPgno  pgno;
  SPage *pPage;
  int    ret;

  {
H
Hongze Cheng 已提交
392
    // 1. TODO: Search the main DB to check if the DB exists
393
    ret = tdbPagerOpenDB(pBt->pPager, &pgno, true, pBt);
394
    ASSERT(ret == 0);
H
Hongze Cheng 已提交
395 396 397 398 399 400 401 402
  }

  if (pgno != 0) {
    pBt->root = pgno;
    return 0;
  }

  // Try to create a new database
H
Hongze Cheng 已提交
403
  ret = tdbPagerAllocPage(pBt->pPager, &pgno);
H
Hongze Cheng 已提交
404
  if (ret < 0) {
405
    ASSERT(0);
H
Hongze Cheng 已提交
406 407 408
    return -1;
  }

409
  ASSERT(pgno != 0);
H
Hongze Cheng 已提交
410
  pBt->root = pgno;
H
Hongze Cheng 已提交
411 412
  return 0;
}
413
*/
414
int tdbBtreeInitPage(SPage *pPage, void *arg, int init) {
H
Hongze Cheng 已提交
415
  SBTree *pBt;
H
Hongze Cheng 已提交
416
  u8      flags;
H
Hongze Cheng 已提交
417
  u8      leaf;
H
Hongze Cheng 已提交
418

H
Hongze Cheng 已提交
419
  pBt = ((SBtreeInitPageArg *)arg)->pBt;
H
Hongze Cheng 已提交
420

H
Hongze Cheng 已提交
421 422 423 424 425
  if (init) {
    // init page
    flags = TDB_BTREE_PAGE_GET_FLAGS(pPage);
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
426

H
Hongze Cheng 已提交
427
    tdbPageInit(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
428
  } else {
H
Hongze Cheng 已提交
429 430 431 432
    // zero page
    flags = ((SBtreeInitPageArg *)arg)->flags;
    leaf = flags & TDB_BTREE_LEAF;
    TDB_BTREE_ASSERT_FLAG(flags);
H
Hongze Cheng 已提交
433

H
Hongze Cheng 已提交
434
    tdbPageZero(pPage, leaf ? sizeof(SLeafHdr) : sizeof(SIntHdr), tdbBtreeCellSize);
H
Hongze Cheng 已提交
435

H
Hongze Cheng 已提交
436 437 438
    if (leaf) {
      SLeafHdr *pLeafHdr = (SLeafHdr *)(pPage->pData);
      pLeafHdr->flags = flags;
H
Hongze Cheng 已提交
439

H
Hongze Cheng 已提交
440 441 442 443 444 445
    } else {
      SIntHdr *pIntHdr = (SIntHdr *)(pPage->pData);
      pIntHdr->flags = flags;
      pIntHdr->pgno = 0;
    }
  }
H
Hongze Cheng 已提交
446

H
refact  
Hongze Cheng 已提交
447
  if (leaf) {
H
Hongze Cheng 已提交
448 449 450 451
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = pBt->maxLeaf;
    pPage->minLocal = pBt->minLeaf;
452 453 454 455 456
  } else if (TDB_BTREE_PAGE_IS_OVFL(pPage)) {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = pBt->valLen;
    pPage->maxLocal = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
    pPage->minLocal = pBt->minLocal;
H
Hongze Cheng 已提交
457 458 459 460 461 462
  } else {
    pPage->kLen = pBt->keyLen;
    pPage->vLen = sizeof(SPgno);
    pPage->maxLocal = pBt->maxLocal;
    pPage->minLocal = pBt->minLocal;
  }
H
Hongze Cheng 已提交
463

H
Hongze Cheng 已提交
464
  return 0;
H
Hongze Cheng 已提交
465 466
}

H
Hongze Cheng 已提交
467
// TDB_BTREE_BALANCE =====================
H
Hongze Cheng 已提交
468
static int tdbBtreeBalanceDeeper(SBTree *pBt, SPage *pRoot, SPage **ppChild, TXN *pTxn) {
H
Hongze Cheng 已提交
469 470 471 472
  SPager           *pPager;
  SPage            *pChild;
  SPgno             pgnoChild;
  int               ret;
H
Hongze Cheng 已提交
473
  u8                flags;
H
Hongze Cheng 已提交
474
  SIntHdr          *pIntHdr;
H
Hongze Cheng 已提交
475
  SBtreeInitPageArg zArg;
H
Hongze Cheng 已提交
476
  u8                leaf;
H
Hongze Cheng 已提交
477 478

  pPager = pRoot->pPager;
H
Hongze Cheng 已提交
479
  flags = TDB_BTREE_PAGE_GET_FLAGS(pRoot);
H
refact  
Hongze Cheng 已提交
480
  leaf = TDB_BTREE_PAGE_IS_LEAF(pRoot);
H
Hongze Cheng 已提交
481

H
Hongze Cheng 已提交
482 483
  // allocate a new child page
  pgnoChild = 0;
H
Hongze Cheng 已提交
484
  zArg.flags = TDB_FLAG_REMOVE(flags, TDB_BTREE_ROOT);
H
Hongze Cheng 已提交
485
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
486
  ret = tdbPagerFetchPage(pPager, &pgnoChild, &pChild, tdbBtreeInitPage, &zArg, pTxn);
H
Hongze Cheng 已提交
487 488 489 490
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
491 492 493 494
  if (!leaf) {
    ((SIntHdr *)pChild->pData)->pgno = ((SIntHdr *)(pRoot->pData))->pgno;
  }

H
Hongze Cheng 已提交
495 496
  ret = tdbPagerWrite(pPager, pChild);
  if (ret < 0) {
497 498
    tdbError("failed to write page since %s", terrstr());
    return -1;
H
Hongze Cheng 已提交
499 500
  }

H
Hongze Cheng 已提交
501
  // Copy the root page content to the child page
502
  tdbPageCopy(pRoot, pChild, 0);
H
Hongze Cheng 已提交
503 504 505 506

  // Reinitialize the root page
  zArg.flags = TDB_BTREE_ROOT;
  zArg.pBt = pBt;
H
Hongze Cheng 已提交
507
  ret = tdbBtreeInitPage(pRoot, &zArg, 0);
H
Hongze Cheng 已提交
508 509 510 511
  if (ret < 0) {
    return -1;
  }

H
Hongze Cheng 已提交
512
  pIntHdr = (SIntHdr *)(pRoot->pData);
H
Hongze Cheng 已提交
513
  pIntHdr->pgno = pgnoChild;
H
Hongze Cheng 已提交
514

H
Hongze Cheng 已提交
515 516 517 518
  *ppChild = pChild;
  return 0;
}

H
Hongze Cheng 已提交
519
static int tdbBtreeBalanceNonRoot(SBTree *pBt, SPage *pParent, int idx, TXN *pTxn) {
H
Hongze Cheng 已提交
520 521
  int ret;

M
Minglei Jin 已提交
522
  int    nOlds, pageIdx;
H
Hongze Cheng 已提交
523
  SPage *pOlds[3] = {0};
H
Hongze Cheng 已提交
524 525
  SCell *pDivCell[3] = {0};
  int    szDivCell[3];
H
Hongze Cheng 已提交
526
  int    sIdx;
H
Hongze Cheng 已提交
527
  u8     childNotLeaf;
H
Hongze Cheng 已提交
528
  SPgno  rPgno;
H
Hongze Cheng 已提交
529

H
Hongze Cheng 已提交
530
  {  // Find 3 child pages at most to do balance
H
Hongze Cheng 已提交
531 532 533
    int    nCells = TDB_PAGE_TOTAL_CELLS(pParent);
    SCell *pCell;

H
Hongze Cheng 已提交
534 535 536 537 538 539 540 541 542 543 544 545 546 547
    if (nCells <= 2) {
      sIdx = 0;
      nOlds = nCells + 1;
    } else {
      // has more than three child pages
      if (idx == 0) {
        sIdx = 0;
      } else if (idx == nCells) {
        sIdx = idx - 2;
      } else {
        sIdx = idx - 1;
      }
      nOlds = 3;
    }
H
Hongze Cheng 已提交
548
    for (int i = 0; i < nOlds; i++) {
549
      ASSERT(sIdx + i <= nCells);
H
Hongze Cheng 已提交
550

H
Hongze Cheng 已提交
551
      SPgno pgno;
H
Hongze Cheng 已提交
552
      if (sIdx + i == nCells) {
553
        ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pParent));
H
Hongze Cheng 已提交
554 555
        pgno = ((SIntHdr *)(pParent->pData))->pgno;
      } else {
H
Hongze Cheng 已提交
556
        pCell = tdbPageGetCell(pParent, sIdx + i);
H
Hongze Cheng 已提交
557 558 559
        pgno = *(SPgno *)pCell;
      }

H
Hongze Cheng 已提交
560 561
      ret = tdbPagerFetchPage(pBt->pPager, &pgno, pOlds + i, tdbBtreeInitPage,
                              &((SBtreeInitPageArg){.pBt = pBt, .flags = 0}), pTxn);
H
Hongze Cheng 已提交
562
      if (ret < 0) {
563
        ASSERT(0);
H
Hongze Cheng 已提交
564 565
        return -1;
      }
H
Hongze Cheng 已提交
566 567 568

      ret = tdbPagerWrite(pBt->pPager, pOlds[i]);
      if (ret < 0) {
569
        tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
570 571
        return -1;
      }
H
Hongze Cheng 已提交
572
    }
H
Hongze Cheng 已提交
573
    // copy the parent key out if child pages are not leaf page
H
refact  
Hongze Cheng 已提交
574
    childNotLeaf = !TDB_BTREE_PAGE_IS_LEAF(pOlds[0]);
H
Hongze Cheng 已提交
575
    if (childNotLeaf) {
H
Hongze Cheng 已提交
576 577 578
      for (int i = 0; i < nOlds; i++) {
        if (sIdx + i < TDB_PAGE_TOTAL_CELLS(pParent)) {
          pCell = tdbPageGetCell(pParent, sIdx + i);
579
          szDivCell[i] = tdbBtreeCellSize(pParent, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
580
          pDivCell[i] = tdbOsMalloc(szDivCell[i]);
H
Hongze Cheng 已提交
581 582
          memcpy(pDivCell[i], pCell, szDivCell[i]);
        }
H
Hongze Cheng 已提交
583

H
Hongze Cheng 已提交
584 585 586
        if (i < nOlds - 1) {
          ((SPgno *)pDivCell[i])[0] = ((SIntHdr *)pOlds[i]->pData)->pgno;
          ((SIntHdr *)pOlds[i]->pData)->pgno = 0;
H
Hongze Cheng 已提交
587
          tdbPageInsertCell(pOlds[i], TDB_PAGE_TOTAL_CELLS(pOlds[i]), pDivCell[i], szDivCell[i], 1);
H
Hongze Cheng 已提交
588
        }
H
Hongze Cheng 已提交
589
      }
H
Hongze Cheng 已提交
590
      rPgno = ((SIntHdr *)pOlds[nOlds - 1]->pData)->pgno;
H
Hongze Cheng 已提交
591
    }
H
Hongze Cheng 已提交
592 593 594

    ret = tdbPagerWrite(pBt->pPager, pParent);
    if (ret < 0) {
595
      tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
596 597 598
      return -1;
    }

H
Hongze Cheng 已提交
599
    // drop the cells on parent page
H
Hongze Cheng 已提交
600 601 602
    for (int i = 0; i < nOlds; i++) {
      nCells = TDB_PAGE_TOTAL_CELLS(pParent);
      if (sIdx < nCells) {
603
        tdbPageDropCell(pParent, sIdx, pTxn, pBt);
H
Hongze Cheng 已提交
604 605 606 607
      } else {
        ((SIntHdr *)pParent->pData)->pgno = 0;
      }
    }
H
Hongze Cheng 已提交
608 609
  }

H
Hongze Cheng 已提交
610
  int nNews = 0;
H
Hongze Cheng 已提交
611
  struct {
H
Hongze Cheng 已提交
612 613 614 615
    int cnt;
    int size;
    int iPage;
    int oIdx;
H
Hongze Cheng 已提交
616
  } infoNews[5] = {0};
H
Hongze Cheng 已提交
617 618 619

  {  // Get how many new pages are needed and the new distribution

H
Hongze Cheng 已提交
620 621 622
    // first loop to find minimum number of pages needed
    for (int oPage = 0; oPage < nOlds; oPage++) {
      SPage *pPage = pOlds[oPage];
H
Hongze Cheng 已提交
623 624
      SCell *pCell;
      int    cellBytes;
H
Hongze Cheng 已提交
625
      int    oIdx;
H
Hongze Cheng 已提交
626

H
Hongze Cheng 已提交
627
      for (oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
H
Hongze Cheng 已提交
628
        pCell = tdbPageGetCell(pPage, oIdx);
H
Hongze Cheng 已提交
629 630
        cellBytes = TDB_BYTES_CELL_TAKEN(pPage, pCell);

H
Hongze Cheng 已提交
631 632
        if (infoNews[nNews].size + cellBytes > TDB_PAGE_USABLE_SIZE(pPage)) {
          // page is full, use a new page
H
Hongze Cheng 已提交
633
          nNews++;
H
Hongze Cheng 已提交
634

635
          ASSERT(infoNews[nNews].size + cellBytes <= TDB_PAGE_USABLE_SIZE(pPage));
H
Hongze Cheng 已提交
636 637 638 639 640 641

          if (childNotLeaf) {
            // for non-child page, this cell is used as the right-most child,
            // the divider cell to parent as well
            continue;
          }
H
Hongze Cheng 已提交
642
        }
H
Hongze Cheng 已提交
643 644
        infoNews[nNews].cnt++;
        infoNews[nNews].size += cellBytes;
H
Hongze Cheng 已提交
645
        infoNews[nNews].iPage = oPage;
H
Hongze Cheng 已提交
646
        infoNews[nNews].oIdx = oIdx;
H
Hongze Cheng 已提交
647 648 649
      }
    }

H
Hongze Cheng 已提交
650
    nNews++;
H
Hongze Cheng 已提交
651 652 653

    // back loop to make the distribution even
    for (int iNew = nNews - 1; iNew > 0; iNew--) {
H
Hongze Cheng 已提交
654
      SCell *pCell;
H
Hongze Cheng 已提交
655 656
      int    szLCell, szRCell;

H
Hongze Cheng 已提交
657
      // balance page (iNew) and (iNew-1)
H
Hongze Cheng 已提交
658
      for (;;) {
H
Hongze Cheng 已提交
659
        pCell = tdbPageGetCell(pOlds[infoNews[iNew - 1].iPage], infoNews[iNew - 1].oIdx);
H
Hongze Cheng 已提交
660

661
        szLCell = tdbBtreeCellSize(pOlds[infoNews[iNew - 1].iPage], pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
662 663
        if (!childNotLeaf) {
          szRCell = szLCell;
H
Hongze Cheng 已提交
664
        } else {
H
Hongze Cheng 已提交
665
          int    iPage = infoNews[iNew - 1].iPage;
H
Hongze Cheng 已提交
666
          int    oIdx = infoNews[iNew - 1].oIdx + 1;
H
Hongze Cheng 已提交
667
          SPage *pPage;
H
Hongze Cheng 已提交
668
          for (;;) {
H
Hongze Cheng 已提交
669
            pPage = pOlds[iPage];
H
Hongze Cheng 已提交
670 671 672 673
            if (oIdx < TDB_PAGE_TOTAL_CELLS(pPage)) {
              break;
            }

H
Hongze Cheng 已提交
674
            iPage++;
H
Hongze Cheng 已提交
675 676 677 678
            oIdx = 0;
          }

          pCell = tdbPageGetCell(pPage, oIdx);
679
          szRCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
680 681
        }

682
        ASSERT(infoNews[iNew - 1].cnt > 0);
H
Hongze Cheng 已提交
683 684 685 686 687

        if (infoNews[iNew].size + szRCell >= infoNews[iNew - 1].size - szRCell) {
          break;
        }

H
Hongze Cheng 已提交
688
        // Move a cell right forward
H
Hongze Cheng 已提交
689 690
        infoNews[iNew - 1].cnt--;
        infoNews[iNew - 1].size -= szLCell;
H
Hongze Cheng 已提交
691
        infoNews[iNew - 1].oIdx--;
H
Hongze Cheng 已提交
692
        for (;;) {
H
Hongze Cheng 已提交
693
          if (infoNews[iNew - 1].oIdx >= 0) {
H
Hongze Cheng 已提交
694 695
            break;
          }
H
Hongze Cheng 已提交
696

H
Hongze Cheng 已提交
697 698
          infoNews[iNew - 1].iPage--;
          infoNews[iNew - 1].oIdx = TDB_PAGE_TOTAL_CELLS(pOlds[infoNews[iNew - 1].iPage]) - 1;
H
Hongze Cheng 已提交
699 700 701
        }

        infoNews[iNew].cnt++;
H
Hongze Cheng 已提交
702
        infoNews[iNew].size += szRCell;
H
Hongze Cheng 已提交
703
      }
H
Hongze Cheng 已提交
704
    }
H
Hongze Cheng 已提交
705 706
  }

H
Hongze Cheng 已提交
707 708 709 710 711 712 713 714 715 716 717 718 719
  SPage *pNews[5] = {0};
  {  // Allocate new pages, reuse the old page when possible

    SPgno             pgno;
    SBtreeInitPageArg iarg;
    u8                flags;

    flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);

    for (int iNew = 0; iNew < nNews; iNew++) {
      if (iNew < nOlds) {
        pNews[iNew] = pOlds[iNew];
      } else {
H
Hongze Cheng 已提交
720
        pgno = 0;
H
Hongze Cheng 已提交
721 722
        iarg.pBt = pBt;
        iarg.flags = flags;
H
Hongze Cheng 已提交
723
        ret = tdbPagerFetchPage(pBt->pPager, &pgno, pNews + iNew, tdbBtreeInitPage, &iarg, pTxn);
H
Hongze Cheng 已提交
724
        if (ret < 0) {
725
          ASSERT(0);
H
Hongze Cheng 已提交
726
        }
H
Hongze Cheng 已提交
727 728 729

        ret = tdbPagerWrite(pBt->pPager, pNews[iNew]);
        if (ret < 0) {
730
          tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
731 732
          return -1;
        }
H
Hongze Cheng 已提交
733 734
      }
    }
H
Hongze Cheng 已提交
735 736

    // TODO: sort the page according to the page number
H
Hongze Cheng 已提交
737 738
  }

H
Hongze Cheng 已提交
739
  {  // Do the real cell distribution
H
Hongze Cheng 已提交
740
    SPage            *pOldsCopy[3] = {0};
H
Hongze Cheng 已提交
741 742 743 744
    SCell            *pCell;
    int               szCell;
    SBtreeInitPageArg iarg;
    int               iNew, nNewCells;
M
Minglei Jin 已提交
745
    SCellDecoder      cd = {0};
H
Hongze Cheng 已提交
746 747 748 749

    iarg.pBt = pBt;
    iarg.flags = TDB_BTREE_PAGE_GET_FLAGS(pOlds[0]);
    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
750 751
      tdbPageCreate(pOlds[0]->pageSize, &pOldsCopy[i], tdbDefaultMalloc, NULL);
      tdbBtreeInitPage(pOldsCopy[i], &iarg, 0);
752
      tdbPageCopy(pOlds[i], pOldsCopy[i], 0);
753
      pOlds[i]->nOverflow = 0;
754 755
    }

H
Hongze Cheng 已提交
756 757
    iNew = 0;
    nNewCells = 0;
758
    tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
759 760 761 762 763 764 765 766

    for (int iOld = 0; iOld < nOlds; iOld++) {
      SPage *pPage;

      pPage = pOldsCopy[iOld];

      for (int oIdx = 0; oIdx < TDB_PAGE_TOTAL_CELLS(pPage); oIdx++) {
        pCell = tdbPageGetCell(pPage, oIdx);
767
        szCell = tdbBtreeCellSize(pPage, pCell, 0, NULL, NULL);
H
Hongze Cheng 已提交
768

769 770
        ASSERT(nNewCells <= infoNews[iNew].cnt);
        ASSERT(iNew < nNews);
H
Hongze Cheng 已提交
771 772 773 774

        if (nNewCells < infoNews[iNew].cnt) {
          tdbPageInsertCell(pNews[iNew], nNewCells, pCell, szCell, 0);
          nNewCells++;
H
Hongze Cheng 已提交
775

H
Hongze Cheng 已提交
776 777 778 779 780 781 782
          // insert parent page
          if (!childNotLeaf && nNewCells == infoNews[iNew].cnt) {
            SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;

            if (iNew == nNews - 1 && pIntHdr->pgno == 0) {
              pIntHdr->pgno = TDB_PAGE_PGNO(pNews[iNew]);
            } else {
783
              tdbBtreeDecodeCell(pPage, pCell, &cd, pTxn, pBt);
H
Hongze Cheng 已提交
784

H
Hongze Cheng 已提交
785
              // TODO: pCell here may be inserted as an overflow cell, handle it
H
Hongze Cheng 已提交
786
              SCell *pNewCell = tdbOsMalloc(cd.kLen + 9);
H
Hongze Cheng 已提交
787 788 789
              int    szNewCell;
              SPgno  pgno;
              pgno = TDB_PAGE_PGNO(pNews[iNew]);
790 791
              tdbBtreeEncodeCell(pParent, cd.pKey, cd.kLen, (void *)&pgno, sizeof(SPgno), pNewCell, &szNewCell, pTxn,
                                 pBt);
H
Hongze Cheng 已提交
792
              tdbPageInsertCell(pParent, sIdx++, pNewCell, szNewCell, 0);
H
Hongze Cheng 已提交
793
              tdbOsFree(pNewCell);
M
Minglei Jin 已提交
794 795 796 797 798

              if (TDB_CELLDECODER_FREE_VAL(&cd)) {
                tdbFree(cd.pVal);
                cd.pVal = NULL;
              }
H
Hongze Cheng 已提交
799
            }
H
Hongze Cheng 已提交
800 801

            // move to next new page
H
Hongze Cheng 已提交
802
            iNew++;
H
Hongze Cheng 已提交
803 804
            nNewCells = 0;
            if (iNew < nNews) {
H
Hongze Cheng 已提交
805
              tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
806
            }
H
Hongze Cheng 已提交
807 808
          }
        } else {
809 810
          ASSERT(childNotLeaf);
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
811

H
Hongze Cheng 已提交
812 813 814 815
          // set current new page right-most child
          ((SIntHdr *)pNews[iNew]->pData)->pgno = ((SPgno *)pCell)[0];

          // insert to parent as divider cell
816
          ASSERT(iNew < nNews - 1);
H
Hongze Cheng 已提交
817 818
          ((SPgno *)pCell)[0] = TDB_PAGE_PGNO(pNews[iNew]);
          tdbPageInsertCell(pParent, sIdx++, pCell, szCell, 0);
H
Hongze Cheng 已提交
819 820 821 822

          // move to next new page
          iNew++;
          nNewCells = 0;
H
Hongze Cheng 已提交
823
          if (iNew < nNews) {
H
Hongze Cheng 已提交
824
            tdbBtreeInitPage(pNews[iNew], &iarg, 0);
H
Hongze Cheng 已提交
825
          }
H
Hongze Cheng 已提交
826 827
        }
      }
H
Hongze Cheng 已提交
828
    }
H
Hongze Cheng 已提交
829

H
Hongze Cheng 已提交
830
    if (childNotLeaf) {
831
      ASSERT(TDB_PAGE_TOTAL_CELLS(pNews[nNews - 1]) == infoNews[nNews - 1].cnt);
H
Hongze Cheng 已提交
832
      ((SIntHdr *)(pNews[nNews - 1]->pData))->pgno = rPgno;
H
Hongze Cheng 已提交
833

H
Hongze Cheng 已提交
834 835 836 837 838 839
      SIntHdr *pIntHdr = (SIntHdr *)pParent->pData;
      if (pIntHdr->pgno == 0) {
        pIntHdr->pgno = TDB_PAGE_PGNO(pNews[nNews - 1]);
      } else {
        ((SPgno *)pDivCell[nOlds - 1])[0] = TDB_PAGE_PGNO(pNews[nNews - 1]);
        tdbPageInsertCell(pParent, sIdx, pDivCell[nOlds - 1], szDivCell[nOlds - 1], 0);
H
Hongze Cheng 已提交
840
      }
H
Hongze Cheng 已提交
841 842 843
    }

    for (int i = 0; i < nOlds; i++) {
H
Hongze Cheng 已提交
844
      tdbPageDestroy(pOldsCopy[i], tdbDefaultFree, NULL);
H
Hongze Cheng 已提交
845 846 847
    }
  }

H
Hongze Cheng 已提交
848 849 850 851
  if (TDB_BTREE_PAGE_IS_ROOT(pParent) && TDB_PAGE_TOTAL_CELLS(pParent) == 0) {
    i8 flags = TDB_BTREE_ROOT | TDB_BTREE_PAGE_IS_LEAF(pNews[0]);
    // copy content to the parent page
    tdbBtreeInitPage(pParent, &(SBtreeInitPageArg){.flags = flags, .pBt = pBt}, 0);
852
    tdbPageCopy(pNews[0], pParent, 1);
853 854 855 856

    if (!TDB_BTREE_PAGE_IS_LEAF(pNews[0])) {
      ((SIntHdr *)(pParent->pData))->pgno = ((SIntHdr *)(pNews[0]->pData))->pgno;
    }
H
Hongze Cheng 已提交
857 858
  }

H
Hongze Cheng 已提交
859 860
  for (int i = 0; i < 3; i++) {
    if (pDivCell[i]) {
H
Hongze Cheng 已提交
861
      tdbOsFree(pDivCell[i]);
H
Hongze Cheng 已提交
862 863
    }
  }
H
Hongze Cheng 已提交
864

M
Minglei Jin 已提交
865 866 867 868 869
  for (pageIdx = 0; pageIdx < nOlds; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pOlds[pageIdx], pTxn);
  }
  for (; pageIdx < nNews; ++pageIdx) {
    tdbPagerReturnPage(pBt->pPager, pNews[pageIdx], pTxn);
H
more  
Hongze Cheng 已提交
870 871
  }

H
Hongze Cheng 已提交
872
  return 0;
H
Hongze Cheng 已提交
873 874
}

H
Hongze Cheng 已提交
875
static int tdbBtreeBalance(SBTC *pBtc) {
H
Hongze Cheng 已提交
876
  int    iPage;
H
Hongze Cheng 已提交
877 878
  int    ret;
  int    nFree;
H
Hongze Cheng 已提交
879
  SPage *pParent;
H
Hongze Cheng 已提交
880
  SPage *pPage;
H
Hongze Cheng 已提交
881
  u8     flags;
H
Hongze Cheng 已提交
882 883
  u8     leaf;
  u8     root;
H
Hongze Cheng 已提交
884 885 886

  // Main loop to balance the BTree
  for (;;) {
H
Hongze Cheng 已提交
887 888
    iPage = pBtc->iPage;
    pPage = pBtc->pPage;
H
refact  
Hongze Cheng 已提交
889 890
    leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
    root = TDB_BTREE_PAGE_IS_ROOT(pPage);
H
Hongze Cheng 已提交
891
    nFree = TDB_PAGE_FREE_SIZE(pPage);
H
Hongze Cheng 已提交
892

H
Hongze Cheng 已提交
893 894
    // when the page is not overflow and not too empty, the balance work
    // is finished. Just break out the balance loop.
H
Hongze Cheng 已提交
895
    if (pPage->nOverflow == 0 && nFree < TDB_PAGE_USABLE_SIZE(pPage) * 2 / 3) {
H
Hongze Cheng 已提交
896 897 898 899
      break;
    }

    if (iPage == 0) {
H
Hongze Cheng 已提交
900 901 902
      // For the root page, only balance when the page is overfull,
      // ignore the case of empty
      if (pPage->nOverflow == 0) break;
H
Hongze Cheng 已提交
903

H
Hongze Cheng 已提交
904
      ret = tdbBtreeBalanceDeeper(pBtc->pBt, pPage, &(pBtc->pgStack[1]), pBtc->pTxn);
H
Hongze Cheng 已提交
905 906 907 908
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
909 910 911 912 913
      pBtc->idx = 0;
      pBtc->idxStack[0] = 0;
      pBtc->pgStack[0] = pBtc->pPage;
      pBtc->iPage = 1;
      pBtc->pPage = pBtc->pgStack[1];
H
Hongze Cheng 已提交
914
    } else {
H
Hongze Cheng 已提交
915
      // Generalized balance step
H
Hongze Cheng 已提交
916
      pParent = pBtc->pgStack[iPage - 1];
H
Hongze Cheng 已提交
917

H
Hongze Cheng 已提交
918
      ret = tdbBtreeBalanceNonRoot(pBtc->pBt, pParent, pBtc->idxStack[pBtc->iPage - 1], pBtc->pTxn);
H
Hongze Cheng 已提交
919 920 921 922
      if (ret < 0) {
        return -1;
      }

H
Hongze Cheng 已提交
923
      tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
more  
Hongze Cheng 已提交
924

H
Hongze Cheng 已提交
925 926
      pBtc->iPage--;
      pBtc->pPage = pBtc->pgStack[pBtc->iPage];
H
Hongze Cheng 已提交
927 928 929 930 931
    }
  }

  return 0;
}
H
Hongze Cheng 已提交
932
// TDB_BTREE_BALANCE
H
Hongze Cheng 已提交
933

934
static int tdbFetchOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
935 936 937 938 939 940
  int ret = 0;

  *pPgno = 0;
  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
941
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
942 943 944 945 946
  if (ret < 0) {
    return -1;
  }

  // mark dirty
947
  ret = tdbPagerWrite(pBt->pPager, *ppOfp);
948
  if (ret < 0) {
949
    tdbError("failed to write page since %s", terrstr());
950 951 952
    return -1;
  }

953 954
  tdbPCacheRelease(pBt->pPager->pCache, *ppOfp, pTxn);

955 956 957
  return ret;
}

958
static int tdbLoadOvflPage(SPgno *pPgno, SPage **ppOfp, TXN *pTxn, SBTree *pBt) {
959 960 961 962 963
  int ret = 0;

  SBtreeInitPageArg iArg;
  iArg.pBt = pBt;
  iArg.flags = TDB_FLAG_ADD(0, TDB_BTREE_OVFL);
964
  ret = tdbPagerFetchPage(pBt->pPager, pPgno, ppOfp, tdbBtreeInitPage, &iArg, pTxn);
965 966 967 968 969 970 971
  if (ret < 0) {
    return -1;
  }

  return ret;
}

H
Hongze Cheng 已提交
972
// TDB_BTREE_CELL =====================
H
Hongze Cheng 已提交
973
static int tdbBtreeEncodePayload(SPage *pPage, SCell *pCell, int nHeader, const void *pKey, int kLen, const void *pVal,
974 975 976 977
                                 int vLen, int *szPayload, TXN *pTxn, SBTree *pBt) {
  int ret = 0;
  int nPayload = kLen + vLen;
  int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
978

979
  if (nPayload + nHeader <= maxLocal) {
H
Hongze Cheng 已提交
980 981
    // no overflow page is needed
    memcpy(pCell + nHeader, pKey, kLen);
H
Hongze Cheng 已提交
982
    if (pVal) {
H
Hongze Cheng 已提交
983
      memcpy(pCell + nHeader + kLen, pVal, vLen);
H
Hongze Cheng 已提交
984 985 986 987
    }

    *szPayload = nPayload;
    return 0;
988 989 990 991 992 993
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
Hongze Cheng 已提交
994

995
    // int ofpCap = tdbPageCapacity(pBt->pageSize, sizeof(SIntHdr));
996 997

    // fetch a new ofp and make it dirty
998
    SPgno  pgno = 0;
999
    SPage *ofp = NULL, *nextOfp = NULL;
1000

1001
    ret = tdbFetchOvflPage(&pgno, &ofp, pTxn, pBt);
1002 1003 1004 1005 1006
    if (ret < 0) {
      return -1;
    }

    // local buffer for cell
M
Minglei Jin 已提交
1007
    SCell *pBuf = tdbRealloc(NULL, pBt->pageSize);
1008 1009 1010 1011 1012 1013 1014
    if (pBuf == NULL) {
      return -1;
    }

    int nLeft = nPayload;
    int bytes;
    int lastPage = 0;
1015
    if (nLocal >= nHeader + kLen + sizeof(SPgno)) {
1016 1017 1018 1019
      // pack key to local
      memcpy(pCell + nHeader, pKey, kLen);
      nLeft -= kLen;
      // pack partial val to local if any space left
1020
      if (nLocal > nHeader + kLen + sizeof(SPgno)) {
1021
        ASSERT(pVal != NULL && vLen != 0);
1022 1023
        memcpy(pCell + nHeader + kLen, pVal, nLocal - nHeader - kLen - sizeof(SPgno));
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1024 1025 1026 1027 1028 1029 1030
      }

      // pack nextPgno
      memcpy(pCell + nHeader + nPayload - nLeft, &pgno, sizeof(pgno));

      // pack left val data to ovpages
      do {
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1062 1063 1064 1065 1066 1067
      } while (nLeft > 0);
    } else {
      int nLeftKey = kLen;
      // pack partial key and nextPgno
      memcpy(pCell + nHeader, pKey, nLocal - 4);
      nLeft -= nLocal - 4;
1068
      nLeftKey -= nLocal - 4;
1069 1070 1071 1072 1073 1074

      memcpy(pCell + nHeader + nLocal - 4, &pgno, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // pack left key & val to ovpages
      do {
1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100
        // cal key to cpy
        int lastKeyPage = 0;
        if (nLeftKey <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pBuf, ((SCell *)pKey) + kLen - nLeftKey, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            memcpy(pBuf + kLen - nLeftKey, pVal, vLen);

            nLeft -= vLen;
            pgno = 0;
          } else {
            memcpy(pBuf + kLen - nLeftKey, pVal, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;

            // fetch next ofp, a new ofp and make it dirty
            ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
            if (ret < 0) {
M
Minglei Jin 已提交
1101
              tdbFree(pBuf);
1102 1103 1104 1105 1106 1107 1108
              return -1;
            }
          }
        } else {
          // fetch next ofp, a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
M
Minglei Jin 已提交
1109
            tdbFree(pBuf);
1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123
            return -1;
          }
        }

        memcpy(pBuf + kLen - nLeft, &pgno, sizeof(pgno));

        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          return -1;
        }

        ofp = nextOfp;
        nLeftKey -= bytes;
        nLeft -= bytes;
1124 1125 1126
      } while (nLeftKey > 0);

      while (nLeft > 0) {
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150
        // pack left val data to ovpages
        lastPage = 0;
        if (nLeft <= maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = maxLocal - sizeof(SPgno);
        }

        // fetch next ofp if not last page
        if (!lastPage) {
          // fetch a new ofp and make it dirty
          ret = tdbFetchOvflPage(&pgno, &nextOfp, pTxn, pBt);
          if (ret < 0) {
            tdbFree(pBuf);
            return -1;
          }
        } else {
          pgno = 0;
        }

        memcpy(pBuf, ((SCell *)pVal) + vLen - nLeft, bytes);
        memcpy(pBuf + bytes, &pgno, sizeof(pgno));

M
Minglei Jin 已提交
1151 1152 1153 1154 1155
        if (ofp == NULL) {
          tdbFree(pBuf);
          return -1;
        }

1156 1157 1158 1159 1160 1161 1162 1163
        ret = tdbPageInsertCell(ofp, 0, pBuf, bytes + sizeof(pgno), 0);
        if (ret < 0) {
          tdbFree(pBuf);
          return -1;
        }

        ofp = nextOfp;
        nLeft -= bytes;
1164 1165 1166 1167 1168 1169
      }
    }

    // free local buffer
    tdbFree(pBuf);

1170
    *szPayload = nLocal - nHeader;
H
Hongze Cheng 已提交
1171 1172 1173 1174 1175
  }

  return 0;
}

H
Hongze Cheng 已提交
1176
static int tdbBtreeEncodeCell(SPage *pPage, const void *pKey, int kLen, const void *pVal, int vLen, SCell *pCell,
1177
                              int *szCell, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1178 1179 1180 1181
  u8  leaf;
  int nHeader;
  int nPayload;
  int ret;
H
Hongze Cheng 已提交
1182

1183 1184 1185
  ASSERT(pPage->kLen == TDB_VARIANT_LEN || pPage->kLen == kLen);
  ASSERT(pPage->vLen == TDB_VARIANT_LEN || pPage->vLen == vLen);
  ASSERT(pKey != NULL && kLen > 0);
H
Hongze Cheng 已提交
1186

H
Hongze Cheng 已提交
1187 1188
  nPayload = 0;
  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1189
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1190

H
Hongze Cheng 已提交
1191
  // 1. Encode Header part
H
Hongze Cheng 已提交
1192 1193
  /* Encode SPgno if interior page */
  if (!leaf) {
1194
    ASSERT(pPage->vLen == sizeof(SPgno));
H
Hongze Cheng 已提交
1195 1196 1197 1198 1199

    ((SPgno *)(pCell + nHeader))[0] = ((SPgno *)pVal)[0];
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1200
  /* Encode kLen if need */
H
Hongze Cheng 已提交
1201
  if (pPage->kLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1202
    nHeader += tdbPutVarInt(pCell + nHeader, kLen);
H
Hongze Cheng 已提交
1203 1204
  }

H
Hongze Cheng 已提交
1205
  /* Encode vLen if need */
H
Hongze Cheng 已提交
1206
  if (pPage->vLen == TDB_VARIANT_LEN) {
H
Hongze Cheng 已提交
1207
    nHeader += tdbPutVarInt(pCell + nHeader, vLen);
H
Hongze Cheng 已提交
1208 1209
  }

H
Hongze Cheng 已提交
1210
  // 2. Encode payload part
H
Hongze Cheng 已提交
1211 1212 1213
  if ((!leaf) || pPage->vLen == 0) {
    pVal = NULL;
    vLen = 0;
H
Hongze Cheng 已提交
1214
  }
H
Hongze Cheng 已提交
1215

1216
  ret = tdbBtreeEncodePayload(pPage, pCell, nHeader, pKey, kLen, pVal, vLen, &nPayload, pTxn, pBt);
H
Hongze Cheng 已提交
1217
  if (ret < 0) {
H
Hongze Cheng 已提交
1218
    // TODO
1219
    ASSERT(0);
H
Hongze Cheng 已提交
1220
    return 0;
H
Hongze Cheng 已提交
1221 1222
  }

H
Hongze Cheng 已提交
1223
  *szCell = nHeader + nPayload;
H
Hongze Cheng 已提交
1224 1225 1226
  return 0;
}

1227 1228
static int tdbBtreeDecodePayload(SPage *pPage, const SCell *pCell, int nHeader, SCellDecoder *pDecoder, TXN *pTxn,
                                 SBTree *pBt) {
1229
  int ret = 0;
H
Hongze Cheng 已提交
1230
  int nPayload;
1231 1232 1233 1234
  int maxLocal = pPage->maxLocal;

  int kLen = pDecoder->kLen;
  int vLen = pDecoder->vLen;
H
Hongze Cheng 已提交
1235 1236

  if (pDecoder->pVal) {
1237
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
1238
    nPayload = pDecoder->kLen;
H
Hongze Cheng 已提交
1239 1240
  } else {
    nPayload = pDecoder->kLen + pDecoder->vLen;
H
Hongze Cheng 已提交
1241 1242
  }

1243
  if (nHeader + nPayload <= maxLocal) {
H
Hongze Cheng 已提交
1244
    // no over flow case
1245
    pDecoder->pKey = (SCell *)pCell + nHeader;
H
Hongze Cheng 已提交
1246
    if (pDecoder->pVal == NULL && pDecoder->vLen > 0) {
1247
      pDecoder->pVal = (SCell *)pCell + nHeader + pDecoder->kLen;
H
Hongze Cheng 已提交
1248
    }
H
Hongze Cheng 已提交
1249
    return 0;
1250 1251 1252 1253 1254 1255 1256
  } else {
    // handle overflow case
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;

1257 1258
    int    nLeft = nPayload;
    SPgno  pgno = 0;
1259 1260
    SPage *ofp;
    SCell *ofpCell;
1261 1262
    int    bytes;
    int    lastPage = 0;
1263

1264
    if (nLocal >= pDecoder->kLen + nHeader + sizeof(SPgno)) {
1265 1266
      pDecoder->pKey = (SCell *)pCell + nHeader;
      nLeft -= kLen;
1267
      if (nLocal > kLen + nHeader + sizeof(SPgno)) {
1268 1269 1270 1271 1272 1273
        // read partial val to local
        pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
        if (pDecoder->pVal == NULL) {
          return -1;
        }
        TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
1274

1275 1276
        tdbDebug("tdb btc decoder: %p/0x%x pVal: %p ", pDecoder, pDecoder->freeKV, pDecoder->pVal);

1277
        memcpy(pDecoder->pVal, pCell + nHeader + kLen, nLocal - nHeader - kLen - sizeof(SPgno));
1278

1279
        nLeft -= nLocal - nHeader - kLen - sizeof(SPgno);
1280
      }
H
Hongze Cheng 已提交
1281

1282 1283 1284
      memcpy(&pgno, pCell + nHeader + nPayload - nLeft, sizeof(pgno));

      // unpack left val data from ovpages
1285 1286 1287 1288 1289
      while (pgno != 0) {
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1290

1291
        ofpCell = tdbPageGetCell(ofp, 0);
1292

1293 1294 1295 1296 1297 1298
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1299

1300 1301
        memcpy(pDecoder->pVal + vLen - nLeft, ofpCell, bytes);
        nLeft -= bytes;
1302

1303
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1304 1305

        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);
1306 1307 1308 1309 1310 1311
      }
    } else {
      int nLeftKey = kLen;
      // load partial key and nextPgno
      pDecoder->pKey = tdbRealloc(pDecoder->pKey, kLen);
      if (pDecoder->pKey == NULL) {
1312
        return -1;
1313 1314 1315 1316 1317
      }
      TDB_CELLDECODER_SET_FREE_KEY(pDecoder);

      memcpy(pDecoder->pKey, pCell + nHeader, nLocal - 4);
      nLeft -= nLocal - 4;
1318
      nLeftKey -= nLocal - 4;
1319 1320 1321 1322 1323 1324

      memcpy(&pgno, pCell + nHeader + nLocal - 4, sizeof(pgno));

      int lastKeyPageSpace = 0;
      // load left key & val to ovpages
      while (pgno != 0) {
1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        int lastKeyPage = 0;
        if (nLeftKey <= maxLocal - sizeof(SPgno)) {
          bytes = nLeftKey;
          lastKeyPage = 1;
          lastKeyPageSpace = ofp->maxLocal - sizeof(SPgno) - nLeftKey;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        // cpy key
        memcpy(pDecoder->pKey + kLen - nLeftKey, ofpCell, bytes);

        if (lastKeyPage) {
          if (lastKeyPageSpace >= vLen) {
            pDecoder->pVal = ofpCell + kLen - nLeftKey;

            nLeft -= vLen;
            pgno = 0;
          } else {
            // read partial val to local
            pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
            if (pDecoder->pVal == NULL) {
              return -1;
            }
            TDB_CELLDECODER_SET_FREE_VAL(pDecoder);

            memcpy(pDecoder->pVal, ofpCell + kLen - nLeftKey, lastKeyPageSpace);
            nLeft -= lastKeyPageSpace;
          }
        }

        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));

1365 1366
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1367 1368
        nLeftKey -= bytes;
        nLeft -= bytes;
1369 1370 1371
      }

      while (nLeft > 0) {
1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }

        ofpCell = tdbPageGetCell(ofp, 0);

        // load left val data to ovpages
        lastPage = 0;
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
          lastPage = 1;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }

        if (lastPage) {
          pgno = 0;
        }

        if (!pDecoder->pVal) {
          pDecoder->pVal = tdbRealloc(pDecoder->pVal, vLen);
          if (pDecoder->pVal == NULL) {
            return -1;
          }
          TDB_CELLDECODER_SET_FREE_VAL(pDecoder);
        }

        memcpy(pDecoder->pVal, ofpCell + vLen - nLeft, bytes);
        nLeft -= bytes;

        memcpy(&pgno, ofpCell + vLen - nLeft + bytes, sizeof(pgno));

1405 1406
        tdbPCacheRelease(pBt->pPager->pCache, ofp, pTxn);

1407
        nLeft -= bytes;
1408 1409
      }
    }
H
Hongze Cheng 已提交
1410 1411
  }

H
Hongze Cheng 已提交
1412 1413 1414
  return 0;
}

1415
static int tdbBtreeDecodeCell(SPage *pPage, const SCell *pCell, SCellDecoder *pDecoder, TXN *pTxn, SBTree *pBt) {
H
Hongze Cheng 已提交
1416 1417 1418 1419 1420
  u8  leaf;
  int nHeader;
  int ret;

  nHeader = 0;
H
refact  
Hongze Cheng 已提交
1421
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1422

H
Hongze Cheng 已提交
1423
  // Clear the state of decoder
1424 1425 1426
  if (TDB_CELLDECODER_FREE_VAL(pDecoder)) {
    tdbFree(pDecoder->pVal);
  }
H
Hongze Cheng 已提交
1427 1428 1429 1430 1431
  pDecoder->kLen = -1;
  pDecoder->pKey = NULL;
  pDecoder->vLen = -1;
  pDecoder->pVal = NULL;
  pDecoder->pgno = 0;
1432
  TDB_CELLDECODER_SET_FREE_NIL(pDecoder);
H
Hongze Cheng 已提交
1433

1434
  // tdbTrace("tdb btc decoder set nil: %p/0x%x ", pDecoder, pDecoder->freeKV);
1435

H
Hongze Cheng 已提交
1436
  // 1. Decode header part
H
Hongze Cheng 已提交
1437
  if (!leaf) {
1438
    ASSERT(pPage->vLen == sizeof(SPgno));
H
Hongze Cheng 已提交
1439 1440 1441 1442 1443 1444

    pDecoder->pgno = ((SPgno *)(pCell + nHeader))[0];
    pDecoder->pVal = (u8 *)(&(pDecoder->pgno));
    nHeader = nHeader + sizeof(SPgno);
  }

H
Hongze Cheng 已提交
1445 1446 1447 1448 1449 1450 1451
  if (pPage->kLen == TDB_VARIANT_LEN) {
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->kLen));
  } else {
    pDecoder->kLen = pPage->kLen;
  }

  if (pPage->vLen == TDB_VARIANT_LEN) {
1452
    ASSERT(leaf);
H
Hongze Cheng 已提交
1453
    nHeader += tdbGetVarInt(pCell + nHeader, &(pDecoder->vLen));
H
Hongze Cheng 已提交
1454
  } else {
H
Hongze Cheng 已提交
1455 1456
    pDecoder->vLen = pPage->vLen;
  }
H
Hongze Cheng 已提交
1457

H
Hongze Cheng 已提交
1458
  // 2. Decode payload part
1459
  ret = tdbBtreeDecodePayload(pPage, pCell, nHeader, pDecoder, pTxn, pBt);
H
Hongze Cheng 已提交
1460 1461
  if (ret < 0) {
    return -1;
H
Hongze Cheng 已提交
1462 1463 1464 1465 1466
  }

  return 0;
}

1467
static int tdbBtreeCellSize(const SPage *pPage, SCell *pCell, int dropOfp, TXN *pTxn, SBTree *pBt) {
H
refact  
Hongze Cheng 已提交
1468
  u8  leaf;
1469
  int kLen = 0, vLen = 0, nHeader = 0;
H
Hongze Cheng 已提交
1470

H
refact  
Hongze Cheng 已提交
1471
  leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
1472

H
refact  
Hongze Cheng 已提交
1473
  if (!leaf) {
1474
    nHeader += sizeof(SPgno);
H
Hongze Cheng 已提交
1475 1476 1477
  }

  if (pPage->kLen == TDB_VARIANT_LEN) {
1478
    nHeader += tdbGetVarInt(pCell + nHeader, &kLen);
H
Hongze Cheng 已提交
1479 1480 1481 1482
  } else {
    kLen = pPage->kLen;
  }

H
refact  
Hongze Cheng 已提交
1483
  if (pPage->vLen == TDB_VARIANT_LEN) {
1484
    ASSERT(leaf);
1485
    nHeader += tdbGetVarInt(pCell + nHeader, &vLen);
H
refact  
Hongze Cheng 已提交
1486 1487
  } else if (leaf) {
    vLen = pPage->vLen;
H
Hongze Cheng 已提交
1488 1489
  }

1490 1491
  int nPayload = kLen + vLen;
  if (nHeader + nPayload <= pPage->maxLocal) {
1492
    return nHeader + nPayload;
1493 1494
  } else {
    int maxLocal = pPage->maxLocal;
H
Hongze Cheng 已提交
1495

1496 1497 1498 1499
    // calc local storage size
    int minLocal = pPage->minLocal;
    int surplus = minLocal + (nPayload + nHeader - minLocal) % (maxLocal - sizeof(SPgno));
    int nLocal = surplus <= maxLocal ? surplus : minLocal;
H
refact  
Hongze Cheng 已提交
1500

1501 1502
    // free ofp pages' cells
    if (dropOfp) {
1503
      int    ret = 0;
1504
      SPgno  pgno = *(SPgno *)(pCell + nLocal - sizeof(SPgno));
1505
      int    nLeft = nPayload - nLocal + sizeof(SPgno) + nHeader;
1506
      SPage *ofp;
1507
      int    bytes;
1508 1509

      while (pgno != 0) {
1510 1511 1512 1513
        ret = tdbLoadOvflPage(&pgno, &ofp, pTxn, pBt);
        if (ret < 0) {
          return -1;
        }
1514

1515
        SCell *ofpCell = tdbPageGetCell(ofp, 0);
1516

1517 1518 1519 1520 1521
        if (nLeft <= ofp->maxLocal - sizeof(SPgno)) {
          bytes = nLeft;
        } else {
          bytes = ofp->maxLocal - sizeof(SPgno);
        }
1522

1523
        memcpy(&pgno, ofpCell + bytes, sizeof(pgno));
1524

1525
        tdbPagerReturnPage(pPage->pPager, ofp, pTxn);
1526

1527
        nLeft -= bytes;
1528 1529 1530
      }
    }

1531
    return nLocal;
H
refact  
Hongze Cheng 已提交
1532
  }
H
Hongze Cheng 已提交
1533
}
H
Hongze Cheng 已提交
1534
// TDB_BTREE_CELL
H
Hongze Cheng 已提交
1535

H
refact  
Hongze Cheng 已提交
1536
// TDB_BTREE_CURSOR =====================
H
Hongze Cheng 已提交
1537
int tdbBtcOpen(SBTC *pBtc, SBTree *pBt, TXN *pTxn) {
H
Hongze Cheng 已提交
1538 1539 1540 1541
  pBtc->pBt = pBt;
  pBtc->iPage = -1;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1542
  memset(&pBtc->coder, 0, sizeof(SCellDecoder));
H
Hongze Cheng 已提交
1543 1544

  if (pTxn == NULL) {
1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556
    TXN *pTxn = tdbOsCalloc(1, sizeof(*pTxn));
    if (!pTxn) {
      return -1;
    }

    if (tdbTxnOpen(pTxn, 0, tdbDefaultMalloc, tdbDefaultFree, NULL, 0) < 0) {
      tdbOsFree(pTxn);
      return -1;
    }

    pBtc->pTxn = pTxn;
    pBtc->freeTxn = 1;
H
Hongze Cheng 已提交
1557 1558
  } else {
    pBtc->pTxn = pTxn;
1559
    pBtc->freeTxn = 0;
H
Hongze Cheng 已提交
1560
  }
H
Hongze Cheng 已提交
1561 1562 1563 1564

  return 0;
}

H
Hongze Cheng 已提交
1565
int tdbBtcMoveToFirst(SBTC *pBtc) {
H
refact  
Hongze Cheng 已提交
1566 1567 1568
  int     ret;
  SBTree *pBt;
  SPager *pPager;
H
Hongze Cheng 已提交
1569 1570
  SCell  *pCell;
  SPgno   pgno;
H
refact  
Hongze Cheng 已提交
1571 1572 1573 1574 1575

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
1576
    // move a clean cursor
H
Hongze Cheng 已提交
1577
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1578
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
1579
    if (ret < 0) {
1580
      ASSERT(0);
H
refact  
Hongze Cheng 已提交
1581 1582 1583
      return -1;
    }

1584
    ASSERT(TDB_BTREE_PAGE_IS_ROOT(pBtc->pPage));
H
refact  
Hongze Cheng 已提交
1585

H
Hongze Cheng 已提交
1586 1587 1588 1589
    pBtc->iPage = 0;
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) > 0) {
      pBtc->idx = 0;
    } else {
H
more  
Hongze Cheng 已提交
1590
      // no any data, point to an invalid position
1591
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1592
      pBtc->idx = -1;
H
refact  
Hongze Cheng 已提交
1593 1594
      return 0;
    }
H
Hongze Cheng 已提交
1595
  } else {
1596
    ASSERT(0);
H
Hongze Cheng 已提交
1597
#if 0
H
Hongze Cheng 已提交
1598 1599
    // move from a position
    int iPage = 0;
H
refact  
Hongze Cheng 已提交
1600

H
Hongze Cheng 已提交
1601
    for (; iPage < pBtc->iPage; iPage++) {
1602
      ASSERT(pBtc->idxStack[iPage] >= 0);
H
Hongze Cheng 已提交
1603 1604
      if (pBtc->idxStack[iPage]) break;
    }
H
refact  
Hongze Cheng 已提交
1605

H
Hongze Cheng 已提交
1606 1607
    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1608
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1609
        pBtc->idx = 0;
H
refact  
Hongze Cheng 已提交
1610 1611
        break;
      }
H
Hongze Cheng 已提交
1612

H
Hongze Cheng 已提交
1613
      tdbBtcMoveUpward(pBtc);
H
Hongze Cheng 已提交
1614
    }
H
Hongze Cheng 已提交
1615
#endif
H
Hongze Cheng 已提交
1616 1617 1618 1619
  }

  // move downward
  for (;;) {
H
refact  
Hongze Cheng 已提交
1620
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1621

H
Hongze Cheng 已提交
1622
    ret = tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
1623
    if (ret < 0) {
1624
      ASSERT(0);
H
Hongze Cheng 已提交
1625 1626 1627 1628 1629 1630
      return -1;
    }

    pBtc->idx = 0;
  }

H
Hongze Cheng 已提交
1631 1632 1633 1634
  return 0;
}

int tdbBtcMoveToLast(SBTC *pBtc) {
H
Hongze Cheng 已提交
1635
  int     ret;
H
Hongze Cheng 已提交
1636
  int     nCells;
H
Hongze Cheng 已提交
1637 1638 1639 1640 1641 1642 1643 1644 1645
  SBTree *pBt;
  SPager *pPager;
  SPgno   pgno;

  pBt = pBtc->pBt;
  pPager = pBt->pPager;

  if (pBtc->iPage < 0) {
    // move a clean cursor
H
Hongze Cheng 已提交
1646
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
H
Hongze Cheng 已提交
1647
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
1648
    if (ret < 0) {
1649
      ASSERT(0);
H
Hongze Cheng 已提交
1650 1651 1652
      return -1;
    }

H
Hongze Cheng 已提交
1653
    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
Hongze Cheng 已提交
1654
    pBtc->iPage = 0;
H
Hongze Cheng 已提交
1655 1656 1657 1658
    if (nCells > 0) {
      pBtc->idx = TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage) ? nCells - 1 : nCells;
    } else {
      // no data at all, point to an invalid position
1659
      ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1660 1661 1662
      pBtc->idx = -1;
      return 0;
    }
H
Hongze Cheng 已提交
1663
  } else {
1664
    ASSERT(0);
H
Hongze Cheng 已提交
1665
#if 0
H
Hongze Cheng 已提交
1666 1667 1668 1669
    int iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
1670
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pgStack[iPage]));
H
Hongze Cheng 已提交
1671 1672 1673 1674 1675 1676
      nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pgStack[iPage]);
      if (pBtc->idxStack[iPage] != nCells) break;
    }

    // move upward
    for (;;) {
H
Hongze Cheng 已提交
1677
      if (pBtc->iPage == iPage) {
H
Hongze Cheng 已提交
1678 1679 1680 1681 1682
        if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
        } else {
          pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
        }
H
Hongze Cheng 已提交
1683
        break;
H
Hongze Cheng 已提交
1684 1685 1686 1687
      }

      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
1688
#endif
H
Hongze Cheng 已提交
1689 1690 1691 1692
  }

  // move downward
  for (;;) {
H
Hongze Cheng 已提交
1693 1694 1695 1696
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
1697
      ASSERT(0);
H
Hongze Cheng 已提交
1698 1699 1700 1701
      return -1;
    }

    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
1702
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
H
Hongze Cheng 已提交
1703
      pBtc->idx = nCells - 1;
H
Hongze Cheng 已提交
1704
    } else {
H
Hongze Cheng 已提交
1705
      pBtc->idx = nCells;
H
Hongze Cheng 已提交
1706 1707 1708
    }
  }

H
Hongze Cheng 已提交
1709 1710 1711 1712
  return 0;
}

int tdbBtreeNext(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
H
Hongze Cheng 已提交
1713
  SCell       *pCell;
1714
  SCellDecoder cd = {0};
H
Hongze Cheng 已提交
1715 1716 1717
  void        *pKey, *pVal;
  int          ret;

H
Hongze Cheng 已提交
1718
  // current cursor points to an invalid position
H
Hongze Cheng 已提交
1719
  if (pBtc->idx < 0) {
H
Hongze Cheng 已提交
1720 1721 1722 1723 1724
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1725
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1726

H
Hongze Cheng 已提交
1727
  pKey = tdbRealloc(*ppKey, cd.kLen);
H
Hongze Cheng 已提交
1728 1729 1730 1731 1732 1733 1734
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);
C
Cary Xu 已提交
1735 1736

  if (ppVal) {
1737 1738 1739 1740 1741 1742 1743 1744
    if (cd.vLen > 0) {
      pVal = tdbRealloc(*ppVal, cd.vLen);
      if (pVal == NULL) {
        tdbFree(pKey);
        return -1;
      }

      memcpy(pVal, cd.pVal, cd.vLen);
1745 1746 1747 1748
      if (TDB_CELLDECODER_FREE_VAL(&cd)) {
        tdbTrace("tdb/btree-next decoder: %p pVal free: %p", &cd, cd.pVal);
        tdbFree(cd.pVal);
      }
1749 1750
    } else {
      pVal = NULL;
C
Cary Xu 已提交
1751 1752 1753 1754 1755
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
  }
H
Hongze Cheng 已提交
1756 1757

  ret = tdbBtcMoveToNext(pBtc);
H
Hongze Cheng 已提交
1758
  if (ret < 0) {
1759
    ASSERT(0);
H
Hongze Cheng 已提交
1760 1761
    return -1;
  }
H
Hongze Cheng 已提交
1762 1763 1764 1765

  return 0;
}

1766 1767
int tdbBtreePrev(SBTC *pBtc, void **ppKey, int *kLen, void **ppVal, int *vLen) {
  SCell       *pCell;
M
Minglei Jin 已提交
1768
  SCellDecoder cd = {0};
1769 1770 1771 1772 1773 1774 1775 1776 1777 1778
  void        *pKey, *pVal;
  int          ret;

  // current cursor points to an invalid position
  if (pBtc->idx < 0) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);

1779
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &cd, pBtc->pTxn, pBtc->pBt);
1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804

  pKey = tdbRealloc(*ppKey, cd.kLen);
  if (pKey == NULL) {
    return -1;
  }

  *ppKey = pKey;
  *kLen = cd.kLen;
  memcpy(pKey, cd.pKey, cd.kLen);

  if (ppVal) {
    // TODO: vLen may be zero
    pVal = tdbRealloc(*ppVal, cd.vLen);
    if (pVal == NULL) {
      tdbFree(pKey);
      return -1;
    }

    *ppVal = pVal;
    *vLen = cd.vLen;
    memcpy(pVal, cd.pVal, cd.vLen);
  }

  ret = tdbBtcMoveToPrev(pBtc);
  if (ret < 0) {
1805
    ASSERT(0);
1806 1807 1808 1809 1810 1811
    return -1;
  }

  return 0;
}

H
Hongze Cheng 已提交
1812
int tdbBtcMoveToNext(SBTC *pBtc) {
H
Hongze Cheng 已提交
1813
  int    nCells;
H
Hongze Cheng 已提交
1814
  int    ret;
H
Hongze Cheng 已提交
1815 1816
  SCell *pCell;

1817
  ASSERT(TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1818 1819 1820

  if (pBtc->idx < 0) return -1;

H
Hongze Cheng 已提交
1821
  pBtc->idx++;
H
Hongze Cheng 已提交
1822 1823 1824 1825
  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return 0;
  }

H
Hongze Cheng 已提交
1826
  // move upward
H
Hongze Cheng 已提交
1827
  for (;;) {
H
Hongze Cheng 已提交
1828 1829 1830 1831 1832
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

H
Hongze Cheng 已提交
1833 1834 1835
    tdbBtcMoveUpward(pBtc);
    pBtc->idx++;

1836
    ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1837
    if (pBtc->idx <= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
H
Hongze Cheng 已提交
1838 1839
      break;
    }
H
Hongze Cheng 已提交
1840 1841
  }

H
Hongze Cheng 已提交
1842
  // move downward
H
Hongze Cheng 已提交
1843
  for (;;) {
H
Hongze Cheng 已提交
1844
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;
H
Hongze Cheng 已提交
1845

H
Hongze Cheng 已提交
1846 1847
    ret = tdbBtcMoveDownward(pBtc);
    if (ret < 0) {
1848
      ASSERT(0);
H
Hongze Cheng 已提交
1849
      return -1;
H
Hongze Cheng 已提交
1850
    }
H
Hongze Cheng 已提交
1851 1852

    pBtc->idx = 0;
H
Hongze Cheng 已提交
1853 1854
  }

H
Hongze Cheng 已提交
1855 1856 1857
  return 0;
}

H
Hongze Cheng 已提交
1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894
int tdbBtcMoveToPrev(SBTC *pBtc) {
  if (pBtc->idx < 0) return -1;

  pBtc->idx--;
  if (pBtc->idx >= 0) {
    return 0;
  }

  // move upward
  for (;;) {
    if (pBtc->iPage == 0) {
      pBtc->idx = -1;
      return 0;
    }

    tdbBtcMoveUpward(pBtc);
    pBtc->idx--;
    if (pBtc->idx >= 0) {
      break;
    }
  }

  // move downward
  for (;;) {
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) break;

    tdbBtcMoveDownward(pBtc);
    if (TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage)) {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage) - 1;
    } else {
      pBtc->idx = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
    }
  }

  return 0;
}

H
Hongze Cheng 已提交
1895 1896 1897 1898 1899
static int tdbBtcMoveDownward(SBTC *pBtc) {
  int    ret;
  SPgno  pgno;
  SCell *pCell;

1900 1901
  ASSERT(pBtc->idx >= 0);
  ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pBtc->pPage));
H
Hongze Cheng 已提交
1902 1903 1904 1905 1906 1907 1908

  if (pBtc->idx < TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
    pgno = ((SPgno *)pCell)[0];
  } else {
    pgno = ((SIntHdr *)pBtc->pPage->pData)->pgno;
  }
H
Hongze Cheng 已提交
1909

1910
  ASSERT(pgno);
H
Hongze Cheng 已提交
1911

H
Hongze Cheng 已提交
1912 1913 1914 1915 1916
  pBtc->pgStack[pBtc->iPage] = pBtc->pPage;
  pBtc->idxStack[pBtc->iPage] = pBtc->idx;
  pBtc->iPage++;
  pBtc->pPage = NULL;
  pBtc->idx = -1;
H
Hongze Cheng 已提交
1917

H
Hongze Cheng 已提交
1918 1919
  ret = tdbPagerFetchPage(pBtc->pBt->pPager, &pgno, &pBtc->pPage, tdbBtreeInitPage,
                          &((SBtreeInitPageArg){.pBt = pBtc->pBt, .flags = 0}), pBtc->pTxn);
H
Hongze Cheng 已提交
1920
  if (ret < 0) {
1921
    ASSERT(0);
H
Hongze Cheng 已提交
1922
    return -1;
H
Hongze Cheng 已提交
1923 1924 1925 1926 1927 1928
  }

  return 0;
}

static int tdbBtcMoveUpward(SBTC *pBtc) {
H
Hongze Cheng 已提交
1929 1930
  if (pBtc->iPage == 0) return -1;

H
Hongze Cheng 已提交
1931
  tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
Hongze Cheng 已提交
1932 1933 1934 1935 1936

  pBtc->iPage--;
  pBtc->pPage = pBtc->pgStack[pBtc->iPage];
  pBtc->idx = pBtc->idxStack[pBtc->iPage];

H
Hongze Cheng 已提交
1937
  return 0;
H
Hongze Cheng 已提交
1938
}
H
refact  
Hongze Cheng 已提交
1939

H
Hongze Cheng 已提交
1940 1941 1942 1943 1944 1945 1946 1947
int tdbBtcGet(SBTC *pBtc, const void **ppKey, int *kLen, const void **ppVal, int *vLen) {
  SCell *pCell;

  if (pBtc->idx < 0 || pBtc->idx >= TDB_PAGE_TOTAL_CELLS(pBtc->pPage)) {
    return -1;
  }

  pCell = tdbPageGetCell(pBtc->pPage, pBtc->idx);
1948
  tdbBtreeDecodeCell(pBtc->pPage, pCell, &pBtc->coder, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1949 1950 1951 1952 1953 1954 1955 1956

  if (ppKey) {
    *ppKey = (void *)pBtc->coder.pKey;
    *kLen = pBtc->coder.kLen;
  }

  if (ppVal) {
    *ppVal = (void *)pBtc->coder.pVal;
H
Hongze Cheng 已提交
1957
    *vLen = pBtc->coder.vLen;
H
Hongze Cheng 已提交
1958 1959 1960 1961 1962
  }

  return 0;
}

H
Hongze Cheng 已提交
1963
int tdbBtcDelete(SBTC *pBtc) {
H
Hongze Cheng 已提交
1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975
  int         idx = pBtc->idx;
  int         nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  SPager     *pPager = pBtc->pBt->pPager;
  const void *pKey;
  i8          iPage;
  SPage      *pPage;
  SPgno       pgno;
  SCell      *pCell;
  int         szCell;
  int         nKey;
  int         ret;

1976
  ASSERT(idx >= 0 && idx < nCells);
H
Hongze Cheng 已提交
1977 1978 1979 1980

  // drop the cell on the leaf
  ret = tdbPagerWrite(pPager, pBtc->pPage);
  if (ret < 0) {
1981
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
1982 1983 1984
    return -1;
  }

1985
  tdbPageDropCell(pBtc->pPage, idx, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
1986

H
Hongze Cheng 已提交
1987
  // update interior page or do balance
H
Hongze Cheng 已提交
1988
  if (idx == nCells - 1) {
H
Hongze Cheng 已提交
1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002
    if (idx) {
      pBtc->idx--;
      tdbBtcGet(pBtc, &pKey, &nKey, NULL, NULL);

      // loop to update the interial page
      pgno = TDB_PAGE_PGNO(pBtc->pPage);
      for (iPage = pBtc->iPage - 1; iPage >= 0; iPage--) {
        pPage = pBtc->pgStack[iPage];
        idx = pBtc->idxStack[iPage];
        nCells = TDB_PAGE_TOTAL_CELLS(pPage);

        if (idx < nCells) {
          ret = tdbPagerWrite(pPager, pPage);
          if (ret < 0) {
2003
            tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2004 2005 2006 2007 2008
            return -1;
          }

          // update the cell with new key
          pCell = tdbOsMalloc(nKey + 9);
2009
          tdbBtreeEncodeCell(pPage, pKey, nKey, &pgno, sizeof(pgno), pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2010

2011
          ret = tdbPageUpdateCell(pPage, idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2012 2013
          if (ret < 0) {
            tdbOsFree(pCell);
2014
            ASSERT(0);
H
Hongze Cheng 已提交
2015 2016 2017 2018 2019 2020 2021 2022 2023
            return -1;
          }
          tdbOsFree(pCell);
          break;
        } else {
          pgno = TDB_PAGE_PGNO(pPage);
        }
      }
    } else {
H
Hongze Cheng 已提交
2024
      // delete the leaf page and do balance
2025
      ASSERT(TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0);
H
Hongze Cheng 已提交
2026 2027 2028

      ret = tdbBtreeBalance(pBtc);
      if (ret < 0) {
2029
        ASSERT(0);
H
Hongze Cheng 已提交
2030 2031
        return -1;
      }
H
Hongze Cheng 已提交
2032
    }
H
Hongze Cheng 已提交
2033 2034 2035 2036 2037
  }

  return 0;
}

H
Hongze Cheng 已提交
2038 2039 2040 2041 2042 2043 2044 2045
int tdbBtcUpsert(SBTC *pBtc, const void *pKey, int kLen, const void *pData, int nData, int insert) {
  SCell *pCell;
  int    szCell;
  int    nCells = TDB_PAGE_TOTAL_CELLS(pBtc->pPage);
  int    szBuf;
  void  *pBuf;
  int    ret;

2046
  ASSERT(pBtc->idx >= 0);
H
Hongze Cheng 已提交
2047 2048 2049

  // alloc space
  szBuf = kLen + nData + 14;
2050
  pBuf = tdbRealloc(pBtc->pBt->pBuf, pBtc->pBt->pageSize > szBuf ? szBuf : pBtc->pBt->pageSize);
H
Hongze Cheng 已提交
2051
  if (pBuf == NULL) {
2052
    ASSERT(0);
H
Hongze Cheng 已提交
2053 2054 2055 2056 2057 2058
    return -1;
  }
  pBtc->pBt->pBuf = pBuf;
  pCell = (SCell *)pBtc->pBt->pBuf;

  // encode cell
2059
  ret = tdbBtreeEncodeCell(pBtc->pPage, pKey, kLen, pData, nData, pCell, &szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2060
  if (ret < 0) {
2061
    ASSERT(0);
H
Hongze Cheng 已提交
2062 2063 2064 2065 2066 2067
    return -1;
  }

  // mark dirty
  ret = tdbPagerWrite(pBtc->pBt->pPager, pBtc->pPage);
  if (ret < 0) {
2068
    tdbError("failed to write page since %s", terrstr());
H
Hongze Cheng 已提交
2069 2070 2071 2072 2073
    return -1;
  }

  // insert or update
  if (insert) {
2074
    ASSERT(pBtc->idx <= nCells);
H
Hongze Cheng 已提交
2075 2076 2077

    ret = tdbPageInsertCell(pBtc->pPage, pBtc->idx, pCell, szCell, 0);
  } else {
2078
    ASSERT(pBtc->idx < nCells);
H
Hongze Cheng 已提交
2079

2080
    ret = tdbPageUpdateCell(pBtc->pPage, pBtc->idx, pCell, szCell, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2081 2082
  }
  if (ret < 0) {
2083
    ASSERT(0);
H
Hongze Cheng 已提交
2084 2085 2086 2087 2088 2089 2090
    return -1;
  }

  // check balance
  if (pBtc->pPage->nOverflow > 0) {
    ret = tdbBtreeBalance(pBtc);
    if (ret < 0) {
2091
      ASSERT(0);
H
Hongze Cheng 已提交
2092 2093 2094 2095
      return -1;
    }
  }

H
Hongze Cheng 已提交
2096 2097 2098
  return 0;
}

H
Hongze Cheng 已提交
2099
int tdbBtcMoveTo(SBTC *pBtc, const void *pKey, int kLen, int *pCRst) {
H
Hongze Cheng 已提交
2100 2101 2102 2103 2104 2105 2106 2107
  int         ret;
  int         nCells;
  int         c;
  SCell      *pCell;
  SBTree     *pBt = pBtc->pBt;
  SPager     *pPager = pBt->pPager;
  const void *pTKey;
  int         tkLen;
H
Hongze Cheng 已提交
2108

2109
  tdbTrace("tdb moveto, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2110
  if (pBtc->iPage < 0) {
H
Hongze Cheng 已提交
2111
    // move from a clear cursor
H
Hongze Cheng 已提交
2112 2113
    ret = tdbPagerFetchPage(pPager, &pBt->root, &(pBtc->pPage), tdbBtreeInitPage,
                            &((SBtreeInitPageArg){.pBt = pBt, .flags = TDB_BTREE_ROOT | TDB_BTREE_LEAF}), pBtc->pTxn);
H
Hongze Cheng 已提交
2114
    if (ret < 0) {
H
Hongze Cheng 已提交
2115
      // TODO
2116
      ASSERT(0);
H
Hongze Cheng 已提交
2117
      return 0;
H
Hongze Cheng 已提交
2118 2119 2120
    }

    pBtc->iPage = 0;
H
Hongze Cheng 已提交
2121 2122 2123 2124
    pBtc->idx = -1;
    // for empty tree, just return with an invalid position
    if (TDB_PAGE_TOTAL_CELLS(pBtc->pPage) == 0) return 0;
  } else {
2125
    ASSERT(0);
H
Hongze Cheng 已提交
2126
#if 0
H
Hongze Cheng 已提交
2127 2128 2129 2130 2131 2132 2133 2134 2135 2136
    SPage *pPage;
    int    idx;
    int    iPage = 0;

    // downward search
    for (; iPage < pBtc->iPage; iPage++) {
      pPage = pBtc->pgStack[iPage];
      idx = pBtc->idxStack[iPage];
      nCells = TDB_PAGE_TOTAL_CELLS(pPage);

2137
      ASSERT(!TDB_BTREE_PAGE_IS_LEAF(pPage));
H
Hongze Cheng 已提交
2138 2139 2140 2141

      // check if key <= current position
      if (idx < nCells) {
        pCell = tdbPageGetCell(pPage, idx);
2142
        tdbBtreeDecodeCell(pPage, pCell, &cd);
H
Hongze Cheng 已提交
2143 2144 2145 2146 2147 2148 2149 2150
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen);
        if (c > 0) break;
      }

      // check if key > current - 1 position
      if (idx > 0) {
        pCell = tdbPageGetCell(pPage, idx - 1);
        tdbBtreeDecodeCell(pPage, pCell, &cd);
2151
        c = pBt->kcmpr(pKey, kLen, cd.pKey, cd.kLen, pBtc->pTxn, pBtc->pBt);
H
Hongze Cheng 已提交
2152 2153 2154 2155 2156 2157 2158 2159 2160
        if (c <= 0) break;
      }
    }

    // move upward
    for (;;) {
      if (pBtc->iPage == iPage) break;
      tdbBtcMoveUpward(pBtc);
    }
H
Hongze Cheng 已提交
2161
#endif
H
Hongze Cheng 已提交
2162
  }
H
Hongze Cheng 已提交
2163

H
Hongze Cheng 已提交
2164
  // search downward to the leaf
2165
  tdbTrace("tdb search downward, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2166
  for (;;) {
H
Hongze Cheng 已提交
2167
    int    lidx, ridx;
H
Hongze Cheng 已提交
2168
    SPage *pPage;
H
Hongze Cheng 已提交
2169

H
Hongze Cheng 已提交
2170 2171 2172 2173
    pPage = pBtc->pPage;
    nCells = TDB_PAGE_TOTAL_CELLS(pPage);
    lidx = 0;
    ridx = nCells - 1;
H
Hongze Cheng 已提交
2174

2175
    ASSERT(nCells > 0);
H
Hongze Cheng 已提交
2176

H
Hongze Cheng 已提交
2177
    // compare first cell
H
Hongze Cheng 已提交
2178 2179 2180
    pBtc->idx = lidx;
    tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
    c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2181 2182 2183 2184 2185 2186 2187 2188
    if (c <= 0) {
      ridx = lidx - 1;
    } else {
      lidx = lidx + 1;
    }

    // compare last cell
    if (lidx <= ridx) {
H
Hongze Cheng 已提交
2189 2190 2191
      pBtc->idx = ridx;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2192 2193 2194 2195 2196 2197 2198
      if (c >= 0) {
        lidx = ridx + 1;
      } else {
        ridx = ridx - 1;
      }
    }

H
Hongze Cheng 已提交
2199
    // binary search
2200
    tdbTrace("tdb binary search, pager:%p, ipage:%d", pPager, pBtc->iPage);
H
Hongze Cheng 已提交
2201 2202
    for (;;) {
      if (lidx > ridx) break;
H
Hongze Cheng 已提交
2203

H
Hongze Cheng 已提交
2204 2205 2206
      pBtc->idx = (lidx + ridx) >> 1;
      tdbBtcGet(pBtc, &pTKey, &tkLen, NULL, NULL);
      c = pBt->kcmpr(pKey, kLen, pTKey, tkLen);
H
Hongze Cheng 已提交
2207 2208
      if (c < 0) {
        // pKey < cd.pKey
H
Hongze Cheng 已提交
2209
        ridx = pBtc->idx - 1;
H
Hongze Cheng 已提交
2210 2211
      } else if (c > 0) {
        // pKey > cd.pKey
H
Hongze Cheng 已提交
2212
        lidx = pBtc->idx + 1;
H
Hongze Cheng 已提交
2213 2214 2215
      } else {
        // pKey == cd.pKey
        break;
H
Hongze Cheng 已提交
2216
      }
H
Hongze Cheng 已提交
2217
    }
H
Hongze Cheng 已提交
2218

H
Hongze Cheng 已提交
2219 2220 2221 2222 2223
    // keep search downward or break
    if (TDB_BTREE_PAGE_IS_LEAF(pPage)) {
      *pCRst = c;
      break;
    } else {
H
Hongze Cheng 已提交
2224 2225
      if (c > 0) {
        pBtc->idx += 1;
H
Hongze Cheng 已提交
2226
      }
H
Hongze Cheng 已提交
2227
      tdbBtcMoveDownward(pBtc);
H
Hongze Cheng 已提交
2228 2229 2230
    }
  }

2231 2232
  tdbTrace("tdb moveto end, pager:%p, ipage:%d", pPager, pBtc->iPage);

H
Hongze Cheng 已提交
2233 2234 2235
  return 0;
}

H
refact  
Hongze Cheng 已提交
2236 2237 2238 2239
int tdbBtcClose(SBTC *pBtc) {
  if (pBtc->iPage < 0) return 0;

  for (;;) {
2240
    ASSERT(pBtc->pPage);
H
refact  
Hongze Cheng 已提交
2241

H
Hongze Cheng 已提交
2242
    tdbPagerReturnPage(pBtc->pBt->pPager, pBtc->pPage, pBtc->pTxn);
H
refact  
Hongze Cheng 已提交
2243 2244 2245 2246 2247 2248 2249 2250

    pBtc->iPage--;
    if (pBtc->iPage < 0) break;

    pBtc->pPage = pBtc->pgStack[pBtc->iPage];
    pBtc->idx = pBtc->idxStack[pBtc->iPage];
  }

2251
  if (TDB_CELLDECODER_FREE_VAL(&pBtc->coder)) {
2252 2253
    tdbDebug("tdb btc/close decoder: %p pVal free: %p", &pBtc->coder, pBtc->coder.pVal);

2254 2255 2256
    tdbFree(pBtc->coder.pVal);
  }

2257 2258 2259 2260
  if (pBtc->freeTxn) {
    tdbTxnClose(pBtc->pTxn);
  }

H
refact  
Hongze Cheng 已提交
2261 2262
  return 0;
}
H
Hongze Cheng 已提交
2263 2264 2265 2266 2267 2268 2269 2270

int tdbBtcIsValid(SBTC *pBtc) {
  if (pBtc->idx < 0) {
    return 0;
  } else {
    return 1;
  }
}
H
refact  
Hongze Cheng 已提交
2271
// TDB_BTREE_CURSOR
H
Hongze Cheng 已提交
2272

H
refact  
Hongze Cheng 已提交
2273
// TDB_BTREE_DEBUG =====================
H
Hongze Cheng 已提交
2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292
#ifndef NODEBUG
typedef struct {
  SPgno pgno;
  u8    root;
  u8    leaf;
  SPgno rChild;
  int   nCells;
  int   nOvfl;
} SBtPageInfo;

SBtPageInfo btPageInfos[20];

void tdbBtPageInfo(SPage *pPage, int idx) {
  SBtPageInfo *pBtPageInfo;

  pBtPageInfo = btPageInfos + idx;

  pBtPageInfo->pgno = TDB_PAGE_PGNO(pPage);

H
refact  
Hongze Cheng 已提交
2293 2294
  pBtPageInfo->root = TDB_BTREE_PAGE_IS_ROOT(pPage);
  pBtPageInfo->leaf = TDB_BTREE_PAGE_IS_LEAF(pPage);
H
Hongze Cheng 已提交
2295 2296 2297 2298 2299 2300 2301 2302 2303

  pBtPageInfo->rChild = 0;
  if (!pBtPageInfo->leaf) {
    pBtPageInfo->rChild = *(SPgno *)(pPage->pData + 1);
  }

  pBtPageInfo->nCells = TDB_PAGE_TOTAL_CELLS(pPage) - pPage->nOverflow;
  pBtPageInfo->nOvfl = pPage->nOverflow;
}
H
refact  
Hongze Cheng 已提交
2304
#endif
2305
// TDB_BTREE_DEBUG