Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
2673b6a5
T
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22016
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
2673b6a5
编写于
12月 29, 2022
作者:
S
Shengliang Guan
提交者:
GitHub
12月 29, 2022
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #19185 from taosdata/fix/TD-21210
fix(meta/assert/cleanup): remove asserts
上级
8f9cf766
a20640f0
变更
13
展开全部
隐藏空白更改
内联
并排
Showing
13 changed file
with
542 addition
and
222 deletion
+542
-222
source/dnode/vnode/src/meta/metaCache.c
source/dnode/vnode/src/meta/metaCache.c
+16
-6
source/dnode/vnode/src/meta/metaEntry.c
source/dnode/vnode/src/meta/metaEntry.c
+6
-2
source/dnode/vnode/src/meta/metaOpen.c
source/dnode/vnode/src/meta/metaOpen.c
+4
-1
source/dnode/vnode/src/meta/metaQuery.c
source/dnode/vnode/src/meta/metaQuery.c
+10
-2
source/dnode/vnode/src/meta/metaSnapshot.c
source/dnode/vnode/src/meta/metaSnapshot.c
+26
-7
source/dnode/vnode/src/meta/metaTable.c
source/dnode/vnode/src/meta/metaTable.c
+62
-15
source/libs/tdb/src/db/tdbBtree.c
source/libs/tdb/src/db/tdbBtree.c
+187
-102
source/libs/tdb/src/db/tdbDb.c
source/libs/tdb/src/db/tdbDb.c
+8
-2
source/libs/tdb/src/db/tdbPCache.c
source/libs/tdb/src/db/tdbPCache.c
+32
-15
source/libs/tdb/src/db/tdbPage.c
source/libs/tdb/src/db/tdbPage.c
+157
-37
source/libs/tdb/src/db/tdbPager.c
source/libs/tdb/src/db/tdbPager.c
+30
-30
source/libs/tdb/src/db/tdbTable.c
source/libs/tdb/src/db/tdbTable.c
+0
-2
source/libs/tdb/src/db/tdbTxn.c
source/libs/tdb/src/db/tdbTxn.c
+4
-1
未找到文件。
source/dnode/vnode/src/meta/metaCache.c
浏览文件 @
2673b6a5
...
...
@@ -210,7 +210,7 @@ _exit:
int32_t
metaCacheUpsert
(
SMeta
*
pMeta
,
SMetaInfo
*
pInfo
)
{
int32_t
code
=
0
;
//
ASSERT(metaIsWLocked(pMeta));
//
meta is wlocked for calling this func.
// search
SMetaCache
*
pCache
=
pMeta
->
pCache
;
...
...
@@ -221,7 +221,10 @@ int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo) {
}
if
(
*
ppEntry
)
{
// update
ASSERT
(
pInfo
->
suid
==
(
*
ppEntry
)
->
info
.
suid
);
if
(
pInfo
->
suid
!=
(
*
ppEntry
)
->
info
.
suid
)
{
metaError
(
"meta/cache: suid should be same as the one in cache."
);
return
TSDB_CODE_FAILED
;
}
if
(
pInfo
->
version
>
(
*
ppEntry
)
->
info
.
version
)
{
(
*
ppEntry
)
->
info
.
version
=
pInfo
->
version
;
(
*
ppEntry
)
->
info
.
skmVer
=
pInfo
->
skmVer
;
...
...
@@ -340,7 +343,7 @@ _exit:
int32_t
metaStatsCacheUpsert
(
SMeta
*
pMeta
,
SMetaStbStats
*
pInfo
)
{
int32_t
code
=
0
;
//
ASSERT(metaIsWLocked(pMeta));
//
meta is wlocked for calling this func.
// search
SMetaCache
*
pCache
=
pMeta
->
pCache
;
...
...
@@ -449,7 +452,11 @@ int32_t metaGetCachedTableUidList(SMeta* pMeta, tb_uid_t suid, const uint8_t* pK
// do some book mark work after acquiring the filter result from cache
STagFilterResEntry
**
pEntry
=
taosHashGet
(
pTableMap
,
&
suid
,
sizeof
(
uint64_t
));
ASSERT
(
pEntry
!=
NULL
);
if
(
NULL
==
pEntry
)
{
metaError
(
"meta/cache: pEntry should not be NULL."
);
return
TSDB_CODE_FAILED
;
}
*
acquireRes
=
1
;
const
char
*
p
=
taosLRUCacheValue
(
pCache
,
pHandle
);
...
...
@@ -494,7 +501,7 @@ int32_t metaGetCachedTableUidList(SMeta* pMeta, tb_uid_t suid, const uint8_t* pK
taosMemoryFree
(
*
p1
);
}
atomic_store_32
(
&
(
*
pEntry
)
->
qTimes
,
0
);
// reset the query times
atomic_store_32
(
&
(
*
pEntry
)
->
qTimes
,
0
);
// reset the query times
taosArrayDestroy
(
pInvalidRes
);
taosThreadMutexUnlock
(
pLock
);
...
...
@@ -550,7 +557,10 @@ int32_t metaUidFilterCachePut(SMeta* pMeta, uint64_t suid, const void* pKey, int
buf
[
0
]
=
suid
;
memcpy
(
&
buf
[
1
],
pKey
,
keyLen
);
ASSERT
(
sizeof
(
uint64_t
)
+
keyLen
==
24
);
if
(
sizeof
(
uint64_t
)
+
keyLen
!=
24
)
{
metaError
(
"meta/cache: incorrect keyLen:%"
PRId32
" length."
,
keyLen
);
return
TSDB_CODE_FAILED
;
}
// add to cache.
taosLRUCacheInsert
(
pCache
,
buf
,
sizeof
(
uint64_t
)
+
keyLen
,
pPayload
,
payloadLen
,
freePayload
,
NULL
,
...
...
source/dnode/vnode/src/meta/metaEntry.c
浏览文件 @
2673b6a5
...
...
@@ -51,7 +51,9 @@ int metaEncodeEntry(SEncoder *pCoder, const SMetaEntry *pME) {
}
else
if
(
pME
->
type
==
TSDB_TSMA_TABLE
)
{
if
(
tEncodeTSma
(
pCoder
,
pME
->
smaEntry
.
tsma
)
<
0
)
return
-
1
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/entry: invalide table type: %"
PRId8
" encode failed."
,
pME
->
type
);
return
-
1
;
}
tEndEncode
(
pCoder
);
...
...
@@ -99,7 +101,9 @@ int metaDecodeEntry(SDecoder *pCoder, SMetaEntry *pME) {
}
if
(
tDecodeTSma
(
pCoder
,
pME
->
smaEntry
.
tsma
,
true
)
<
0
)
return
-
1
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/entry: invalide table type: %"
PRId8
" decode failed."
,
pME
->
type
);
return
-
1
;
}
tEndDecode
(
pCoder
);
...
...
source/dnode/vnode/src/meta/metaOpen.c
浏览文件 @
2673b6a5
...
...
@@ -358,7 +358,10 @@ static int tagIdxKeyCmpr(const void *pKey1, int kLen1, const void *pKey2, int kL
return
-
1
;
}
ASSERT
(
pTagIdxKey1
->
type
==
pTagIdxKey2
->
type
);
if
(
pTagIdxKey1
->
type
!=
pTagIdxKey2
->
type
)
{
metaError
(
"meta/open: incorrect tag idx type."
);
return
TSDB_CODE_FAILED
;
}
// check NULL, NULL is always the smallest
if
(
pTagIdxKey1
->
isNull
&&
!
pTagIdxKey2
->
isNull
)
{
...
...
source/dnode/vnode/src/meta/metaQuery.c
浏览文件 @
2673b6a5
...
...
@@ -652,7 +652,11 @@ int32_t metaGetTbTSchemaEx(SMeta *pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sv
goto
_exit
;
}
ASSERT
(
c
);
if
(
c
==
0
)
{
metaError
(
"meta/query: incorrect c: %"
PRId32
"."
,
c
);
code
=
TSDB_CODE_FAILED
;
goto
_exit
;
}
if
(
c
<
0
)
{
tdbTbcMoveToPrev
(
pSkmDbC
);
...
...
@@ -676,7 +680,11 @@ int32_t metaGetTbTSchemaEx(SMeta *pMeta, tb_uid_t suid, tb_uid_t uid, int32_t sv
}
}
ASSERT
(
sver
>
0
);
if
(
sver
<=
0
)
{
metaError
(
"meta/query: incorrect sver: %"
PRId32
"."
,
sver
);
code
=
TSDB_CODE_FAILED
;
goto
_exit
;
}
skmDbKey
.
uid
=
suid
?
suid
:
uid
;
skmDbKey
.
sver
=
sver
;
...
...
source/dnode/vnode/src/meta/metaSnapshot.c
浏览文件 @
2673b6a5
...
...
@@ -100,7 +100,10 @@ int32_t metaSnapRead(SMetaSnapReader* pReader, uint8_t** ppData) {
break
;
}
ASSERT
(
pData
&&
nData
);
if
(
!
pData
||
!
nData
)
{
metaError
(
"meta/snap: invalide nData: %"
PRId32
" meta snap read failed."
,
nData
);
goto
_exit
;
}
*
ppData
=
taosMemoryMalloc
(
sizeof
(
SSnapDataHdr
)
+
nData
);
if
(
*
ppData
==
NULL
)
{
...
...
@@ -356,7 +359,11 @@ int32_t buildSnapContext(SMeta* pMeta, int64_t snapVersion, int64_t suid, int8_t
for
(
int
i
=
0
;
i
<
taosArrayGetSize
(
ctx
->
idList
);
i
++
)
{
int64_t
*
uid
=
taosArrayGet
(
ctx
->
idList
,
i
);
SIdInfo
*
idData
=
(
SIdInfo
*
)
taosHashGet
(
ctx
->
idVersion
,
uid
,
sizeof
(
int64_t
));
ASSERT
(
idData
);
if
(
!
idData
)
{
metaError
(
"meta/snap: null idData"
);
return
TSDB_CODE_FAILED
;
}
idData
->
index
=
i
;
metaDebug
(
"tmqsnap init idVersion uid:%"
PRIi64
" version:%"
PRIi64
" index:%d"
,
*
uid
,
idData
->
version
,
idData
->
index
);
...
...
@@ -473,7 +480,10 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void** pBuf, int32_t* contLen, in
int64_t
*
uidTmp
=
taosArrayGet
(
ctx
->
idList
,
ctx
->
index
);
ctx
->
index
++
;
SIdInfo
*
idInfo
=
(
SIdInfo
*
)
taosHashGet
(
ctx
->
idVersion
,
uidTmp
,
sizeof
(
tb_uid_t
));
ASSERT
(
idInfo
);
if
(
!
idInfo
)
{
metaError
(
"meta/snap: null idInfo"
);
return
TSDB_CODE_FAILED
;
}
*
uid
=
*
uidTmp
;
ret
=
MoveToPosition
(
ctx
,
idInfo
->
version
,
*
uidTmp
);
...
...
@@ -507,7 +517,11 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void** pBuf, int32_t* contLen, in
(
ctx
->
subType
==
TOPIC_SUB_TYPE__TABLE
&&
me
.
type
==
TSDB_CHILD_TABLE
&&
me
.
ctbEntry
.
suid
==
ctx
->
suid
))
{
STableInfoForChildTable
*
data
=
(
STableInfoForChildTable
*
)
taosHashGet
(
ctx
->
suidInfo
,
&
me
.
ctbEntry
.
suid
,
sizeof
(
tb_uid_t
));
ASSERT
(
data
);
if
(
!
data
)
{
metaError
(
"meta/snap: null data"
);
return
TSDB_CODE_FAILED
;
}
SVCreateTbReq
req
=
{
0
};
req
.
type
=
TSDB_CHILD_TABLE
;
...
...
@@ -528,7 +542,8 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void** pBuf, int32_t* contLen, in
}
else
{
SArray
*
pTagVals
=
NULL
;
if
(
tTagToValArray
((
const
STag
*
)
p
,
&
pTagVals
)
!=
0
)
{
ASSERT
(
0
);
metaError
(
"meta/snap: tag to val array failed."
);
return
TSDB_CODE_FAILED
;
}
int16_t
nCols
=
taosArrayGetSize
(
pTagVals
);
for
(
int
j
=
0
;
j
<
nCols
;
++
j
)
{
...
...
@@ -572,7 +587,8 @@ int32_t getMetafromSnapShot(SSnapContext* ctx, void** pBuf, int32_t* contLen, in
ret
=
buildNormalChildTableInfo
(
&
req
,
pBuf
,
contLen
);
*
type
=
TDMT_VND_CREATE_TABLE
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/snap: invalid topic sub type: %"
PRId8
" get meta from snap failed."
,
ctx
->
subType
);
ret
=
-
1
;
}
tDecoderClear
(
&
dc
);
...
...
@@ -593,7 +609,10 @@ SMetaTableInfo getUidfromSnapShot(SSnapContext* ctx) {
int64_t
*
uidTmp
=
taosArrayGet
(
ctx
->
idList
,
ctx
->
index
);
ctx
->
index
++
;
SIdInfo
*
idInfo
=
(
SIdInfo
*
)
taosHashGet
(
ctx
->
idVersion
,
uidTmp
,
sizeof
(
tb_uid_t
));
ASSERT
(
idInfo
);
if
(
!
idInfo
)
{
metaError
(
"meta/snap: null idInfo"
);
return
result
;
}
int32_t
ret
=
MoveToPosition
(
ctx
,
idInfo
->
version
,
*
uidTmp
);
if
(
ret
!=
0
)
{
...
...
source/dnode/vnode/src/meta/metaTable.c
浏览文件 @
2673b6a5
...
...
@@ -46,7 +46,7 @@ static void metaGetEntryInfo(const SMetaEntry *pEntry, SMetaInfo *pInfo) {
pInfo
->
suid
=
0
;
pInfo
->
skmVer
=
pEntry
->
ntbEntry
.
schemaRow
.
version
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/table: invalide table type: %"
PRId8
" get entry info failed."
,
pEntry
->
type
);
}
}
...
...
@@ -342,10 +342,18 @@ int metaAlterSTable(SMeta *pMeta, int64_t version, SVCreateStbReq *pReq) {
tdbTbcOpen
(
pMeta
->
pTbDb
,
&
pTbDbc
,
NULL
);
ret
=
tdbTbcMoveTo
(
pTbDbc
,
&
((
STbDbKey
){.
uid
=
pReq
->
suid
,
.
version
=
oversion
}),
sizeof
(
STbDbKey
),
&
c
);
ASSERT
(
ret
==
0
&&
c
==
0
);
if
(
!
(
ret
==
0
&&
c
==
0
))
{
metaError
(
"meta/table: invalide ret: %"
PRId32
" or c: %"
PRId32
"alter stb failed."
,
ret
,
c
);
return
-
1
;
}
ret
=
tdbTbcGet
(
pTbDbc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
ASSERT
(
ret
==
0
);
if
(
ret
<
0
)
{
tdbTbcClose
(
pTbDbc
);
terrno
=
TSDB_CODE_TDB_STB_NOT_EXIST
;
return
-
1
;
}
oStbEntry
.
pBuf
=
taosMemoryMalloc
(
nData
);
memcpy
(
oStbEntry
.
pBuf
,
pData
,
nData
);
...
...
@@ -558,7 +566,8 @@ static void metaBuildTtlIdxKey(STtlIdxKey *ttlKey, const SMetaEntry *pME) {
ctime
=
pME
->
ntbEntry
.
ctime
;
ttlDays
=
pME
->
ntbEntry
.
ttlDays
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/table: invalide table type: %"
PRId8
" build ttl idx key failed."
,
pME
->
type
);
return
;
}
if
(
ttlDays
<=
0
)
return
;
...
...
@@ -773,7 +782,10 @@ static int metaAlterTableColumn(SMeta *pMeta, int64_t version, SVAlterTbReq *pAl
tdbTbcOpen
(
pMeta
->
pUidIdx
,
&
pUidIdxc
,
NULL
);
tdbTbcMoveTo
(
pUidIdxc
,
&
uid
,
sizeof
(
uid
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" alt tb column failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pUidIdxc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
oversion
=
((
SUidIdxVal
*
)
pData
)[
0
].
version
;
...
...
@@ -783,7 +795,11 @@ static int metaAlterTableColumn(SMeta *pMeta, int64_t version, SVAlterTbReq *pAl
tdbTbcOpen
(
pMeta
->
pTbDb
,
&
pTbDbc
,
NULL
);
tdbTbcMoveTo
(
pTbDbc
,
&
((
STbDbKey
){.
uid
=
uid
,
.
version
=
oversion
}),
sizeof
(
STbDbKey
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" alt tb column failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pTbDbc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
// get table entry
...
...
@@ -792,7 +808,11 @@ static int metaAlterTableColumn(SMeta *pMeta, int64_t version, SVAlterTbReq *pAl
memcpy
(
entry
.
pBuf
,
pData
,
nData
);
tDecoderInit
(
&
dc
,
entry
.
pBuf
,
nData
);
ret
=
metaDecodeEntry
(
&
dc
,
&
entry
);
ASSERT
(
ret
==
0
);
if
(
ret
!=
0
)
{
tDecoderClear
(
&
dc
);
metaError
(
"meta/table: invalide ret: %"
PRId32
" alt tb column failed."
,
ret
);
return
-
1
;
}
if
(
entry
.
type
!=
TSDB_NORMAL_TABLE
)
{
terrno
=
TSDB_CODE_VND_INVALID_TABLE_ACTION
;
...
...
@@ -812,7 +832,11 @@ static int metaAlterTableColumn(SMeta *pMeta, int64_t version, SVAlterTbReq *pAl
if
(
iCol
>=
pSchema
->
nCols
)
break
;
pColumn
=
&
pSchema
->
pSchema
[
iCol
];
ASSERT
(
pAlterTbReq
->
colName
);
if
(
NULL
==
pAlterTbReq
->
colName
)
{
metaError
(
"meta/table: null pAlterTbReq->colName"
);
return
-
1
;
}
if
(
strcmp
(
pColumn
->
name
,
pAlterTbReq
->
colName
)
==
0
)
break
;
iCol
++
;
}
...
...
@@ -964,7 +988,10 @@ static int metaUpdateTableTagVal(SMeta *pMeta, int64_t version, SVAlterTbReq *pA
tdbTbcOpen
(
pMeta
->
pUidIdx
,
&
pUidIdxc
,
NULL
);
tdbTbcMoveTo
(
pUidIdxc
,
&
uid
,
sizeof
(
uid
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" update tb tag val failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pUidIdxc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
oversion
=
((
SUidIdxVal
*
)
pData
)[
0
].
version
;
...
...
@@ -977,7 +1004,11 @@ static int metaUpdateTableTagVal(SMeta *pMeta, int64_t version, SVAlterTbReq *pA
/* get ctbEntry */
tdbTbcOpen
(
pMeta
->
pTbDb
,
&
pTbDbc
,
NULL
);
tdbTbcMoveTo
(
pTbDbc
,
&
((
STbDbKey
){.
uid
=
uid
,
.
version
=
oversion
}),
sizeof
(
STbDbKey
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" update tb tag val failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pTbDbc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
ctbEntry
.
pBuf
=
taosMemoryMalloc
(
nData
);
...
...
@@ -1075,7 +1106,11 @@ static int metaUpdateTableTagVal(SMeta *pMeta, int64_t version, SVAlterTbReq *pA
metaUpdateTagIdx
(
pMeta
,
&
ctbEntry
);
}
ASSERT
(
ctbEntry
.
ctbEntry
.
pTags
);
if
(
NULL
==
ctbEntry
.
ctbEntry
.
pTags
)
{
metaError
(
"meta/table: null tags, update tag val failed."
);
goto
_err
;
}
SCtbIdxKey
ctbIdxKey
=
{.
suid
=
ctbEntry
.
ctbEntry
.
suid
,
.
uid
=
uid
};
tdbTbUpsert
(
pMeta
->
pCtbIdx
,
&
ctbIdxKey
,
sizeof
(
ctbIdxKey
),
ctbEntry
.
ctbEntry
.
pTags
,
((
STag
*
)(
ctbEntry
.
ctbEntry
.
pTags
))
->
len
,
pMeta
->
txn
);
...
...
@@ -1130,7 +1165,10 @@ static int metaUpdateTableOptions(SMeta *pMeta, int64_t version, SVAlterTbReq *p
tdbTbcOpen
(
pMeta
->
pUidIdx
,
&
pUidIdxc
,
NULL
);
tdbTbcMoveTo
(
pUidIdxc
,
&
uid
,
sizeof
(
uid
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" update tb options failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pUidIdxc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
oversion
=
((
SUidIdxVal
*
)
pData
)[
0
].
version
;
...
...
@@ -1140,7 +1178,11 @@ static int metaUpdateTableOptions(SMeta *pMeta, int64_t version, SVAlterTbReq *p
tdbTbcOpen
(
pMeta
->
pTbDb
,
&
pTbDbc
,
NULL
);
tdbTbcMoveTo
(
pTbDbc
,
&
((
STbDbKey
){.
uid
=
uid
,
.
version
=
oversion
}),
sizeof
(
STbDbKey
),
&
c
);
ASSERT
(
c
==
0
);
if
(
c
!=
0
)
{
metaError
(
"meta/table: invalide c: %"
PRId32
" update tb options failed."
,
c
);
return
-
1
;
}
tdbTbcGet
(
pTbDbc
,
NULL
,
NULL
,
&
pData
,
&
nData
);
// get table entry
...
...
@@ -1149,7 +1191,11 @@ static int metaUpdateTableOptions(SMeta *pMeta, int64_t version, SVAlterTbReq *p
memcpy
(
entry
.
pBuf
,
pData
,
nData
);
tDecoderInit
(
&
dc
,
entry
.
pBuf
,
nData
);
ret
=
metaDecodeEntry
(
&
dc
,
&
entry
);
ASSERT
(
ret
==
0
);
if
(
ret
!=
0
)
{
tDecoderClear
(
&
dc
);
metaError
(
"meta/table: invalide ret: %"
PRId32
" alt tb options failed."
,
ret
);
return
-
1
;
}
entry
.
version
=
version
;
metaWLock
(
pMeta
);
...
...
@@ -1408,7 +1454,8 @@ static int metaSaveToSkmDb(SMeta *pMeta, const SMetaEntry *pME) {
}
else
if
(
pME
->
type
==
TSDB_NORMAL_TABLE
)
{
pSW
=
&
pME
->
ntbEntry
.
schemaRow
;
}
else
{
ASSERT
(
0
);
metaError
(
"meta/table: invalide table type: %"
PRId8
" save skm db failed."
,
pME
->
type
);
return
TSDB_CODE_FAILED
;
}
skmDbKey
.
uid
=
pME
->
uid
;
...
...
source/libs/tdb/src/db/tdbBtree.c
浏览文件 @
2673b6a5
此差异已折叠。
点击以展开。
source/libs/tdb/src/db/tdbDb.c
浏览文件 @
2673b6a5
...
...
@@ -247,7 +247,10 @@ void tdbEnvRemovePager(TDB *pDb, SPager *pPager) {
// remove from the list
for
(
ppPager
=
&
pDb
->
pgrList
;
*
ppPager
&&
(
*
ppPager
!=
pPager
);
ppPager
=
&
((
*
ppPager
)
->
pNext
))
{
}
ASSERT
(
*
ppPager
==
pPager
);
if
(
*
ppPager
!=
pPager
)
{
tdbError
(
"tdb/db: invalid pPager: %p, *ppPager: %p"
,
pPager
,
*
ppPager
);
return
;
}
*
ppPager
=
pPager
->
pNext
;
// remove from hash
...
...
@@ -255,7 +258,10 @@ void tdbEnvRemovePager(TDB *pDb, SPager *pPager) {
ppPager
=
&
pDb
->
pgrHash
[
hash
%
pDb
->
nPgrHash
];
for
(;
*
ppPager
&&
*
ppPager
!=
pPager
;
ppPager
=
&
((
*
ppPager
)
->
pHashNext
))
{
}
ASSERT
(
*
ppPager
==
pPager
);
if
(
*
ppPager
!=
pPager
)
{
tdbError
(
"tdb/db: invalid pPager: %p, *ppPager: %p"
,
pPager
,
*
ppPager
);
return
;
}
*
ppPager
=
pPager
->
pNext
;
// decrease the counter
...
...
source/libs/tdb/src/db/tdbPCache.c
浏览文件 @
2673b6a5
...
...
@@ -236,10 +236,10 @@ void tdbPCacheInvalidatePage(SPCache *pCache, SPager *pPager, SPgno pgno) {
void
tdbPCacheRelease
(
SPCache
*
pCache
,
SPage
*
pPage
,
TXN
*
pTxn
)
{
i32
nRef
;
ASSERT
(
pTxn
);
// nRef = tdbUnrefPage(pPage)
;
// ASSERT(nRef >= 0);
if
(
!
pTxn
)
{
tdbError
(
"tdb/pcache: null ptr pTxn, release failed."
);
return
;
}
tdbPCacheLock
(
pCache
);
nRef
=
tdbUnrefPage
(
pPage
);
...
...
@@ -275,7 +275,10 @@ static SPage *tdbPCacheFetchImpl(SPCache *pCache, const SPgid *pPgid, TXN *pTxn)
SPage
*
pPage
=
NULL
;
SPage
*
pPageH
=
NULL
;
ASSERT
(
pTxn
);
if
(
!
pTxn
)
{
tdbError
(
"tdb/pcache: null ptr pTxn, fetch impl failed."
);
return
NULL
;
}
// 1. Search the hash table
pPage
=
pCache
->
pgHash
[
tdbPCachePageHash
(
pPgid
)
%
pCache
->
nHash
];
...
...
@@ -315,8 +318,8 @@ static SPage *tdbPCacheFetchImpl(SPCache *pCache, const SPgid *pPgid, TXN *pTxn)
if
(
!
pPage
&&
pTxn
->
xMalloc
!=
NULL
)
{
ret
=
tdbPageCreate
(
pCache
->
szPage
,
&
pPage
,
pTxn
->
xMalloc
,
pTxn
->
xArg
);
if
(
ret
<
0
||
pPage
==
NULL
)
{
// TODO
ASSERT
(
0
);
tdbError
(
"tdb/pcache: ret: %"
PRId32
" pPage: %p, page create failed."
,
ret
,
pPage
);
// TODO: recycle other backup pages
return
NULL
;
}
...
...
@@ -370,7 +373,11 @@ static SPage *tdbPCacheFetchImpl(SPCache *pCache, const SPgid *pPgid, TXN *pTxn)
static
void
tdbPCachePinPage
(
SPCache
*
pCache
,
SPage
*
pPage
)
{
if
(
pPage
->
pLruNext
!=
NULL
)
{
ASSERT
(
tdbGetPageRef
(
pPage
)
==
0
);
int32_t
nRef
=
tdbGetPageRef
(
pPage
);
if
(
nRef
!=
0
)
{
tdbError
(
"tdb/pcache: pin page's ref not zero: %"
PRId32
,
nRef
);
return
;
}
pPage
->
pLruPrev
->
pLruNext
=
pPage
->
pLruNext
;
pPage
->
pLruNext
->
pLruPrev
=
pPage
->
pLruPrev
;
...
...
@@ -383,13 +390,23 @@ static void tdbPCachePinPage(SPCache *pCache, SPage *pPage) {
}
static
void
tdbPCacheUnpinPage
(
SPCache
*
pCache
,
SPage
*
pPage
)
{
i32
nRef
;
ASSERT
(
pPage
->
isLocal
);
ASSERT
(
!
pPage
->
isDirty
);
ASSERT
(
tdbGetPageRef
(
pPage
)
==
0
);
ASSERT
(
pPage
->
pLruNext
==
NULL
);
i32
nRef
=
tdbGetPageRef
(
pPage
);
if
(
nRef
!=
0
)
{
tdbError
(
"tdb/pcache: unpin page's ref not zero: %"
PRId32
,
nRef
);
return
;
}
if
(
!
pPage
->
isLocal
)
{
tdbError
(
"tdb/pcache: unpin page's not local: %"
PRIu8
,
pPage
->
isLocal
);
return
;
}
if
(
pPage
->
isDirty
)
{
tdbError
(
"tdb/pcache: unpin page's dirty: %"
PRIu8
,
pPage
->
isDirty
);
return
;
}
if
(
NULL
!=
pPage
->
pLruNext
)
{
tdbError
(
"tdb/pcache: unpin page's pLruNext not null."
);
return
;
}
tdbTrace
(
"pCache:%p unpin page %p/%d, nPages:%d, pgno:%d, "
,
pCache
,
pPage
,
pPage
->
id
,
pCache
->
nPages
,
TDB_PAGE_PGNO
(
pPage
));
...
...
source/libs/tdb/src/db/tdbPage.c
浏览文件 @
2673b6a5
...
...
@@ -43,9 +43,15 @@ int tdbPageCreate(int pageSize, SPage **ppPage, void *(*xMalloc)(void *, size_t)
u8
*
ptr
;
int
size
;
ASSERT
(
xMalloc
);
if
(
!
xMalloc
)
{
tdbError
(
"tdb/page-create: null xMalloc."
);
return
-
1
;
}
ASSERT
(
TDB_IS_PGSIZE_VLD
(
pageSize
));
if
(
!
TDB_IS_PGSIZE_VLD
(
pageSize
))
{
tdbError
(
"tdb/page-create: invalid pageSize: %d."
,
pageSize
);
return
-
1
;
}
*
ppPage
=
NULL
;
size
=
pageSize
+
sizeof
(
*
pPage
);
...
...
@@ -69,16 +75,24 @@ int tdbPageCreate(int pageSize, SPage **ppPage, void *(*xMalloc)(void *, size_t)
*
ppPage
=
pPage
;
tdbTrace
(
"
page/
create: %p/%d %p"
,
pPage
,
pPage
->
id
,
xMalloc
);
tdbTrace
(
"
tdb/page-
create: %p/%d %p"
,
pPage
,
pPage
->
id
,
xMalloc
);
return
0
;
}
int
tdbPageDestroy
(
SPage
*
pPage
,
void
(
*
xFree
)(
void
*
arg
,
void
*
ptr
),
void
*
arg
)
{
u8
*
ptr
;
tdbTrace
(
"page/destroy: %p/%d %p"
,
pPage
,
pPage
->
id
,
xFree
);
ASSERT
(
!
pPage
->
isDirty
);
ASSERT
(
xFree
);
tdbTrace
(
"tdb/page-destroy: %p/%d %p"
,
pPage
,
pPage
->
id
,
xFree
);
if
(
pPage
->
isDirty
)
{
tdbError
(
"tdb/page-destroy: dirty page: %"
PRIu8
"."
,
pPage
->
isDirty
);
return
-
1
;
}
if
(
!
xFree
)
{
tdbError
(
"tdb/page-destroy: null xFree."
);
return
-
1
;
}
for
(
int
iOvfl
=
0
;
iOvfl
<
pPage
->
nOverflow
;
iOvfl
++
)
{
tdbTrace
(
"tdbPage/destroy/free ovfl cell: %p/%p"
,
pPage
->
apOvfl
[
iOvfl
],
pPage
);
...
...
@@ -105,7 +119,10 @@ void tdbPageZero(SPage *pPage, u8 szAmHdr, int (*xCellSize)(const SPage *, SCell
pPage
->
nOverflow
=
0
;
pPage
->
xCellSize
=
xCellSize
;
ASSERT
((
u8
*
)
pPage
->
pPageFtr
==
pPage
->
pFreeEnd
);
if
((
u8
*
)
pPage
->
pPageFtr
!=
pPage
->
pFreeEnd
)
{
tdbError
(
"tdb/page-zero: invalid page, pFreeEnd: %p, pPageFtr: %p"
,
pPage
->
pFreeEnd
,
pPage
->
pPageFtr
);
return
;
}
}
void
tdbPageInit
(
SPage
*
pPage
,
u8
szAmHdr
,
int
(
*
xCellSize
)(
const
SPage
*
,
SCell
*
,
int
,
TXN
*
,
SBTree
*
pBt
))
{
...
...
@@ -121,8 +138,15 @@ void tdbPageInit(SPage *pPage, u8 szAmHdr, int (*xCellSize)(const SPage *, SCell
pPage
->
nOverflow
=
0
;
pPage
->
xCellSize
=
xCellSize
;
ASSERT
(
pPage
->
pFreeEnd
>=
pPage
->
pFreeStart
);
ASSERT
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
<=
TDB_PAGE_NFREE
(
pPage
));
if
(
pPage
->
pFreeEnd
<
pPage
->
pFreeStart
)
{
tdbError
(
"tdb/page-init: invalid page, pFreeEnd: %p, pFreeStart: %p"
,
pPage
->
pFreeEnd
,
pPage
->
pFreeStart
);
return
;
}
if
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
>
TDB_PAGE_NFREE
(
pPage
))
{
tdbError
(
"tdb/page-init: invalid page, pFreeEnd: %p, pFreeStart: %p, NFREE: %d"
,
pPage
->
pFreeEnd
,
pPage
->
pFreeStart
,
TDB_PAGE_NFREE
(
pPage
));
return
;
}
}
int
tdbPageInsertCell
(
SPage
*
pPage
,
int
idx
,
SCell
*
pCell
,
int
szCell
,
u8
asOvfl
)
{
...
...
@@ -132,7 +156,11 @@ int tdbPageInsertCell(SPage *pPage, int idx, SCell *pCell, int szCell, u8 asOvfl
int
lidx
;
// local idx
SCell
*
pNewCell
;
ASSERT
(
szCell
<=
TDB_PAGE_MAX_FREE_BLOCK
(
pPage
,
pPage
->
pPageHdr
-
pPage
->
pData
));
if
(
szCell
>
TDB_PAGE_MAX_FREE_BLOCK
(
pPage
,
pPage
->
pPageHdr
-
pPage
->
pData
))
{
tdbError
(
"tdb/page-insert-cell: invalid page, szCell: %d, max free: %lu"
,
szCell
,
TDB_PAGE_MAX_FREE_BLOCK
(
pPage
,
pPage
->
pPageHdr
-
pPage
->
pData
));
return
-
1
;
}
nFree
=
TDB_PAGE_NFREE
(
pPage
);
nCells
=
TDB_PAGE_NCELLS
(
pPage
);
...
...
@@ -176,7 +204,11 @@ int tdbPageInsertCell(SPage *pPage, int idx, SCell *pCell, int szCell, u8 asOvfl
TDB_PAGE_CELL_OFFSET_AT_SET
(
pPage
,
lidx
,
pNewCell
-
pPage
->
pData
);
TDB_PAGE_NCELLS_SET
(
pPage
,
nCells
+
1
);
ASSERT
(
pPage
->
pFreeStart
==
pPage
->
pCellIdx
+
TDB_PAGE_OFFSET_SIZE
(
pPage
)
*
(
nCells
+
1
));
if
(
pPage
->
pFreeStart
!=
pPage
->
pCellIdx
+
TDB_PAGE_OFFSET_SIZE
(
pPage
)
*
(
nCells
+
1
))
{
tdbError
(
"tdb/page-insert-cell: invalid page, pFreeStart: %p, pCellIdx: %p, nCells: %d"
,
pPage
->
pFreeStart
,
pPage
->
pCellIdx
,
nCells
);
return
-
1
;
}
}
for
(;
iOvfl
<
pPage
->
nOverflow
;
iOvfl
++
)
{
...
...
@@ -200,7 +232,10 @@ int tdbPageDropCell(SPage *pPage, int idx, TXN *pTxn, SBTree *pBt) {
nCells
=
TDB_PAGE_NCELLS
(
pPage
);
ASSERT
(
idx
>=
0
&&
idx
<
nCells
+
pPage
->
nOverflow
);
if
(
idx
<
0
||
idx
>=
nCells
+
pPage
->
nOverflow
)
{
tdbError
(
"tdb/page-drop-cell: idx: %d out of range, nCells: %d, nOvfl: %d."
,
idx
,
nCells
,
pPage
->
nOverflow
);
return
-
1
;
}
iOvfl
=
0
;
for
(;
iOvfl
<
pPage
->
nOverflow
;
iOvfl
++
)
{
...
...
@@ -228,7 +263,10 @@ int tdbPageDropCell(SPage *pPage, int idx, TXN *pTxn, SBTree *pBt) {
for
(;
iOvfl
<
pPage
->
nOverflow
;
iOvfl
++
)
{
pPage
->
aiOvfl
[
iOvfl
]
--
;
ASSERT
(
pPage
->
aiOvfl
[
iOvfl
]
>
0
);
if
(
pPage
->
aiOvfl
[
iOvfl
]
<=
0
)
{
tdbError
(
"tdb/page-drop-cell: invalid ai idx: %d"
,
pPage
->
aiOvfl
[
iOvfl
]);
return
-
1
;
}
}
return
0
;
...
...
@@ -240,12 +278,19 @@ void tdbPageCopy(SPage *pFromPage, SPage *pToPage, int deepCopyOvfl) {
pToPage
->
pFreeStart
=
pToPage
->
pPageHdr
+
(
pFromPage
->
pFreeStart
-
pFromPage
->
pPageHdr
);
pToPage
->
pFreeEnd
=
(
u8
*
)(
pToPage
->
pPageFtr
)
-
((
u8
*
)
pFromPage
->
pPageFtr
-
pFromPage
->
pFreeEnd
);
ASSERT
(
pToPage
->
pFreeEnd
>=
pToPage
->
pFreeStart
);
if
(
pToPage
->
pFreeEnd
<
pToPage
->
pFreeStart
)
{
tdbError
(
"tdb/page-copy: invalid to page, pFreeStart: %p, pFreeEnd: %p"
,
pToPage
->
pFreeStart
,
pToPage
->
pFreeEnd
);
return
;
}
memcpy
(
pToPage
->
pPageHdr
,
pFromPage
->
pPageHdr
,
pFromPage
->
pFreeStart
-
pFromPage
->
pPageHdr
);
memcpy
(
pToPage
->
pFreeEnd
,
pFromPage
->
pFreeEnd
,
(
u8
*
)
pFromPage
->
pPageFtr
-
pFromPage
->
pFreeEnd
);
ASSERT
(
TDB_PAGE_CCELLS
(
pToPage
)
==
pToPage
->
pFreeEnd
-
pToPage
->
pData
);
if
(
TDB_PAGE_CCELLS
(
pToPage
)
!=
pToPage
->
pFreeEnd
-
pToPage
->
pData
)
{
tdbError
(
"tdb/page-copy: invalid to page, cell body: %d, range: %ld"
,
TDB_PAGE_CCELLS
(
pToPage
),
pToPage
->
pFreeEnd
-
pToPage
->
pData
);
return
;
}
delta
=
(
pToPage
->
pPageHdr
-
pToPage
->
pData
)
-
(
pFromPage
->
pPageHdr
-
pFromPage
->
pData
);
if
(
delta
!=
0
)
{
...
...
@@ -295,8 +340,16 @@ static int tdbPageAllocate(SPage *pPage, int szCell, SCell **ppCell) {
*
ppCell
=
NULL
;
nFree
=
TDB_PAGE_NFREE
(
pPage
);
ASSERT
(
nFree
>=
szCell
+
TDB_PAGE_OFFSET_SIZE
(
pPage
));
ASSERT
(
TDB_PAGE_CCELLS
(
pPage
)
==
pPage
->
pFreeEnd
-
pPage
->
pData
);
if
(
nFree
<
szCell
+
TDB_PAGE_OFFSET_SIZE
(
pPage
))
{
tdbError
(
"tdb/page-allocate: invalid cell size, nFree: %d, szCell: %d, szOffset: %d"
,
nFree
,
szCell
,
TDB_PAGE_OFFSET_SIZE
(
pPage
));
return
-
1
;
}
if
(
TDB_PAGE_CCELLS
(
pPage
)
!=
pPage
->
pFreeEnd
-
pPage
->
pData
)
{
tdbError
(
"tdb/page-allocate: invalid page, cell body: %d, range: %ld"
,
TDB_PAGE_CCELLS
(
pPage
),
pPage
->
pFreeEnd
-
pPage
->
pData
);
return
-
1
;
}
// 1. Try to allocate from the free space block area
if
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
>=
szCell
+
TDB_PAGE_OFFSET_SIZE
(
pPage
))
{
...
...
@@ -308,7 +361,10 @@ static int tdbPageAllocate(SPage *pPage, int szCell, SCell **ppCell) {
// 2. Try to allocate from the page free list
cellFree
=
TDB_PAGE_FCELL
(
pPage
);
ASSERT
(
cellFree
==
0
||
cellFree
>=
pPage
->
pFreeEnd
-
pPage
->
pData
);
if
(
cellFree
!=
0
&&
cellFree
<
pPage
->
pFreeEnd
-
pPage
->
pData
)
{
tdbError
(
"tdb/page-allocate: cellFree: %d, pFreeEnd: %p, pData: %p."
,
cellFree
,
pPage
->
pFreeEnd
,
pPage
->
pData
);
return
-
1
;
}
if
(
cellFree
&&
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
>=
TDB_PAGE_OFFSET_SIZE
(
pPage
))
{
SCell
*
pPrevFreeCell
=
NULL
;
int
szPrevFreeCell
;
...
...
@@ -353,16 +409,30 @@ static int tdbPageAllocate(SPage *pPage, int szCell, SCell **ppCell) {
// 3. Try to dfragment and allocate again
tdbPageDefragment
(
pPage
);
ASSERT
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
==
nFree
);
ASSERT
(
nFree
==
TDB_PAGE_NFREE
(
pPage
));
ASSERT
(
pPage
->
pFreeEnd
-
pPage
->
pData
==
TDB_PAGE_CCELLS
(
pPage
));
if
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
!=
nFree
)
{
tdbError
(
"tdb/page-allocate: nFree: %d, pFreeStart: %p, pFreeEnd: %p."
,
nFree
,
pPage
->
pFreeStart
,
pPage
->
pFreeEnd
);
return
-
1
;
}
if
(
TDB_PAGE_NFREE
(
pPage
)
!=
nFree
)
{
tdbError
(
"tdb/page-allocate: nFree: %d, page free: %d."
,
nFree
,
TDB_PAGE_NFREE
(
pPage
));
return
-
1
;
}
if
(
pPage
->
pFreeEnd
-
pPage
->
pData
!=
TDB_PAGE_CCELLS
(
pPage
))
{
tdbError
(
"tdb/page-allocate: ccells: %d, pFreeStart: %p, pData: %p."
,
TDB_PAGE_CCELLS
(
pPage
),
pPage
->
pFreeStart
,
pPage
->
pData
);
return
-
1
;
}
pPage
->
pFreeEnd
-=
szCell
;
pCell
=
pPage
->
pFreeEnd
;
TDB_PAGE_CCELLS_SET
(
pPage
,
pPage
->
pFreeEnd
-
pPage
->
pData
);
_alloc_finish:
ASSERT
(
pCell
);
if
(
NULL
==
pCell
)
{
tdbError
(
"tdb/page-allocate: null ptr pCell."
);
return
-
1
;
}
pPage
->
pFreeStart
+=
TDB_PAGE_OFFSET_SIZE
(
pPage
);
TDB_PAGE_NFREE_SET
(
pPage
,
nFree
-
szCell
-
TDB_PAGE_OFFSET_SIZE
(
pPage
));
*
ppCell
=
pCell
;
...
...
@@ -375,9 +445,18 @@ static int tdbPageFree(SPage *pPage, int idx, SCell *pCell, int szCell) {
u8
*
dest
;
u8
*
src
;
ASSERT
(
pCell
>=
pPage
->
pFreeEnd
);
ASSERT
(
pCell
+
szCell
<=
(
u8
*
)(
pPage
->
pPageFtr
));
ASSERT
(
pCell
==
TDB_PAGE_CELL_AT
(
pPage
,
idx
));
if
(
pCell
<
pPage
->
pFreeEnd
)
{
tdbError
(
"tdb/page-free: invalid cell, cell: %p, free end: %p"
,
pCell
,
pPage
->
pFreeEnd
);
return
-
1
;
}
if
(
pCell
+
szCell
>
(
u8
*
)(
pPage
->
pPageFtr
))
{
tdbError
(
"tdb/page-free: cell crosses page footer, cell: %p, size: %d footer: %p"
,
pCell
,
szCell
,
pPage
->
pFreeEnd
);
return
-
1
;
}
if
(
pCell
!=
TDB_PAGE_CELL_AT
(
pPage
,
idx
))
{
tdbError
(
"tdb/page-free: cell pos incorrect, cell: %p, pos: %p"
,
pCell
,
TDB_PAGE_CELL_AT
(
pPage
,
idx
));
return
-
1
;
}
nFree
=
TDB_PAGE_NFREE
(
pPage
);
...
...
@@ -390,7 +469,8 @@ static int tdbPageFree(SPage *pPage, int idx, SCell *pCell, int szCell) {
pPage
->
pPageMethods
->
setFreeCellInfo
(
pCell
,
szCell
,
cellFree
);
TDB_PAGE_FCELL_SET
(
pPage
,
pCell
-
pPage
->
pData
);
}
else
{
ASSERT
(
0
);
tdbError
(
"tdb/page-free: invalid cell size: %d"
,
szCell
);
return
-
1
;
}
}
...
...
@@ -417,7 +497,10 @@ static int tdbPageDefragment(SPage *pPage) {
nFree
=
TDB_PAGE_NFREE
(
pPage
);
nCells
=
TDB_PAGE_NCELLS
(
pPage
);
ASSERT
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
<
nFree
);
if
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
>=
nFree
)
{
tdbError
(
"tdb/page-defragment: invalid free range, nFree: %d."
,
nFree
);
return
-
1
;
}
// Loop to compact the page content
// Here we use an O(n^2) algorithm to do the job since
...
...
@@ -443,11 +526,19 @@ static int tdbPageDefragment(SPage *pPage) {
}
}
ASSERT
(
pCell
!=
NULL
);
if
(
NULL
==
pCell
)
{
tdbError
(
"tdb/page-defragment: null ptr pCell."
);
return
-
1
;
}
szCell
=
(
*
pPage
->
xCellSize
)(
pPage
,
pCell
,
0
,
NULL
,
NULL
);
ASSERT
(
pCell
+
szCell
<=
pNextCell
);
if
(
pCell
+
szCell
>
pNextCell
)
{
tdbError
(
"tdb/page-defragment: invalid cell range, pCell: %p, szCell: %d, pNextCell: %p."
,
pCell
,
szCell
,
pNextCell
);
return
-
1
;
}
if
(
pCell
+
szCell
<
pNextCell
)
{
memmove
(
pNextCell
-
szCell
,
pCell
,
szCell
);
}
...
...
@@ -457,7 +548,11 @@ static int tdbPageDefragment(SPage *pPage) {
TDB_PAGE_CELL_OFFSET_AT_SET
(
pPage
,
idx
,
pNextCell
-
pPage
->
pData
);
}
ASSERT
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
==
nFree
);
if
(
pPage
->
pFreeEnd
-
pPage
->
pFreeStart
!=
nFree
)
{
tdbError
(
"tdb/page-defragment: invalid free range, nFree: %d."
,
nFree
);
return
-
1
;
}
TDB_PAGE_CCELLS_SET
(
pPage
,
pPage
->
pFreeEnd
-
pPage
->
pData
);
TDB_PAGE_FCELL_SET
(
pPage
,
0
);
...
...
@@ -483,39 +578,59 @@ typedef struct {
// cellNum
static
inline
int
getPageCellNum
(
SPage
*
pPage
)
{
return
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellNum
;
}
static
inline
void
setPageCellNum
(
SPage
*
pPage
,
int
cellNum
)
{
ASSERT
(
cellNum
<
65536
);
if
(
cellNum
>=
65536
)
{
tdbError
(
"tdb/page-set-cell-num: invalid cellNum: %d."
,
cellNum
);
return
;
}
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellNum
=
(
u16
)
cellNum
;
}
// cellBody
static
inline
int
getPageCellBody
(
SPage
*
pPage
)
{
return
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellBody
;
}
static
inline
void
setPageCellBody
(
SPage
*
pPage
,
int
cellBody
)
{
ASSERT
(
cellBody
<
65536
);
if
(
cellBody
>=
65536
)
{
tdbError
(
"tdb/page-set-cell-body: invalid cellBody: %d."
,
cellBody
);
return
;
}
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellBody
=
(
u16
)
cellBody
;
}
// cellFree
static
inline
int
getPageCellFree
(
SPage
*
pPage
)
{
return
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellFree
;
}
static
inline
void
setPageCellFree
(
SPage
*
pPage
,
int
cellFree
)
{
ASSERT
(
cellFree
<
65536
);
if
(
cellFree
>=
65536
)
{
tdbError
(
"tdb/page-set-cell-free: invalid cellFree: %d."
,
cellFree
);
return
;
}
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
cellFree
=
(
u16
)
cellFree
;
}
// nFree
static
inline
int
getPageNFree
(
SPage
*
pPage
)
{
return
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
nFree
;
}
static
inline
void
setPageNFree
(
SPage
*
pPage
,
int
nFree
)
{
ASSERT
(
nFree
<
65536
);
if
(
nFree
>=
65536
)
{
tdbError
(
"tdb/page-set-nfree: invalid nFree: %d."
,
nFree
);
return
;
}
((
SPageHdr
*
)(
pPage
->
pPageHdr
))[
0
].
nFree
=
(
u16
)
nFree
;
}
// cell offset
static
inline
int
getPageCellOffset
(
SPage
*
pPage
,
int
idx
)
{
ASSERT
(
idx
>=
0
&&
idx
<
getPageCellNum
(
pPage
));
int
cellNum
=
getPageCellNum
(
pPage
);
if
(
idx
<
0
||
idx
>=
cellNum
)
{
tdbError
(
"tdb/page-cell-offset: idx: %d out of range[%d, %d)."
,
idx
,
0
,
cellNum
);
return
-
1
;
}
return
((
u16
*
)
pPage
->
pCellIdx
)[
idx
];
}
static
inline
void
setPageCellOffset
(
SPage
*
pPage
,
int
idx
,
int
offset
)
{
ASSERT
(
offset
<
65536
);
if
(
offset
>=
65536
)
{
tdbError
(
"tdb/page-set-cell-offset: invalid offset: %d."
,
offset
);
return
;
}
((
u16
*
)
pPage
->
pCellIdx
)[
idx
]
=
(
u16
)
offset
;
}
...
...
@@ -590,7 +705,12 @@ static inline void setLPageNFree(SPage *pPage, int nFree) {
// cell offset
static
inline
int
getLPageCellOffset
(
SPage
*
pPage
,
int
idx
)
{
ASSERT
(
idx
>=
0
&&
idx
<
getLPageCellNum
(
pPage
));
int
cellNum
=
getLPageCellNum
(
pPage
);
if
(
idx
<
0
||
idx
>=
cellNum
)
{
tdbError
(
"tdb/lpage-cell-offset: idx: %d out of range[%d, %d)."
,
idx
,
0
,
cellNum
);
return
-
1
;
}
return
TDB_GET_U24
(
pPage
->
pCellIdx
+
3
*
idx
);
}
...
...
source/libs/tdb/src/db/tdbPager.c
浏览文件 @
2673b6a5
...
...
@@ -14,7 +14,7 @@
*/
#include "tdbInt.h"
/*
#pragma pack(push, 1)
typedef struct {
u8 hdrString[16];
...
...
@@ -26,7 +26,7 @@ typedef struct {
#pragma pack(pop)
TDB_STATIC_ASSERT(sizeof(SFileHdr) == 128, "Size of file header is not correct");
*/
struct
hashset_st
{
size_t
nbits
;
size_t
mask
;
...
...
@@ -234,7 +234,6 @@ int tdbPagerWrite(SPager *pPager, SPage *pPage) {
int
ret
;
SPage
**
ppPage
;
// ASSERT(pPager->inTran);
if
(
pPage
->
isDirty
)
return
0
;
// ref page one more time so the page will not be release
...
...
@@ -243,23 +242,8 @@ int tdbPagerWrite(SPager *pPager, SPage *pPage) {
// Set page as dirty
pPage
->
isDirty
=
1
;
/*
// Add page to dirty list(TODO: NOT use O(n^2) algorithm)
for (ppPage = &pPager->pDirty; (*ppPage) && TDB_PAGE_PGNO(*ppPage) < TDB_PAGE_PGNO(pPage);
ppPage = &((*ppPage)->pDirtyNext)) {
}
if (*ppPage && TDB_PAGE_PGNO(*ppPage) == TDB_PAGE_PGNO(pPage)) {
tdbUnrefPage(pPage);
return 0;
}
ASSERT(*ppPage == NULL || TDB_PAGE_PGNO(*ppPage) > TDB_PAGE_PGNO(pPage));
pPage->pDirtyNext = *ppPage;
*ppPage = pPage;
*/
tdbTrace
(
"put page: %p %d to dirty tree: %p"
,
pPage
,
TDB_PAGE_PGNO
(
pPage
),
&
pPager
->
rbt
);
tdbTrace
(
"tdb/pager-write: put page: %p %d to dirty tree: %p"
,
pPage
,
TDB_PAGE_PGNO
(
pPage
),
&
pPager
->
rbt
);
tRBTreePut
(
&
pPager
->
rbt
,
(
SRBTreeNode
*
)
pPage
);
// Write page to journal if neccessary
...
...
@@ -327,7 +311,11 @@ int tdbPagerCommit(SPager *pPager, TXN *pTxn) {
while
((
pNode
=
tRBTreeIterNext
(
&
iter
))
!=
NULL
)
{
pPage
=
(
SPage
*
)
pNode
;
ASSERT
(
pPage
->
nOverflow
==
0
);
if
(
pPage
->
nOverflow
!=
0
)
{
tdbError
(
"tdb/pager-commit: %p, pPage: %p, ovfl: %d, commit page failed."
,
pPager
,
pPage
,
pPage
->
nOverflow
);
return
-
1
;
}
ret
=
tdbPagerPWritePageToDB
(
pPager
,
pPage
);
if
(
ret
<
0
)
{
tdbError
(
"failed to write page to db since %s"
,
tstrerror
(
terrno
));
...
...
@@ -652,12 +640,15 @@ int tdbPagerFetchPage(SPager *pPager, SPgno *ppgno, SPage **ppPage, int (*initPa
loadPage
=
0
;
ret
=
tdbPagerAllocPage
(
pPager
,
&
pgno
);
if
(
ret
<
0
)
{
ASSERT
(
0
);
tdbError
(
"tdb/pager: %p, ret: %d pgno: %"
PRIu32
", alloc page failed."
,
pPager
,
ret
,
pgno
);
return
-
1
;
}
}
ASSERT
(
pgno
>
0
);
if
(
pgno
==
0
)
{
tdbError
(
"tdb/pager: %p, ret: %d pgno: %"
PRIu32
", alloc page failed."
,
pPager
,
ret
,
pgno
);
return
-
1
;
}
// fetch a page container
memcpy
(
&
pgid
,
pPager
->
fid
,
TDB_FILE_ID_LEN
);
...
...
@@ -671,7 +662,7 @@ int tdbPagerFetchPage(SPager *pPager, SPgno *ppgno, SPage **ppPage, int (*initPa
if
(
!
TDB_PAGE_INITIALIZED
(
pPage
))
{
ret
=
tdbPagerInitPage
(
pPager
,
pPage
,
initPage
,
arg
,
loadPage
);
if
(
ret
<
0
)
{
ASSERT
(
0
);
tdbError
(
"tdb/pager: %p, pPage: %p, init page failed."
,
pPager
,
pPage
);
return
-
1
;
}
}
...
...
@@ -679,8 +670,14 @@ int tdbPagerFetchPage(SPager *pPager, SPgno *ppgno, SPage **ppPage, int (*initPa
// printf("thread %" PRId64 " pager fetch page %d pgno %d ppage %p\n", taosGetSelfPthreadId(), pPage->id,
// TDB_PAGE_PGNO(pPage), pPage);
ASSERT
(
TDB_PAGE_INITIALIZED
(
pPage
));
ASSERT
(
pPage
->
pPager
==
pPager
);
if
(
!
TDB_PAGE_INITIALIZED
(
pPage
))
{
tdbError
(
"tdb/pager: %p, pPage: %p, fetch page uninited."
,
pPager
,
pPage
);
return
-
1
;
}
if
(
pPage
->
pPager
!=
pPager
)
{
tdbError
(
"tdb/pager: %p/%p, fetch page failed."
,
pPager
,
pPage
->
pPager
);
return
-
1
;
}
*
ppgno
=
pgno
;
*
ppPage
=
pPage
;
...
...
@@ -722,8 +719,10 @@ int tdbPagerAllocPage(SPager *pPager, SPgno *ppgno) {
return
-
1
;
}
ASSERT
(
*
ppgno
!=
0
);
if
(
*
ppgno
==
0
)
{
tdbError
(
"tdb/pager:%p, alloc new page failed."
,
pPager
);
return
-
1
;
}
return
0
;
}
...
...
@@ -752,7 +751,6 @@ static int tdbPagerInitPage(SPager *pPager, SPage *pPage, int (*initPage)(SPage
nRead
=
tdbOsPRead
(
pPager
->
fd
,
pPage
->
pData
,
pPage
->
pageSize
,
((
i64
)
pPage
->
pageSize
)
*
(
pgno
-
1
));
tdbTrace
(
"tdb/pager:%p, pgno:%d, nRead:%"
PRId64
,
pPager
,
pgno
,
nRead
);
if
(
nRead
<
pPage
->
pageSize
)
{
ASSERT
(
0
);
tdbError
(
"tdb/pager:%p, pgno:%d, nRead:%"
PRId64
"pgSize:%"
PRId32
,
pPager
,
pgno
,
nRead
,
pPage
->
pageSize
);
TDB_UNLOCK_PAGE
(
pPage
);
return
-
1
;
...
...
@@ -763,7 +761,8 @@ static int tdbPagerInitPage(SPager *pPager, SPage *pPage, int (*initPage)(SPage
ret
=
(
*
initPage
)(
pPage
,
arg
,
init
);
if
(
ret
<
0
)
{
ASSERT
(
0
);
tdbError
(
"tdb/pager:%p, pgno:%d, nRead:%"
PRId64
"pgSize:%"
PRId32
" init page failed."
,
pPager
,
pgno
,
nRead
,
pPage
->
pageSize
);
TDB_UNLOCK_PAGE
(
pPage
);
return
-
1
;
}
...
...
@@ -782,7 +781,8 @@ static int tdbPagerInitPage(SPager *pPager, SPage *pPage, int (*initPage)(SPage
}
}
}
else
{
ASSERT
(
0
);
tdbError
(
"tdb/pager:%p, pgno:%d, nRead:%"
PRId64
"pgSize:%"
PRId32
" lock page failed."
,
pPager
,
pgno
,
nRead
,
pPage
->
pageSize
);
return
-
1
;
}
...
...
source/libs/tdb/src/db/tdbTable.c
浏览文件 @
2673b6a5
...
...
@@ -105,8 +105,6 @@ int tdbTbOpen(const char *tbname, int keyLen, int valLen, tdb_cmpr_fn_t keyCmprF
#endif
ASSERT
(
pPager
!=
NULL
);
if
(
rollback
)
{
ret
=
tdbPagerRestoreJournals
(
pPager
);
if
(
ret
<
0
)
{
...
...
source/libs/tdb/src/db/tdbTxn.c
浏览文件 @
2673b6a5
...
...
@@ -18,7 +18,10 @@
int
tdbTxnOpen
(
TXN
*
pTxn
,
int64_t
txnid
,
void
*
(
*
xMalloc
)(
void
*
,
size_t
),
void
(
*
xFree
)(
void
*
,
void
*
),
void
*
xArg
,
int
flags
)
{
// not support read-committed version at the moment
ASSERT
(
flags
==
0
||
flags
==
(
TDB_TXN_WRITE
|
TDB_TXN_READ_UNCOMMITTED
));
if
(
flags
!=
0
&&
flags
!=
(
TDB_TXN_WRITE
|
TDB_TXN_READ_UNCOMMITTED
))
{
tdbError
(
"tdb/txn: invalid txn flags: %"
PRId32
,
flags
);
return
-
1
;
}
pTxn
->
flags
=
flags
;
pTxn
->
txnId
=
txnid
;
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录