Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
808ae094
T
TDengine
项目概览
taosdata
/
TDengine
11 个月 前同步成功
通知
1179
Star
22014
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
808ae094
编写于
10月 21, 2022
作者:
L
Liu Jicong
提交者:
GitHub
10月 21, 2022
浏览文件
操作
浏览文件
下载
差异文件
Merge pull request #17562 from taosdata/feature/stream
fix(wal): reference
上级
197c5a85
f49d91ac
变更
6
隐藏空白更改
内联
并排
Showing
6 changed file
with
32 addition
and
11 deletion
+32
-11
source/dnode/mnode/impl/src/mndSubscribe.c
source/dnode/mnode/impl/src/mndSubscribe.c
+1
-1
source/dnode/vnode/src/tq/tqStreamStateSnap.c
source/dnode/vnode/src/tq/tqStreamStateSnap.c
+1
-1
source/libs/stream/src/streamUpdate.c
source/libs/stream/src/streamUpdate.c
+6
-2
source/libs/wal/src/walRef.c
source/libs/wal/src/walRef.c
+1
-0
source/libs/wal/src/walWrite.c
source/libs/wal/src/walWrite.c
+19
-5
source/util/src/tbloomfilter.c
source/util/src/tbloomfilter.c
+4
-2
未找到文件。
source/dnode/mnode/impl/src/mndSubscribe.c
浏览文件 @
808ae094
...
...
@@ -550,7 +550,7 @@ static int32_t mndPersistRebResult(SMnode *pMnode, SRpcMsg *pMsg, const SMqRebOu
// 6. execution
if
(
mndTransPrepare
(
pMnode
,
pTrans
)
!=
0
)
{
ASSERT
(
0
);
mError
(
"failed to prepare trans rebalance since %s"
,
terrstr
()
);
goto
REB_FAIL
;
}
...
...
source/dnode/vnode/src/tq/tqStreamStateSnap.c
浏览文件 @
808ae094
...
...
@@ -167,7 +167,7 @@ int32_t tqSnapWriterClose(STqSnapWriter** ppWriter, int8_t rollback) {
if
(
rollback
)
{
ASSERT
(
0
);
}
else
{
code
=
tdbCommit
(
pWriter
->
pTq
->
pMeta
Store
,
&
pWriter
->
txn
);
code
=
tdbCommit
(
pWriter
->
pTq
->
pMeta
DB
,
&
pWriter
->
txn
);
if
(
code
)
goto
_err
;
}
...
...
source/libs/stream/src/streamUpdate.c
浏览文件 @
808ae094
...
...
@@ -175,11 +175,15 @@ void updateInfoFillBlockData(SUpdateInfo *pInfo, SSDataBlock *pBlock, int32_t pr
maxTs
=
TMAX
(
maxTs
,
ts
);
SScalableBf
*
pSBf
=
getSBf
(
pInfo
,
ts
);
if
(
pSBf
)
{
tScalableBfPut
(
pSBf
,
&
ts
,
sizeof
(
TSKEY
));
SUpdateKey
updateKey
=
{
.
tbUid
=
tbUid
,
.
ts
=
ts
,
};
tScalableBfPut
(
pSBf
,
&
updateKey
,
sizeof
(
SUpdateKey
));
}
}
TSKEY
*
pMaxTs
=
taosHashGet
(
pInfo
->
pMap
,
&
tbUid
,
sizeof
(
int64_t
));
if
(
pMaxTs
==
NULL
||
*
pMaxTs
>
tbUid
)
{
if
(
pMaxTs
==
NULL
||
*
pMaxTs
>
maxTs
)
{
taosHashPut
(
pInfo
->
pMap
,
&
tbUid
,
sizeof
(
int64_t
),
&
maxTs
,
sizeof
(
TSKEY
));
}
}
...
...
source/libs/wal/src/walRef.c
浏览文件 @
808ae094
...
...
@@ -42,6 +42,7 @@ void walCloseRef(SWal *pWal, int64_t refId) {
int32_t
walRefVer
(
SWalRef
*
pRef
,
int64_t
ver
)
{
SWal
*
pWal
=
pRef
->
pWal
;
wDebug
(
"vgId:%d, wal ref version %"
PRId64
", refId %"
PRId64
,
pWal
->
cfg
.
vgId
,
ver
,
pRef
->
refId
);
if
(
pRef
->
refVer
!=
ver
)
{
taosThreadMutexLock
(
&
pWal
->
mutex
);
if
(
ver
<
pWal
->
vers
.
firstVer
||
ver
>
pWal
->
vers
.
lastVer
)
{
...
...
source/libs/wal/src/walWrite.c
浏览文件 @
808ae094
...
...
@@ -257,6 +257,8 @@ static FORCE_INLINE int32_t walCheckAndRoll(SWal *pWal) {
int32_t
walBeginSnapshot
(
SWal
*
pWal
,
int64_t
ver
)
{
pWal
->
vers
.
verInSnapshotting
=
ver
;
wDebug
(
"vgId:%d, wal begin snapshot for version %"
PRId64
", first ver %"
PRId64
", last ver %"
PRId64
,
pWal
->
cfg
.
vgId
,
ver
,
pWal
->
vers
.
firstVer
,
pWal
->
vers
.
lastVer
);
// check file rolling
if
(
pWal
->
cfg
.
retentionPeriod
==
0
)
{
taosThreadMutexLock
(
&
pWal
->
mutex
);
...
...
@@ -273,6 +275,10 @@ int32_t walEndSnapshot(SWal *pWal) {
int32_t
code
=
0
;
taosThreadMutexLock
(
&
pWal
->
mutex
);
int64_t
ver
=
pWal
->
vers
.
verInSnapshotting
;
wDebug
(
"vgId:%d, wal end snapshot for version %"
PRId64
", first ver %"
PRId64
", last ver %"
PRId64
,
pWal
->
cfg
.
vgId
,
ver
,
pWal
->
vers
.
firstVer
,
pWal
->
vers
.
lastVer
);
if
(
ver
==
-
1
)
{
code
=
-
1
;
goto
END
;
...
...
@@ -287,7 +293,8 @@ int32_t walEndSnapshot(SWal *pWal) {
if
(
pIter
==
NULL
)
break
;
SWalRef
*
pRef
=
*
(
SWalRef
**
)
pIter
;
if
(
pRef
->
refVer
==
-
1
)
continue
;
ver
=
TMIN
(
ver
,
pRef
->
refVer
);
ver
=
TMIN
(
ver
,
pRef
->
refVer
-
1
);
wDebug
(
"vgId:%d, wal found ref %"
PRId64
", refId %"
PRId64
,
pWal
->
cfg
.
vgId
,
pRef
->
refVer
,
pRef
->
refId
);
}
int
deleteCnt
=
0
;
...
...
@@ -298,7 +305,12 @@ int32_t walEndSnapshot(SWal *pWal) {
SWalFileInfo
*
pInfo
=
taosArraySearch
(
pWal
->
fileInfoSet
,
&
tmp
,
compareWalFileInfo
,
TD_LE
);
if
(
pInfo
)
{
if
(
ver
>=
pInfo
->
lastVer
)
{
pInfo
++
;
pInfo
--
;
}
if
(
POINTER_DISTANCE
(
pInfo
,
pWal
->
fileInfoSet
->
pData
)
>
0
)
{
wDebug
(
"vgId:%d, begin remove from %"
PRId64
,
pWal
->
cfg
.
vgId
,
pInfo
->
firstVer
);
}
else
{
wDebug
(
"vgId:%d, no remove"
,
pWal
->
cfg
.
vgId
);
}
// iterate files, until the searched result
for
(
SWalFileInfo
*
iter
=
pWal
->
fileInfoSet
->
pData
;
iter
<
pInfo
;
iter
++
)
{
...
...
@@ -315,10 +327,12 @@ int32_t walEndSnapshot(SWal *pWal) {
for
(
int
i
=
0
;
i
<
deleteCnt
;
i
++
)
{
pInfo
=
taosArrayGet
(
pWal
->
fileInfoSet
,
i
);
walBuildLogName
(
pWal
,
pInfo
->
firstVer
,
fnameStr
);
wDebug
(
"vgId:%d, remove file %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
);
if
(
taosRemoveFile
(
fnameStr
)
<
0
)
{
goto
UPDATE_META
;
}
walBuildIdxName
(
pWal
,
pInfo
->
firstVer
,
fnameStr
);
wDebug
(
"vgId:%d, remove file %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
);
if
(
taosRemoveFile
(
fnameStr
)
<
0
)
{
ASSERT
(
0
);
}
...
...
@@ -409,7 +423,7 @@ END:
}
static
int32_t
walWriteIndex
(
SWal
*
pWal
,
int64_t
ver
,
int64_t
offset
)
{
SWalIdxEntry
entry
=
{.
ver
=
ver
,
.
offset
=
offset
};
SWalIdxEntry
entry
=
{.
ver
=
ver
,
.
offset
=
offset
};
SWalFileInfo
*
pFileInfo
=
walGetCurFileInfo
(
pWal
);
ASSERT
(
pFileInfo
!=
NULL
);
ASSERT
(
pFileInfo
->
firstVer
>=
0
);
...
...
@@ -429,7 +443,7 @@ static int32_t walWriteIndex(SWal *pWal, int64_t ver, int64_t offset) {
if
(
endOffset
<
0
)
{
wFatal
(
"vgId:%d, failed to seek end of idxfile due to %s. ver:%"
PRId64
""
,
pWal
->
cfg
.
vgId
,
strerror
(
errno
),
ver
);
}
ASSERT
(
endOffset
==
idxOffset
+
sizeof
(
SWalIdxEntry
)
&&
"Offset of idx entries misaligned"
);
ASSERT
(
endOffset
==
idxOffset
+
sizeof
(
SWalIdxEntry
)
&&
"Offset of idx entries misaligned"
);
return
0
;
}
...
...
@@ -437,7 +451,7 @@ static FORCE_INLINE int32_t walWriteImpl(SWal *pWal, int64_t index, tmsg_t msgTy
const
void
*
body
,
int32_t
bodyLen
)
{
int64_t
code
=
0
;
int64_t
offset
=
walGetCurFileOffset
(
pWal
);
int64_t
offset
=
walGetCurFileOffset
(
pWal
);
SWalFileInfo
*
pFileInfo
=
walGetCurFileInfo
(
pWal
);
ASSERT
(
pFileInfo
!=
NULL
);
...
...
source/util/src/tbloomfilter.c
浏览文件 @
808ae094
...
...
@@ -137,8 +137,10 @@ SBloomFilter *tBloomFilterDecode(SDecoder *pDecoder) {
if
(
tDecodeU64
(
pDecoder
,
pUnits
+
i
)
<
0
)
goto
_error
;
}
if
(
tDecodeDouble
(
pDecoder
,
&
pBF
->
errorRate
)
<
0
)
goto
_error
;
pBF
->
hashFn1
=
taosGetDefaultHashFunction
(
TSDB_DATA_TYPE_TIMESTAMP
);
pBF
->
hashFn2
=
taosGetDefaultHashFunction
(
TSDB_DATA_TYPE_NCHAR
);
/*pBF->hashFn1 = taosGetDefaultHashFunction(TSDB_DATA_TYPE_TIMESTAMP);*/
/*pBF->hashFn2 = taosGetDefaultHashFunction(TSDB_DATA_TYPE_NCHAR);*/
pBF
->
hashFn1
=
taosFastHash
;
pBF
->
hashFn2
=
taosDJB2Hash
;
return
pBF
;
_error:
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录