Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
7433bad8
T
TDengine
项目概览
taosdata
/
TDengine
大约 1 年 前同步成功
通知
1184
Star
22015
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
7433bad8
编写于
5月 10, 2023
作者:
B
Benguang Zhao
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
enh: tidy up walEndSnapshot
上级
2a558323
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
25 addition
and
34 deletion
+25
-34
source/libs/wal/src/walWrite.c
source/libs/wal/src/walWrite.c
+25
-34
未找到文件。
source/libs/wal/src/walWrite.c
浏览文件 @
7433bad8
...
...
@@ -284,15 +284,15 @@ int32_t walEndSnapshot(SWal *pWal) {
if
(
ver
==
-
1
)
{
code
=
-
1
;
goto
END
;
}
;
}
pWal
->
vers
.
snapshotVer
=
ver
;
int
ts
=
taosGetTimestampSec
();
ver
=
TMAX
(
ver
-
pWal
->
vers
.
logRetention
,
pWal
->
vers
.
firstVer
-
1
);
// compatible mode for refVer
bool
hasTopic
=
false
;
int64_t
refVer
=
ver
;
int64_t
refVer
=
INT64_MAX
;
void
*
pIter
=
NULL
;
while
(
1
)
{
pIter
=
taosHashIterate
(
pWal
->
pRefHash
,
pIter
);
...
...
@@ -300,54 +300,40 @@ int32_t walEndSnapshot(SWal *pWal) {
SWalRef
*
pRef
=
*
(
SWalRef
**
)
pIter
;
if
(
pRef
->
refVer
==
-
1
)
continue
;
refVer
=
TMIN
(
refVer
,
pRef
->
refVer
-
1
);
wDebug
(
"vgId:%d, wal found ref %"
PRId64
", refId %"
PRId64
,
pWal
->
cfg
.
vgId
,
pRef
->
refVer
,
pRef
->
refId
);
hasTopic
=
true
;
}
// compatible mode
if
(
pWal
->
cfg
.
retentionPeriod
==
0
&&
hasTopic
)
{
wInfo
(
"vgId:%d, wal found refVer:%"
PRId64
" in compatible mode, ver:%"
PRId64
,
pWal
->
cfg
.
vgId
,
refVer
,
ver
);
ver
=
TMIN
(
ver
,
refVer
);
}
// find files safe to delete
int
deleteCnt
=
0
;
int64_t
newTotSize
=
pWal
->
totSize
;
SWalFileInfo
tmp
;
SWalFileInfo
tmp
=
{
0
}
;
tmp
.
firstVer
=
ver
;
// find files safe to delete
SWalFileInfo
*
pInfo
=
taosArraySearch
(
pWal
->
fileInfoSet
,
&
tmp
,
compareWalFileInfo
,
TD_LE
);
if
(
pInfo
)
{
SWalFileInfo
*
pLastFileInfo
=
taosArrayGetLast
(
pWal
->
fileInfoSet
);
wDebug
(
"vgId:%d, wal search found file info: first:%"
PRId64
" last:%"
PRId64
,
pWal
->
cfg
.
vgId
,
pInfo
->
firstVer
,
pInfo
->
lastVer
);
if
(
ver
>
=
pInfo
->
lastVer
)
{
wDebug
(
"vgId:%d, wal search found file info. ver:%"
PRId64
", first:%"
PRId64
" last:%"
PRId64
,
pWal
->
cfg
.
vgId
,
ver
,
pInfo
->
firstVer
,
pInfo
->
lastVer
);
ASSERT
(
ver
<=
pInfo
->
lastVer
);
if
(
ver
=
=
pInfo
->
lastVer
)
{
pInfo
++
;
wDebug
(
"vgId:%d, wal remove advance one file: first:%"
PRId64
" last:%"
PRId64
,
pWal
->
cfg
.
vgId
,
pInfo
->
firstVer
,
pInfo
->
lastVer
);
}
if
(
pInfo
<=
pLastFileInfo
)
{
wDebug
(
"vgId:%d, wal end remove for first:%"
PRId64
" last:%"
PRId64
,
pWal
->
cfg
.
vgId
,
pInfo
->
firstVer
,
pInfo
->
lastVer
);
}
else
{
wDebug
(
"vgId:%d, wal no remove"
,
pWal
->
cfg
.
vgId
);
}
// iterate files, until the searched result
// delete according to file size or close time
for
(
SWalFileInfo
*
iter
=
pWal
->
fileInfoSet
->
pData
;
iter
<
pInfo
;
iter
++
)
{
wDebug
(
"vgId:%d, wal check remove file %"
PRId64
"(file size %"
PRId64
" close ts %"
PRId64
"), new tot size %"
PRId64
,
pWal
->
cfg
.
vgId
,
iter
->
firstVer
,
iter
->
fileSize
,
iter
->
closeTs
,
newTotSize
);
if
((
pWal
->
cfg
.
retentionSize
!=
-
1
&&
pWal
->
cfg
.
retentionSize
!=
0
&&
newTotSize
>
pWal
->
cfg
.
retentionSize
)
||
((
pWal
->
cfg
.
retentionPeriod
==
0
)
||
(
pWal
->
cfg
.
retentionPeriod
!=
-
1
&&
iter
->
closeTs
!=
-
1
&&
iter
->
closeTs
+
pWal
->
cfg
.
retentionPeriod
<
ts
)))
{
// delete according to file size or close time
wDebug
(
"vgId:%d, check pass"
,
pWal
->
cfg
.
vgId
);
if
((
pWal
->
cfg
.
retentionSize
>
0
&&
newTotSize
>
pWal
->
cfg
.
retentionSize
)
||
(
pWal
->
cfg
.
retentionPeriod
==
0
||
pWal
->
cfg
.
retentionPeriod
>
0
&&
iter
->
closeTs
>=
0
&&
iter
->
closeTs
+
pWal
->
cfg
.
retentionPeriod
<
ts
))
{
deleteCnt
++
;
newTotSize
-=
iter
->
fileSize
;
taosArrayPush
(
pWal
->
toDeleteFiles
,
iter
);
}
wDebug
(
"vgId:%d, check not pass"
,
pWal
->
cfg
.
vgId
);
}
UPDATE_META:
// make new array, remove files
taosArrayPopFrontBatch
(
pWal
->
fileInfoSet
,
deleteCnt
);
if
(
taosArrayGetSize
(
pWal
->
fileInfoSet
)
==
0
)
{
...
...
@@ -357,11 +343,12 @@ int32_t walEndSnapshot(SWal *pWal) {
pWal
->
vers
.
firstVer
=
((
SWalFileInfo
*
)
taosArrayGet
(
pWal
->
fileInfoSet
,
0
))
->
firstVer
;
}
}
// update meta
pWal
->
writeCur
=
taosArrayGetSize
(
pWal
->
fileInfoSet
)
-
1
;
pWal
->
totSize
=
newTotSize
;
pWal
->
vers
.
verInSnapshotting
=
-
1
;
// save snapshot ver, commit ver
code
=
walSaveMeta
(
pWal
);
if
(
code
<
0
)
{
goto
END
;
...
...
@@ -369,23 +356,27 @@ int32_t walEndSnapshot(SWal *pWal) {
// delete files
deleteCnt
=
taosArrayGetSize
(
pWal
->
toDeleteFiles
);
wDebug
(
"vgId:%d, wal should delete %d files"
,
pWal
->
cfg
.
vgId
,
deleteCnt
);
char
fnameStr
[
WAL_FILE_LEN
];
char
fnameStr
[
WAL_FILE_LEN
]
=
{
0
};
pInfo
=
NULL
;
for
(
int
i
=
0
;
i
<
deleteCnt
;
i
++
)
{
pInfo
=
taosArrayGet
(
pWal
->
toDeleteFiles
,
i
);
walBuildLogName
(
pWal
,
pInfo
->
firstVer
,
fnameStr
);
wDebug
(
"vgId:%d, wal remove file %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
);
if
(
taosRemoveFile
(
fnameStr
)
<
0
&&
errno
!=
ENOENT
)
{
wError
(
"vgId:%d, failed to remove log file %s due to %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
,
strerror
(
errno
));
goto
END
;
}
walBuildIdxName
(
pWal
,
pInfo
->
firstVer
,
fnameStr
);
wDebug
(
"vgId:%d, wal remove file %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
);
if
(
taosRemoveFile
(
fnameStr
)
<
0
&&
errno
!=
ENOENT
)
{
wError
(
"vgId:%d, failed to remove idx file %s due to %s"
,
pWal
->
cfg
.
vgId
,
fnameStr
,
strerror
(
errno
));
goto
END
;
}
}
if
(
pInfo
!=
NULL
)
{
wInfo
(
"vgId:%d, wal log files recycled. count:%d, until ver:%"
PRId64
", closeTs:%"
PRId64
,
pWal
->
cfg
.
vgId
,
deleteCnt
,
pInfo
->
lastVer
,
pInfo
->
closeTs
);
}
taosArrayClear
(
pWal
->
toDeleteFiles
);
END:
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录