Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
1e636a2e
T
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1192
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
1e636a2e
编写于
8月 11, 2023
作者:
H
Haojun Liao
浏览文件
操作
浏览文件
下载
差异文件
Merge remote-tracking branch 'origin/enh/triggerCheckPoint2' into enh/triggerCheckPoint2
上级
6a9826cf
32983a11
变更
2
隐藏空白更改
内联
并排
Showing
2 changed file
with
19 addition
and
7 deletion
+19
-7
source/dnode/vnode/src/vnd/vnodeSnapshot.c
source/dnode/vnode/src/vnd/vnodeSnapshot.c
+10
-1
source/libs/stream/src/streamMeta.c
source/libs/stream/src/streamMeta.c
+9
-6
未找到文件。
source/dnode/vnode/src/vnd/vnodeSnapshot.c
浏览文件 @
1e636a2e
...
...
@@ -220,20 +220,29 @@ int32_t vnodeSnapRead(SVSnapReader *pReader, uint8_t **ppData, uint32_t *nData)
}
// STREAM ============
vInfo
(
"stream task start"
);
if
(
!
pReader
->
streamTaskDone
)
{
if
(
pReader
->
pStreamTaskReader
==
NULL
)
{
vInfo
(
"stream task start 1"
);
code
=
streamTaskSnapReaderOpen
(
pReader
->
pVnode
->
pTq
,
pReader
->
sver
,
pReader
->
sver
,
&
pReader
->
pStreamTaskReader
);
if
(
code
)
goto
_err
;
if
(
code
)
{
vInfo
(
"stream task start err"
);
goto
_err
;
}
}
code
=
streamTaskSnapRead
(
pReader
->
pStreamTaskReader
,
ppData
);
vInfo
(
"stream task start 2"
);
if
(
code
)
{
vInfo
(
"stream task start 3"
);
goto
_err
;
}
else
{
if
(
*
ppData
)
{
goto
_exit
;
vInfo
(
"stream task start 4"
);
}
else
{
pReader
->
streamTaskDone
=
1
;
code
=
streamTaskSnapReaderClose
(
pReader
->
pStreamTaskReader
);
vInfo
(
"stream task start 5"
);
if
(
code
)
goto
_err
;
pReader
->
pStreamTaskReader
=
NULL
;
}
...
...
source/libs/stream/src/streamMeta.c
浏览文件 @
1e636a2e
...
...
@@ -43,7 +43,7 @@ SStreamMeta* streamMetaOpen(const char* path, void* ahandle, FTaskExpand expandF
SStreamMeta
*
pMeta
=
taosMemoryCalloc
(
1
,
sizeof
(
SStreamMeta
));
if
(
pMeta
==
NULL
)
{
terrno
=
TSDB_CODE_OUT_OF_MEMORY
;
qError
(
"vgId:%d failed to prepare stream meta, alloc size:%"
PRIzu
", out of memory"
,
vgId
,
sizeof
(
SStreamMeta
));
qError
(
"vgId:%d failed to prepare stream meta, alloc size:%"
PRIzu
", out of memory"
,
vgId
,
sizeof
(
SStreamMeta
));
return
NULL
;
}
...
...
@@ -122,7 +122,7 @@ SStreamMeta* streamMetaOpen(const char* path, void* ahandle, FTaskExpand expandF
taosInitRWLatch
(
&
pMeta
->
lock
);
taosThreadMutexInit
(
&
pMeta
->
backendMutex
,
NULL
);
qInfo
(
"vgId:%d open stream meta successfully, latest checkpoint:%"
PRId64
,
vgId
,
chkpId
);
qInfo
(
"vgId:%d open stream meta successfully, latest checkpoint:%"
PRId64
,
vgId
,
chkpId
);
return
pMeta
;
_err:
...
...
@@ -211,7 +211,7 @@ int32_t streamMetaRegisterTask(SStreamMeta* pMeta, int64_t ver, SStreamTask* pTa
*
pAdded
=
false
;
int64_t
keys
[
2
]
=
{
pTask
->
id
.
streamId
,
pTask
->
id
.
taskId
};
void
*
p
=
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
void
*
p
=
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
if
(
p
==
NULL
)
{
if
(
pMeta
->
expandFunc
(
pMeta
->
ahandle
,
pTask
,
ver
)
<
0
)
{
tFreeStreamTask
(
pTask
);
...
...
@@ -247,7 +247,7 @@ int32_t streamMetaGetNumOfTasks(SStreamMeta* pMeta) {
SStreamTask
*
streamMetaAcquireTask
(
SStreamMeta
*
pMeta
,
int64_t
streamId
,
int32_t
taskId
)
{
taosRLockLatch
(
&
pMeta
->
lock
);
int64_t
keys
[
2
]
=
{
streamId
,
taskId
};
int64_t
keys
[
2
]
=
{
streamId
,
taskId
};
SStreamTask
**
ppTask
=
(
SStreamTask
**
)
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
if
(
ppTask
!=
NULL
)
{
if
(
!
streamTaskShouldStop
(
&
(
*
ppTask
)
->
status
))
{
...
...
@@ -291,7 +291,7 @@ int32_t streamMetaUnregisterTask(SStreamMeta* pMeta, int64_t streamId, int32_t t
// pre-delete operation
taosWLockLatch
(
&
pMeta
->
lock
);
int64_t
keys
[
2
]
=
{
streamId
,
taskId
};
int64_t
keys
[
2
]
=
{
streamId
,
taskId
};
SStreamTask
**
ppTask
=
(
SStreamTask
**
)
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
if
(
ppTask
)
{
pTask
=
*
ppTask
;
...
...
@@ -390,6 +390,9 @@ int64_t streamGetLatestCheckpointId(SStreamMeta* pMeta) {
tdbTbcMoveToFirst
(
pCur
);
while
(
tdbTbcNext
(
pCur
,
&
pKey
,
&
kLen
,
&
pVal
,
&
vLen
)
==
0
)
{
if
(
pVal
!=
NULL
&&
vLen
!=
0
)
{
break
;
}
SCheckpointInfo
info
;
tDecoderInit
(
&
decoder
,
(
uint8_t
*
)
pVal
,
vLen
);
if
(
tDecodeStreamTaskChkInfo
(
&
decoder
,
&
info
)
<
0
)
{
...
...
@@ -462,7 +465,7 @@ int32_t streamLoadTasks(SStreamMeta* pMeta) {
// do duplicate task check.
int64_t
keys
[
2
]
=
{
pTask
->
id
.
streamId
,
pTask
->
id
.
taskId
};
void
*
p
=
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
void
*
p
=
taosHashGet
(
pMeta
->
pTasks
,
keys
,
sizeof
(
keys
));
if
(
p
==
NULL
)
{
if
(
pMeta
->
expandFunc
(
pMeta
->
ahandle
,
pTask
,
pTask
->
chkInfo
.
checkpointVer
)
<
0
)
{
tdbFree
(
pKey
);
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录