Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
bdfeb329
T
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22016
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
bdfeb329
编写于
7月 05, 2023
作者:
wmmhello
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix:bugs in tmq_get_topic_assignment
上级
4c9a0c67
变更
2
隐藏空白更改
内联
并排
Showing
2 changed file
with
30 addition
and
32 deletion
+30
-32
source/client/src/clientTmq.c
source/client/src/clientTmq.c
+28
-24
source/dnode/vnode/src/tq/tq.c
source/dnode/vnode/src/tq/tq.c
+2
-8
未找到文件。
source/client/src/clientTmq.c
浏览文件 @
bdfeb329
...
...
@@ -2583,6 +2583,8 @@ int32_t tmq_get_topic_assignment(tmq_t* tmq, const char* pTopicName, tmq_topic_a
pAssignment
->
begin
=
pClientVg
->
offsetInfo
.
walVerBegin
;
pAssignment
->
end
=
pClientVg
->
offsetInfo
.
walVerEnd
;
pAssignment
->
vgId
=
pClientVg
->
vgId
;
tscInfo
(
"consumer:0x%"
PRIx64
" get assignment from local:%d->%"
PRId64
,
tmq
->
consumerId
,
pAssignment
->
vgId
,
pAssignment
->
currentOffset
);
}
if
(
needFetch
)
{
...
...
@@ -2673,34 +2675,36 @@ int32_t tmq_get_topic_assignment(tmq_t* tmq, const char* pTopicName, tmq_topic_a
int32_t
num
=
taosArrayGetSize
(
pCommon
->
pList
);
for
(
int32_t
i
=
0
;
i
<
num
;
++
i
)
{
(
*
assignment
)[
i
]
=
*
(
tmq_topic_assignment
*
)
taosArrayGet
(
pCommon
->
pList
,
i
);
tscInfo
(
"consumer:0x%"
PRIx64
" get assignment from server:%d->%"
PRId64
,
tmq
->
consumerId
,
(
*
assignment
)[
i
].
vgId
,
(
*
assignment
)[
i
].
currentOffset
);
}
*
numOfAssignment
=
num
;
}
for
(
int32_t
j
=
0
;
j
<
(
*
numOfAssignment
);
++
j
)
{
tmq_topic_assignment
*
p
=
&
(
*
assignment
)[
j
];
for
(
int32_t
i
=
0
;
i
<
taosArrayGetSize
(
pTopic
->
vgs
);
++
i
)
{
SMqClientVg
*
pClientVg
=
taosArrayGet
(
pTopic
->
vgs
,
i
);
if
(
pClientVg
->
vgId
!=
p
->
vgId
)
{
continue
;
}
SVgOffsetInfo
*
pOffsetInfo
=
&
pClientVg
->
offsetInfo
;
pOffsetInfo
->
currentOffset
.
type
=
TMQ_OFFSET__LOG
;
char
offsetBuf
[
TSDB_OFFSET_LEN
]
=
{
0
};
tFormatOffset
(
offsetBuf
,
tListLen
(
offsetBuf
),
&
pOffsetInfo
->
currentOffset
);
tscInfo
(
"vgId:%d offset is update to:%s"
,
p
->
vgId
,
offsetBuf
);
pOffsetInfo
->
walVerBegin
=
p
->
begin
;
pOffsetInfo
->
walVerEnd
=
p
->
end
;
pOffsetInfo
->
currentOffset
.
version
=
p
->
currentOffset
;
pOffsetInfo
->
committedOffset
.
version
=
p
->
currentOffset
;
}
}
//
for (int32_t j = 0; j < (*numOfAssignment); ++j) {
//
tmq_topic_assignment* p = &(*assignment)[j];
//
//
for(int32_t i = 0; i < taosArrayGetSize(pTopic->vgs); ++i) {
//
SMqClientVg* pClientVg = taosArrayGet(pTopic->vgs, i);
//
if (pClientVg->vgId != p->vgId) {
//
continue;
//
}
//
//
SVgOffsetInfo* pOffsetInfo = &pClientVg->offsetInfo;
//
//
pOffsetInfo->currentOffset.type = TMQ_OFFSET__LOG;
//
// char offsetBuf[80
] = {0};
//
tFormatOffset(offsetBuf, tListLen(offsetBuf), &pOffsetInfo->currentOffset);
//
// tscDebug
("vgId:%d offset is update to:%s", p->vgId, offsetBuf);
//
//
pOffsetInfo->walVerBegin = p->begin;
//
pOffsetInfo->walVerEnd = p->end;
//
pOffsetInfo->currentOffset.version = p->currentOffset;
//
pOffsetInfo->committedOffset.version = p->currentOffset;
//
}
//
}
destroyCommonInfo
(
pCommon
);
return
code
;
...
...
source/dnode/vnode/src/tq/tq.c
浏览文件 @
bdfeb329
...
...
@@ -571,6 +571,7 @@ int32_t tqProcessVgWalInfoReq(STQ* pTq, SRpcMsg* pMsg) {
dataRsp
.
rspOffset
.
type
=
TMQ_OFFSET__LOG
;
dataRsp
.
rspOffset
.
version
=
pOffset
->
val
.
version
;
tqInfo
(
"consumer:0x%"
PRIx64
" vgId:%d subkey:%s get assignment from stroe:%"
PRId64
,
consumerId
,
vgId
,
req
.
subKey
,
dataRsp
.
rspOffset
.
version
);
}
else
{
if
(
req
.
useSnapshot
==
true
)
{
tqError
(
"consumer:0x%"
PRIx64
" vgId:%d subkey:%s snapshot not support wal info"
,
consumerId
,
vgId
,
req
.
subKey
);
...
...
@@ -581,14 +582,7 @@ int32_t tqProcessVgWalInfoReq(STQ* pTq, SRpcMsg* pMsg) {
dataRsp
.
rspOffset
.
type
=
TMQ_OFFSET__LOG
;
if
(
reqOffset
.
type
==
TMQ_OFFSET__LOG
)
{
int64_t
currentVer
=
walReaderGetCurrentVer
(
pHandle
->
execHandle
.
pTqReader
->
pWalReader
);
if
(
currentVer
==
-
1
)
{
// not start to read data from wal yet, return req offset directly
dataRsp
.
rspOffset
.
version
=
reqOffset
.
version
;
}
else
{
dataRsp
.
rspOffset
.
version
=
currentVer
;
// return current consume offset value
}
}
else
if
(
reqOffset
.
type
==
TMQ_OFFSET__RESET_EARLIEST
)
{
if
(
reqOffset
.
type
==
TMQ_OFFSET__RESET_EARLIEST
)
{
dataRsp
.
rspOffset
.
version
=
sver
;
// not consume yet, set the earliest position
}
else
if
(
reqOffset
.
type
==
TMQ_OFFSET__RESET_LATEST
)
{
dataRsp
.
rspOffset
.
version
=
ever
;
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录