Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
8e011c46
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22016
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
8e011c46
编写于
7月 10, 2023
作者:
wmmhello
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix:can not do assignment if in tsdb mode
上级
dabaefe3
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
17 addition
and
26 deletion
+17
-26
source/client/src/clientTmq.c
source/client/src/clientTmq.c
+17
-26
未找到文件。
source/client/src/clientTmq.c
浏览文件 @
8e011c46
...
...
@@ -151,7 +151,7 @@ typedef struct {
int32_t
vgId
;
int32_t
vgStatus
;
int32_t
vgSkipCnt
;
// here used to mark the slow vgroups
bool
receivedInfoFromVnode
;
// has already received info from vnode
//
bool receivedInfoFromVnode; // has already received info from vnode
int64_t
emptyBlockReceiveTs
;
// once empty block is received, idle for ignoreCnt then start to poll data
bool
seekUpdated
;
// offset is updated by seek operator, therefore, not update by vnode rsp.
SEpSet
epSet
;
...
...
@@ -1521,7 +1521,7 @@ static void initClientTopicFromRsp(SMqClientTopic* pTopic, SMqSubTopicEp* pTopic
clientVg
.
offsetInfo
.
walVerBegin
=
-
1
;
clientVg
.
offsetInfo
.
walVerEnd
=
-
1
;
clientVg
.
seekUpdated
=
false
;
clientVg
.
receivedInfoFromVnode
=
false
;
//
clientVg.receivedInfoFromVnode = false;
taosArrayPush
(
pTopic
->
vgs
,
&
clientVg
);
}
...
...
@@ -1893,7 +1893,7 @@ static void updateVgInfo(SMqClientVg* pVg, STqOffsetVal* offset, int64_t sver, i
// update the valid wal version range
pVg
->
offsetInfo
.
walVerBegin
=
sver
;
pVg
->
offsetInfo
.
walVerEnd
=
ever
;
pVg
->
receivedInfoFromVnode
=
true
;
//
pVg->receivedInfoFromVnode = true;
}
static
void
*
tmqHandleAllRsp
(
tmq_t
*
tmq
,
int64_t
timeout
,
bool
pollIfReset
)
{
...
...
@@ -2556,6 +2556,13 @@ static void destroyCommonInfo(SMqVgCommon* pCommon) {
taosMemoryFree
(
pCommon
);
}
static
bool
isInSnapshotMode
(
int8_t
type
,
bool
useSnapshot
){
if
((
type
<
TMQ_OFFSET__LOG
&&
useSnapshot
)
||
type
>
TMQ_OFFSET__LOG
)
{
return
true
;
}
return
false
;
}
int32_t
tmq_get_topic_assignment
(
tmq_t
*
tmq
,
const
char
*
pTopicName
,
tmq_topic_assignment
**
assignment
,
int32_t
*
numOfAssignment
)
{
*
numOfAssignment
=
0
;
...
...
@@ -2578,9 +2585,9 @@ int32_t tmq_get_topic_assignment(tmq_t* tmq, const char* pTopicName, tmq_topic_a
*
numOfAssignment
=
taosArrayGetSize
(
pTopic
->
vgs
);
for
(
int32_t
j
=
0
;
j
<
(
*
numOfAssignment
);
++
j
)
{
SMqClientVg
*
pClientVg
=
taosArrayGet
(
pTopic
->
vgs
,
j
);
i
f
((
pClientVg
->
offsetInfo
.
currentOffset
.
type
<
TMQ_OFFSET__LOG
&&
tmq
->
useSnapshot
)
||
pClientVg
->
offsetInfo
.
currentOffset
.
type
>
TMQ_OFFSET__LOG
)
{
tscError
(
"consumer:0x%"
PRIx64
" offset type:%d not wal version, assignment not allowed"
,
tmq
->
consumerId
,
pClientVg
->
offsetInfo
.
currentOffset
.
type
);
i
nt32_t
type
=
pClientVg
->
offsetInfo
.
currentOffset
.
type
;
if
(
isInSnapshotMode
(
type
,
tmq
->
useSnapshot
)
)
{
tscError
(
"consumer:0x%"
PRIx64
" offset type:%d not wal version, assignment not allowed"
,
tmq
->
consumerId
,
type
);
code
=
TSDB_CODE_TMQ_SNAPSHOT_ERROR
;
goto
end
;
}
...
...
@@ -2598,18 +2605,13 @@ int32_t tmq_get_topic_assignment(tmq_t* tmq, const char* pTopicName, tmq_topic_a
for
(
int32_t
j
=
0
;
j
<
(
*
numOfAssignment
);
++
j
)
{
SMqClientVg
*
pClientVg
=
taosArrayGet
(
pTopic
->
vgs
,
j
);
if
(
!
pClientVg
->
receivedInfoFromVnode
)
{
if
(
pClientVg
->
offsetInfo
.
currentOffset
.
type
!=
TMQ_OFFSET__LOG
)
{
needFetch
=
true
;
break
;
}
tmq_topic_assignment
*
pAssignment
=
&
(
*
assignment
)[
j
];
if
(
pClientVg
->
offsetInfo
.
currentOffset
.
type
==
TMQ_OFFSET__LOG
)
{
pAssignment
->
currentOffset
=
pClientVg
->
offsetInfo
.
currentOffset
.
version
;
}
else
{
pAssignment
->
currentOffset
=
0
;
}
pAssignment
->
currentOffset
=
pClientVg
->
offsetInfo
.
currentOffset
.
version
;
pAssignment
->
begin
=
pClientVg
->
offsetInfo
.
walVerBegin
;
pAssignment
->
end
=
pClientVg
->
offsetInfo
.
walVerEnd
;
pAssignment
->
vgId
=
pClientVg
->
vgId
;
...
...
@@ -2717,18 +2719,10 @@ int32_t tmq_get_topic_assignment(tmq_t* tmq, const char* pTopicName, tmq_topic_a
}
SVgOffsetInfo
*
pOffsetInfo
=
&
pClientVg
->
offsetInfo
;
// pOffsetInfo->currentOffset.type = TMQ_OFFSET__LOG;
// char offsetBuf[TSDB_OFFSET_LEN] = {0};
// tFormatOffset(offsetBuf, tListLen(offsetBuf), &pOffsetInfo->currentOffset);
tscInfo
(
"vgId:%d offset is update to:%"
PRId64
,
p
->
vgId
,
p
->
currentOffset
);
pOffsetInfo
->
walVerBegin
=
p
->
begin
;
pOffsetInfo
->
walVerEnd
=
p
->
end
;
// pOffsetInfo->currentOffset.version = p->currentOffset;
// pOffsetInfo->committedOffset.version = p->currentOffset;
}
}
}
...
...
@@ -2789,7 +2783,7 @@ int32_t tmq_offset_seek(tmq_t* tmq, const char* pTopicName, int32_t vgId, int64_
SVgOffsetInfo
*
pOffsetInfo
=
&
pVg
->
offsetInfo
;
int32_t
type
=
pOffsetInfo
->
currentOffset
.
type
;
if
(
type
!=
TMQ_OFFSET__LOG
&&
!
OFFSET_IS_RESET_OFFSET
(
type
))
{
if
(
isInSnapshotMode
(
type
,
tmq
->
useSnapshot
))
{
tscError
(
"consumer:0x%"
PRIx64
" offset type:%d not wal version, seek not allowed"
,
tmq
->
consumerId
,
type
);
taosWUnLockLatch
(
&
tmq
->
lock
);
return
TSDB_CODE_TMQ_SNAPSHOT_ERROR
;
...
...
@@ -2803,12 +2797,10 @@ int32_t tmq_offset_seek(tmq_t* tmq, const char* pTopicName, int32_t vgId, int64_
}
// update the offset, and then commit to vnode
// if (pOffsetInfo->currentOffset.type == TMQ_OFFSET__LOG) {
pOffsetInfo
->
currentOffset
.
type
=
TMQ_OFFSET__LOG
;
pOffsetInfo
->
currentOffset
.
version
=
offset
>=
1
?
offset
-
1
:
0
;
pOffsetInfo
->
committedOffset
.
version
=
INT64_MIN
;
pVg
->
seekUpdated
=
true
;
// }
SMqRspObj
rspObj
=
{.
resType
=
RES_TYPE__TMQ
,
.
vgId
=
pVg
->
vgId
};
tstrncpy
(
rspObj
.
topic
,
tname
,
tListLen
(
rspObj
.
topic
));
...
...
@@ -2834,8 +2826,7 @@ int32_t tmq_offset_seek(tmq_t* tmq, const char* pTopicName, int32_t vgId, int64_
taosMemoryFree
(
pInfo
);
if
(
code
!=
TSDB_CODE_SUCCESS
)
{
tscError
(
"consumer:0x%"
PRIx64
" failed to send seek to vgId:%d, code:%s"
,
tmq
->
consumerId
,
pVg
->
vgId
,
tstrerror
(
code
));
tscError
(
"consumer:0x%"
PRIx64
" failed to send seek to vgId:%d, code:%s"
,
tmq
->
consumerId
,
pVg
->
vgId
,
tstrerror
(
code
));
}
return
code
;
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录