Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
27b7d1ec
TDengine
项目概览
taosdata
/
TDengine
1 年多 前同步成功
通知
1185
Star
22017
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
27b7d1ec
编写于
6月 02, 2023
作者:
H
Haojun Liao
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
refactor: do some internal refactor.
上级
91de0059
变更
5
隐藏空白更改
内联
并排
Showing
5 changed file
with
17 addition
and
17 deletion
+17
-17
source/dnode/vnode/src/tq/tq.c
source/dnode/vnode/src/tq/tq.c
+1
-1
source/libs/executor/src/scanoperator.c
source/libs/executor/src/scanoperator.c
+2
-2
source/libs/stream/src/stream.c
source/libs/stream/src/stream.c
+5
-5
source/libs/stream/src/streamDispatch.c
source/libs/stream/src/streamDispatch.c
+3
-3
source/libs/stream/src/streamExec.c
source/libs/stream/src/streamExec.c
+6
-6
未找到文件。
source/dnode/vnode/src/tq/tq.c
浏览文件 @
27b7d1ec
...
...
@@ -1086,7 +1086,7 @@ int32_t tqProcessTaskRecover2Req(STQ* pTq, int64_t sversion, char* msg, int32_t
return
-
1
;
}
qDebug
(
"s-task:%s set
the start wal offset to be
:%"
PRId64
,
pTask
->
id
.
idStr
,
sversion
);
qDebug
(
"s-task:%s set
start wal scan start ver
:%"
PRId64
,
pTask
->
id
.
idStr
,
sversion
);
walReaderSeekVer
(
pTask
->
exec
.
pWalReader
,
sversion
);
pTask
->
chkInfo
.
currentVer
=
sversion
;
...
...
source/libs/executor/src/scanoperator.c
浏览文件 @
27b7d1ec
...
...
@@ -2005,7 +2005,7 @@ FETCH_NEXT_BLOCK:
// printDataBlock(pBlock, "stream scan recv");
return
pBlock
;
}
else
if
(
pInfo
->
blockType
==
STREAM_INPUT__DATA_SUBMIT
)
{
qDebug
(
"s
can mode %d"
,
pInfo
->
scanMode
);
qDebug
(
"s
tream scan mode:%d, %s"
,
pInfo
->
scanMode
,
id
);
switch
(
pInfo
->
scanMode
)
{
case
STREAM_SCAN_FROM_RES
:
{
pInfo
->
scanMode
=
STREAM_SCAN_FROM_READERHANDLE
;
...
...
@@ -2122,7 +2122,7 @@ FETCH_NEXT_BLOCK:
pInfo
->
numOfExec
++
;
pOperator
->
resultInfo
.
totalRows
+=
pBlockInfo
->
rows
;
qDebug
(
"stream scan
get
source rows:%"
PRId64
", %s"
,
pBlockInfo
->
rows
,
id
);
qDebug
(
"stream scan
completed, and return
source rows:%"
PRId64
", %s"
,
pBlockInfo
->
rows
,
id
);
if
(
pBlockInfo
->
rows
>
0
)
{
return
pBlock
;
}
...
...
source/libs/stream/src/stream.c
浏览文件 @
27b7d1ec
...
...
@@ -296,11 +296,8 @@ int32_t tAppendDataToInputQueue(SStreamTask* pTask, SStreamQueueItem* pItem) {
if
(
type
==
STREAM_INPUT__DATA_SUBMIT
)
{
SStreamDataSubmit
*
px
=
(
SStreamDataSubmit
*
)
pItem
;
qDebug
(
"s-task:%s submit enqueue msgLen:%d ver:%"
PRId64
", total in queue:%d, size:%.2fMiB"
,
pTask
->
id
.
idStr
,
px
->
submit
.
msgLen
,
px
->
submit
.
ver
,
total
,
size
);
if
((
pTask
->
taskLevel
==
TASK_LEVEL__SOURCE
)
&&
tInputQueueIsFull
(
pTask
))
{
qError
(
"s-task:%s input queue is full, capacity(size:%d num:%dMiB), current(blocks:%d, size:%.2fMiB)
abort
"
,
qError
(
"s-task:%s input queue is full, capacity(size:%d num:%dMiB), current(blocks:%d, size:%.2fMiB)
stop to push data
"
,
pTask
->
id
.
idStr
,
STREAM_TASK_INPUT_QUEUEU_CAPACITY
,
STREAM_TASK_INPUT_QUEUEU_CAPACITY_IN_SIZE
,
total
,
size
);
streamDataSubmitDestroy
(
px
);
...
...
@@ -314,9 +311,12 @@ int32_t tAppendDataToInputQueue(SStreamTask* pTask, SStreamQueueItem* pItem) {
taosFreeQitem
(
pItem
);
return
code
;
}
qDebug
(
"s-task:%s submit enqueue msgLen:%d ver:%"
PRId64
", total in queue:%d, size:%.2fMiB"
,
pTask
->
id
.
idStr
,
px
->
submit
.
msgLen
,
px
->
submit
.
ver
,
total
,
size
+
px
->
submit
.
msgLen
/
1048576
.
0
);
}
else
if
(
type
==
STREAM_INPUT__DATA_BLOCK
||
type
==
STREAM_INPUT__DATA_RETRIEVE
||
type
==
STREAM_INPUT__REF_DATA_BLOCK
)
{
if
(
/*(pTask->taskLevel == TASK_LEVEL__SOURCE) && */
(
tInputQueueIsFull
(
pTask
)))
{
if
(
(
pTask
->
taskLevel
==
TASK_LEVEL__SOURCE
)
&&
(
tInputQueueIsFull
(
pTask
)))
{
qError
(
"s-task:%s input queue is full, capacity:%d size:%d MiB, current(blocks:%d, size:%.2fMiB) abort"
,
pTask
->
id
.
idStr
,
STREAM_TASK_INPUT_QUEUEU_CAPACITY
,
STREAM_TASK_INPUT_QUEUEU_CAPACITY_IN_SIZE
,
total
,
size
);
...
...
source/libs/stream/src/streamDispatch.c
浏览文件 @
27b7d1ec
...
...
@@ -283,7 +283,7 @@ int32_t streamDispatchOneRecoverFinishReq(SStreamTask* pTask, const SStreamRecov
msg
.
info
.
noResp
=
1
;
tmsgSendReq
(
pEpSet
,
&
msg
);
qDebug
(
"s-task:%s dispatch recover finish msg to
taskId:%d
node %d: recover finish msg"
,
pTask
->
id
.
idStr
,
qDebug
(
"s-task:%s dispatch recover finish msg to
downstream taskId:0x%x
node %d: recover finish msg"
,
pTask
->
id
.
idStr
,
pReq
->
taskId
,
vgId
);
return
0
;
...
...
@@ -414,7 +414,7 @@ int32_t streamDispatchAllBlocks(SStreamTask* pTask, const SStreamDataBlock* pDat
req
.
taskId
=
downstreamTaskId
;
qDebug
(
"s-task:%s (child taskId:%d) fix-dispatch
blocks:%d to down stream s-task:%d
in vgId:%d"
,
pTask
->
id
.
idStr
,
qDebug
(
"s-task:%s (child taskId:%d) fix-dispatch
%d block(s) to down stream s-task:0x%x
in vgId:%d"
,
pTask
->
id
.
idStr
,
pTask
->
selfChildId
,
numOfBlocks
,
downstreamTaskId
,
vgId
);
code
=
doSendDispatchMsg
(
pTask
,
&
req
,
vgId
,
pEpSet
);
...
...
@@ -514,7 +514,7 @@ int32_t streamDispatchStreamBlock(SStreamTask* pTask) {
return
0
;
}
qDebug
(
"s-task:%s start to dispatch msg, output status:%d"
,
pTask
->
id
.
idStr
,
pTask
->
outputStatus
);
qDebug
(
"s-task:%s start to dispatch msg,
set
output status:%d"
,
pTask
->
id
.
idStr
,
pTask
->
outputStatus
);
SStreamDataBlock
*
pDispatchedBlock
=
streamQueueNextItem
(
pTask
->
outputQueue
);
if
(
pDispatchedBlock
==
NULL
)
{
...
...
source/libs/stream/src/streamExec.c
浏览文件 @
27b7d1ec
...
...
@@ -236,11 +236,11 @@ int32_t streamScanExec(SStreamTask* pTask, int32_t batchSz) {
taosFreeQitem
(
qRes
);
return
code
;
}
if
(
pTask
->
outputType
==
TASK_OUTPUT__FIXED_DISPATCH
||
pTask
->
outputType
==
TASK_OUTPUT__SHUFFLE_DISPATCH
)
{
qDebug
(
"s-task:%s scan exec dispatch blocks:%d"
,
pTask
->
id
.
idStr
,
batchCnt
);
streamDispatchStreamBlock
(
pTask
);
}
//
//
if (pTask->outputType == TASK_OUTPUT__FIXED_DISPATCH || pTask->outputType == TASK_OUTPUT__SHUFFLE_DISPATCH) {
//
qDebug("s-task:%s scan exec dispatch blocks:%d", pTask->id.idStr, batchCnt);
//
streamDispatchStreamBlock(pTask);
//
}
if
(
finished
)
{
break
;
...
...
@@ -438,7 +438,7 @@ int32_t streamExecForAll(SStreamTask* pTask) {
SArray
*
pBlockList
=
pMerged
->
submits
;
int32_t
numOfBlocks
=
taosArrayGetSize
(
pBlockList
);
qDebug
(
"s-task:%s %p set
submit input (merged), batch num
:%d"
,
id
,
pTask
,
numOfBlocks
);
qDebug
(
"s-task:%s %p set
(merged) submit blocks as a batch, numOfBlocks
:%d"
,
id
,
pTask
,
numOfBlocks
);
qSetMultiStreamInput
(
pExecutor
,
pBlockList
->
pData
,
numOfBlocks
,
STREAM_INPUT__MERGED_SUBMIT
);
}
else
if
(
pItem
->
type
==
STREAM_INPUT__REF_DATA_BLOCK
)
{
const
SStreamRefDataBlock
*
pRefBlock
=
(
const
SStreamRefDataBlock
*
)
pInput
;
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录