Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
37e61002
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1193
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
37e61002
编写于
8月 15, 2023
作者:
L
liuyao
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
refactor stream scan log
上级
1b4e51ee
变更
3
隐藏空白更改
内联
并排
Showing
3 changed file
with
26 addition
and
36 deletion
+26
-36
source/libs/executor/src/executil.c
source/libs/executor/src/executil.c
+13
-22
source/libs/executor/src/projectoperator.c
source/libs/executor/src/projectoperator.c
+4
-0
source/libs/executor/src/scanoperator.c
source/libs/executor/src/scanoperator.c
+9
-14
未找到文件。
source/libs/executor/src/executil.c
浏览文件 @
37e61002
...
...
@@ -2180,39 +2180,30 @@ int32_t createScanTableListInfo(SScanPhysiNode* pScanNode, SNodeList* pGroupTags
char
*
getStreamOpName
(
uint16_t
opType
)
{
switch
(
opType
)
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SCAN
:
return
"stream scan"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL
:
{
case
QUERY_NODE_PHYSICAL_PLAN_PROJECT
:
return
"project"
;
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL
:
return
"interval single"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_INTERVAL
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_INTERVAL
:
return
"interval final"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_INTERVAL
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_INTERVAL
:
return
"interval semi"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FILL
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FILL
:
return
"stream fill"
;
}
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SESSION
:
return
"session single"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_SESSION
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_SEMI_SESSION
:
return
"session semi"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_SESSION
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_FINAL_SESSION
:
return
"session final"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_STATE
:
return
"state single"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_PARTITION
:
return
"stream partitionby"
;
};
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT
:
{
case
QUERY_NODE_PHYSICAL_PLAN_STREAM_EVENT
:
return
"stream event"
;
};
}
return
""
;
}
...
...
source/libs/executor/src/projectoperator.c
浏览文件 @
37e61002
...
...
@@ -372,6 +372,10 @@ SSDataBlock* doProjectOperation(SOperatorInfo* pOperator) {
pOperator
->
cost
.
openCost
=
(
taosGetTimestampUs
()
-
st
)
/
1000
.
0
;
}
if
(
pTaskInfo
->
execModel
==
OPTR_EXEC_MODEL_STREAM
)
{
printDataBlock
(
p
,
getStreamOpName
(
pOperator
->
operatorType
),
GET_TASKID
(
pTaskInfo
));
}
return
(
p
->
info
.
rows
>
0
)
?
p
:
NULL
;
}
...
...
source/libs/executor/src/scanoperator.c
浏览文件 @
37e61002
...
...
@@ -1921,7 +1921,7 @@ static SSDataBlock* doStreamScan(SOperatorInfo* pOperator) {
switch
(
pInfo
->
scanMode
)
{
case
STREAM_SCAN_FROM_RES
:
{
pInfo
->
scanMode
=
STREAM_SCAN_FROM_READERHANDLE
;
print
DataBlock
(
pInfo
->
pRecoverRes
,
"scan
recover"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pInfo
->
pRecoverRes
,
getStreamOpName
(
pOperator
->
operatorType
),
"
recover"
,
GET_TASKID
(
pTaskInfo
));
return
pInfo
->
pRecoverRes
;
}
break
;
default:
...
...
@@ -1932,22 +1932,17 @@ static SSDataBlock* doStreamScan(SOperatorInfo* pOperator) {
if
(
pInfo
->
pRecoverRes
!=
NULL
)
{
calBlockTbName
(
pInfo
,
pInfo
->
pRecoverRes
);
if
(
!
pInfo
->
igCheckUpdate
&&
pInfo
->
pUpdateInfo
)
{
// if (pStreamInfo->recoverStep == STREAM_RECOVER_STEP__SCAN1) {
TSKEY
maxTs
=
pAPI
->
stateStore
.
updateInfoFillBlockData
(
pInfo
->
pUpdateInfo
,
pInfo
->
pRecoverRes
,
pInfo
->
primaryTsIndex
);
pInfo
->
twAggSup
.
maxTs
=
TMAX
(
pInfo
->
twAggSup
.
maxTs
,
maxTs
);
// } else {
// pInfo->pUpdateInfo->maxDataVersion = TMAX(pInfo->pUpdateInfo->maxDataVersion, pStreamInfo->fillHistoryVer.maxVer);
// doCheckUpdate(pInfo, pInfo->pRecoverRes->info.window.ekey, pInfo->pRecoverRes);
// }
}
if
(
pInfo
->
pCreateTbRes
->
info
.
rows
>
0
)
{
pInfo
->
scanMode
=
STREAM_SCAN_FROM_RES
;
print
DataBlock
(
pInfo
->
pCreateTbRes
,
"recover createTbl
"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pInfo
->
pCreateTbRes
,
getStreamOpName
(
pOperator
->
operatorType
),
"recover
"
,
GET_TASKID
(
pTaskInfo
));
return
pInfo
->
pCreateTbRes
;
}
qDebug
(
"stream recover scan get block, rows %"
PRId64
,
pInfo
->
pRecoverRes
->
info
.
rows
);
print
DataBlock
(
pInfo
->
pRecoverRes
,
"scan
recover"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pInfo
->
pRecoverRes
,
getStreamOpName
(
pOperator
->
operatorType
),
"
recover"
,
GET_TASKID
(
pTaskInfo
));
return
pInfo
->
pRecoverRes
;
}
pStreamInfo
->
recoverStep
=
STREAM_RECOVER_STEP__NONE
;
...
...
@@ -2003,7 +1998,7 @@ FETCH_NEXT_BLOCK:
pAPI
->
stateStore
.
updateInfoAddCloseWindowSBF
(
pInfo
->
pUpdateInfo
);
}
break
;
case
STREAM_DELETE_DATA
:
{
print
DataBlock
(
pBlock
,
"stream scan
delete recv"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pBlock
,
getStreamOpName
(
pOperator
->
operatorType
),
"
delete recv"
,
GET_TASKID
(
pTaskInfo
));
SSDataBlock
*
pDelBlock
=
NULL
;
if
(
pInfo
->
tqReader
)
{
pDelBlock
=
createSpecialDataBlock
(
STREAM_DELETE_DATA
);
...
...
@@ -2014,7 +2009,7 @@ FETCH_NEXT_BLOCK:
setBlockGroupIdByUid
(
pInfo
,
pDelBlock
);
rebuildDeleteBlockData
(
pDelBlock
,
&
pStreamInfo
->
fillHistoryWindow
,
id
);
print
DataBlock
(
pDelBlock
,
"stream scan
delete recv filtered"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pDelBlock
,
getStreamOpName
(
pOperator
->
operatorType
),
"
delete recv filtered"
,
GET_TASKID
(
pTaskInfo
));
if
(
pDelBlock
->
info
.
rows
==
0
)
{
if
(
pInfo
->
tqReader
)
{
blockDataDestroy
(
pDelBlock
);
...
...
@@ -2025,7 +2020,7 @@ FETCH_NEXT_BLOCK:
if
(
!
isIntervalWindow
(
pInfo
)
&&
!
isSessionWindow
(
pInfo
)
&&
!
isStateWindow
(
pInfo
))
{
generateDeleteResultBlock
(
pInfo
,
pDelBlock
,
pInfo
->
pDeleteDataRes
);
pInfo
->
pDeleteDataRes
->
info
.
type
=
STREAM_DELETE_RESULT
;
print
DataBlock
(
pDelBlock
,
"stream scan
delete result"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pDelBlock
,
getStreamOpName
(
pOperator
->
operatorType
),
"
delete result"
,
GET_TASKID
(
pTaskInfo
));
blockDataDestroy
(
pDelBlock
);
if
(
pInfo
->
pDeleteDataRes
->
info
.
rows
>
0
)
{
...
...
@@ -2040,7 +2035,7 @@ FETCH_NEXT_BLOCK:
prepareRangeScan
(
pInfo
,
pInfo
->
pUpdateRes
,
&
pInfo
->
updateResIndex
);
copyDataBlock
(
pInfo
->
pDeleteDataRes
,
pInfo
->
pUpdateRes
);
pInfo
->
pDeleteDataRes
->
info
.
type
=
STREAM_DELETE_DATA
;
print
DataBlock
(
pDelBlock
,
"stream scan delete data
"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pDelBlock
,
getStreamOpName
(
pOperator
->
operatorType
),
"delete result
"
,
GET_TASKID
(
pTaskInfo
));
if
(
pInfo
->
tqReader
)
{
blockDataDestroy
(
pDelBlock
);
}
...
...
@@ -2055,7 +2050,7 @@ FETCH_NEXT_BLOCK:
default:
break
;
}
// printDataBlock(pBlock, "stream scan recv"
);
printSpecDataBlock
(
pBlock
,
getStreamOpName
(
pOperator
->
operatorType
),
"recv"
,
GET_TASKID
(
pTaskInfo
)
);
return
pBlock
;
}
else
if
(
pInfo
->
blockType
==
STREAM_INPUT__DATA_SUBMIT
)
{
qDebug
(
"stream scan mode:%d, %s"
,
pInfo
->
scanMode
,
id
);
...
...
@@ -2091,7 +2086,7 @@ FETCH_NEXT_BLOCK:
STableScanInfo
*
pTableScanInfo
=
pInfo
->
pTableScanOp
->
info
;
pSDB
->
info
.
type
=
pInfo
->
scanMode
==
STREAM_SCAN_FROM_DATAREADER_RANGE
?
STREAM_NORMAL
:
STREAM_PULL_DATA
;
checkUpdateData
(
pInfo
,
true
,
pSDB
,
false
);
print
DataBlock
(
pSDB
,
"stream scan
update"
,
GET_TASKID
(
pTaskInfo
));
print
SpecDataBlock
(
pSDB
,
getStreamOpName
(
pOperator
->
operatorType
),
"
update"
,
GET_TASKID
(
pTaskInfo
));
calBlockTbName
(
pInfo
,
pSDB
);
return
pSDB
;
}
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录