Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
7d4bb1b9
T
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1192
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
7d4bb1b9
编写于
7月 12, 2023
作者:
L
liuyao
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
add checkpoint id for recover
上级
9484f3da
变更
5
隐藏空白更改
内联
并排
Showing
5 changed file
with
15 addition
and
10 deletion
+15
-10
include/libs/executor/storageapi.h
include/libs/executor/storageapi.h
+2
-1
include/libs/stream/tstreamFileState.h
include/libs/stream/tstreamFileState.h
+3
-2
source/libs/executor/inc/querytask.h
source/libs/executor/inc/querytask.h
+1
-0
source/libs/executor/src/timewindowoperator.c
source/libs/executor/src/timewindowoperator.c
+4
-3
source/libs/stream/src/tstreamFileState.c
source/libs/stream/src/tstreamFileState.c
+5
-4
未找到文件。
include/libs/executor/storageapi.h
浏览文件 @
7d4bb1b9
...
@@ -380,7 +380,8 @@ typedef struct SStateStore {
...
@@ -380,7 +380,8 @@ typedef struct SStateStore {
SStreamStateCur
*
(
*
streamStateSessionSeekKeyCurrentNext
)(
SStreamState
*
pState
,
const
SSessionKey
*
key
);
SStreamStateCur
*
(
*
streamStateSessionSeekKeyCurrentNext
)(
SStreamState
*
pState
,
const
SSessionKey
*
key
);
struct
SStreamFileState
*
(
*
streamFileStateInit
)(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
struct
SStreamFileState
*
(
*
streamFileStateInit
)(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
uint32_t
selectRowSize
,
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
id
);
uint32_t
selectRowSize
,
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
id
,
int64_t
ckId
);
void
(
*
streamFileStateDestroy
)(
struct
SStreamFileState
*
pFileState
);
void
(
*
streamFileStateDestroy
)(
struct
SStreamFileState
*
pFileState
);
void
(
*
streamFileStateClear
)(
struct
SStreamFileState
*
pFileState
);
void
(
*
streamFileStateClear
)(
struct
SStreamFileState
*
pFileState
);
...
...
include/libs/stream/tstreamFileState.h
浏览文件 @
7d4bb1b9
...
@@ -31,7 +31,8 @@ typedef struct SStreamFileState SStreamFileState;
...
@@ -31,7 +31,8 @@ typedef struct SStreamFileState SStreamFileState;
typedef
SList
SStreamSnapshot
;
typedef
SList
SStreamSnapshot
;
SStreamFileState
*
streamFileStateInit
(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
uint32_t
selectRowSize
,
SStreamFileState
*
streamFileStateInit
(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
uint32_t
selectRowSize
,
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
id
);
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
taskId
,
int64_t
checkpointId
);
void
streamFileStateDestroy
(
SStreamFileState
*
pFileState
);
void
streamFileStateDestroy
(
SStreamFileState
*
pFileState
);
void
streamFileStateClear
(
SStreamFileState
*
pFileState
);
void
streamFileStateClear
(
SStreamFileState
*
pFileState
);
bool
needClearDiskBuff
(
SStreamFileState
*
pFileState
);
bool
needClearDiskBuff
(
SStreamFileState
*
pFileState
);
...
@@ -44,7 +45,7 @@ bool hasRowBuff(SStreamFileState* pFileState, void* pKey, int32_t keyLen);
...
@@ -44,7 +45,7 @@ bool hasRowBuff(SStreamFileState* pFileState, void* pKey, int32_t keyLen);
SStreamSnapshot
*
getSnapshot
(
SStreamFileState
*
pFileState
);
SStreamSnapshot
*
getSnapshot
(
SStreamFileState
*
pFileState
);
int32_t
flushSnapshot
(
SStreamFileState
*
pFileState
,
SStreamSnapshot
*
pSnapshot
,
bool
flushState
);
int32_t
flushSnapshot
(
SStreamFileState
*
pFileState
,
SStreamSnapshot
*
pSnapshot
,
bool
flushState
);
int32_t
recoverSnapshot
(
SStreamFileState
*
pFileState
);
int32_t
recoverSnapshot
(
SStreamFileState
*
pFileState
,
int64_t
ckId
);
int32_t
getSnapshotIdList
(
SStreamFileState
*
pFileState
,
SArray
*
list
);
int32_t
getSnapshotIdList
(
SStreamFileState
*
pFileState
,
SArray
*
list
);
int32_t
deleteExpiredCheckPoint
(
SStreamFileState
*
pFileState
,
TSKEY
mark
);
int32_t
deleteExpiredCheckPoint
(
SStreamFileState
*
pFileState
,
TSKEY
mark
);
...
...
source/libs/executor/inc/querytask.h
浏览文件 @
7d4bb1b9
...
@@ -92,6 +92,7 @@ struct SExecTaskInfo {
...
@@ -92,6 +92,7 @@ struct SExecTaskInfo {
STaskStopInfo
stopInfo
;
STaskStopInfo
stopInfo
;
SRWLatch
lock
;
// secure the access of STableListInfo
SRWLatch
lock
;
// secure the access of STableListInfo
SStorageAPI
storageAPI
;
SStorageAPI
storageAPI
;
int64_t
checkpointId
;
};
};
void
buildTaskId
(
uint64_t
taskId
,
uint64_t
queryId
,
char
*
dst
);
void
buildTaskId
(
uint64_t
taskId
,
uint64_t
queryId
,
char
*
dst
);
...
...
source/libs/executor/src/timewindowoperator.c
浏览文件 @
7d4bb1b9
...
@@ -3050,8 +3050,9 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream,
...
@@ -3050,8 +3050,9 @@ SOperatorInfo* createStreamFinalIntervalOperatorInfo(SOperatorInfo* downstream,
pInfo
->
pUpdated
=
NULL
;
pInfo
->
pUpdated
=
NULL
;
pInfo
->
pUpdatedMap
=
NULL
;
pInfo
->
pUpdatedMap
=
NULL
;
int32_t
funResSize
=
getMaxFunResSize
(
&
pOperator
->
exprSupp
,
numOfCols
);
int32_t
funResSize
=
getMaxFunResSize
(
&
pOperator
->
exprSupp
,
numOfCols
);
pInfo
->
pState
->
pFileState
=
pAPI
->
stateStore
.
streamFileStateInit
(
tsStreamBufferSize
,
sizeof
(
SWinKey
),
pInfo
->
aggSup
.
resultRowSize
,
funResSize
,
pInfo
->
pState
->
pFileState
=
pAPI
->
stateStore
.
streamFileStateInit
(
compareTs
,
pInfo
->
pState
,
pInfo
->
twAggSup
.
deleteMark
,
GET_TASKID
(
pTaskInfo
));
tsStreamBufferSize
,
sizeof
(
SWinKey
),
pInfo
->
aggSup
.
resultRowSize
,
funResSize
,
compareTs
,
pInfo
->
pState
,
pInfo
->
twAggSup
.
deleteMark
,
GET_TASKID
(
pTaskInfo
),
pTaskInfo
->
checkpointId
);
pInfo
->
dataVersion
=
0
;
pInfo
->
dataVersion
=
0
;
pInfo
->
stateStore
=
pTaskInfo
->
storageAPI
.
stateStore
;
pInfo
->
stateStore
=
pTaskInfo
->
storageAPI
.
stateStore
;
pInfo
->
recvGetAll
=
false
;
pInfo
->
recvGetAll
=
false
;
...
@@ -5703,7 +5704,7 @@ SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhys
...
@@ -5703,7 +5704,7 @@ SOperatorInfo* createStreamIntervalOperatorInfo(SOperatorInfo* downstream, SPhys
pInfo
->
pState
->
pFileState
=
pTaskInfo
->
storageAPI
.
stateStore
.
streamFileStateInit
(
pInfo
->
pState
->
pFileState
=
pTaskInfo
->
storageAPI
.
stateStore
.
streamFileStateInit
(
tsStreamBufferSize
,
sizeof
(
SWinKey
),
pInfo
->
aggSup
.
resultRowSize
,
funResSize
,
compareTs
,
pInfo
->
pState
,
tsStreamBufferSize
,
sizeof
(
SWinKey
),
pInfo
->
aggSup
.
resultRowSize
,
funResSize
,
compareTs
,
pInfo
->
pState
,
pInfo
->
twAggSup
.
deleteMark
,
GET_TASKID
(
pTaskInfo
));
pInfo
->
twAggSup
.
deleteMark
,
GET_TASKID
(
pTaskInfo
)
,
pTaskInfo
->
checkpointId
);
setOperatorInfo
(
pOperator
,
"StreamIntervalOperator"
,
QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL
,
true
,
OP_NOT_OPENED
,
setOperatorInfo
(
pOperator
,
"StreamIntervalOperator"
,
QUERY_NODE_PHYSICAL_PLAN_STREAM_INTERVAL
,
true
,
OP_NOT_OPENED
,
pInfo
,
pTaskInfo
);
pInfo
,
pTaskInfo
);
...
...
source/libs/stream/src/tstreamFileState.c
浏览文件 @
7d4bb1b9
...
@@ -49,7 +49,8 @@ struct SStreamFileState {
...
@@ -49,7 +49,8 @@ struct SStreamFileState {
typedef
SRowBuffPos
SRowBuffInfo
;
typedef
SRowBuffPos
SRowBuffInfo
;
SStreamFileState
*
streamFileStateInit
(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
uint32_t
selectRowSize
,
SStreamFileState
*
streamFileStateInit
(
int64_t
memSize
,
uint32_t
keySize
,
uint32_t
rowSize
,
uint32_t
selectRowSize
,
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
idstr
)
{
GetTsFun
fp
,
void
*
pFile
,
TSKEY
delMark
,
const
char
*
taskId
,
int64_t
checkpointId
)
{
if
(
memSize
<=
0
)
{
if
(
memSize
<=
0
)
{
memSize
=
DEFAULT_MAX_STREAM_BUFFER_SIZE
;
memSize
=
DEFAULT_MAX_STREAM_BUFFER_SIZE
;
}
}
...
@@ -83,9 +84,9 @@ SStreamFileState* streamFileStateInit(int64_t memSize, uint32_t keySize, uint32_
...
@@ -83,9 +84,9 @@ SStreamFileState* streamFileStateInit(int64_t memSize, uint32_t keySize, uint32_
pFileState
->
deleteMark
=
delMark
;
pFileState
->
deleteMark
=
delMark
;
pFileState
->
flushMark
=
INT64_MIN
;
pFileState
->
flushMark
=
INT64_MIN
;
pFileState
->
maxTs
=
INT64_MIN
;
pFileState
->
maxTs
=
INT64_MIN
;
pFileState
->
id
=
taosStrdup
(
idstr
);
pFileState
->
id
=
taosStrdup
(
taskId
);
recoverSnapshot
(
pFileState
);
recoverSnapshot
(
pFileState
,
checkpointId
);
return
pFileState
;
return
pFileState
;
_error:
_error:
...
@@ -479,7 +480,7 @@ int32_t deleteExpiredCheckPoint(SStreamFileState* pFileState, TSKEY mark) {
...
@@ -479,7 +480,7 @@ int32_t deleteExpiredCheckPoint(SStreamFileState* pFileState, TSKEY mark) {
return
code
;
return
code
;
}
}
int32_t
recoverSnapshot
(
SStreamFileState
*
pFileState
)
{
int32_t
recoverSnapshot
(
SStreamFileState
*
pFileState
,
int64_t
ckId
)
{
int32_t
code
=
TSDB_CODE_SUCCESS
;
int32_t
code
=
TSDB_CODE_SUCCESS
;
if
(
pFileState
->
maxTs
!=
INT64_MIN
)
{
if
(
pFileState
->
maxTs
!=
INT64_MIN
)
{
int64_t
mark
=
(
INT64_MIN
+
pFileState
->
deleteMark
>=
pFileState
->
maxTs
)
int64_t
mark
=
(
INT64_MIN
+
pFileState
->
deleteMark
>=
pFileState
->
maxTs
)
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录