Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
bdc9fc47
T
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1192
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
bdc9fc47
编写于
6月 01, 2023
作者:
H
Hongze Cheng
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
more code
上级
fbc4d649
变更
4
隐藏空白更改
内联
并排
Showing
4 changed file
with
43 addition
and
19 deletion
+43
-19
source/dnode/vnode/src/tsdb/dev/inc/tsdbSttFileRW.h
source/dnode/vnode/src/tsdb/dev/inc/tsdbSttFileRW.h
+3
-3
source/dnode/vnode/src/tsdb/dev/inc/tsdbUtil.h
source/dnode/vnode/src/tsdb/dev/inc/tsdbUtil.h
+1
-1
source/dnode/vnode/src/tsdb/dev/tsdbIter.c
source/dnode/vnode/src/tsdb/dev/tsdbIter.c
+1
-1
source/dnode/vnode/src/tsdb/dev/tsdbSttFileRW.c
source/dnode/vnode/src/tsdb/dev/tsdbSttFileRW.c
+38
-14
未找到文件。
source/dnode/vnode/src/tsdb/dev/inc/tsdbSttFileRW.h
浏览文件 @
bdc9fc47
...
@@ -44,9 +44,9 @@ int32_t tsdbSttFileReadSttBlk(SSttSegReader *reader, const TSttBlkArray **sttBlk
...
@@ -44,9 +44,9 @@ int32_t tsdbSttFileReadSttBlk(SSttSegReader *reader, const TSttBlkArray **sttBlk
int32_t
tsdbSttFileReadStatisBlk
(
SSttSegReader
*
reader
,
const
TStatisBlkArray
**
statisBlkArray
);
int32_t
tsdbSttFileReadStatisBlk
(
SSttSegReader
*
reader
,
const
TStatisBlkArray
**
statisBlkArray
);
int32_t
tsdbSttFileReadDelBlk
(
SSttSegReader
*
reader
,
const
TDelBlkArray
**
delBlkArray
);
int32_t
tsdbSttFileReadDelBlk
(
SSttSegReader
*
reader
,
const
TDelBlkArray
**
delBlkArray
);
int32_t
tsdbSttFileReadSttBlock
(
SSttSegReader
*
reader
,
const
SSttBlk
*
sttBlk
,
SBlockData
*
bData
);
int32_t
tsdbSttFileReadDataBlock
(
SSttSegReader
*
reader
,
const
SSttBlk
*
sttBlk
,
SBlockData
*
bData
);
int32_t
tsdbSttFileReadDelBlock
(
SSttSegReader
*
reader
,
const
SDelBlk
*
delBlk
,
SDelBlock
*
dData
);
int32_t
tsdbSttFileReadStatisBlock
(
SSttSegReader
*
reader
,
const
SStatisBlk
*
statisBlk
,
STbStatisBlock
*
sData
);
int32_t
tsdbSttFileReadStatisBlock
(
SSttSegReader
*
reader
,
const
SStatisBlk
*
statisBlk
,
STbStatisBlock
*
sData
);
int32_t
tsdbSttFileReadDelBlock
(
SSttSegReader
*
reader
,
const
SDelBlk
*
delBlk
,
SDelBlock
*
dData
);
struct
SSttFileReaderConfig
{
struct
SSttFileReaderConfig
{
STsdb
*
tsdb
;
STsdb
*
tsdb
;
...
@@ -54,7 +54,7 @@ struct SSttFileReaderConfig {
...
@@ -54,7 +54,7 @@ struct SSttFileReaderConfig {
STFile
file
[
1
];
STFile
file
[
1
];
SSkmInfo
*
skmTb
;
SSkmInfo
*
skmTb
;
SSkmInfo
*
skmRow
;
SSkmInfo
*
skmRow
;
uint8_t
**
aBuf
;
uint8_t
**
bufArr
;
};
};
// SSttFileWriter ==========================================
// SSttFileWriter ==========================================
...
...
source/dnode/vnode/src/tsdb/dev/inc/tsdbUtil.h
浏览文件 @
bdc9fc47
...
@@ -48,7 +48,7 @@ typedef union {
...
@@ -48,7 +48,7 @@ typedef union {
}
SDelBlock
;
}
SDelBlock
;
typedef
struct
SDelBlk
{
typedef
struct
SDelBlk
{
int32_t
n
Row
;
int32_t
n
umRec
;
int32_t
size
[
DEL_RECORD_NUM_ELEM
];
int32_t
size
[
DEL_RECORD_NUM_ELEM
];
TABLEID
minTid
;
TABLEID
minTid
;
TABLEID
maxTid
;
TABLEID
maxTid
;
...
...
source/dnode/vnode/src/tsdb/dev/tsdbIter.c
浏览文件 @
bdc9fc47
...
@@ -77,7 +77,7 @@ static int32_t tsdbSttIterNext(STsdbIter *iter, const TABLEID *tbid) {
...
@@ -77,7 +77,7 @@ static int32_t tsdbSttIterNext(STsdbIter *iter, const TABLEID *tbid) {
continue
;
continue
;
}
}
int32_t
code
=
tsdbSttFileRead
Stt
Block
(
iter
->
stt
->
reader
,
sttBlk
,
iter
->
stt
->
bData
);
int32_t
code
=
tsdbSttFileRead
Data
Block
(
iter
->
stt
->
reader
,
sttBlk
,
iter
->
stt
->
bData
);
if
(
code
)
return
code
;
if
(
code
)
return
code
;
iter
->
stt
->
iRow
=
0
;
iter
->
stt
->
iRow
=
0
;
...
...
source/dnode/vnode/src/tsdb/dev/tsdbSttFileRW.c
浏览文件 @
bdc9fc47
...
@@ -216,28 +216,45 @@ int32_t tsdbSttFileReadSttBlk(SSttSegReader *reader, const TSttBlkArray **sttBlk
...
@@ -216,28 +216,45 @@ int32_t tsdbSttFileReadSttBlk(SSttSegReader *reader, const TSttBlkArray **sttBlk
return
0
;
return
0
;
}
}
int32_t
tsdbSttFileRead
Stt
Block
(
SSttSegReader
*
reader
,
const
SSttBlk
*
sttBlk
,
SBlockData
*
bData
)
{
int32_t
tsdbSttFileRead
Data
Block
(
SSttSegReader
*
reader
,
const
SSttBlk
*
sttBlk
,
SBlockData
*
bData
)
{
int32_t
code
=
0
;
int32_t
code
=
0
;
// TODO
int32_t
lino
=
0
;
code
=
tRealloc
(
&
reader
->
reader
->
config
->
bufArr
[
0
],
sttBlk
->
bInfo
.
szBlock
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
code
=
tsdbReadFile
(
reader
->
reader
->
fd
,
sttBlk
->
bInfo
.
offset
,
reader
->
reader
->
config
->
bufArr
[
0
],
sttBlk
->
bInfo
.
szBlock
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
code
=
tDecmprBlockData
(
reader
->
reader
->
config
->
bufArr
[
0
],
sttBlk
->
bInfo
.
szBlock
,
bData
,
&
reader
->
reader
->
config
->
bufArr
[
1
]);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
_exit:
if
(
code
)
{
TSDB_ERROR_LOG
(
TD_VID
(
reader
->
reader
->
config
->
tsdb
->
pVnode
),
lino
,
code
);
}
return
code
;
return
code
;
}
}
int32_t
tsdbSttFileReadDelBlock
(
SSttSegReader
*
reader
,
const
SDelBlk
*
delBlk
,
SDelBlock
*
dData
)
{
int32_t
tsdbSttFileReadDelBlock
(
SSttSegReader
*
reader
,
const
SDelBlk
*
delBlk
,
SDelBlock
*
dData
)
{
int32_t
code
=
0
;
int32_t
code
=
0
;
int32_t
lino
=
0
;
int32_t
lino
=
0
;
int32_t
vid
=
TD_VID
(
reader
->
reader
->
config
->
tsdb
->
pVnode
);
tDelBlockClear
(
dData
);
tDelBlockClear
(
dData
);
code
=
tRealloc
(
&
reader
->
reader
->
config
->
aBuf
[
0
],
delBlk
->
dp
->
size
);
code
=
tRealloc
(
&
reader
->
reader
->
config
->
bufArr
[
0
],
delBlk
->
dp
->
size
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
code
=
tsdbReadFile
(
reader
->
reader
->
fd
,
delBlk
->
dp
->
offset
,
reader
->
reader
->
config
->
aBuf
[
0
],
delBlk
->
dp
->
size
);
code
=
tsdbReadFile
(
reader
->
reader
->
fd
,
delBlk
->
dp
->
offset
,
reader
->
reader
->
config
->
bufArr
[
0
],
delBlk
->
dp
->
size
);
if
(
code
)
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
if
(
code
)
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
int64_t
size
=
0
;
int64_t
size
=
0
;
for
(
int32_t
i
=
0
;
i
<
ARRAY_SIZE
(
dData
->
dataArr
);
++
i
)
{
for
(
int32_t
i
=
0
;
i
<
ARRAY_SIZE
(
dData
->
dataArr
);
++
i
)
{
code
=
tsdbDecmprData
(
reader
->
reader
->
config
->
aBuf
[
0
]
+
size
,
delBlk
->
size
[
i
],
TSDB_DATA_TYPE_BIGINT
,
code
=
tsdbDecmprData
(
reader
->
reader
->
config
->
bufArr
[
0
]
+
size
,
delBlk
->
size
[
i
],
TSDB_DATA_TYPE_BIGINT
,
TWO_STAGE_COMP
,
NULL
,
0
,
NULL
);
// TODO
TWO_STAGE_COMP
,
&
reader
->
reader
->
config
->
bufArr
[
1
],
sizeof
(
int64_t
)
*
delBlk
->
numRec
,
&
reader
->
reader
->
config
->
bufArr
[
2
]);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
size
+=
delBlk
->
size
[
i
];
size
+=
delBlk
->
size
[
i
];
...
@@ -246,7 +263,7 @@ int32_t tsdbSttFileReadDelBlock(SSttSegReader *reader, const SDelBlk *delBlk, SD
...
@@ -246,7 +263,7 @@ int32_t tsdbSttFileReadDelBlock(SSttSegReader *reader, const SDelBlk *delBlk, SD
ASSERT
(
size
==
delBlk
->
dp
->
size
);
ASSERT
(
size
==
delBlk
->
dp
->
size
);
_exit:
_exit:
if
(
code
)
{
if
(
code
)
{
tsdbError
(
"vgId:%d %s failed at line %d, reason:%s"
,
vid
,
__func__
,
lino
,
tstrerror
(
code
)
);
TSDB_ERROR_LOG
(
TD_VID
(
reader
->
reader
->
config
->
tsdb
->
pVnode
),
lino
,
code
);
}
}
return
code
;
return
code
;
}
}
...
@@ -254,21 +271,28 @@ _exit:
...
@@ -254,21 +271,28 @@ _exit:
int32_t
tsdbSttFileReadStatisBlock
(
SSttSegReader
*
reader
,
const
SStatisBlk
*
statisBlk
,
STbStatisBlock
*
sData
)
{
int32_t
tsdbSttFileReadStatisBlock
(
SSttSegReader
*
reader
,
const
SStatisBlk
*
statisBlk
,
STbStatisBlock
*
sData
)
{
int32_t
code
=
0
;
int32_t
code
=
0
;
int32_t
lino
=
0
;
int32_t
lino
=
0
;
int32_t
vid
=
TD_VID
(
reader
->
reader
->
config
->
tsdb
->
pVnode
);
tStatisBlockClear
(
sData
);
tStatisBlockClear
(
sData
);
code
=
tRealloc
(
&
reader
->
reader
->
config
->
aBuf
[
0
],
statisBlk
->
dp
->
size
);
code
=
tRealloc
(
&
reader
->
reader
->
config
->
bufArr
[
0
],
statisBlk
->
dp
->
size
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
code
=
tsdbReadFile
(
reader
->
reader
->
fd
,
statisBlk
->
dp
->
offset
,
reader
->
reader
->
config
->
aBuf
[
0
],
statisBlk
->
dp
->
size
);
code
=
tsdbReadFile
(
reader
->
reader
->
fd
,
statisBlk
->
dp
->
offset
,
reader
->
reader
->
config
->
bufArr
[
0
],
statisBlk
->
dp
->
size
);
if
(
code
)
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
if
(
code
)
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
int64_t
size
=
0
;
int64_t
size
=
0
;
for
(
int32_t
i
=
0
;
i
<
ARRAY_SIZE
(
sData
->
dataArr
);
++
i
)
{
for
(
int32_t
i
=
0
;
i
<
ARRAY_SIZE
(
sData
->
dataArr
);
++
i
)
{
code
=
tsdbDecmprData
(
reader
->
reader
->
config
->
aBuf
[
0
]
+
size
,
statisBlk
->
size
[
i
],
TSDB_DATA_TYPE_BIGINT
,
code
=
tsdbDecmprData
(
reader
->
reader
->
config
->
bufArr
[
0
]
+
size
,
statisBlk
->
size
[
i
],
TSDB_DATA_TYPE_BIGINT
,
TWO_STAGE_COMP
,
NULL
,
0
,
NULL
);
// TODO
TWO_STAGE_COMP
,
&
reader
->
reader
->
config
->
bufArr
[
1
],
sizeof
(
int64_t
)
*
statisBlk
->
numRec
,
&
reader
->
reader
->
config
->
bufArr
[
2
]);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
for
(
int32_t
j
=
0
;
j
<
statisBlk
->
numRec
;
++
j
)
{
code
=
TARRAY2_APPEND
(
sData
->
dataArr
+
i
,
((
int64_t
*
)
reader
->
reader
->
config
->
bufArr
[
1
])[
j
]);
TSDB_CHECK_CODE
(
code
,
lino
,
_exit
);
}
size
+=
statisBlk
->
size
[
i
];
size
+=
statisBlk
->
size
[
i
];
}
}
...
@@ -276,7 +300,7 @@ int32_t tsdbSttFileReadStatisBlock(SSttSegReader *reader, const SStatisBlk *stat
...
@@ -276,7 +300,7 @@ int32_t tsdbSttFileReadStatisBlock(SSttSegReader *reader, const SStatisBlk *stat
_exit:
_exit:
if
(
code
)
{
if
(
code
)
{
tsdbError
(
"vgId:%d %s failed at line %d, reason:%s"
,
vid
,
__func__
,
lino
,
tstrerror
(
code
)
);
TSDB_ERROR_LOG
(
TD_VID
(
reader
->
reader
->
config
->
tsdb
->
pVnode
),
lino
,
code
);
}
}
return
code
;
return
code
;
}
}
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录