Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
e5944b08
T
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1192
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
e5944b08
编写于
7月 01, 2022
作者:
M
Minglei Jin
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
tsdbCache: new dup parameter to insert last row
上级
deb81301
变更
3
隐藏空白更改
内联
并排
Showing
3 changed file
with
25 addition
and
10 deletion
+25
-10
source/dnode/vnode/src/inc/tsdb.h
source/dnode/vnode/src/inc/tsdb.h
+1
-1
source/dnode/vnode/src/tsdb/tsdbCache.c
source/dnode/vnode/src/tsdb/tsdbCache.c
+22
-7
source/dnode/vnode/src/tsdb/tsdbMemTable.c
source/dnode/vnode/src/tsdb/tsdbMemTable.c
+2
-2
未找到文件。
source/dnode/vnode/src/inc/tsdb.h
浏览文件 @
e5944b08
...
@@ -252,7 +252,7 @@ int32_t tsdbReadDelIdx(SDelFReader *pReader, SArray *aDelIdx, uint8_t **ppBuf);
...
@@ -252,7 +252,7 @@ int32_t tsdbReadDelIdx(SDelFReader *pReader, SArray *aDelIdx, uint8_t **ppBuf);
int32_t
tsdbOpenCache
(
STsdb
*
pTsdb
);
int32_t
tsdbOpenCache
(
STsdb
*
pTsdb
);
void
tsdbCloseCache
(
SLRUCache
*
pCache
);
void
tsdbCloseCache
(
SLRUCache
*
pCache
);
int32_t
tsdbCacheInsertLast
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
);
int32_t
tsdbCacheInsertLast
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
);
int32_t
tsdbCacheInsertLastrow
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
);
int32_t
tsdbCacheInsertLastrow
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
,
bool
dup
);
int32_t
tsdbCacheGetLastH
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STsdb
*
pTsdb
,
LRUHandle
**
h
);
int32_t
tsdbCacheGetLastH
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STsdb
*
pTsdb
,
LRUHandle
**
h
);
int32_t
tsdbCacheGetLastrowH
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STsdb
*
pTsdb
,
LRUHandle
**
h
);
int32_t
tsdbCacheGetLastrowH
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STsdb
*
pTsdb
,
LRUHandle
**
h
);
...
...
source/dnode/vnode/src/tsdb/tsdbCache.c
浏览文件 @
e5944b08
...
@@ -89,7 +89,7 @@ static int32_t tsdbCacheDeleteLast(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey)
...
@@ -89,7 +89,7 @@ static int32_t tsdbCacheDeleteLast(SLRUCache *pCache, tb_uid_t uid, TSKEY eKey)
return
code
;
return
code
;
}
}
int32_t
tsdbCacheInsertLastrow
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
)
{
int32_t
tsdbCacheInsertLastrow
(
SLRUCache
*
pCache
,
tb_uid_t
uid
,
STSRow
*
row
,
bool
dup
)
{
int32_t
code
=
0
;
int32_t
code
=
0
;
STSRow
*
cacheRow
=
NULL
;
STSRow
*
cacheRow
=
NULL
;
char
key
[
32
]
=
{
0
};
char
key
[
32
]
=
{
0
};
...
@@ -102,16 +102,23 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, tb_uid_t uid, STSRow *row) {
...
@@ -102,16 +102,23 @@ int32_t tsdbCacheInsertLastrow(SLRUCache *pCache, tb_uid_t uid, STSRow *row) {
if
(
row
->
ts
>=
cacheRow
->
ts
)
{
if
(
row
->
ts
>=
cacheRow
->
ts
)
{
if
(
TD_ROW_LEN
(
row
)
<=
TD_ROW_LEN
(
cacheRow
))
{
if
(
TD_ROW_LEN
(
row
)
<=
TD_ROW_LEN
(
cacheRow
))
{
tdRowCpy
(
cacheRow
,
row
);
tdRowCpy
(
cacheRow
,
row
);
if
(
!
dup
)
{
taosMemoryFree
(
row
);
}
taosLRUCacheRelease
(
pCache
,
h
,
false
);
taosLRUCacheRelease
(
pCache
,
h
,
false
);
}
else
{
}
else
{
taosLRUCacheRelease
(
pCache
,
h
,
true
);
taosLRUCacheRelease
(
pCache
,
h
,
true
);
// tsdbCacheDeleteLastrow(pCache, uid, TSKEY_MAX);
// tsdbCacheDeleteLastrow(pCache, uid, TSKEY_MAX);
tsdbCacheInsertLastrow
(
pCache
,
uid
,
row
);
tsdbCacheInsertLastrow
(
pCache
,
uid
,
row
,
dup
);
}
}
}
}
}
else
{
}
else
{
cacheRow
=
tdRowDup
(
row
);
if
(
dup
)
{
cacheRow
=
tdRowDup
(
row
);
}
else
{
cacheRow
=
row
;
}
_taos_lru_deleter_t
deleter
=
deleteTableCacheLastrow
;
_taos_lru_deleter_t
deleter
=
deleteTableCacheLastrow
;
LRUStatus
status
=
LRUStatus
status
=
...
@@ -345,7 +352,8 @@ static int32_t getNextRowFromFS(void *iter, TSDBROW **ppRow) {
...
@@ -345,7 +352,8 @@ static int32_t getNextRowFromFS(void *iter, TSDBROW **ppRow) {
/* tBlockIdxReset(state->blockIdx); */
/* tBlockIdxReset(state->blockIdx); */
/* } */
/* } */
/* tBlockIdxReset(state->blockIdx); */
/* tBlockIdxReset(state->blockIdx); */
/* code = tMapDataSearch(&state->blockIdxMap, state->pBlockIdxExp, tGetBlockIdx, tCmprBlockIdx, &state->blockIdx);
/* code = tMapDataSearch(&state->blockIdxMap, state->pBlockIdxExp, tGetBlockIdx, tCmprBlockIdx,
* &state->blockIdx);
*/
*/
state
->
pBlockIdx
=
taosArraySearch
(
state
->
aBlockIdx
,
state
->
pBlockIdxExp
,
tCmprBlockIdx
,
TD_EQ
);
state
->
pBlockIdx
=
taosArraySearch
(
state
->
aBlockIdx
,
state
->
pBlockIdxExp
,
tCmprBlockIdx
,
TD_EQ
);
if
(
code
)
goto
_err
;
if
(
code
)
goto
_err
;
...
@@ -530,7 +538,7 @@ typedef struct TsdbNextRowState {
...
@@ -530,7 +538,7 @@ typedef struct TsdbNextRowState {
_next_row_fn_t
nextRowFn
;
_next_row_fn_t
nextRowFn
;
}
TsdbNextRowState
;
}
TsdbNextRowState
;
static
int32_t
mergeLastRow
(
tb_uid_t
uid
,
STsdb
*
pTsdb
,
STSRow
**
ppRow
)
{
static
int32_t
mergeLastRow
(
tb_uid_t
uid
,
STsdb
*
pTsdb
,
bool
*
dup
,
STSRow
**
ppRow
)
{
int32_t
code
=
0
;
int32_t
code
=
0
;
STSchema
*
pTSchema
=
metaGetTbTSchema
(
pTsdb
->
pVnode
->
pMeta
,
uid
,
-
1
);
STSchema
*
pTSchema
=
metaGetTbTSchema
(
pTsdb
->
pVnode
->
pMeta
,
uid
,
-
1
);
...
@@ -667,6 +675,8 @@ static int32_t mergeLastRow(tb_uid_t uid, STsdb *pTsdb, STSRow **ppRow) {
...
@@ -667,6 +675,8 @@ static int32_t mergeLastRow(tb_uid_t uid, STsdb *pTsdb, STSRow **ppRow) {
// merge if nMerge > 1
// merge if nMerge > 1
if
(
nMerge
>
0
)
{
if
(
nMerge
>
0
)
{
*
dup
=
false
;
if
(
nMerge
==
1
)
{
if
(
nMerge
==
1
)
{
code
=
tsRowFromTsdbRow
(
pTSchema
,
merge
[
nMerge
-
1
],
ppRow
);
code
=
tsRowFromTsdbRow
(
pTSchema
,
merge
[
nMerge
-
1
],
ppRow
);
if
(
code
)
goto
_err
;
if
(
code
)
goto
_err
;
...
@@ -944,14 +954,19 @@ int32_t tsdbCacheGetLastrowH(SLRUCache *pCache, tb_uid_t uid, STsdb *pTsdb, LRUH
...
@@ -944,14 +954,19 @@ int32_t tsdbCacheGetLastrowH(SLRUCache *pCache, tb_uid_t uid, STsdb *pTsdb, LRUH
//*ppRow = (STSRow *)taosLRUCacheValue(pCache, h);
//*ppRow = (STSRow *)taosLRUCacheValue(pCache, h);
}
else
{
}
else
{
STSRow
*
pRow
=
NULL
;
STSRow
*
pRow
=
NULL
;
code
=
mergeLastRow
(
uid
,
pTsdb
,
&
pRow
);
bool
dup
=
false
;
code
=
mergeLastRow
(
uid
,
pTsdb
,
&
dup
,
&
pRow
);
// if table's empty or error, return code of -1
// if table's empty or error, return code of -1
if
(
code
<
0
||
pRow
==
NULL
)
{
if
(
code
<
0
||
pRow
==
NULL
)
{
if
(
!
dup
)
{
taosMemoryFree
(
pRow
);
}
*
handle
=
NULL
;
*
handle
=
NULL
;
return
0
;
return
0
;
}
}
tsdbCacheInsertLastrow
(
pCache
,
uid
,
pRow
);
tsdbCacheInsertLastrow
(
pCache
,
uid
,
pRow
,
dup
);
h
=
taosLRUCacheLookup
(
pCache
,
key
,
keyLen
);
h
=
taosLRUCacheLookup
(
pCache
,
key
,
keyLen
);
//*ppRow = (STSRow *)taosLRUCacheValue(pCache, h);
//*ppRow = (STSRow *)taosLRUCacheValue(pCache, h);
}
}
...
...
source/dnode/vnode/src/tsdb/tsdbMemTable.c
浏览文件 @
e5944b08
...
@@ -552,7 +552,7 @@ static int32_t tsdbInsertTableDataImpl(SMemTable *pMemTable, STbData *pTbData, i
...
@@ -552,7 +552,7 @@ static int32_t tsdbInsertTableDataImpl(SMemTable *pMemTable, STbData *pTbData, i
pTbData
->
maxKey
=
key
.
ts
;
pTbData
->
maxKey
=
key
.
ts
;
if
(
pLastRow
)
{
if
(
pLastRow
)
{
tsdbCacheInsertLastrow
(
pMemTable
->
pTsdb
->
lruCache
,
pTbData
->
uid
,
pLastRow
);
tsdbCacheInsertLastrow
(
pMemTable
->
pTsdb
->
lruCache
,
pTbData
->
uid
,
pLastRow
,
true
);
}
}
}
}
pTbData
->
minVersion
=
TMIN
(
pTbData
->
minVersion
,
version
);
pTbData
->
minVersion
=
TMIN
(
pTbData
->
minVersion
,
version
);
...
@@ -574,4 +574,4 @@ _err:
...
@@ -574,4 +574,4 @@ _err:
return
code
;
return
code
;
}
}
int32_t
tsdbGetNRowsInTbData
(
STbData
*
pTbData
)
{
return
pTbData
->
sl
.
size
;
}
int32_t
tsdbGetNRowsInTbData
(
STbData
*
pTbData
)
{
return
pTbData
->
sl
.
size
;
}
\ No newline at end of file
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录