Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
064c46bc
TDengine
项目概览
taosdata
/
TDengine
大约 1 年 前同步成功
通知
1184
Star
22015
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
064c46bc
编写于
5月 09, 2023
作者:
M
Minglei Jin
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
cache/dclp: double check to load from tsdb
上级
9b275f74
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
62 addition
and
31 deletion
+62
-31
source/dnode/vnode/src/tsdb/tsdbCache.c
source/dnode/vnode/src/tsdb/tsdbCache.c
+62
-31
未找到文件。
source/dnode/vnode/src/tsdb/tsdbCache.c
浏览文件 @
064c46bc
...
...
@@ -190,6 +190,25 @@ void tsdbCacheSerialize(SLastCol *pLastCol, char **value, size_t *size) {
*
size
=
length
;
}
static
SLastCol
*
tsdbCacheLookup
(
STsdb
*
pTsdb
,
tb_uid_t
uid
,
int16_t
cid
,
char
const
*
lstring
)
{
SLastCol
*
pLastCol
=
NULL
;
char
*
err
=
NULL
;
size_t
vlen
=
0
;
char
key
[
ROCKS_KEY_LEN
];
size_t
klen
=
snprintf
(
key
,
ROCKS_KEY_LEN
,
"%"
PRIi64
":%"
PRIi16
":%s"
,
uid
,
cid
,
lstring
);
char
*
value
=
NULL
;
value
=
rocksdb_get
(
pTsdb
->
rCache
.
db
,
pTsdb
->
rCache
.
readoptions
,
key
,
klen
,
&
vlen
,
&
err
);
if
(
NULL
!=
err
)
{
tsdbError
(
"vgId:%d, %s failed at line %d since %s"
,
TD_VID
(
pTsdb
->
pVnode
),
__func__
,
__LINE__
,
err
);
rocksdb_free
(
err
);
}
pLastCol
=
tsdbCacheDeserialize
(
value
);
return
pLastCol
;
}
int32_t
tsdbCacheUpdate
(
STsdb
*
pTsdb
,
tb_uid_t
suid
,
tb_uid_t
uid
,
TSDBROW
*
pRow
)
{
int32_t
code
=
0
;
...
...
@@ -362,6 +381,7 @@ int32_t tsdbCacheGet(STsdb *pTsdb, tb_uid_t uid, SArray *pLastArray, SCacheRowsR
taosMemoryFree
(
errs
);
for
(
int
i
=
0
;
i
<
num_keys
;
++
i
)
{
bool
freeCol
=
true
;
SArray
*
pTmpColArray
=
NULL
;
SLastCol
*
pLastCol
=
tsdbCacheDeserialize
(
values_list
[
i
]);
int16_t
cid
=
*
(
int16_t
*
)
taosArrayGet
(
pCidList
,
i
);
...
...
@@ -376,48 +396,59 @@ int32_t tsdbCacheGet(STsdb *pTsdb, tb_uid_t uid, SArray *pLastArray, SCacheRowsR
}
}
}
else
{
// recalc: load from tsdb
int16_t
aCols
[
1
]
=
{
cid
};
int16_t
slotIds
[
1
]
=
{
pr
->
pSlotIds
[
i
]};
pTmpColArray
=
NULL
;
taosThreadMutexLock
(
&
pTsdb
->
rCache
.
rMutex
);
if
(
ltype
)
{
mergeLastCid
(
uid
,
pTsdb
,
&
pTmpColArray
,
pr
,
aCols
,
1
,
slotIds
);
}
else
{
mergeLastRowCid
(
uid
,
pTsdb
,
&
pTmpColArray
,
pr
,
aCols
,
1
,
slotIds
);
}
pLastCol
=
tsdbCacheLookup
(
pTsdb
,
uid
,
cid
,
lstring
);
if
(
!
pLastCol
)
{
// recalc: load from tsdb
int16_t
aCols
[
1
]
=
{
cid
};
int16_t
slotIds
[
1
]
=
{
pr
->
pSlotIds
[
i
]};
pTmpColArray
=
NULL
;
if
(
pTmpColArray
&&
TARRAY_SIZE
(
pTmpColArray
)
>=
1
)
{
pLastCol
=
taosArrayGet
(
pTmpColArray
,
0
);
}
if
(
ltype
)
{
mergeLastCid
(
uid
,
pTsdb
,
&
pTmpColArray
,
pr
,
aCols
,
1
,
slotIds
);
}
else
{
mergeLastRowCid
(
uid
,
pTsdb
,
&
pTmpColArray
,
pr
,
aCols
,
1
,
slotIds
);
}
// still null, then make up a none col value
if
(
!
pLastCol
)
{
pLastCol
=
&
noneCol
;
}
if
(
pTmpColArray
&&
TARRAY_SIZE
(
pTmpColArray
)
>=
1
)
{
pLastCol
=
taosArrayGet
(
pTmpColArray
,
0
);
}
// store result back to rocks cache
rocksdb_writebatch_t
*
wb
=
pTsdb
->
rCache
.
writebatch
;
char
*
value
=
NULL
;
size_t
vlen
=
0
;
tsdbCacheSerialize
(
pLastCol
,
&
value
,
&
vlen
);
char
key
[
ROCKS_KEY_LEN
];
size_t
klen
=
snprintf
(
key
,
ROCKS_KEY_LEN
,
"%"
PRIi64
":%"
PRIi16
":last"
,
uid
,
pLastCol
->
colVal
.
cid
);
rocksdb_writebatch_put
(
wb
,
key
,
klen
,
value
,
vlen
);
char
*
err
=
NULL
;
rocksdb_write
(
pTsdb
->
rCache
.
db
,
pTsdb
->
rCache
.
writeoptions
,
wb
,
&
err
);
if
(
NULL
!=
err
)
{
tsdbError
(
"vgId:%d, %s failed at line %d since %s"
,
TD_VID
(
pTsdb
->
pVnode
),
__func__
,
__LINE__
,
err
);
rocksdb_free
(
err
);
// still null, then make up a none col value
if
(
!
pLastCol
)
{
pLastCol
=
&
noneCol
;
freeCol
=
false
;
}
// store result back to rocks cache
rocksdb_writebatch_t
*
wb
=
pTsdb
->
rCache
.
writebatch
;
char
*
value
=
NULL
;
size_t
vlen
=
0
;
tsdbCacheSerialize
(
pLastCol
,
&
value
,
&
vlen
);
char
key
[
ROCKS_KEY_LEN
];
size_t
klen
=
snprintf
(
key
,
ROCKS_KEY_LEN
,
"%"
PRIi64
":%"
PRIi16
":%s"
,
uid
,
pLastCol
->
colVal
.
cid
,
lstring
);
rocksdb_writebatch_put
(
wb
,
key
,
klen
,
value
,
vlen
);
taosMemoryFree
(
value
);
char
*
err
=
NULL
;
rocksdb_write
(
pTsdb
->
rCache
.
db
,
pTsdb
->
rCache
.
writeoptions
,
wb
,
&
err
);
if
(
NULL
!=
err
)
{
tsdbError
(
"vgId:%d, %s failed at line %d since %s"
,
TD_VID
(
pTsdb
->
pVnode
),
__func__
,
__LINE__
,
err
);
rocksdb_free
(
err
);
}
}
taos
MemoryFree
(
value
);
taos
ThreadMutexUnlock
(
&
pTsdb
->
rCache
.
rMutex
);
}
taosArrayPush
(
pLastArray
,
pLastCol
);
taosArrayDestroy
(
pTmpColArray
);
taosMemoryFree
(
values_list
[
i
]);
if
(
freeCol
)
{
taosMemoryFree
(
pLastCol
);
}
}
taosMemoryFree
(
values_list
);
taosMemoryFree
(
values_list_sizes
);
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录