Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
milvus
milvus
提交
1dd8d2f3
M
milvus
项目概览
milvus
/
milvus
12 个月 前同步成功
通知
261
Star
22476
Fork
2472
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
M
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
1dd8d2f3
编写于
12月 10, 2021
作者:
T
ThreadDao
提交者:
GitHub
12月 10, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Enable auto compaction (#13086)
Signed-off-by:
N
ThreadDao
<
yufen.zong@zilliz.com
>
上级
0f197dde
变更
2
隐藏空白更改
内联
并排
Showing
2 changed file
with
32 addition
and
7 deletion
+32
-7
configs/milvus.yaml
configs/milvus.yaml
+1
-1
tests/python_client/testcases/test_compaction.py
tests/python_client/testcases/test_compaction.py
+31
-6
未找到文件。
configs/milvus.yaml
浏览文件 @
1dd8d2f3
...
...
@@ -177,7 +177,7 @@ dataCoord:
assignmentExpiration
:
2000
# The time of the assignment expiration in ms
compaction
:
enableAutoCompaction
:
fals
e
enableAutoCompaction
:
tru
e
retentionDuration
:
432000
# 5 days in seconds
gc
:
...
...
tests/python_client/testcases/test_compaction.py
浏览文件 @
1dd8d2f3
...
...
@@ -661,13 +661,13 @@ class TestCompactionOperation(TestcaseBase):
c_plans
,
_
=
collection_w
.
get_compaction_plans
()
assert
len
(
c_plans
.
plans
)
==
0
@
pytest
.
mark
.
tags
(
CaseLabel
.
L
2
)
@
pytest
.
mark
.
skip
(
reason
=
"issue #12957"
)
def
test_compact_m
erge_multi_segments
(
self
):
@
pytest
.
mark
.
tags
(
CaseLabel
.
L
1
)
#
@pytest.mark.skip(reason="issue #12957")
def
test_compact_m
anual_and_auto
(
self
):
"""
target: test compact
and merge multi small segments
target: test compact
manual and auto
method: 1.create with shard_num=1
2.insert one and flush (
multi
times)
2.insert one and flush (
11
times)
3.compact
4.load and search
expected: Verify segments info
...
...
@@ -678,12 +678,37 @@ class TestCompactionOperation(TestcaseBase):
# create collection shard_num=1, insert 11 segments, each with one entity
collection_w
=
self
.
collection_insert_multi_segments_one_shard
(
prefix
,
num_of_segment
=
num_of_segment
)
collection_w
.
compact
()
collection_w
.
wait_for_compaction_completed
()
collection_w
.
get_compaction_plans
()[
0
]
collection_w
.
load
()
segments_info
=
self
.
utility_wrap
.
get_query_segment_info
(
collection_w
.
name
)[
0
]
assert
len
(
segments_info
)
==
1
@
pytest
.
mark
.
tags
(
CaseLabel
.
L1
)
def
test_compact_merge_multi_segments
(
self
):
"""
target: test compact and merge multi small segments
method: 1.create with shard_num=1
2.insert one and flush (less than threshold)
3.compact
4.load and search
expected: Verify segments info
"""
# less than auto-merge threshold 10
num_of_segment
=
ct
.
compact_segment_num_threshold
-
1
# create collection shard_num=1, insert 11 segments, each with one entity
collection_w
=
self
.
collection_insert_multi_segments_one_shard
(
prefix
,
num_of_segment
=
num_of_segment
)
collection_w
.
compact
()
collection_w
.
wait_for_compaction_completed
()
c_plans
=
collection_w
.
get_compaction_plans
()[
0
]
assert
len
(
c_plans
.
plans
[
0
].
sources
)
==
2
assert
len
(
c_plans
.
plans
[
0
].
sources
)
==
num_of_segment
target
=
c_plans
.
plans
[
0
].
target
collection_w
.
load
()
segments_info
=
self
.
utility_wrap
.
get_query_segment_info
(
collection_w
.
name
)[
0
]
assert
len
(
segments_info
)
==
1
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录