Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
BaiXuePrincess
milvus
提交
c6beac2d
milvus
项目概览
BaiXuePrincess
/
milvus
与 Fork 源项目一致
从无法访问的项目Fork
通知
7
Star
4
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
c6beac2d
编写于
10月 08, 2019
作者:
Y
Yu Kun
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix conflict
Former-commit-id: ffc807d969b26da1638ea4a44056a0411b09af72
上级
549fb512
变更
4
显示空白变更内容
内联
并排
Showing
4 changed file
with
28 addition
and
28 deletion
+28
-28
cpp/src/db/DBImpl.cpp
cpp/src/db/DBImpl.cpp
+23
-23
cpp/src/scheduler/TaskCreator.cpp
cpp/src/scheduler/TaskCreator.cpp
+2
-2
cpp/src/scheduler/task/BuildIndexTask.cpp
cpp/src/scheduler/task/BuildIndexTask.cpp
+2
-2
cpp/src/scheduler/task/BuildIndexTask.h
cpp/src/scheduler/task/BuildIndexTask.h
+1
-1
未找到文件。
cpp/src/db/DBImpl.cpp
浏览文件 @
c6beac2d
...
...
@@ -899,35 +899,35 @@ DBImpl::BackgroundBuildIndex() {
Status
status
;
// step 2: put build index task to scheduler
// for (auto &file : to_index_files) {
// scheduler::BuildIndexJobPtr
// job = std::make_shared<scheduler::BuildIndexJob>(0, meta_ptr_, options_);
//
// scheduler::TableFileSchemaPtr file_ptr = std::make_shared<meta::TableFileSchema>(file);
//
// job->AddToIndexFiles(file_ptr);
// scheduler::JobMgrInst::GetInstance()->Put(job);
// job->WaitBuildIndexFinish();
// if (!job->GetStatus().ok()) {
// Status status = job->GetStatus();
// ENGINE_LOG_ERROR << "Building index for " << file.id_ << " failed: " << status.ToString();
// }
// }
for
(
auto
&
file
:
to_index_files
)
{
scheduler
::
BuildIndexJobPtr
job
=
std
::
make_shared
<
scheduler
::
BuildIndexJob
>
(
0
,
meta_ptr_
,
options_
);
scheduler
::
TableFileSchemaPtr
file_ptr
=
std
::
make_shared
<
meta
::
TableFileSchema
>
(
file
);
for
(
auto
&
file
:
to_index_files
)
{
std
::
cout
<<
"get to index file"
<<
std
::
endl
;
status
=
BuildIndex
(
file
);
if
(
!
status
.
ok
())
{
job
->
AddToIndexFiles
(
file_ptr
);
scheduler
::
JobMgrInst
::
GetInstance
()
->
Put
(
job
);
job
->
WaitBuildIndexFinish
();
if
(
!
job
->
GetStatus
().
ok
())
{
Status
status
=
job
->
GetStatus
();
ENGINE_LOG_ERROR
<<
"Building index for "
<<
file
.
id_
<<
" failed: "
<<
status
.
ToString
();
}
if
(
shutting_down_
.
load
(
std
::
memory_order_acquire
))
{
ENGINE_LOG_DEBUG
<<
"Server will shutdown, skip build index action"
;
break
;
}
}
// for (auto &file : to_index_files) {
// std::cout << "get to index file" << std::endl;
// status = BuildIndex(file);
// if (!status.ok()) {
// ENGINE_LOG_ERROR << "Building index for " << file.id_ << " failed: " << status.ToString();
// }
//
// if (shutting_down_.load(std::memory_order_acquire)) {
// ENGINE_LOG_DEBUG << "Server will shutdown, skip build index action";
// break;
// }
// }
ENGINE_LOG_TRACE
<<
"Background build index thread exit"
;
}
...
...
cpp/src/scheduler/TaskCreator.cpp
浏览文件 @
c6beac2d
...
...
@@ -75,8 +75,8 @@ TaskCreator::Create(const BuildIndexJobPtr &job) {
ResourcePtr
res_ptr
=
ResMgrInst
::
GetInstance
()
->
GetResource
(
"disk"
);
for
(
auto
&
to_index_file
:
job
->
to_index_files
())
{
auto
task
=
std
::
make_shared
<
XBuildIndexTask
>
(
to_index_file
.
second
);
task
->
label
()
=
std
::
make_shared
<
SpecResLabel
>
(
std
::
weak_ptr
<
Resource
>
(
res_ptr
)
);
auto
label
=
std
::
make_shared
<
SpecResLabel
>
(
std
::
weak_ptr
<
Resource
>
(
res_ptr
)
);
auto
task
=
std
::
make_shared
<
XBuildIndexTask
>
(
to_index_file
.
second
,
label
);
task
->
job_
=
job
;
tasks
.
emplace_back
(
task
);
}
...
...
cpp/src/scheduler/task/BuildIndexTask.cpp
浏览文件 @
c6beac2d
...
...
@@ -29,8 +29,8 @@
namespace
milvus
{
namespace
scheduler
{
XBuildIndexTask
::
XBuildIndexTask
(
TableFileSchemaPtr
file
)
:
Task
(
TaskType
::
BuildIndexTask
),
file_
(
file
)
{
XBuildIndexTask
::
XBuildIndexTask
(
TableFileSchemaPtr
file
,
TaskLabelPtr
label
)
:
Task
(
TaskType
::
BuildIndexTask
,
std
::
move
(
label
)
),
file_
(
file
)
{
if
(
file_
)
{
to_index_engine_
=
EngineFactory
::
Build
(
file_
->
dimension_
,
file_
->
location_
,
(
EngineType
)
file_
->
engine_type_
,
(
MetricType
)
file_
->
metric_type_
,
file_
->
nlist_
);
...
...
cpp/src/scheduler/task/BuildIndexTask.h
浏览文件 @
c6beac2d
...
...
@@ -27,7 +27,7 @@ namespace scheduler {
class
XBuildIndexTask
:
public
Task
{
public:
explicit
XBuildIndexTask
(
TableFileSchemaPtr
file
);
explicit
XBuildIndexTask
(
TableFileSchemaPtr
file
,
TaskLabelPtr
label
);
void
Load
(
LoadType
type
,
uint8_t
device_id
)
override
;
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录