Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
milvus
milvus
提交
3f48a40a
M
milvus
项目概览
milvus
/
milvus
11 个月 前同步成功
通知
261
Star
22476
Fork
2472
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
M
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
未验证
提交
3f48a40a
编写于
1月 25, 2022
作者:
Z
zhenshan.cao
提交者:
GitHub
1月 25, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Load index meta in every retry (#15376)
Signed-off-by:
N
zhenshan.cao
<
zhenshan.cao@zilliz.com
>
上级
515fe962
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
42 addition
and
41 deletion
+42
-41
internal/indexnode/task.go
internal/indexnode/task.go
+42
-41
未找到文件。
internal/indexnode/task.go
浏览文件 @
3f48a40a
...
...
@@ -201,55 +201,56 @@ func (it *IndexBuildTask) updateTaskState(indexMeta *indexpb.IndexMeta) TaskStat
// if failed, IndexNode will panic to inform indexcoord.
func
(
it
*
IndexBuildTask
)
saveIndexMeta
(
ctx
context
.
Context
)
error
{
defer
it
.
tr
.
Record
(
"IndexNode IndexBuildTask saveIndexMeta"
)
indexMeta
,
version
,
err
:=
it
.
loadIndexMeta
(
ctx
)
if
err
!=
nil
{
errMsg
:=
fmt
.
Sprintf
(
"IndexNode IndexBuildTask saveIndexMeta fail to load index meta, IndexBuildID=%d"
,
indexMeta
.
IndexBuildID
)
panic
(
errMsg
)
}
taskState
:=
it
.
updateTaskState
(
indexMeta
)
if
taskState
==
TaskStateAbandon
{
log
.
Info
(
"IndexNode IndexBuildTask saveIndexMeta"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
)
)
return
nil
}
fn
:=
func
()
error
{
indexMeta
,
version
,
err
:=
it
.
loadIndexMeta
(
ctx
)
if
err
!=
nil
{
errMsg
:=
fmt
.
Sprintf
(
"IndexNode IndexBuildTask saveIndexMeta fail to load index meta, IndexBuildID=%d"
,
indexMeta
.
IndexBuildID
)
panic
(
errMsg
)
}
indexMeta
.
IndexFilePaths
=
it
.
savePaths
indexMeta
.
SerializeSize
=
it
.
serializedSize
if
taskState
==
TaskStateFailed
{
log
.
Error
(
"IndexNode IndexBuildTask saveIndexMeta set indexMeta.state to IndexState_Failed"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
),
zap
.
Error
(
it
.
err
))
indexMeta
.
State
=
commonpb
.
IndexState_Failed
indexMeta
.
FailReason
=
it
.
err
.
Error
()
}
else
if
taskState
==
TaskStateRetry
{
log
.
Info
(
"IndexNode IndexBuildTask saveIndexMeta set indexMeta.state to IndexState_Unissued"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
),
zap
.
Error
(
it
.
internalErr
))
indexMeta
.
State
=
commonpb
.
IndexState_Unissued
}
else
{
// TaskStateNormal
log
.
Info
(
"IndexNode IndexBuildTask saveIndexmeta indexMeta.state to IndexState_Unissued"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
))
indexMeta
.
State
=
commonpb
.
IndexState_Finished
}
taskState
:=
it
.
updateTaskState
(
indexMeta
)
if
taskState
==
TaskStateAbandon
{
log
.
Info
(
"IndexNode IndexBuildTask saveIndexMeta"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
))
return
nil
}
var
metaValue
[]
byte
metaValue
,
err
=
proto
.
Marshal
(
indexMeta
)
if
err
!=
nil
{
errMsg
:=
fmt
.
Sprintf
(
"IndexNode IndexBuildTask saveIndexMeta fail to marshal index meta, IndexBuildID=%d, err=%s"
,
indexMeta
.
IndexBuildID
,
err
.
Error
())
panic
(
errMsg
)
}
indexMeta
.
IndexFilePaths
=
it
.
savePaths
indexMeta
.
SerializeSize
=
it
.
serializedSize
if
taskState
==
TaskStateFailed
{
log
.
Error
(
"IndexNode IndexBuildTask saveIndexMeta set indexMeta.state to IndexState_Failed"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
),
zap
.
Error
(
it
.
err
))
indexMeta
.
State
=
commonpb
.
IndexState_Failed
indexMeta
.
FailReason
=
it
.
err
.
Error
()
}
else
if
taskState
==
TaskStateRetry
{
log
.
Info
(
"IndexNode IndexBuildTask saveIndexMeta set indexMeta.state to IndexState_Unissued"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
),
zap
.
Error
(
it
.
internalErr
))
indexMeta
.
State
=
commonpb
.
IndexState_Unissued
}
else
{
// TaskStateNormal
log
.
Info
(
"IndexNode IndexBuildTask saveIndexmeta indexMeta.state to IndexState_Unissued"
,
zap
.
String
(
"TaskState"
,
taskState
.
String
()),
zap
.
Int64
(
"IndexBuildID"
,
indexMeta
.
IndexBuildID
))
indexMeta
.
State
=
commonpb
.
IndexState_Finished
}
var
metaValue
[]
byte
metaValue
,
err
=
proto
.
Marshal
(
indexMeta
)
if
err
!=
nil
{
errMsg
:=
fmt
.
Sprintf
(
"IndexNode IndexBuildTask saveIndexMeta fail to marshal index meta, IndexBuildID=%d, err=%s"
,
indexMeta
.
IndexBuildID
,
err
.
Error
())
panic
(
errMsg
)
}
strMetaValue
:=
string
(
metaValue
)
strMetaValue
:=
string
(
metaValue
)
fn
:=
func
()
error
{
return
it
.
etcdKV
.
CompareVersionAndSwap
(
it
.
req
.
MetaPath
,
version
,
strMetaValue
)
}
err
=
retry
.
Do
(
ctx
,
fn
,
retry
.
Attempts
(
3
))
err
:
=
retry
.
Do
(
ctx
,
fn
,
retry
.
Attempts
(
3
))
if
err
!=
nil
{
panic
(
err
.
Error
())
}
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录