Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
BaiXuePrincess
milvus
提交
1b6d90a5
milvus
项目概览
BaiXuePrincess
/
milvus
与 Fork 源项目一致
Fork自
milvus / milvus
通知
7
Star
4
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
milvus
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
1b6d90a5
编写于
11月 29, 2019
作者:
F
fishpenguin
浏览文件
操作
浏览文件
下载
差异文件
Merge remote-tracking branch 'upstream/0.6.0' into 0.6.0-yk-refactor-scheduler
上级
4b8a72f9
7d0a3ae0
变更
8
隐藏空白更改
内联
并排
Showing
8 changed file
with
78 addition
and
4 deletion
+78
-4
CHANGELOG.md
CHANGELOG.md
+2
-0
core/conf/server_cpu_config.template
core/conf/server_cpu_config.template
+2
-0
core/conf/server_gpu_config.template
core/conf/server_gpu_config.template
+2
-0
core/src/db/engine/ExecutionEngineImpl.cpp
core/src/db/engine/ExecutionEngineImpl.cpp
+2
-0
core/src/server/Config.cpp
core/src/server/Config.cpp
+32
-3
core/src/server/Config.h
core/src/server/Config.h
+9
-0
core/unittest/db/test_engine.cpp
core/unittest/db/test_engine.cpp
+27
-1
core/unittest/server/utils.cpp
core/unittest/server/utils.cpp
+2
-0
未找到文件。
CHANGELOG.md
浏览文件 @
1b6d90a5
...
...
@@ -21,6 +21,7 @@ Please mark all change in change log and use the ticket from JIRA.
-
\#
440 - Server cannot startup with gpu_resource_config.enable=false in GPU version
-
\#
458 - Index data is not compatible between 0.5 and 0.6
-
\#
465 - Server hang caused by searching with nsg index
-
\#
485 - Increase code coverage rate
-
\#
486 - gpu no usage during index building
-
\#
497 - CPU-version search performance decreased
-
\#
504 - The code coverage rate of core/src/scheduler/optimizer is too low
...
...
@@ -49,6 +50,7 @@ Please mark all change in change log and use the ticket from JIRA.
-
\#
420 - Update shards merge part to match v0.5.3
-
\#
488 - Add log in scheduler/optimizer
-
\#
502 - C++ SDK support IVFPQ and SPTAG
-
\#
560 - Add version in server config file
## Improvement
-
\#
255 - Add ivfsq8 test report detailed version
...
...
core/conf/server_cpu_config.template
浏览文件 @
1b6d90a5
# Default values are used when you make no changes to the following parameters.
version: 0.1 # config version
server_config:
address: 0.0.0.0 # milvus server ip address (IPv4)
port: 19530 # milvus server port, must in range [1025, 65534]
...
...
core/conf/server_gpu_config.template
浏览文件 @
1b6d90a5
# Default values are used when you make no changes to the following parameters.
version: 0.1 # config version
server_config:
address: 0.0.0.0 # milvus server ip address (IPv4)
port: 19530 # milvus server port, must in range [1025, 65534]
...
...
core/src/db/engine/ExecutionEngineImpl.cpp
浏览文件 @
1b6d90a5
...
...
@@ -112,10 +112,12 @@ ExecutionEngineImpl::CreatetVecIndex(EngineType type) {
index
=
GetVecIndexFactory
(
IndexType
::
NSG_MIX
);
break
;
}
#ifdef CUSTOMIZATION
case
EngineType
::
FAISS_IVFSQ8H
:
{
index
=
GetVecIndexFactory
(
IndexType
::
FAISS_IVFSQ8_HYBRID
);
break
;
}
#endif
case
EngineType
::
FAISS_PQ
:
{
#ifdef MILVUS_CPU_VERSION
index
=
GetVecIndexFactory
(
IndexType
::
FAISS_IVFPQ_CPU
);
...
...
core/src/server/Config.cpp
浏览文件 @
1b6d90a5
...
...
@@ -20,6 +20,7 @@
#include <iostream>
#include <regex>
#include <string>
#include <unordered_map>
#include <vector>
#include "config/YamlConfigMgr.h"
...
...
@@ -33,6 +34,8 @@ namespace server {
constexpr
uint64_t
GB
=
1UL
<<
30
;
static
const
std
::
unordered_map
<
std
::
string
,
std
::
string
>
milvus_config_version_map
({{
"0.6.0"
,
"0.1"
}});
Config
&
Config
::
GetInstance
()
{
static
Config
config_inst
;
...
...
@@ -69,6 +72,12 @@ Status
Config
::
ValidateConfig
()
{
Status
s
;
std
::
string
config_version
;
s
=
GetConfigVersion
(
config_version
);
if
(
!
s
.
ok
())
{
return
s
;
}
/* server config */
std
::
string
server_addr
;
s
=
GetServerConfigAddress
(
server_addr
);
...
...
@@ -383,6 +392,16 @@ Config::PrintAll() {
}
////////////////////////////////////////////////////////////////////////////////
Status
Config
::
CheckConfigVersion
(
const
std
::
string
&
value
)
{
if
(
milvus_config_version_map
.
at
(
MILVUS_VERSION
)
!=
value
)
{
std
::
string
msg
=
"Invalid config version: "
+
value
+
". Expected config version: "
+
milvus_config_version_map
.
at
(
MILVUS_VERSION
);
return
Status
(
SERVER_INVALID_ARGUMENT
,
msg
);
}
return
Status
::
OK
();
}
Status
Config
::
CheckServerConfigAddress
(
const
std
::
string
&
value
)
{
if
(
!
ValidationUtil
::
ValidateIpAddress
(
value
).
ok
())
{
...
...
@@ -766,10 +785,14 @@ Config::CheckGpuResourceConfigBuildIndexResources(const std::vector<std::string>
////////////////////////////////////////////////////////////////////////////////
ConfigNode
&
Config
::
GetConfig
Node
(
const
std
::
string
&
name
)
{
Config
::
GetConfig
Root
(
)
{
ConfigMgr
*
mgr
=
YamlConfigMgr
::
GetInstance
();
ConfigNode
&
root_node
=
mgr
->
GetRootNode
();
return
root_node
.
GetChild
(
name
);
return
mgr
->
GetRootNode
();
}
ConfigNode
&
Config
::
GetConfigNode
(
const
std
::
string
&
name
)
{
return
GetConfigRoot
().
GetChild
(
name
);
}
Status
...
...
@@ -816,6 +839,12 @@ Config::GetConfigSequenceStr(const std::string& parent_key, const std::string& c
return
value
;
}
Status
Config
::
GetConfigVersion
(
std
::
string
&
value
)
{
value
=
GetConfigRoot
().
GetValue
(
CONFIG_VERSION
);
return
CheckConfigVersion
(
value
);
}
Status
Config
::
GetServerConfigAddress
(
std
::
string
&
value
)
{
value
=
GetConfigStr
(
CONFIG_SERVER
,
CONFIG_SERVER_ADDRESS
,
CONFIG_SERVER_ADDRESS_DEFAULT
);
...
...
core/src/server/Config.h
浏览文件 @
1b6d90a5
...
...
@@ -28,6 +28,8 @@
namespace
milvus
{
namespace
server
{
static
const
char
*
CONFIG_VERSION
=
"version"
;
/* server config */
static
const
char
*
CONFIG_SERVER
=
"server_config"
;
static
const
char
*
CONFIG_SERVER_ADDRESS
=
"address"
;
...
...
@@ -115,6 +117,8 @@ class Config {
PrintAll
();
private:
ConfigNode
&
GetConfigRoot
();
ConfigNode
&
GetConfigNode
(
const
std
::
string
&
name
);
Status
...
...
@@ -125,6 +129,9 @@ class Config {
PrintConfigSection
(
const
std
::
string
&
config_node_name
);
///////////////////////////////////////////////////////////////////////////
Status
CheckConfigVersion
(
const
std
::
string
&
value
);
/* server config */
Status
CheckServerConfigAddress
(
const
std
::
string
&
value
);
...
...
@@ -193,6 +200,8 @@ class Config {
std
::
string
GetConfigSequenceStr
(
const
std
::
string
&
parent_key
,
const
std
::
string
&
child_key
,
const
std
::
string
&
delim
=
","
,
const
std
::
string
&
default_value
=
""
);
Status
GetConfigVersion
(
std
::
string
&
value
);
public:
/* server config */
...
...
core/unittest/db/test_engine.cpp
浏览文件 @
1b6d90a5
...
...
@@ -59,6 +59,29 @@ TEST_F(EngineTest, FACTORY_TEST) {
ASSERT_TRUE
(
engine_ptr
!=
nullptr
);
}
{
auto
engine_ptr
=
milvus
::
engine
::
EngineFactory
::
Build
(
512
,
"/tmp/milvus_index_1"
,
milvus
::
engine
::
EngineType
::
FAISS_PQ
,
milvus
::
engine
::
MetricType
::
IP
,
1024
);
ASSERT_TRUE
(
engine_ptr
!=
nullptr
);
}
{
auto
engine_ptr
=
milvus
::
engine
::
EngineFactory
::
Build
(
512
,
"/tmp/milvus_index_1"
,
milvus
::
engine
::
EngineType
::
SPTAG_KDT
,
milvus
::
engine
::
MetricType
::
L2
,
1024
);
ASSERT_TRUE
(
engine_ptr
!=
nullptr
);
}
{
auto
engine_ptr
=
milvus
::
engine
::
EngineFactory
::
Build
(
512
,
"/tmp/milvus_index_1"
,
milvus
::
engine
::
EngineType
::
SPTAG_KDT
,
milvus
::
engine
::
MetricType
::
L2
,
1024
);
ASSERT_TRUE
(
engine_ptr
!=
nullptr
);
}
}
TEST_F
(
EngineTest
,
ENGINE_IMPL_TEST
)
{
...
...
@@ -69,7 +92,7 @@ TEST_F(EngineTest, ENGINE_IMPL_TEST) {
std
::
vector
<
float
>
data
;
std
::
vector
<
int64_t
>
ids
;
const
int
row_count
=
100
00
;
const
int
row_count
=
5
00
;
data
.
reserve
(
row_count
*
dimension
);
ids
.
reserve
(
row_count
);
for
(
int64_t
i
=
0
;
i
<
row_count
;
i
++
)
{
...
...
@@ -95,5 +118,8 @@ TEST_F(EngineTest, ENGINE_IMPL_TEST) {
// ASSERT_TRUE(status.ok());
auto
engine_build
=
engine_ptr
->
BuildIndex
(
"/tmp/milvus_index_2"
,
milvus
::
engine
::
EngineType
::
FAISS_IVFSQ8
);
engine_build
=
engine_ptr
->
BuildIndex
(
"/tmp/milvus_index_3"
,
milvus
::
engine
::
EngineType
::
FAISS_PQ
);
engine_build
=
engine_ptr
->
BuildIndex
(
"/tmp/milvus_index_4"
,
milvus
::
engine
::
EngineType
::
SPTAG_KDT
);
engine_build
=
engine_ptr
->
BuildIndex
(
"/tmp/milvus_index_5"
,
milvus
::
engine
::
EngineType
::
SPTAG_BKT
);
// ASSERT_TRUE(status.ok());
}
core/unittest/server/utils.cpp
浏览文件 @
1b6d90a5
...
...
@@ -28,6 +28,8 @@ namespace {
static
const
char
*
VALID_CONFIG_STR
=
"# Default values are used when you make no changes to the following parameters.
\n
"
"
\n
"
"version: 0.1"
"
\n
"
"server_config:
\n
"
" address: 0.0.0.0 # milvus server ip address (IPv4)
\n
"
" port: 19530 # port range: 1025 ~ 65534
\n
"
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录