diff --git a/cpp/CHANGELOG.md b/cpp/CHANGELOG.md index adcceba3e85167949a8fcb9bdf9a3b7fcb1f2d4b..b7b360b30f158913e3b695f93a6ec499adbd80eb 100644 --- a/cpp/CHANGELOG.md +++ b/cpp/CHANGELOG.md @@ -60,6 +60,7 @@ Please mark all change in change log and use the ticket from JIRA. - MS-310 - Add milvus CPU utilization ratio and CPU/GPU temperature metrics - MS-324 - Show error when there is not enough gpu memory to build index - MS-328 - Check metric type on server start +- MS-332 - Set grpc and thrift server run concurrently ## New Feature - MS-180 - Add new mem manager diff --git a/cpp/cmake/DefineOptions.cmake b/cpp/cmake/DefineOptions.cmake index d0624bd0fdd0d6cbe3711f037826d824695c7820..af89dccb4bb5762de3acc8187959fe336d2d512f 100644 --- a/cpp/cmake/DefineOptions.cmake +++ b/cpp/cmake/DefineOptions.cmake @@ -90,7 +90,7 @@ define_option(MILVUS_WITH_SQLITE_ORM "Build with SQLite ORM library" ON) define_option(MILVUS_WITH_MYSQLPP "Build with MySQL++" ON) -define_option(MILVUS_WITH_THRIFT "Build with Apache Thrift library" OFF) +define_option(MILVUS_WITH_THRIFT "Build with Apache Thrift library" ON) define_option(MILVUS_WITH_YAMLCPP "Build with yaml-cpp library" ON) diff --git a/cpp/cmake/ThirdPartyPackages.cmake b/cpp/cmake/ThirdPartyPackages.cmake index 61e393af7a0987719a648e92ba08b3a1b68cfd33..13039d5856348bd262f4e12a38b5fa79a087fc3e 100644 --- a/cpp/cmake/ThirdPartyPackages.cmake +++ b/cpp/cmake/ThirdPartyPackages.cmake @@ -2679,7 +2679,7 @@ macro(build_grpc) add_dependencies(grpc_protoc grpc_ep) endmacro() -if(NOT MILVUS_WITH_THRIFT STREQUAL "ON") +#if(NOT MILVUS_WITH_THRIFT STREQUAL "ON") resolve_dependency(GRPC) get_target_property(GRPC_INCLUDE_DIR grpc INTERFACE_INCLUDE_DIRECTORIES) @@ -2690,4 +2690,4 @@ if(NOT MILVUS_WITH_THRIFT STREQUAL "ON") include_directories(SYSTEM ${GRPC_THIRD_PARTY_DIR}/protobuf/src) link_directories(SYSTEM ${GRPC_PROTOBUF_LIB_DIR}) -endif() +#endif() diff --git a/cpp/src/CMakeLists.txt b/cpp/src/CMakeLists.txt index 50e09e8c3fe9672d57c511e30c3c7c58692ec15b..8d2bd6b69e83ce43e5a35fafb71557a3727d5a74 100644 --- a/cpp/src/CMakeLists.txt +++ b/cpp/src/CMakeLists.txt @@ -4,7 +4,6 @@ # Proprietary and confidential. #------------------------------------------------------------------------------- - aux_source_directory(cache cache_files) aux_source_directory(config config_files) aux_source_directory(server server_files) @@ -78,17 +77,17 @@ include_directories(/usr/include/mysql) include_directories(grpc/gen-status) include_directories(grpc/gen-milvus) -if (MILVUS_WITH_THRIFT STREQUAL "ON") - set(client_lib +#if (MILVUS_WITH_THRIFT STREQUAL "ON") + set(client_thrift_lib thrift) -else() - set(client_lib +#else() + set(client_grpc_lib grpcpp_channelz grpc++ grpc grpc_protobuf grpc_protoc) -endif() +#endif() set(third_party_libs knowhere @@ -100,7 +99,8 @@ set(third_party_libs lapack easyloggingpp sqlite - ${client_lib} + ${client_thrift_lib} + ${client_grpc_lib} yaml-cpp prometheus-cpp-push prometheus-cpp-pull @@ -197,7 +197,7 @@ set(knowhere_libs tbb ) -if (MILVUS_WITH_THRIFT STREQUAL "ON") +#if (MILVUS_WITH_THRIFT STREQUAL "ON") add_executable(milvus_thrift_server ${config_files} ${server_files} @@ -206,7 +206,7 @@ if (MILVUS_WITH_THRIFT STREQUAL "ON") ${thrift_service_files} ${metrics_files} ) -else() +#else() add_executable(milvus_grpc_server ${config_files} ${server_files} @@ -215,7 +215,16 @@ else() ${grpc_service_files} ${metrics_files} ) -endif() +#endif() + add_executable(milvus_server + ${config_files} + ${server_files} + ${thriftserver_files} + ${grpcserver_files} + ${utils_files} + ${thrift_service_files} + ${grpc_service_files} + ${metrics_files}) if (ENABLE_LICENSE STREQUAL "ON") add_executable(get_sys_info ${get_sys_info_files}) @@ -224,25 +233,28 @@ if (ENABLE_LICENSE STREQUAL "ON") target_link_libraries(get_sys_info ${license_libs} license_check ${third_party_libs}) target_link_libraries(license_generator ${license_libs} ${third_party_libs}) - if(MILVUS_WITH_THRIFT STREQUAL "ON") +# if(MILVUS_WITH_THRIFT STREQUAL "ON") target_link_libraries(milvus_thrift_server ${server_libs} license_check ${knowhere_libs} ${third_party_libs}) - else() +# else() target_link_libraries(milvus_grpc_server ${server_libs} license_check ${knowhere_libs} ${third_party_libs}) - endif() +# endif() + target_link_libraries(milvus_server ${server_libs} license_check ${knowhere_libs} ${third_party_libs}) + else () - if(MILVUS_WITH_THRIFT STREQUAL "ON") +# if(MILVUS_WITH_THRIFT STREQUAL "ON") target_link_libraries(milvus_thrift_server ${server_libs} ${knowhere_libs} ${third_party_libs}) - else() +# else() target_link_libraries(milvus_grpc_server ${server_libs} ${knowhere_libs} ${third_party_libs}) - endif() - +# endif() + target_link_libraries(milvus_server ${server_libs} ${knowhere_libs} ${third_party_libs}) endif() -if (MILVUS_WITH_THRIFT STREQUAL "ON") +#if (MILVUS_WITH_THRIFT STREQUAL "ON") install(TARGETS milvus_thrift_server DESTINATION bin) -else() +#else() install(TARGETS milvus_grpc_server DESTINATION bin) -endif() +#endif() + install(TARGETS milvus_server DESTINATION bin) install(FILES ${KNOWHERE_BUILD_DIR}/lib/${CMAKE_SHARED_LIBRARY_PREFIX}tbb${CMAKE_SHARED_LIBRARY_SUFFIX} diff --git a/cpp/src/sdk/CMakeLists.txt b/cpp/src/sdk/CMakeLists.txt index 21fec895c1acd8b5f5dc37bf107a1a64cb8fa6f1..5d00b9997f41a8e841ed735e7873a0defe08af86 100644 --- a/cpp/src/sdk/CMakeLists.txt +++ b/cpp/src/sdk/CMakeLists.txt @@ -12,7 +12,7 @@ include_directories(/usr/include) include_directories(include) include_directories(/usr/local/include) -if (MILVUS_WITH_THRIFT STREQUAL "ON") +#if (MILVUS_WITH_THRIFT STREQUAL "ON") aux_source_directory(thrift thrift_client_files) include_directories(thrift) include_directories(${CMAKE_SOURCE_DIR}/src/thrift/gen-cpp) @@ -34,7 +34,7 @@ if (MILVUS_WITH_THRIFT STREQUAL "ON") ${third_party_libs} ) install(TARGETS milvus_thrift_sdk DESTINATION lib) -else() +#else() aux_source_directory(grpc grpc_client_files) include_directories(${CMAKE_SOURCE_DIR}/src/grpc/gen-milvus) @@ -58,6 +58,6 @@ else() ${third_party_libs} ) install(TARGETS milvus_grpc_sdk DESTINATION lib) -endif() +#endif() add_subdirectory(examples) diff --git a/cpp/src/sdk/examples/CMakeLists.txt b/cpp/src/sdk/examples/CMakeLists.txt index ceeb88c0e0fd30dbf6c2d898ca65917fd90bcd11..10b59ace254f92bf8cc9872f6541a77f0051fb77 100644 --- a/cpp/src/sdk/examples/CMakeLists.txt +++ b/cpp/src/sdk/examples/CMakeLists.txt @@ -4,8 +4,8 @@ # Proprietary and confidential. #------------------------------------------------------------------------------- -if (MILVUS_WITH_THRIFT STREQUAL "ON") +#if (MILVUS_WITH_THRIFT STREQUAL "ON") add_subdirectory(thriftsimple) -else() +#else() add_subdirectory(grpcsimple) -endif() \ No newline at end of file +#endif() \ No newline at end of file diff --git a/cpp/src/sdk/examples/grpcsimple/main.cpp b/cpp/src/sdk/examples/grpcsimple/main.cpp index 499b8a9935843f5435d7834b163334717af80682..a7b1bf4643a51df60a87d533d78429fa3a80e598 100644 --- a/cpp/src/sdk/examples/grpcsimple/main.cpp +++ b/cpp/src/sdk/examples/grpcsimple/main.cpp @@ -25,7 +25,7 @@ main(int argc, char *argv[]) { {NULL, 0, 0, 0}}; int option_index = 0; - std::string address = "127.0.0.1", port = "19530"; + std::string address = "127.0.0.1", port = "19531"; app_name = argv[0]; int value; diff --git a/cpp/src/server/Server.cpp b/cpp/src/server/Server.cpp index 4bfe1f76abc741736df128d539fc2e1835f64848..ea2a5b735214c0d017904dfc858f6e7bddc73d09 100644 --- a/cpp/src/server/Server.cpp +++ b/cpp/src/server/Server.cpp @@ -3,13 +3,14 @@ // Unauthorized copying of this file, via any medium is strictly prohibited. // Proprietary and confidential. //////////////////////////////////////////////////////////////////////////////// +#include #include "Server.h" //#include "ServerConfig.h" -#ifdef MILVUS_ENABLE_THRIFT +//#ifdef MILVUS_ENABLE_THRIFT #include "server/thrift_impl/MilvusServer.h" -#else -#include "server/grpc_impl/MilvusServer.h" -#endif +//#else +#include "server/grpc_impl/GrpcMilvusServer.h" +//#endif #include "utils/Log.h" #include "utils/SignalUtil.h" @@ -224,12 +225,19 @@ Server::LoadConfig() { void Server::StartService() { - MilvusServer::StartService(); + std::thread thrift_thread = std::thread(&MilvusServer::StartService); + std::thread grpc_thread = std::thread(&grpc::GrpcMilvusServer::StartService); + thrift_thread.join(); + grpc_thread.join(); +// +// MilvusServer::StartService(); +// grpc::GrpcMilvusServer::StartService(); } void Server::StopService() { - MilvusServer::StopService(); + MilvusServer::StartService(); + grpc::GrpcMilvusServer::StopService(); } } diff --git a/cpp/src/server/grpc_impl/MilvusServer.cpp b/cpp/src/server/grpc_impl/GrpcMilvusServer.cpp similarity index 72% rename from cpp/src/server/grpc_impl/MilvusServer.cpp rename to cpp/src/server/grpc_impl/GrpcMilvusServer.cpp index bd8cfd7f09aa88b64dda96be9141b32ff6279889..10ceaca788e7c0c5f8d5b4bf399c35ce6f00a080 100644 --- a/cpp/src/server/grpc_impl/MilvusServer.cpp +++ b/cpp/src/server/grpc_impl/GrpcMilvusServer.cpp @@ -1,15 +1,15 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ #include "milvus.grpc.pb.h" -#include "MilvusServer.h" +#include "GrpcMilvusServer.h" #include "../ServerConfig.h" #include "../DBWrapper.h" #include "utils/Log.h" #include "faiss/utils.h" -#include "RequestHandler.h" +#include "GrpcRequestHandler.h" #include #include @@ -28,14 +28,15 @@ namespace zilliz { namespace milvus { namespace server { +namespace grpc { -static std::unique_ptr server; +static std::unique_ptr<::grpc::Server> server; constexpr long MESSAGE_SIZE = -1; void -MilvusServer::StartService() { - if (server != nullptr){ +GrpcMilvusServer::StartService() { + if (server != nullptr) { std::cout << "stopservice!\n"; StopService(); } @@ -50,9 +51,9 @@ MilvusServer::StartService() { DBWrapper::DB();//initialize db - std::string server_address(address + ":" + std::to_string(port)); + std::string server_address(address + ":" + std::to_string(port + 1)); - grpc::ServerBuilder builder; + ::grpc::ServerBuilder builder; builder.SetMaxReceiveMessageSize(MESSAGE_SIZE); //default 4 * 1024 * 1024 builder.SetMaxSendMessageSize(MESSAGE_SIZE); @@ -60,9 +61,9 @@ MilvusServer::StartService() { builder.SetDefaultCompressionAlgorithm(GRPC_COMPRESS_STREAM_GZIP); builder.SetDefaultCompressionLevel(GRPC_COMPRESS_LEVEL_HIGH); - RequestHandler service; + GrpcRequestHandler service; - builder.AddListeningPort(server_address, grpc::InsecureServerCredentials()); + builder.AddListeningPort(server_address, ::grpc::InsecureServerCredentials()); builder.RegisterService(&service); server = builder.BuildAndStart(); @@ -71,12 +72,13 @@ MilvusServer::StartService() { } void -MilvusServer::StopService() { +GrpcMilvusServer::StopService() { if (server != nullptr) { server->Shutdown(); } } +} } } } \ No newline at end of file diff --git a/cpp/src/server/grpc_impl/GrpcMilvusServer.h b/cpp/src/server/grpc_impl/GrpcMilvusServer.h new file mode 100644 index 0000000000000000000000000000000000000000..fe62563bdfc7bf6eccc911e9b0492f45b37ee7e7 --- /dev/null +++ b/cpp/src/server/grpc_impl/GrpcMilvusServer.h @@ -0,0 +1,28 @@ +/******************************************************************************* +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ +#pragma once + +#include +#include + +namespace zilliz { +namespace milvus { +namespace server { +namespace grpc { + +class GrpcMilvusServer { +public: + static void + StartService(); + + static void + StopService(); +}; + +} +} +} +} diff --git a/cpp/src/server/grpc_impl/RequestHandler.cpp b/cpp/src/server/grpc_impl/GrpcRequestHandler.cpp similarity index 50% rename from cpp/src/server/grpc_impl/RequestHandler.cpp rename to cpp/src/server/grpc_impl/GrpcRequestHandler.cpp index 7a582f91eb1d9076da85965baea5c16133c2fbee..562f4912b1bb554b33431031fdbe0795b8c2b78f 100644 --- a/cpp/src/server/grpc_impl/RequestHandler.cpp +++ b/cpp/src/server/grpc_impl/GrpcRequestHandler.cpp @@ -1,36 +1,37 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ -#include "RequestHandler.h" -#include "RequestTask.h" +#include "GrpcRequestHandler.h" +#include "GrpcRequestTask.h" #include "utils/TimeRecorder.h" namespace zilliz { namespace milvus { namespace server { +namespace grpc { ::grpc::Status -RequestHandler::CreateTable(::grpc::ServerContext *context, - const ::milvus::grpc::TableSchema *request, - ::milvus::grpc::Status *response) { +GrpcRequestHandler::CreateTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableSchema *request, + ::milvus::grpc::Status *response) { BaseTaskPtr task_ptr = CreateTableTask::Create(*request); - RequestScheduler::ExecTask(task_ptr, response); + GrpcRequestScheduler::ExecTask(task_ptr, response); return ::grpc::Status::OK; } ::grpc::Status -RequestHandler::HasTable(::grpc::ServerContext *context, - const ::milvus::grpc::TableName *request, - ::milvus::grpc::BoolReply *response) { +GrpcRequestHandler::HasTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::BoolReply *response) { bool has_table = false; BaseTaskPtr task_ptr = HasTableTask::Create(request->table_name(), has_table); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); response->set_bool_reply(has_table); response->mutable_status()->set_reason(grpc_status.reason()); response->mutable_status()->set_error_code(grpc_status.error_code()); @@ -38,47 +39,47 @@ RequestHandler::HasTable(::grpc::ServerContext *context, } ::grpc::Status -RequestHandler::DropTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, - ::milvus::grpc::Status* response) { +GrpcRequestHandler::DropTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::Status *response) { BaseTaskPtr task_ptr = DropTableTask::Create(request->table_name()); - RequestScheduler::ExecTask(task_ptr, response); + GrpcRequestScheduler::ExecTask(task_ptr, response); return ::grpc::Status::OK; } ::grpc::Status -RequestHandler::BuildIndex(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, - ::milvus::grpc::Status* response) { +GrpcRequestHandler::BuildIndex(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::Status *response) { BaseTaskPtr task_ptr = BuildIndexTask::Create(request->table_name()); - RequestScheduler::ExecTask(task_ptr, response); + GrpcRequestScheduler::ExecTask(task_ptr, response); return ::grpc::Status::OK; } ::grpc::Status -RequestHandler::InsertVector(::grpc::ServerContext* context, - const ::milvus::grpc::InsertInfos* request, - ::milvus::grpc::VectorIds* response) { +GrpcRequestHandler::InsertVector(::grpc::ServerContext *context, + const ::milvus::grpc::InsertInfos *request, + ::milvus::grpc::VectorIds *response) { BaseTaskPtr task_ptr = InsertVectorTask::Create(*request, *response); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); response->mutable_status()->set_reason(grpc_status.reason()); response->mutable_status()->set_error_code(grpc_status.error_code()); return ::grpc::Status::OK; } ::grpc::Status -RequestHandler::SearchVector(::grpc::ServerContext* context, - const ::milvus::grpc::SearchVectorInfos* request, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>* writer) { +GrpcRequestHandler::SearchVector(::grpc::ServerContext *context, + const ::milvus::grpc::SearchVectorInfos *request, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> *writer) { std::vector file_id_array; BaseTaskPtr task_ptr = SearchVectorTask::Create(*request, file_id_array, *writer); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); if (grpc_status.error_code() != SERVER_SUCCESS) { ::grpc::Status status(::grpc::INVALID_ARGUMENT, grpc_status.reason()); return status; @@ -88,14 +89,14 @@ RequestHandler::SearchVector(::grpc::ServerContext* context, } ::grpc::Status -RequestHandler::SearchVectorInFiles(::grpc::ServerContext* context, - const ::milvus::grpc::SearchVectorInFilesInfos* request, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>* writer) { +GrpcRequestHandler::SearchVectorInFiles(::grpc::ServerContext *context, + const ::milvus::grpc::SearchVectorInFilesInfos *request, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> *writer) { std::vector file_id_array; BaseTaskPtr task_ptr = SearchVectorTask::Create(request->search_vector_infos(), file_id_array, *writer); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); if (grpc_status.error_code() != SERVER_SUCCESS) { ::grpc::Status status(::grpc::INVALID_ARGUMENT, grpc_status.reason()); return status; @@ -105,27 +106,27 @@ RequestHandler::SearchVectorInFiles(::grpc::ServerContext* context, } ::grpc::Status -RequestHandler::DescribeTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, - ::milvus::grpc::TableSchema* response) { +GrpcRequestHandler::DescribeTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::TableSchema *response) { BaseTaskPtr task_ptr = DescribeTableTask::Create(request->table_name(), *response); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); response->mutable_table_name()->mutable_status()->set_error_code(grpc_status.error_code()); response->mutable_table_name()->mutable_status()->set_reason(grpc_status.reason()); return ::grpc::Status::OK; } ::grpc::Status -RequestHandler::GetTableRowCount(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, - ::milvus::grpc::TableRowCount* response) { +GrpcRequestHandler::GetTableRowCount(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::TableRowCount *response) { int64_t row_count = 0; BaseTaskPtr task_ptr = GetTableRowCountTask::Create(request->table_name(), row_count); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); response->set_table_row_count(row_count); response->mutable_status()->set_reason(grpc_status.reason()); response->mutable_status()->set_error_code(grpc_status.error_code()); @@ -133,13 +134,13 @@ RequestHandler::GetTableRowCount(::grpc::ServerContext* context, } ::grpc::Status -RequestHandler::ShowTables(::grpc::ServerContext* context, - const ::milvus::grpc::Command* request, - ::grpc::ServerWriter<::milvus::grpc::TableName>* writer) { +GrpcRequestHandler::ShowTables(::grpc::ServerContext *context, + const ::milvus::grpc::Command *request, + ::grpc::ServerWriter<::milvus::grpc::TableName> *writer) { BaseTaskPtr task_ptr = ShowTablesTask::Create(*writer); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); if (grpc_status.error_code() != SERVER_SUCCESS) { ::grpc::Status status(::grpc::UNKNOWN, grpc_status.reason()); return status; @@ -149,21 +150,21 @@ RequestHandler::ShowTables(::grpc::ServerContext* context, } ::grpc::Status -RequestHandler::Ping(::grpc::ServerContext* context, - const ::milvus::grpc::Command* request, - ::milvus::grpc::ServerStatus* response) { +GrpcRequestHandler::Ping(::grpc::ServerContext *context, + const ::milvus::grpc::Command *request, + ::milvus::grpc::ServerStatus *response) { std::string result; BaseTaskPtr task_ptr = PingTask::Create(request->cmd(), result); ::milvus::grpc::Status grpc_status; - RequestScheduler::ExecTask(task_ptr, &grpc_status); + GrpcRequestScheduler::ExecTask(task_ptr, &grpc_status); response->set_info(result); response->mutable_status()->set_reason(grpc_status.reason()); response->mutable_status()->set_error_code(grpc_status.error_code()); return ::grpc::Status::OK; } - +} } } } \ No newline at end of file diff --git a/cpp/src/server/grpc_impl/RequestHandler.h b/cpp/src/server/grpc_impl/GrpcRequestHandler.h similarity index 69% rename from cpp/src/server/grpc_impl/RequestHandler.h rename to cpp/src/server/grpc_impl/GrpcRequestHandler.h index f098d19b971f648a136e368270dd64b2786ee302..5b21058331d50ebced5a91c117529bb2c2bcc575 100644 --- a/cpp/src/server/grpc_impl/RequestHandler.h +++ b/cpp/src/server/grpc_impl/GrpcRequestHandler.h @@ -1,8 +1,8 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ #pragma once #include @@ -14,7 +14,8 @@ namespace zilliz { namespace milvus { namespace server { -class RequestHandler final : public ::milvus::grpc::MilvusService::Service { +namespace grpc { +class GrpcRequestHandler final : public ::milvus::grpc::MilvusService::Service { public: /** * @brief Create table method @@ -32,8 +33,8 @@ public: * @param context */ ::grpc::Status - CreateTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableSchema* request, ::milvus::grpc::Status* response) override ; + CreateTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableSchema *request, ::milvus::grpc::Status *response) override; /** * @brief Test table existence method @@ -51,8 +52,8 @@ public: * @param context */ ::grpc::Status - HasTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, ::milvus::grpc::BoolReply* response) override ; + HasTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, ::milvus::grpc::BoolReply *response) override; /** * @brief Drop table method @@ -70,8 +71,8 @@ public: * @param context */ ::grpc::Status - DropTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, ::milvus::grpc::Status* response) override; + DropTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, ::milvus::grpc::Status *response) override; /** * @brief build index by table method @@ -89,8 +90,8 @@ public: * @param context */ ::grpc::Status - BuildIndex(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, ::milvus::grpc::Status* response) override; + BuildIndex(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, ::milvus::grpc::Status *response) override; /** @@ -109,8 +110,9 @@ public: * @param response */ ::grpc::Status - InsertVector(::grpc::ServerContext* context, - const ::milvus::grpc::InsertInfos* request, ::milvus::grpc::VectorIds* response) override; + InsertVector(::grpc::ServerContext *context, + const ::milvus::grpc::InsertInfos *request, + ::milvus::grpc::VectorIds *response) override; /** * @brief Query vector @@ -133,8 +135,9 @@ public: * @param writer */ ::grpc::Status - SearchVector(::grpc::ServerContext* context, - const ::milvus::grpc::SearchVectorInfos* request, ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>* writer) override; + SearchVector(::grpc::ServerContext *context, + const ::milvus::grpc::SearchVectorInfos *request, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> *writer) override; /** * @brief Internal use query interface @@ -157,8 +160,9 @@ public: * @param writer */ ::grpc::Status - SearchVectorInFiles(::grpc::ServerContext* context, - const ::milvus::grpc::SearchVectorInFilesInfos* request, ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>* writer) override; + SearchVectorInFiles(::grpc::ServerContext *context, + const ::milvus::grpc::SearchVectorInFilesInfos *request, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> *writer) override; /** * @brief Get table schema @@ -176,8 +180,9 @@ public: * @param response */ ::grpc::Status - DescribeTable(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, ::milvus::grpc::TableSchema* response) override; + DescribeTable(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::TableSchema *response) override; /** * @brief Get table row count @@ -195,8 +200,9 @@ public: * @param context */ ::grpc::Status - GetTableRowCount(::grpc::ServerContext* context, - const ::milvus::grpc::TableName* request, ::milvus::grpc::TableRowCount* response) override; + GetTableRowCount(::grpc::ServerContext *context, + const ::milvus::grpc::TableName *request, + ::milvus::grpc::TableRowCount *response) override; /** * @brief List all tables in database @@ -214,8 +220,9 @@ public: * @param writer */ ::grpc::Status - ShowTables(::grpc::ServerContext* context, - const ::milvus::grpc::Command* request, ::grpc::ServerWriter< ::milvus::grpc::TableName>* writer) override; + ShowTables(::grpc::ServerContext *context, + const ::milvus::grpc::Command *request, + ::grpc::ServerWriter<::milvus::grpc::TableName> *writer) override; /** * @brief Give the server status @@ -233,13 +240,12 @@ public: * @param response */ ::grpc::Status - Ping(::grpc::ServerContext* context, - const ::milvus::grpc::Command* request, ::milvus::grpc::ServerStatus* response) override; + Ping(::grpc::ServerContext *context, + const ::milvus::grpc::Command *request, ::milvus::grpc::ServerStatus *response) override; }; } } } - - +} diff --git a/cpp/src/server/grpc_impl/RequestScheduler.cpp b/cpp/src/server/grpc_impl/GrpcRequestScheduler.cpp similarity index 76% rename from cpp/src/server/grpc_impl/RequestScheduler.cpp rename to cpp/src/server/grpc_impl/GrpcRequestScheduler.cpp index 5358906cd3a5be3aba9db756a5cf0d8a6c2eebae..ef60aba8a3b16e8c0672a56a689aa5ce228e3bbd 100644 --- a/cpp/src/server/grpc_impl/RequestScheduler.cpp +++ b/cpp/src/server/grpc_impl/GrpcRequestScheduler.cpp @@ -1,9 +1,9 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ -#include "RequestScheduler.h" +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ +#include "GrpcRequestScheduler.h" #include "utils/Log.h" #include "src/grpc/gen-status/status.pb.h" @@ -11,11 +11,12 @@ namespace zilliz { namespace milvus { namespace server { +namespace grpc { using namespace ::milvus; namespace { - const std::map &ErrorMap() { + const std::map &ErrorMap() { static const std::map code_map = { {SERVER_UNEXPECTED_ERROR, ::milvus::grpc::ErrorCode::UNEXPECTED_ERROR}, {SERVER_UNSUPPORTED_ERROR, ::milvus::grpc::ErrorCode::UNEXPECTED_ERROR}, @@ -50,7 +51,7 @@ namespace { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -BaseTask::BaseTask(const std::string& task_group, bool async) +GrpcBaseTask::GrpcBaseTask(const std::string &task_group, bool async) : task_group_(task_group), async_(async), done_(false), @@ -58,12 +59,12 @@ BaseTask::BaseTask(const std::string& task_group, bool async) } -BaseTask::~BaseTask() { +GrpcBaseTask::~GrpcBaseTask() { WaitToFinish(); } ServerError -BaseTask::Execute() { +GrpcBaseTask::Execute() { error_code_ = OnExecute(); done_ = true; finish_cond_.notify_all(); @@ -71,7 +72,7 @@ BaseTask::Execute() { } ServerError -BaseTask::SetError(ServerError error_code, const std::string& error_msg) { +GrpcBaseTask::SetError(ServerError error_code, const std::string &error_msg) { error_code_ = error_code; error_msg_ = error_msg; @@ -80,33 +81,33 @@ BaseTask::SetError(ServerError error_code, const std::string& error_msg) { } ServerError -BaseTask::WaitToFinish() { - std::unique_lock lock(finish_mtx_); +GrpcBaseTask::WaitToFinish() { + std::unique_lock lock(finish_mtx_); finish_cond_.wait(lock, [this] { return done_; }); return error_code_; } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -RequestScheduler::RequestScheduler() +GrpcRequestScheduler::GrpcRequestScheduler() : stopped_(false) { Start(); } -RequestScheduler::~RequestScheduler() { +GrpcRequestScheduler::~GrpcRequestScheduler() { Stop(); } void -RequestScheduler::ExecTask(BaseTaskPtr& task_ptr, ::milvus::grpc::Status *grpc_status) { - if(task_ptr == nullptr) { +GrpcRequestScheduler::ExecTask(BaseTaskPtr &task_ptr, ::milvus::grpc::Status *grpc_status) { + if (task_ptr == nullptr) { return; } - RequestScheduler& scheduler = RequestScheduler::GetInstance(); + GrpcRequestScheduler &scheduler = GrpcRequestScheduler::GetInstance(); scheduler.ExecuteTask(task_ptr); - if(!task_ptr->IsAsync()) { + if (!task_ptr->IsAsync()) { task_ptr->WaitToFinish(); ServerError err = task_ptr->ErrorCode(); if (err != SERVER_SUCCESS) { @@ -117,8 +118,8 @@ RequestScheduler::ExecTask(BaseTaskPtr& task_ptr, ::milvus::grpc::Status *grpc_s } void -RequestScheduler::Start() { - if(!stopped_) { +GrpcRequestScheduler::Start() { + if (!stopped_) { return; } @@ -126,23 +127,23 @@ RequestScheduler::Start() { } void -RequestScheduler::Stop() { - if(stopped_) { +GrpcRequestScheduler::Stop() { + if (stopped_) { return; } SERVER_LOG_INFO << "Scheduler gonna stop..."; { std::lock_guard lock(queue_mtx_); - for(auto iter : task_groups_) { - if(iter.second != nullptr) { + for (auto iter : task_groups_) { + if (iter.second != nullptr) { iter.second->Put(nullptr); } } } - for(auto iter : execute_threads_) { - if(iter == nullptr) + for (auto iter : execute_threads_) { + if (iter == nullptr) continue; iter->join(); @@ -152,18 +153,18 @@ RequestScheduler::Stop() { } ServerError -RequestScheduler::ExecuteTask(const BaseTaskPtr& task_ptr) { - if(task_ptr == nullptr) { +GrpcRequestScheduler::ExecuteTask(const BaseTaskPtr &task_ptr) { + if (task_ptr == nullptr) { return SERVER_NULL_POINTER; } - ServerError err = PutTaskToQueue(task_ptr); - if(err != SERVER_SUCCESS) { - SERVER_LOG_ERROR << "Put task to queue failed with code: " << err ; + ServerError err = PutTaskToQueue(task_ptr); + if (err != SERVER_SUCCESS) { + SERVER_LOG_ERROR << "Put task to queue failed with code: " << err; return err; } - if(task_ptr->IsAsync()) { + if (task_ptr->IsAsync()) { return SERVER_SUCCESS;//async execution, caller need to call WaitToFinish at somewhere } @@ -172,11 +173,11 @@ RequestScheduler::ExecuteTask(const BaseTaskPtr& task_ptr) { namespace { void TakeTaskToExecute(TaskQueuePtr task_queue) { - if(task_queue == nullptr) { + if (task_queue == nullptr) { return; } - while(true) { + while (true) { BaseTaskPtr task = task_queue->Take(); if (task == nullptr) { SERVER_LOG_ERROR << "Take null from task queue, stop thread"; @@ -185,22 +186,22 @@ namespace { try { ServerError err = task->Execute(); - if(err != SERVER_SUCCESS) { + if (err != SERVER_SUCCESS) { SERVER_LOG_ERROR << "Task failed with code: " << err; } - } catch (std::exception& ex) { + } catch (std::exception &ex) { SERVER_LOG_ERROR << "Task failed to execute: " << ex.what(); } } } } -ServerError -RequestScheduler::PutTaskToQueue(const BaseTaskPtr& task_ptr) { +ServerError +GrpcRequestScheduler::PutTaskToQueue(const BaseTaskPtr &task_ptr) { std::lock_guard lock(queue_mtx_); std::string group_name = task_ptr->TaskGroup(); - if(task_groups_.count(group_name) > 0) { + if (task_groups_.count(group_name) > 0) { task_groups_[group_name]->Put(task_ptr); } else { TaskQueuePtr queue = std::make_shared(); @@ -219,3 +220,4 @@ RequestScheduler::PutTaskToQueue(const BaseTaskPtr& task_ptr) { } } } +} diff --git a/cpp/src/server/grpc_impl/RequestScheduler.h b/cpp/src/server/grpc_impl/GrpcRequestScheduler.h similarity index 61% rename from cpp/src/server/grpc_impl/RequestScheduler.h rename to cpp/src/server/grpc_impl/GrpcRequestScheduler.h index 4b8d0da089408011124fb502d426ae3a867dcdc5..a436e8dec6ceb36bd222b52aeeab63f1d3bae5f2 100644 --- a/cpp/src/server/grpc_impl/RequestScheduler.h +++ b/cpp/src/server/grpc_impl/GrpcRequestScheduler.h @@ -1,8 +1,8 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ #pragma once #include "utils/BlockingQueue.h" @@ -16,11 +16,13 @@ namespace zilliz { namespace milvus { namespace server { +namespace grpc { -class BaseTask { +class GrpcBaseTask { protected: - BaseTask(const std::string& task_group, bool async = false); - virtual ~BaseTask(); + GrpcBaseTask(const std::string &task_group, bool async = false); + + virtual ~GrpcBaseTask(); public: ServerError @@ -46,7 +48,7 @@ protected: OnExecute() = 0; ServerError - SetError(ServerError error_code, const std::string& msg); + SetError(ServerError error_code, const std::string &msg); protected: mutable std::mutex finish_mtx_; @@ -59,33 +61,35 @@ protected: std::string error_msg_; }; -using BaseTaskPtr = std::shared_ptr; +using BaseTaskPtr = std::shared_ptr; using TaskQueue = BlockingQueue; using TaskQueuePtr = std::shared_ptr; using ThreadPtr = std::shared_ptr; -class RequestScheduler { +class GrpcRequestScheduler { public: - static RequestScheduler& GetInstance() { - static RequestScheduler scheduler; + static GrpcRequestScheduler &GetInstance() { + static GrpcRequestScheduler scheduler; return scheduler; } void Start(); + void Stop(); ServerError - ExecuteTask(const BaseTaskPtr& task_ptr); + ExecuteTask(const BaseTaskPtr &task_ptr); static void - ExecTask(BaseTaskPtr& task_ptr, ::milvus::grpc::Status* grpc_status); + ExecTask(BaseTaskPtr &task_ptr, ::milvus::grpc::Status *grpc_status); protected: - RequestScheduler(); - virtual ~RequestScheduler(); + GrpcRequestScheduler(); + + virtual ~GrpcRequestScheduler(); ServerError - PutTaskToQueue(const BaseTaskPtr& task_ptr); + PutTaskToQueue(const BaseTaskPtr &task_ptr); private: mutable std::mutex queue_mtx_; @@ -97,7 +101,7 @@ private: bool stopped_; }; - +} } } } diff --git a/cpp/src/server/grpc_impl/RequestTask.cpp b/cpp/src/server/grpc_impl/GrpcRequestTask.cpp similarity index 71% rename from cpp/src/server/grpc_impl/RequestTask.cpp rename to cpp/src/server/grpc_impl/GrpcRequestTask.cpp index c27daaa9663aec3fa9dc19985f2f5a61e18cda6d..2a12528206420de90d696057522dae49254158e4 100644 --- a/cpp/src/server/grpc_impl/RequestTask.cpp +++ b/cpp/src/server/grpc_impl/GrpcRequestTask.cpp @@ -1,9 +1,9 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ -#include "RequestTask.h" +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ +#include "GrpcRequestTask.h" #include "../ServerConfig.h" #include "utils/CommonUtil.h" #include "utils/Log.h" @@ -11,16 +11,18 @@ #include "utils/ValidationUtil.h" #include "../DBWrapper.h" #include "version.h" -#include "MilvusServer.h" +#include "GrpcMilvusServer.h" #include "src/server/Server.h" namespace zilliz { namespace milvus { namespace server { -static const char* DQL_TASK_GROUP = "dql"; -static const char* DDL_DML_TASK_GROUP = "ddl_dml"; -static const char* PING_TASK_GROUP = "ping"; +namespace grpc { + +static const char *DQL_TASK_GROUP = "dql"; +static const char *DDL_DML_TASK_GROUP = "ddl_dml"; +static const char *PING_TASK_GROUP = "ping"; using DB_META = zilliz::milvus::engine::meta::Meta; using DB_DATE = zilliz::milvus::engine::meta::DateT; @@ -34,7 +36,7 @@ namespace { {3, engine::EngineType::FAISS_IVFSQ8}, }; - if(map_type.find(type) == map_type.end()) { + if (map_type.find(type) == map_type.end()) { return engine::EngineType::INVALID; } @@ -43,13 +45,13 @@ namespace { int IndexType(engine::EngineType type) { static std::map map_type = { - {engine::EngineType::INVALID, 0}, - {engine::EngineType::FAISS_IDMAP, 1}, + {engine::EngineType::INVALID, 0}, + {engine::EngineType::FAISS_IDMAP, 1}, {engine::EngineType::FAISS_IVFFLAT, 2}, - {engine::EngineType::FAISS_IVFSQ8, 3}, + {engine::EngineType::FAISS_IVFSQ8, 3}, }; - if(map_type.find(type) == map_type.end()) { + if (map_type.find(type) == map_type.end()) { return 0; } @@ -60,38 +62,40 @@ namespace { void ConvertTimeRangeToDBDates(const std::vector<::milvus::grpc::Range> &range_array, - std::vector& dates, - ServerError& error_code, - std::string& error_msg) { + std::vector &dates, + ServerError &error_code, + std::string &error_msg) { dates.clear(); - for(auto& range : range_array) { + for (auto &range : range_array) { time_t tt_start, tt_end; tm tm_start, tm_end; - if(!CommonUtil::TimeStrToTime(range.start_value(), tt_start, tm_start)){ + if (!CommonUtil::TimeStrToTime(range.start_value(), tt_start, tm_start)) { error_code = SERVER_INVALID_TIME_RANGE; error_msg = "Invalid time range: " + range.start_value(); return; } - if(!CommonUtil::TimeStrToTime(range.end_value(), tt_end, tm_end)){ + if (!CommonUtil::TimeStrToTime(range.end_value(), tt_end, tm_end)) { error_code = SERVER_INVALID_TIME_RANGE; error_msg = "Invalid time range: " + range.start_value(); return; } - long days = (tt_end > tt_start) ? (tt_end - tt_start)/DAY_SECONDS : (tt_start - tt_end)/DAY_SECONDS; - if(days == 0) { + long days = (tt_end > tt_start) ? (tt_end - tt_start) / DAY_SECONDS : (tt_start - tt_end) / + DAY_SECONDS; + if (days == 0) { error_code = SERVER_INVALID_TIME_RANGE; error_msg = "Invalid time range: " + range.start_value() + " to " + range.end_value(); - return ; + return; } - for(long i = 0; i < days; i++) { - time_t tt_day = tt_start + DAY_SECONDS*i; + for (long i = 0; i < days; i++) { + time_t tt_day = tt_start + DAY_SECONDS * i; tm tm_day; CommonUtil::ConvertTime(tt_day, tm_day); - long date = tm_day.tm_year*10000 + tm_day.tm_mon*100 + tm_day.tm_mday;//according to db logic + long date = tm_day.tm_year * 10000 + tm_day.tm_mon * 100 + + tm_day.tm_mday;//according to db logic dates.push_back(date); } } @@ -99,17 +103,15 @@ namespace { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -CreateTableTask::CreateTableTask(const ::milvus::grpc::TableSchema& schema) - : BaseTask(DDL_DML_TASK_GROUP), +CreateTableTask::CreateTableTask(const ::milvus::grpc::TableSchema &schema) + : GrpcBaseTask(DDL_DML_TASK_GROUP), schema_(schema) { } BaseTaskPtr -CreateTableTask::Create(const ::milvus::grpc::TableSchema& schema) { -// BaseTaskPtr create_table_task_ptr = std::make_shared(schema); -// return create_table_task_ptr; - return std::shared_ptr(new CreateTableTask(schema)); +CreateTableTask::Create(const ::milvus::grpc::TableSchema &schema) { + return std::shared_ptr(new CreateTableTask(schema)); } ServerError @@ -119,35 +121,35 @@ CreateTableTask::OnExecute() { try { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(schema_.table_name().table_name()); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + schema_.table_name().table_name()); } res = ValidationUtil::ValidateTableDimension(schema_.dimension()); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table dimension: " + std::to_string(schema_.dimension())); } res = ValidationUtil::ValidateTableIndexType(schema_.index_type()); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid index type: " + std::to_string(schema_.index_type())); } //step 2: construct table schema engine::meta::TableSchema table_info; - table_info.dimension_ = (uint16_t)schema_.dimension(); + table_info.dimension_ = (uint16_t) schema_.dimension(); table_info.table_id_ = schema_.table_name().table_name(); - table_info.engine_type_ = (int)EngineType(schema_.index_type()); + table_info.engine_type_ = (int) EngineType(schema_.index_type()); table_info.store_raw_data_ = schema_.store_raw_vector(); //step 3: create table engine::Status stat = DBWrapper::DB()->CreateTable(table_info); - if(!stat.ok()) { + if (!stat.ok()) { //table could exist return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -157,15 +159,15 @@ CreateTableTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -DescribeTableTask::DescribeTableTask(const std::string &table_name, ::milvus::grpc::TableSchema& schema) - : BaseTask(DDL_DML_TASK_GROUP), +DescribeTableTask::DescribeTableTask(const std::string &table_name, ::milvus::grpc::TableSchema &schema) + : GrpcBaseTask(DDL_DML_TASK_GROUP), table_name_(table_name), schema_(schema) { } BaseTaskPtr -DescribeTableTask::Create(const std::string& table_name, ::milvus::grpc::TableSchema& schema) { - return std::shared_ptr(new DescribeTableTask(table_name, schema)); +DescribeTableTask::Create(const std::string &table_name, ::milvus::grpc::TableSchema &schema) { + return std::shared_ptr(new DescribeTableTask(table_name, schema)); } ServerError @@ -175,7 +177,7 @@ DescribeTableTask::OnExecute() { try { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } @@ -183,17 +185,17 @@ DescribeTableTask::OnExecute() { engine::meta::TableSchema table_info; table_info.table_id_ = table_name_; engine::Status stat = DBWrapper::DB()->DescribeTable(table_info); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } schema_.mutable_table_name()->set_table_name(table_info.table_id_); - schema_.set_index_type(IndexType((engine::EngineType)table_info.engine_type_)); + schema_.set_index_type(IndexType((engine::EngineType) table_info.engine_type_)); schema_.set_dimension(table_info.dimension_); schema_.set_store_raw_vector(table_info.store_raw_data_); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -203,14 +205,14 @@ DescribeTableTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -BuildIndexTask::BuildIndexTask(const std::string& table_name) - : BaseTask(DDL_DML_TASK_GROUP), +BuildIndexTask::BuildIndexTask(const std::string &table_name) + : GrpcBaseTask(DDL_DML_TASK_GROUP), table_name_(table_name) { } BaseTaskPtr -BuildIndexTask::Create(const std::string& table_name) { - return std::shared_ptr(new BuildIndexTask(table_name)); +BuildIndexTask::Create(const std::string &table_name) { + return std::shared_ptr(new BuildIndexTask(table_name)); } ServerError @@ -220,28 +222,28 @@ BuildIndexTask::OnExecute() { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } bool has_table = false; engine::Status stat = DBWrapper::DB()->HasTable(table_name_, has_table); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } - if(!has_table) { + if (!has_table) { return SetError(SERVER_TABLE_NOT_EXIST, "Table " + table_name_ + " not exists"); } //step 2: check table existence stat = DBWrapper::DB()->BuildIndex(table_name_); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(SERVER_BUILD_INDEX_ERROR, "Engine failed: " + stat.ToString()); } rc.ElapseFromBegin("totally cost"); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -249,16 +251,16 @@ BuildIndexTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -HasTableTask::HasTableTask(const std::string& table_name, bool& has_table) - : BaseTask(DDL_DML_TASK_GROUP), +HasTableTask::HasTableTask(const std::string &table_name, bool &has_table) + : GrpcBaseTask(DDL_DML_TASK_GROUP), table_name_(table_name), has_table_(has_table) { } BaseTaskPtr -HasTableTask::Create(const std::string& table_name, bool& has_table) { - return std::shared_ptr(new HasTableTask(table_name, has_table)); +HasTableTask::Create(const std::string &table_name, bool &has_table) { + return std::shared_ptr(new HasTableTask(table_name, has_table)); } ServerError @@ -268,18 +270,18 @@ HasTableTask::OnExecute() { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } //step 2: check table existence engine::Status stat = DBWrapper::DB()->HasTable(table_name_, has_table_); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } rc.ElapseFromBegin("totally cost"); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -287,15 +289,15 @@ HasTableTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -DropTableTask::DropTableTask(const std::string& table_name) - : BaseTask(DDL_DML_TASK_GROUP), +DropTableTask::DropTableTask(const std::string &table_name) + : GrpcBaseTask(DDL_DML_TASK_GROUP), table_name_(table_name) { } BaseTaskPtr -DropTableTask::Create(const std::string& table_name) { - return std::shared_ptr(new DropTableTask(table_name)); +DropTableTask::Create(const std::string &table_name) { + return std::shared_ptr(new DropTableTask(table_name)); } ServerError @@ -305,7 +307,7 @@ DropTableTask::OnExecute() { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } @@ -313,8 +315,8 @@ DropTableTask::OnExecute() { engine::meta::TableSchema table_info; table_info.table_id_ = table_name_; engine::Status stat = DBWrapper::DB()->DescribeTable(table_info); - if(!stat.ok()) { - if(stat.IsNotFound()) { + if (!stat.ok()) { + if (stat.IsNotFound()) { return SetError(SERVER_TABLE_NOT_EXIST, "Table " + table_name_ + " not exists"); } else { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); @@ -326,12 +328,12 @@ DropTableTask::OnExecute() { //step 3: Drop table std::vector dates; stat = DBWrapper::DB()->DeleteTable(table_name_, dates); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } rc.ElapseFromBegin("total cost"); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -339,26 +341,26 @@ DropTableTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -ShowTablesTask::ShowTablesTask(::grpc::ServerWriter< ::milvus::grpc::TableName>& writer) - : BaseTask(DDL_DML_TASK_GROUP), +ShowTablesTask::ShowTablesTask(::grpc::ServerWriter<::milvus::grpc::TableName> &writer) + : GrpcBaseTask(DDL_DML_TASK_GROUP), writer_(writer) { } BaseTaskPtr -ShowTablesTask::Create(::grpc::ServerWriter< ::milvus::grpc::TableName>& writer) { - return std::shared_ptr(new ShowTablesTask(writer)); +ShowTablesTask::Create(::grpc::ServerWriter<::milvus::grpc::TableName> &writer) { + return std::shared_ptr(new ShowTablesTask(writer)); } ServerError ShowTablesTask::OnExecute() { std::vector schema_array; engine::Status stat = DBWrapper::DB()->AllTables(schema_array); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } - for(auto& schema : schema_array) { + for (auto &schema : schema_array) { ::milvus::grpc::TableName tableName; tableName.set_table_name(schema.table_id_); if (!writer_.Write(tableName)) { @@ -369,18 +371,18 @@ ShowTablesTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -InsertVectorTask::InsertVectorTask(const ::milvus::grpc::InsertInfos& insert_infos, - ::milvus::grpc::VectorIds& record_ids) - : BaseTask(DDL_DML_TASK_GROUP), +InsertVectorTask::InsertVectorTask(const ::milvus::grpc::InsertInfos &insert_infos, + ::milvus::grpc::VectorIds &record_ids) + : GrpcBaseTask(DDL_DML_TASK_GROUP), insert_infos_(insert_infos), record_ids_(record_ids) { record_ids_.Clear(); } BaseTaskPtr -InsertVectorTask::Create(const ::milvus::grpc::InsertInfos& insert_infos, - ::milvus::grpc::VectorIds& record_ids) { - return std::shared_ptr(new InsertVectorTask(insert_infos, record_ids)); +InsertVectorTask::Create(const ::milvus::grpc::InsertInfos &insert_infos, + ::milvus::grpc::VectorIds &record_ids) { + return std::shared_ptr(new InsertVectorTask(insert_infos, record_ids)); } ServerError @@ -390,10 +392,10 @@ InsertVectorTask::OnExecute() { //step 1: check arguments ServerError res = ValidationUtil::ValidateTableName(insert_infos_.table_name()); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + insert_infos_.table_name()); } - if(insert_infos_.row_record_array().empty()) { + if (insert_infos_.row_record_array().empty()) { return SetError(SERVER_INVALID_ROWRECORD_ARRAY, "Row record array is empty"); } @@ -401,9 +403,10 @@ InsertVectorTask::OnExecute() { engine::meta::TableSchema table_info; table_info.table_id_ = insert_infos_.table_name(); engine::Status stat = DBWrapper::DB()->DescribeTable(table_info); - if(!stat.ok()) { - if(stat.IsNotFound()) { - return SetError(SERVER_TABLE_NOT_EXIST, "Table " + insert_infos_.table_name() + " not exists"); + if (!stat.ok()) { + if (stat.IsNotFound()) { + return SetError(SERVER_TABLE_NOT_EXIST, + "Table " + insert_infos_.table_name() + " not exists"); } else { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } @@ -430,7 +433,8 @@ InsertVectorTask::OnExecute() { if (vec_dim != table_info.dimension_) { ServerError error_code = SERVER_INVALID_VECTOR_DIMENSION; std::string error_msg = "Invalid rowrecord dimension: " + std::to_string(vec_dim) - + " vs. table dimension:" + std::to_string(table_info.dimension_); + + " vs. table dimension:" + + std::to_string(table_info.dimension_); return SetError(error_code, error_msg); } vec_f[i * table_info.dimension_ + j] = insert_infos_.row_record_array(i).vector_data(j); @@ -440,12 +444,13 @@ InsertVectorTask::OnExecute() { rc.ElapseFromBegin("prepare vectors data"); //step 4: insert vectors - auto vec_count = (uint64_t)insert_infos_.row_record_array_size(); + auto vec_count = (uint64_t) insert_infos_.row_record_array_size(); std::vector vec_ids(record_ids_.vector_id_array_size(), 0); - stat = DBWrapper::DB()->InsertVectors(insert_infos_.table_name(), vec_count, vec_f.data(), vec_ids); + stat = DBWrapper::DB()->InsertVectors(insert_infos_.table_name(), vec_count, vec_f.data(), + vec_ids); rc.ElapseFromBegin("add vectors to engine"); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(SERVER_CACHE_ERROR, "Cache error: " + stat.ToString()); } for (int64_t id : vec_ids) { @@ -453,7 +458,7 @@ InsertVectorTask::OnExecute() { } auto ids_size = record_ids_.vector_id_array_size(); - if(ids_size != vec_count) { + if (ids_size != vec_count) { std::string msg = "Add " + std::to_string(vec_count) + " vectors but only return " + std::to_string(ids_size) + " id"; return SetError(SERVER_ILLEGAL_VECTOR_ID, msg); @@ -466,7 +471,7 @@ InsertVectorTask::OnExecute() { rc.RecordSection("add vectors to engine"); rc.ElapseFromBegin("total cost"); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -474,10 +479,10 @@ InsertVectorTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -SearchVectorTask::SearchVectorTask(const ::milvus::grpc::SearchVectorInfos& search_vector_infos, - const std::vector& file_id_array, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>& writer) - : BaseTask(DQL_TASK_GROUP), +SearchVectorTask::SearchVectorTask(const ::milvus::grpc::SearchVectorInfos &search_vector_infos, + const std::vector &file_id_array, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> &writer) + : GrpcBaseTask(DQL_TASK_GROUP), search_vector_infos_(search_vector_infos), file_id_array_(file_id_array), writer_(writer) { @@ -485,11 +490,11 @@ SearchVectorTask::SearchVectorTask(const ::milvus::grpc::SearchVectorInfos& sear } BaseTaskPtr -SearchVectorTask::Create(const ::milvus::grpc::SearchVectorInfos& search_vector_infos, - const std::vector& file_id_array, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>& writer) { - return std::shared_ptr(new SearchVectorTask(search_vector_infos, file_id_array, - writer)); +SearchVectorTask::Create(const ::milvus::grpc::SearchVectorInfos &search_vector_infos, + const std::vector &file_id_array, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> &writer) { + return std::shared_ptr(new SearchVectorTask(search_vector_infos, file_id_array, + writer)); } ServerError @@ -500,17 +505,17 @@ SearchVectorTask::OnExecute() { //step 1: check arguments std::string table_name_ = search_vector_infos_.table_name(); ServerError res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } int top_k_ = search_vector_infos_.topk(); - if(top_k_ <= 0 || top_k_ > 1024) { + if (top_k_ <= 0 || top_k_ > 1024) { return SetError(SERVER_INVALID_TOPK, "Invalid topk: " + std::to_string( top_k_)); } - if(search_vector_infos_.query_record_array().empty()) { + if (search_vector_infos_.query_record_array().empty()) { return SetError(SERVER_INVALID_ROWRECORD_ARRAY, "Row record array is empty"); } @@ -518,8 +523,8 @@ SearchVectorTask::OnExecute() { engine::meta::TableSchema table_info; table_info.table_id_ = table_name_; engine::Status stat = DBWrapper::DB()->DescribeTable(table_info); - if(!stat.ok()) { - if(stat.IsNotFound()) { + if (!stat.ok()) { + if (stat.IsNotFound()) { return SetError(SERVER_TABLE_NOT_EXIST, "Table " + table_name_ + " not exists"); } else { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); @@ -536,7 +541,7 @@ SearchVectorTask::OnExecute() { range_array.emplace_back(search_vector_infos_.query_range_array(i)); } ConvertTimeRangeToDBDates(range_array, dates, error_code, error_msg); - if(error_code != SERVER_SUCCESS) { + if (error_code != SERVER_SUCCESS) { return SetError(error_code, error_msg); } @@ -555,41 +560,46 @@ SearchVectorTask::OnExecute() { for (size_t i = 0; i < record_array_size; i++) { for (size_t j = 0; j < table_info.dimension_; j++) { if (search_vector_infos_.query_record_array(i).vector_data().empty()) { - return SetError(SERVER_INVALID_ROWRECORD_ARRAY, "Query record float array is empty"); + return SetError(SERVER_INVALID_ROWRECORD_ARRAY, + "Query record float array is empty"); } - uint64_t query_vec_dim = search_vector_infos_.query_record_array(i).vector_data().size(); + uint64_t query_vec_dim = search_vector_infos_.query_record_array( + i).vector_data().size(); if (query_vec_dim != table_info.dimension_) { ServerError error_code = SERVER_INVALID_VECTOR_DIMENSION; - std::string error_msg = "Invalid rowrecord dimension: " + std::to_string(query_vec_dim) - + " vs. table dimension:" + std::to_string(table_info.dimension_); + std::string error_msg = + "Invalid rowrecord dimension: " + std::to_string(query_vec_dim) + + " vs. table dimension:" + std::to_string(table_info.dimension_); return SetError(error_code, error_msg); } - vec_f[i * table_info.dimension_ + j] = search_vector_infos_.query_record_array(i).vector_data(j); + vec_f[i * table_info.dimension_ + j] = search_vector_infos_.query_record_array( + i).vector_data(j); } } rc.ElapseFromBegin("prepare vector data"); //step 4: search vectors engine::QueryResults results; - auto record_count = (uint64_t)search_vector_infos_.query_record_array().size(); + auto record_count = (uint64_t) search_vector_infos_.query_record_array().size(); - if(file_id_array_.empty()) { - stat = DBWrapper::DB()->Query(table_name_, (size_t) top_k_, record_count, vec_f.data(), dates, results); + if (file_id_array_.empty()) { + stat = DBWrapper::DB()->Query(table_name_, (size_t) top_k_, record_count, vec_f.data(), + dates, results); } else { stat = DBWrapper::DB()->Query(table_name_, file_id_array_, - (size_t) top_k_, record_count, vec_f.data(), dates, results); + (size_t) top_k_, record_count, vec_f.data(), dates, results); } rc.ElapseFromBegin("search vectors from engine"); - if(!stat.ok()) { + if (!stat.ok()) { return SetError(DB_META_TRANSACTION_FAILED, "Engine failed: " + stat.ToString()); } - if(results.empty()) { + if (results.empty()) { return SERVER_SUCCESS; //empty table } - if(results.size() != record_count) { + if (results.size() != record_count) { std::string msg = "Search " + std::to_string(record_count) + " vectors but only return " + std::to_string(results.size()) + " results"; return SetError(SERVER_ILLEGAL_SEARCH_RESULT, msg); @@ -598,11 +608,11 @@ SearchVectorTask::OnExecute() { rc.ElapseFromBegin("do search"); //step 5: construct result array - for(uint64_t i = 0; i < record_count; i++) { - auto& result = results[i]; + for (uint64_t i = 0; i < record_count; i++) { + auto &result = results[i]; const auto &record = search_vector_infos_.query_record_array(i); ::milvus::grpc::TopKQueryResult grpc_topk_result; - for(auto& pair : result) { + for (auto &pair : result) { ::milvus::grpc::QueryResult *grpc_result = grpc_topk_result.add_query_result_arrays(); grpc_result->set_id(pair.first); grpc_result->set_distance(pair.second); @@ -621,7 +631,7 @@ SearchVectorTask::OnExecute() { //step 6: print time cost percent - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -629,16 +639,16 @@ SearchVectorTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -GetTableRowCountTask::GetTableRowCountTask(const std::string& table_name, int64_t& row_count) - : BaseTask(DDL_DML_TASK_GROUP), +GetTableRowCountTask::GetTableRowCountTask(const std::string &table_name, int64_t &row_count) + : GrpcBaseTask(DDL_DML_TASK_GROUP), table_name_(table_name), row_count_(row_count) { } BaseTaskPtr -GetTableRowCountTask::Create(const std::string& table_name, int64_t& row_count) { - return std::shared_ptr(new GetTableRowCountTask(table_name, row_count)); +GetTableRowCountTask::Create(const std::string &table_name, int64_t &row_count) { + return std::shared_ptr(new GetTableRowCountTask(table_name, row_count)); } ServerError @@ -649,7 +659,7 @@ GetTableRowCountTask::OnExecute() { //step 1: check arguments ServerError res = SERVER_SUCCESS; res = ValidationUtil::ValidateTableName(table_name_); - if(res != SERVER_SUCCESS) { + if (res != SERVER_SUCCESS) { return SetError(res, "Invalid table name: " + table_name_); } @@ -664,7 +674,7 @@ GetTableRowCountTask::OnExecute() { rc.ElapseFromBegin("total cost"); - } catch (std::exception& ex) { + } catch (std::exception &ex) { return SetError(SERVER_UNEXPECTED_ERROR, ex.what()); } @@ -672,21 +682,21 @@ GetTableRowCountTask::OnExecute() { } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -PingTask::PingTask(const std::string& cmd, std::string& result) - : BaseTask(PING_TASK_GROUP), +PingTask::PingTask(const std::string &cmd, std::string &result) + : GrpcBaseTask(PING_TASK_GROUP), cmd_(cmd), result_(result) { } BaseTaskPtr -PingTask::Create(const std::string& cmd, std::string& result) { - return std::shared_ptr(new PingTask(cmd, result)); +PingTask::Create(const std::string &cmd, std::string &result) { + return std::shared_ptr(new PingTask(cmd, result)); } ServerError PingTask::OnExecute() { - if(cmd_ == "version") { + if (cmd_ == "version") { result_ = MILVUS_VERSION; } else { result_ = "OK"; @@ -695,6 +705,7 @@ PingTask::OnExecute() { return SERVER_SUCCESS; } +} } } } \ No newline at end of file diff --git a/cpp/src/server/grpc_impl/RequestTask.h b/cpp/src/server/grpc_impl/GrpcRequestTask.h similarity index 54% rename from cpp/src/server/grpc_impl/RequestTask.h rename to cpp/src/server/grpc_impl/GrpcRequestTask.h index 1bca8e0a68c1842071fa9843b1eba65b7b7a38bd..b8753833632405046e09c37d0b2856a66e40b356 100644 --- a/cpp/src/server/grpc_impl/RequestTask.h +++ b/cpp/src/server/grpc_impl/GrpcRequestTask.h @@ -1,10 +1,10 @@ /******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ +* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved +* Unauthorized copying of this file, via any medium is strictly prohibited. +* Proprietary and confidential. +******************************************************************************/ #pragma once -#include "RequestScheduler.h" +#include "GrpcRequestScheduler.h" #include "utils/Error.h" #include "db/Types.h" @@ -17,16 +17,17 @@ namespace zilliz { namespace milvus { namespace server { +namespace grpc { //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class CreateTableTask : public BaseTask { +class CreateTableTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const ::milvus::grpc::TableSchema& schema); + Create(const ::milvus::grpc::TableSchema &schema); protected: explicit - CreateTableTask(const ::milvus::grpc::TableSchema& request); + CreateTableTask(const ::milvus::grpc::TableSchema &request); ServerError OnExecute() override; @@ -36,13 +37,13 @@ private: }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class HasTableTask : public BaseTask { +class HasTableTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& table_name, bool& has_table); + Create(const std::string &table_name, bool &has_table); protected: - HasTableTask(const std::string& request, bool& has_table); + HasTableTask(const std::string &request, bool &has_table); ServerError OnExecute() override; @@ -50,17 +51,17 @@ protected: private: std::string table_name_; - bool& has_table_; + bool &has_table_; }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class DescribeTableTask : public BaseTask { +class DescribeTableTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& table_name, ::milvus::grpc::TableSchema& schema); + Create(const std::string &table_name, ::milvus::grpc::TableSchema &schema); protected: - DescribeTableTask(const std::string& table_name, ::milvus::grpc::TableSchema& schema); + DescribeTableTask(const std::string &table_name, ::milvus::grpc::TableSchema &schema); ServerError OnExecute() override; @@ -68,18 +69,18 @@ protected: private: std::string table_name_; - ::milvus::grpc::TableSchema& schema_; + ::milvus::grpc::TableSchema &schema_; }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class DropTableTask : public BaseTask { +class DropTableTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& table_name); + Create(const std::string &table_name); protected: explicit - DropTableTask(const std::string& table_name); + DropTableTask(const std::string &table_name); ServerError OnExecute() override; @@ -90,14 +91,14 @@ private: }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class BuildIndexTask : public BaseTask { +class BuildIndexTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& table_name); + Create(const std::string &table_name); protected: explicit - BuildIndexTask(const std::string& table_name); + BuildIndexTask(const std::string &table_name); ServerError OnExecute() override; @@ -108,53 +109,53 @@ private: }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class ShowTablesTask : public BaseTask { +class ShowTablesTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(::grpc::ServerWriter< ::milvus::grpc::TableName>& writer); + Create(::grpc::ServerWriter<::milvus::grpc::TableName> &writer); protected: explicit - ShowTablesTask(::grpc::ServerWriter< ::milvus::grpc::TableName>& writer); + ShowTablesTask(::grpc::ServerWriter<::milvus::grpc::TableName> &writer); ServerError OnExecute() override; private: - ::grpc::ServerWriter< ::milvus::grpc::TableName> writer_; + ::grpc::ServerWriter<::milvus::grpc::TableName> writer_; }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class InsertVectorTask : public BaseTask { +class InsertVectorTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const ::milvus::grpc::InsertInfos& insert_infos, - ::milvus::grpc::VectorIds& record_ids_); + Create(const ::milvus::grpc::InsertInfos &insert_infos, + ::milvus::grpc::VectorIds &record_ids_); protected: - InsertVectorTask(const ::milvus::grpc::InsertInfos& insert_infos, - ::milvus::grpc::VectorIds& record_ids_); + InsertVectorTask(const ::milvus::grpc::InsertInfos &insert_infos, + ::milvus::grpc::VectorIds &record_ids_); ServerError OnExecute() override; private: const ::milvus::grpc::InsertInfos insert_infos_; - ::milvus::grpc::VectorIds& record_ids_; + ::milvus::grpc::VectorIds &record_ids_; }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class SearchVectorTask : public BaseTask { +class SearchVectorTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const ::milvus::grpc::SearchVectorInfos& searchVectorInfos, - const std::vector& file_id_array, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>& writer); + Create(const ::milvus::grpc::SearchVectorInfos &searchVectorInfos, + const std::vector &file_id_array, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> &writer); protected: - SearchVectorTask(const ::milvus::grpc::SearchVectorInfos& searchVectorInfos, - const std::vector& file_id_array, - ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult>& writer); + SearchVectorTask(const ::milvus::grpc::SearchVectorInfos &searchVectorInfos, + const std::vector &file_id_array, + ::grpc::ServerWriter<::milvus::grpc::TopKQueryResult> &writer); ServerError OnExecute() override; @@ -166,39 +167,39 @@ private: }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class GetTableRowCountTask : public BaseTask { +class GetTableRowCountTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& table_name, int64_t& row_count); + Create(const std::string &table_name, int64_t &row_count); protected: - GetTableRowCountTask(const std::string& table_name, int64_t& row_count); + GetTableRowCountTask(const std::string &table_name, int64_t &row_count); ServerError OnExecute() override; private: std::string table_name_; - int64_t& row_count_; + int64_t &row_count_; }; //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// -class PingTask : public BaseTask { +class PingTask : public GrpcBaseTask { public: static BaseTaskPtr - Create(const std::string& cmd, std::string& result); + Create(const std::string &cmd, std::string &result); protected: - PingTask(const std::string& cmd, std::string& result); + PingTask(const std::string &cmd, std::string &result); ServerError OnExecute() override; private: std::string cmd_; - std::string& result_; + std::string &result_; }; - +} } } } \ No newline at end of file diff --git a/cpp/src/server/grpc_impl/MilvusServer.h b/cpp/src/server/grpc_impl/MilvusServer.h deleted file mode 100644 index 82dcd64ce57d4a2e34305e15af69f8a723c5d08a..0000000000000000000000000000000000000000 --- a/cpp/src/server/grpc_impl/MilvusServer.h +++ /dev/null @@ -1,25 +0,0 @@ -/******************************************************************************* - * Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved - * Unauthorized copying of this file, via any medium is strictly prohibited. - * Proprietary and confidential. - ******************************************************************************/ -#pragma once - -#include -#include - -namespace zilliz { -namespace milvus { -namespace server { -class MilvusServer { -public: - static void - StartService(); - - static void - StopService(); -}; - -} -} -} diff --git a/cpp/src/server/thrift_impl/RequestHandler.cpp b/cpp/src/server/thrift_impl/RequestHandler.cpp index 5074043148fd7ea9e9872493a6601c56edabfd6e..e7c8e8b1b54e3df22cfe2a153eb39af05ea512d5 100644 --- a/cpp/src/server/thrift_impl/RequestHandler.cpp +++ b/cpp/src/server/thrift_impl/RequestHandler.cpp @@ -47,18 +47,18 @@ RequestHandler::BuildIndex(const std::string &table_name) { void RequestHandler::AddVector(std::vector &_return, - const std::string &table_name, - const std::vector &record_array) { + const std::string &table_name, + const std::vector &record_array) { BaseTaskPtr task_ptr = AddVectorTask::Create(table_name, record_array, _return); RequestScheduler::ExecTask(task_ptr); } void RequestHandler::SearchVector(std::vector &_return, - const std::string &table_name, - const std::vector &query_record_array, - const std::vector &query_range_array, - const int64_t topk) { + const std::string &table_name, + const std::vector &query_record_array, + const std::vector &query_range_array, + const int64_t topk) { // SERVER_LOG_DEBUG << "Entering RequestHandler::SearchVector"; BaseTaskPtr task_ptr = SearchVectorTask1::Create(table_name, std::vector(), query_record_array, query_range_array, topk, _return); @@ -67,10 +67,10 @@ RequestHandler::SearchVector(std::vector &_return, void RequestHandler::SearchVector2(std::vector & _return, - const std::string& table_name, - const std::vector & query_record_array, - const std::vector & query_range_array, - const int64_t topk) { + const std::string& table_name, + const std::vector & query_record_array, + const std::vector & query_range_array, + const int64_t topk) { BaseTaskPtr task_ptr = SearchVectorTask2::Create(table_name, std::vector(), query_record_array, query_range_array, topk, _return); RequestScheduler::ExecTask(task_ptr); @@ -78,11 +78,11 @@ RequestHandler::SearchVector2(std::vector & _return, void RequestHandler::SearchVectorInFiles(std::vector<::milvus::thrift::TopKQueryResult> &_return, - const std::string& table_name, - const std::vector &file_id_array, - const std::vector<::milvus::thrift::RowRecord> &query_record_array, - const std::vector<::milvus::thrift::Range> &query_range_array, - const int64_t topk) { + const std::string& table_name, + const std::vector &file_id_array, + const std::vector<::milvus::thrift::RowRecord> &query_record_array, + const std::vector<::milvus::thrift::Range> &query_range_array, + const int64_t topk) { // SERVER_LOG_DEBUG << "Entering RequestHandler::SearchVectorInFiles. file_id_array size = " << std::to_string(file_id_array.size()); BaseTaskPtr task_ptr = SearchVectorTask1::Create(table_name, file_id_array, query_record_array, query_range_array, topk, _return); diff --git a/cpp/start_server.sh b/cpp/start_server.sh index e215242471367783ec24c703dc773405808e60a7..50bf8b84a866a743fd43ce9e421568421ba28202 100755 --- a/cpp/start_server.sh +++ b/cpp/start_server.sh @@ -1,4 +1,4 @@ #!/bin/bash -./cmake_build/src/milvus_grpc_server -c ./conf/server_config.yaml -l ./conf/log_config.conf & +./cmake_build/src/milvus_server -c ./conf/server_config.yaml -l ./conf/log_config.conf &