From c594cf11c15a0484dd297bff603f31d079bed306 Mon Sep 17 00:00:00 2001
From: Jin Hai <hai.jin@zilliz.com>
Date: Fri, 26 Jun 2020 12:16:44 +0800
Subject: [PATCH] Increase GRPC concurrency (#2671)

* Increase GRPC concurrency

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>

* Fix lint

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>

* Add limitation

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>

* Fix compilation error

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>

* Fix compilation error

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>

* Fix compilation error

Signed-off-by: JinHai-CN <hai.jin@zilliz.com>
---
 core/src/server/grpc_impl/GrpcServer.cpp | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/core/src/server/grpc_impl/GrpcServer.cpp b/core/src/server/grpc_impl/GrpcServer.cpp
index 81f1be47..8717739e 100644
--- a/core/src/server/grpc_impl/GrpcServer.cpp
+++ b/core/src/server/grpc_impl/GrpcServer.cpp
@@ -21,6 +21,7 @@
 #include <grpcpp/create_channel.h>
 #include <grpcpp/security/credentials.h>
 
+#include <algorithm>
 #include <chrono>
 #include <iostream>
 #include <memory>
@@ -49,7 +50,10 @@ class NoReusePortOption : public ::grpc::ServerBuilderOption {
     void
     UpdateArguments(::grpc::ChannelArguments* args) override {
         args->SetInt(GRPC_ARG_ALLOW_REUSEPORT, 0);
-        args->SetInt(GRPC_ARG_MAX_CONCURRENT_STREAMS, 20);
+        int grpc_concurrency = 4 * std::thread::hardware_concurrency();
+        grpc_concurrency = std::max(32, grpc_concurrency);
+        grpc_concurrency = std::min(256, grpc_concurrency);
+        args->SetInt(GRPC_ARG_MAX_CONCURRENT_STREAMS, grpc_concurrency);
     }
 
     void
-- 
GitLab