From d1da04bcf01439bb2e76355c88d2645f35086d2d Mon Sep 17 00:00:00 2001
From: TeslaZhao <zhaolisoftware@163.com>
Date: Fri, 22 Apr 2022 16:50:30 +0800
Subject: [PATCH] Distribute Serving for Foundation Models

---
 paddle_inference/paddle/include/paddle_engine.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/paddle_inference/paddle/include/paddle_engine.h b/paddle_inference/paddle/include/paddle_engine.h
index 1bdb6265..79aaa873 100644
--- a/paddle_inference/paddle/include/paddle_engine.h
+++ b/paddle_inference/paddle/include/paddle_engine.h
@@ -268,7 +268,7 @@ class PaddleInferenceEngine : public EngineCore {
           config.EnableGpuMultiStream();
         }
       }
-      config.EnableTensorRtEngine(1 << 20,
+      config.EnableTensorRtEngine(1 << 25,
                                   max_batch,
                                   min_subgraph_size,
                                   precision_type,
-- 
GitLab