diff --git a/core/general-client/src/pybind_general_model.cpp b/core/general-client/src/pybind_general_model.cpp index 14349bfbe71416550de5a28294fea09dceb923d3..f30a3a859cb562e1f477defaeb23b5b8c7866cb0 100644 --- a/core/general-client/src/pybind_general_model.cpp +++ b/core/general-client/src/pybind_general_model.cpp @@ -77,6 +77,7 @@ PYBIND11_MODULE(serving_client, m) { [](PredictorClient &self) { self.create_predictor(); }) .def("destroy_predictor", [](PredictorClient &self) { self.destroy_predictor(); }) + .def("batch_predict", [](PredictorClient &self, const std::vector>> @@ -99,7 +100,8 @@ PYBIND11_MODULE(serving_client, m) { fetch_name, predict_res_batch, pid); - }); + }, + py::call_guard()); } } // namespace general_model