diff --git a/mindspore/ccsrc/runtime/device/gpu/gpu_buffer_mgr.cc b/mindspore/ccsrc/runtime/device/gpu/gpu_buffer_mgr.cc
index ba3578a0b0655b24cdd571c3e95643b608ac0d90..b03882695e58f1cc79296c4e916aa791b12761c3 100644
--- a/mindspore/ccsrc/runtime/device/gpu/gpu_buffer_mgr.cc
+++ b/mindspore/ccsrc/runtime/device/gpu/gpu_buffer_mgr.cc
@@ -19,6 +19,10 @@
 #include <utility>
 #include "utils/log_adapter.h"
 #include "utils/ms_utils.h"
+#include "pybind11/pybind11.h"
+#include "pybind11/stl.h"
+
+namespace py = pybind11;
 
 namespace mindspore {
 namespace device {
@@ -167,6 +171,7 @@ inline bool GpuBufferMgr::isCreated(unsigned int device_id, const std::string &c
 }
 
 bool GpuBufferMgr::CloseNotify() {
+  py::gil_scoped_release release;
   bool result = true;
   // lock scope
   {