diff --git a/paddle/fluid/pybind/pybind.cc b/paddle/fluid/pybind/pybind.cc
index 589ea088a6cf03b3e064fbb94b7386fb098da7df..7137115ac0a3961b333018797075b0824f812bca 100644
--- a/paddle/fluid/pybind/pybind.cc
+++ b/paddle/fluid/pybind/pybind.cc
@@ -2221,6 +2221,7 @@ All parameter, weight, gradient are variables in Paddle.
     auto &pool = platform::DeviceContextPool::Instance();
     auto devices = platform::GetSelectedNPUDevices();
     for (size_t i = 0; i < devices.size(); ++i) {
+      platform::NPUDeviceGuard guard(devices[i]);
       pool.Get(platform::NPUPlace(devices[i]))->Wait();
     }
     platform::AclInstance::Instance().Finalize();