diff --git a/cmake/flags.cmake b/cmake/flags.cmake
index 5363b1758720d367e88beee0630f91a514bb6fbe..516f306f72836f8879b15845d26af1f5a81ef75e 100644
--- a/cmake/flags.cmake
+++ b/cmake/flags.cmake
@@ -151,7 +151,6 @@ if(NOT WIN32)
       -Wno-error=literal-suffix
       -Wno-error=array-bounds #Warning in Eigen, gcc 12.2
       -Wno-error=ignored-attributes # Warnings in Eigen, gcc 6.3
-      -Wno-error=terminate # Warning in PADDLE_ENFORCE
       -Wno-error=int-in-bool-context # Warning in Eigen gcc 7.2
       -Wimplicit-fallthrough=0 # Warning in tinyformat.h
       ${fsanitize})
diff --git a/paddle/fluid/framework/fleet/heter_ps/heter_resource.cc b/paddle/fluid/framework/fleet/heter_ps/heter_resource.cc
index fa72b5c99d599a04c4778c387b85fcef922b3ab3..63e9226fcc095fa040c96de6d4e4ba2b523e6e25 100644
--- a/paddle/fluid/framework/fleet/heter_ps/heter_resource.cc
+++ b/paddle/fluid/framework/fleet/heter_ps/heter_resource.cc
@@ -55,13 +55,13 @@ GPUResource::GPUResource(std::vector<int> &dev_ids, int index) {
 GPUResource::~GPUResource() {
   platform::CUDADeviceGuard guard(dev_id_);
   for (size_t i = 0; i < local_streams_.size(); ++i) {
-    PADDLE_ENFORCE_GPU_SUCCESS(cudaStreamDestroy(local_streams_[i]));
+    PADDLE_WARN_GPU_SUCCESS(cudaStreamDestroy(local_streams_[i]));
   }
   for (size_t i = 0; i < comm_streams_.size(); ++i) {
-    PADDLE_ENFORCE_GPU_SUCCESS(cudaStreamDestroy(comm_streams_[i]));
+    PADDLE_WARN_GPU_SUCCESS(cudaStreamDestroy(comm_streams_[i]));
   }
   for (size_t i = 0; i < remote_streams_.size(); ++i) {
-    PADDLE_ENFORCE_GPU_SUCCESS(cudaStreamDestroy(remote_streams_[i]));
+    PADDLE_WARN_GPU_SUCCESS(cudaStreamDestroy(remote_streams_[i]));
   }
 }