diff --git a/python/paddle/fluid/tests/unittests/ipu/test_weight_decay_ipu.py b/python/paddle/fluid/tests/unittests/ipu/test_weight_decay_ipu.py
index 627a8fedff6aae358ea8f40cb994ec5f71e055e1..c2fa0e672729ca283866ba608ca38073bf30b16d 100644
--- a/python/paddle/fluid/tests/unittests/ipu/test_weight_decay_ipu.py
+++ b/python/paddle/fluid/tests/unittests/ipu/test_weight_decay_ipu.py
@@ -35,6 +35,9 @@ class TestBase(IPUOpTest):
         self.temp_dir = tempfile.TemporaryDirectory()
         self.model_path = os.path.join(self.temp_dir.name, "weight_decay")
 
+    def tearDown(self):
+        self.temp_dir.cleanup()
+
     def set_atol(self):
         self.atol = 1e-6
 
diff --git a/python/paddle/fluid/tests/unittests/test_load_op_xpu.py b/python/paddle/fluid/tests/unittests/test_load_op_xpu.py
index f11c39b7b65df85008f0f96eced6099eca43ccc6..8d7f65116b63f30806a5a368514da10ccade25ab 100644
--- a/python/paddle/fluid/tests/unittests/test_load_op_xpu.py
+++ b/python/paddle/fluid/tests/unittests/test_load_op_xpu.py
@@ -51,6 +51,9 @@ class TestLoadOpXpu(unittest.TestCase):
                                    dirname=self.model_path,
                                    main_program=main_prog)
 
+    def tearDown(self):
+        self.temp_dir.cleanup()
+
     def test_load_xpu(self):
         main_prog = fluid.Program()
         start_prog = fluid.Program()