diff --git a/python/paddle/fluid/tests/unittests/test_dataset.py b/python/paddle/fluid/tests/unittests/test_dataset.py
index 276d91fa025b6935928eab07f0a702b3a6a00702..7facc99a0736e4a44077b02cfff1de9e668a10b5 100644
--- a/python/paddle/fluid/tests/unittests/test_dataset.py
+++ b/python/paddle/fluid/tests/unittests/test_dataset.py
@@ -559,8 +559,10 @@ class TestDataset(unittest.TestCase):
         except Exception as e:
             self.assertTrue(False)
 
-        os.remove("./test_queue_dataset_run_a.txt")
-        os.remove("./test_queue_dataset_run_b.txt")
+        if os.path.exists("./test_queue_dataset_run_a.txt"):
+            os.remove("./test_queue_dataset_run_a.txt")
+        if os.path.exists("./test_queue_dataset_run_b.txt"):
+            os.remove("./test_queue_dataset_run_b.txt")
 
     def test_queue_dataset_run_2(self):
         """
@@ -611,8 +613,10 @@ class TestDataset(unittest.TestCase):
                 except Exception as e:
                     self.assertTrue(False)
 
-        os.remove("./test_queue_dataset_run_a.txt")
-        os.remove("./test_queue_dataset_run_b.txt")
+        if os.path.exists("./test_queue_dataset_run_a.txt"):
+            os.remove("./test_queue_dataset_run_a.txt")
+        if os.path.exists("./test_queue_dataset_run_b.txt"):
+            os.remove("./test_queue_dataset_run_b.txt")
 
     def test_queue_dataset_run_3(self):
         """
@@ -669,8 +673,10 @@ class TestDataset(unittest.TestCase):
                 except Exception as e:
                     self.assertTrue(False)
 
-        os.remove("./test_queue_dataset_run_a.txt")
-        os.remove("./test_queue_dataset_run_b.txt")
+        if os.path.exists("./test_queue_dataset_run_a.txt"):
+            os.remove("./test_queue_dataset_run_a.txt")
+        if os.path.exists("./test_queue_dataset_run_b.txt"):
+            os.remove("./test_queue_dataset_run_b.txt")
 
 
 class TestDatasetWithDataLoader(TestDataset):