diff --git a/python/paddle/distributed/fleet/utils/fs.py b/python/paddle/distributed/fleet/utils/fs.py
index f56580f8ca2fe69d70101d958ade1c50e076c8b6..8895a529526f765a487326e318c2da04231cbe5d 100644
--- a/python/paddle/distributed/fleet/utils/fs.py
+++ b/python/paddle/distributed/fleet/utils/fs.py
@@ -842,8 +842,8 @@ class HDFSClient(FS):
         if self.is_file(fs_path):
             return self._try_download(fs_path, local_path)
         # download dir
-        _, all_files = self.ls_dir(fs_path)
-
+        _, all_filenames = self.ls_dir(fs_path)
+        all_files = [fs_path + i for i in all_filenames]
         procs = []
         for i in range(multi_processes):
             process_datas = self._split_files(all_files, i, multi_processes)
diff --git a/python/paddle/fluid/tests/unittests/hdfs_test_utils.py b/python/paddle/fluid/tests/unittests/hdfs_test_utils.py
index 6b49049073948f9c143b1cf6b572e795fde27500..69ccc7088b834e8e24c324ad5d484cb494dc3a8b 100644
--- a/python/paddle/fluid/tests/unittests/hdfs_test_utils.py
+++ b/python/paddle/fluid/tests/unittests/hdfs_test_utils.py
@@ -195,7 +195,7 @@ class FSTestBase(unittest.TestCase):
 
         fs.download(src_file, dst_file)
         local = LocalFS()
-        self.assertTrue(local.is_exist(dst_file))
+        self.assertTrue(local.is_exist(file1))
         local.delete(dst_file)
         fs.delete(src_file)
 
diff --git a/python/paddle/fluid/tests/unittests/test_hdfs3.py b/python/paddle/fluid/tests/unittests/test_hdfs3.py
index d214768b2e32f99b5be3912e1b5fba89ed4a34bc..57b0b1ba45f24432dae492fc4eda14fe7c145058 100644
--- a/python/paddle/fluid/tests/unittests/test_hdfs3.py
+++ b/python/paddle/fluid/tests/unittests/test_hdfs3.py
@@ -40,6 +40,7 @@ class FSTest3(FSTestBase):
         self._test_upload(fs)
         self._test_upload_dir(fs)
         self._test_download(fs)
+        self._test_download_dir(fs)
 
     def test_local(self):
         fs = LocalFS()