From bfe21ff3d50f172c36572c362dd335ad4c2f1dcd Mon Sep 17 00:00:00 2001 From: gongweibao Date: Sat, 18 Jun 2022 21:53:08 +0800 Subject: [PATCH] Cherry pick 42508 (#43601) * fix test * fix test. --- python/paddle/distributed/fleet/utils/fs.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/paddle/distributed/fleet/utils/fs.py b/python/paddle/distributed/fleet/utils/fs.py index 8895a529526..378d7025a68 100644 --- a/python/paddle/distributed/fleet/utils/fs.py +++ b/python/paddle/distributed/fleet/utils/fs.py @@ -842,8 +842,9 @@ class HDFSClient(FS): if self.is_file(fs_path): return self._try_download(fs_path, local_path) # download dir - _, all_filenames = self.ls_dir(fs_path) - all_files = [fs_path + i for i in all_filenames] + dirs, all_filenames = self.ls_dir(fs_path) + all_files = [fs_path + "/" + i for i in all_filenames] + all_files.extend([fs_path + "/" + i for i in dirs]) procs = [] for i in range(multi_processes): process_datas = self._split_files(all_files, i, multi_processes) -- GitLab