From 39d2c89c78905113e439db1ade0cd07d0c725f6d Mon Sep 17 00:00:00 2001 From: gongweibao Date: Thu, 16 Jun 2022 08:59:06 +0800 Subject: [PATCH] tmp fix (#42508) --- python/paddle/distributed/fleet/utils/fs.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/paddle/distributed/fleet/utils/fs.py b/python/paddle/distributed/fleet/utils/fs.py index 7e0456f279..af38d9f513 100644 --- a/python/paddle/distributed/fleet/utils/fs.py +++ b/python/paddle/distributed/fleet/utils/fs.py @@ -847,8 +847,9 @@ class HDFSClient(FS): if self.is_file(fs_path): return self._try_download(fs_path, local_path) # download dir - _, all_filenames = self.ls_dir(fs_path) - all_files = [fs_path + i for i in all_filenames] + dirs, all_filenames = self.ls_dir(fs_path) + all_files = [fs_path + "/" + i for i in all_filenames] + all_files.extend([fs_path + "/" + i for i in dirs]) procs = [] for i in range(multi_processes): process_datas = self._split_files(all_files, i, multi_processes) -- GitLab