未验证 提交 bfe21ff3 编写于 作者: G gongweibao 提交者: GitHub

Cherry pick 42508 (#43601)

* fix test

* fix test.
上级 68ed3b86
...@@ -842,8 +842,9 @@ class HDFSClient(FS): ...@@ -842,8 +842,9 @@ class HDFSClient(FS):
if self.is_file(fs_path): if self.is_file(fs_path):
return self._try_download(fs_path, local_path) return self._try_download(fs_path, local_path)
# download dir # download dir
_, all_filenames = self.ls_dir(fs_path) dirs, all_filenames = self.ls_dir(fs_path)
all_files = [fs_path + i for i in all_filenames] all_files = [fs_path + "/" + i for i in all_filenames]
all_files.extend([fs_path + "/" + i for i in dirs])
procs = [] procs = []
for i in range(multi_processes): for i in range(multi_processes):
process_datas = self._split_files(all_files, i, multi_processes) process_datas = self._split_files(all_files, i, multi_processes)
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册