提交 21a276b6 编写于 作者: M mapingshuo

Fix bugs in hdfs download

上级 4161c03b
...@@ -29,6 +29,7 @@ __all__ = [ ...@@ -29,6 +29,7 @@ __all__ = [
] ]
fleet = Fleet() fleet = Fleet()
_role_maker_ = fleet._role_maker_
init = fleet.init init = fleet.init
is_first_worker = fleet.is_first_worker is_first_worker = fleet.is_first_worker
worker_index = fleet.worker_index worker_index = fleet.worker_index
......
...@@ -190,6 +190,9 @@ class Fleet(object): ...@@ -190,6 +190,9 @@ class Fleet(object):
else: else:
paddle.distributed.init_parallel_env() paddle.distributed.init_parallel_env()
def _role_maker_(self):
return self._role_maker
def is_first_worker(self): def is_first_worker(self):
""" """
Check whether the node is the first instance of worker. Check whether the node is the first instance of worker.
......
...@@ -751,9 +751,6 @@ class HDFSClient(FS): ...@@ -751,9 +751,6 @@ class HDFSClient(FS):
client = HDFSClient(hadoop_home, configs) client = HDFSClient(hadoop_home, configs)
client.download("hdfs:/test_hdfs_client", "./") client.download("hdfs:/test_hdfs_client", "./")
""" """
if self.is_exist(local_path):
raise FSFileExistsError("{} exists".format(local_path))
if not self.is_exist(fs_path): if not self.is_exist(fs_path):
raise FSFileNotExistsError("{} not exits".format(fs_path)) raise FSFileNotExistsError("{} not exits".format(fs_path))
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册