提交 faffc25c 编写于 作者: H heqiaozhi

fix hadoop home bug & refine setup.py

上级 1500c8e6
......@@ -153,13 +153,10 @@ class AsyncExecutor(object):
data_feed.desc(), filelist, thread_num,
fetch_var_names, mode, debug)
def download_data(self, afs_path, local_path, fs_default_name, ugi, process_num=12):
#hadoop_home = "$HADOOP_HOME"
def download_data(self, afs_path, local_path, fs_default_name, ugi, hadoop_home="$HADOOP_HOME", process_num=12):
if self.instance is None:
raise ValueError('instance is None, please run config_distributed_nodes init instance')
hadoop_home = "~/tools/hadoop-xingtian/hadoop/"
configs = {
"fs.default.name": fs_default_name,
"hadoop.job.ugi": ugi
......
......@@ -103,8 +103,10 @@ packages=['paddle',
'paddle.fluid',
'paddle.fluid.proto',
'paddle.fluid.proto.profiler',
'paddle.fluid.distributed',
'paddle.fluid.layers',
'paddle.fluid.contrib',
'paddle.fluid.contrib.utils',
'paddle.fluid.contrib.decoder',
'paddle.fluid.contrib.quantize',
'paddle.fluid.transpiler',
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册