提交 faffc25c 编写于 作者: H heqiaozhi

fix hadoop home bug & refine setup.py

上级 1500c8e6
...@@ -153,13 +153,10 @@ class AsyncExecutor(object): ...@@ -153,13 +153,10 @@ class AsyncExecutor(object):
data_feed.desc(), filelist, thread_num, data_feed.desc(), filelist, thread_num,
fetch_var_names, mode, debug) fetch_var_names, mode, debug)
def download_data(self, afs_path, local_path, fs_default_name, ugi, process_num=12): def download_data(self, afs_path, local_path, fs_default_name, ugi, hadoop_home="$HADOOP_HOME", process_num=12):
#hadoop_home = "$HADOOP_HOME"
if self.instance is None: if self.instance is None:
raise ValueError('instance is None, please run config_distributed_nodes init instance') raise ValueError('instance is None, please run config_distributed_nodes init instance')
hadoop_home = "~/tools/hadoop-xingtian/hadoop/"
configs = { configs = {
"fs.default.name": fs_default_name, "fs.default.name": fs_default_name,
"hadoop.job.ugi": ugi "hadoop.job.ugi": ugi
......
...@@ -103,8 +103,10 @@ packages=['paddle', ...@@ -103,8 +103,10 @@ packages=['paddle',
'paddle.fluid', 'paddle.fluid',
'paddle.fluid.proto', 'paddle.fluid.proto',
'paddle.fluid.proto.profiler', 'paddle.fluid.proto.profiler',
'paddle.fluid.distributed',
'paddle.fluid.layers', 'paddle.fluid.layers',
'paddle.fluid.contrib', 'paddle.fluid.contrib',
'paddle.fluid.contrib.utils',
'paddle.fluid.contrib.decoder', 'paddle.fluid.contrib.decoder',
'paddle.fluid.contrib.quantize', 'paddle.fluid.contrib.quantize',
'paddle.fluid.transpiler', 'paddle.fluid.transpiler',
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册