Created by: youan1

请paddle 同学看看，这个是否是由于下载训练集或者测试集导致的

Thu Oct 26 11:08:33 2017[1,106]:+ local hadoop_home=/home/mpi/nma/bin/../tools/hadoop-client/hadoop Thu Oct 26 11:08:33 2017[1,106]:+ local fs_name=hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 Thu Oct 26 11:08:33 2017[1,106]:+ local fs_ugi=ns-tieba,ns_tieba_123 Thu Oct 26 11:08:33 2017[1,106]:+ local remote_file=/app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata Thu Oct 26 11:08:33 2017[1,106]:+ local file_list=./conf/testfilelist Thu Oct 26 11:08:33 2017[1,106]:+ local use_hadoop_vfs=False Thu Oct 26 11:08:33 2017[1,106]:+ '[' /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata = None ']' Thu Oct 26 11:08:33 2017[1,106]:+ '[' False = True ']' Thu Oct 26 11:08:33 2017[1,106]:+ /home/mpi/nma/bin/../tools/hadoop-client/hadoop/bin/hadoop dfs -Dfs.default.name=hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 -Dhadoop.job.ugi=ns-tieba,ns_tieba_123 -ls /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata Thu Oct 26 11:08:33 2017[1,106]:+ egrep -v '^Found.*items$' Thu Oct 26 11:08:33 2017[1,1]🇱🇸 Cannot access /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata: No such file or directory. Thu Oct 26 11:08:33 2017[1,87]:+ return 0 Thu Oct 26 11:08:33 2017[1,87]:+ check_return 'hadoop_ls_file: Generate filelist for test meta failed' Thu Oct 26 11:08:33 2017[1,87]:+ '[' 0 -ne 0 ']' Thu Oct 26 11:08:33 2017[1,87]:+ hadoop_ls_file /home/mpi/nma/bin/../tools/hadoop-client/hadoop hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 ns-tieba,ns_tieba_123 /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata ./conf/testfilelist False Thu Oct 26 11:08:33 2017[1,87]:+ local hadoop_home=/home/mpi/nma/bin/../tools/hadoop-client/hadoop Thu Oct 26 11:08:33 2017[1,87]:+ local fs_name=hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 Thu Oct 26 11:08:33 2017[1,87]:+ local fs_ugi=ns-tieba,ns_tieba_123 Thu Oct 26 11:08:33 2017[1,87]:+ local remote_file=/app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata Thu Oct 26 11:08:33 2017[1,87]:+ local file_list=./conf/testfilelist Thu Oct 26 11:08:33 2017[1,87]:+ local use_hadoop_vfs=False Thu Oct 26 11:08:33 2017[1,87]:+ '[' /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata = None ']' Thu Oct 26 11:08:33 2017[1,87]:+ '[' False = True ']' Thu Oct 26 11:08:33 2017[1,87]:+ /home/mpi/nma/bin/../tools/hadoop-client/hadoop/bin/hadoop dfs -Dfs.default.name=hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 -Dhadoop.job.ugi=ns-tieba,ns_tieba_123 -ls /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata Thu Oct 26 11:08:33 2017[1,87]:+ egrep -v '^Found.*items$' Thu Oct 26 11:08:33 2017[1,69]:Download File: /app/ns/tieba/recommend/deeplearning/increment/38_23/traindata/part-00093 Thu Oct 26 11:08:33 2017[1,69]:train meta file numbers: 0 Thu Oct 26 11:08:33 2017[1,69]:Download thread numbers: 0 Thu Oct 26 11:08:33 2017[1,1]:+ return 1 Thu Oct 26 11:08:33 2017[1,1]:+ check_return 'hadoop_ls_file: Generate filelist for test failed' Thu Oct 26 11:08:33 2017[1,1]:+ '[' 1 -ne 0 ']' Thu Oct 26 11:08:33 2017[1,1]:+ echo '[./train.sh : 144] [main]' Thu Oct 26 11:08:33 2017[1,1]:[./train.sh : 144] [main] Thu Oct 26 11:08:33 2017[1,1]:+ echo '[FATAL]: hadoop_ls_file: Generate filelist for test failed' Thu Oct 26 11:08:33 2017[1,1]:[FATAL]: hadoop_ls_file: Generate filelist for test failed Thu Oct 26 11:08:33 2017[1,1]:+ get_stack Thu Oct 26 11:08:33 2017[1,1]:+ set +x Thu Oct 26 11:08:33 2017[1,1]: Thu Oct 26 11:08:33 2017[1,1]:*Shell Script Stack Trace Thu Oct 26 11:08:33 2017[1,1]: @: [./log.sh: 61] check_return Thu Oct 26 11:08:33 2017[1,1]: @: [./train.sh: 144] main Thu Oct 26 11:08:33 2017[1,1]: Thu Oct 26 11:08:33 2017[1,1]:+ exit 1 Thu Oct 26 11:08:33 2017[1,69]:+ check_return 'mpirun download.py download train data failed' Thu Oct 26 11:08:33 2017[1,69]:+ '[' 0 -ne 0 ']' Thu Oct 26 11:08:33 2017[1,69]:+ '[' 0 -eq 0 ']' Thu Oct 26 11:08:33 2017[1,69]:+ test_data_path_var=test_data_path Thu Oct 26 11:08:33 2017[1,69]:+ test_meta_data_path_var=test_meta_data_path Thu Oct 26 11:08:33 2017[1,69]:+ hdfs_ls_list=./conf/testfilelist Thu Oct 26 11:08:33 2017[1,69]:+ local_file_list=./test.list Thu Oct 26 11:08:33 2017[1,69]:+ hdfs_test_meta_file_list=./conf/test_meta_list Thu Oct 26 11:08:33 2017[1,69]:+ local_test_meta_file_list=./test.meta.list Thu Oct 26 11:08:33 2017[1,69]:+ real_test_data_path=/app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata Thu Oct 26 11:08:33 2017[1,69]:+ real_test_meta_data_path= Thu Oct 26 11:08:33 2017[1,69]:+ '[' -z /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata ']' Thu Oct 26 11:08:33 2017[1,69]:+ '[' -z '' ']' Thu Oct 26 11:08:33 2017[1,69]:+ real_test_meta_data_path=None Thu Oct 26 11:08:33 2017[1,69]:+ '[' /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata = None ']' Thu Oct 26 11:08:33 2017[1,69]:+ hadoop_ls_file /home/mpi/nma/bin/../tools/hadoop-client/hadoop hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 ns-tieba,ns_tieba_123 None ./conf/test_meta_list False Thu Oct 26 11:08:33 2017[1,69]:+ local hadoop_home=/home/mpi/nma/bin/../tools/hadoop-client/hadoop Thu Oct 26 11:08:33 2017[1,69]:+ local fs_name=hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 Thu Oct 26 11:08:33 2017[1,69]:+ local fs_ugi=ns-tieba,ns_tieba_123 Thu Oct 26 11:08:33 2017[1,69]:+ local remote_file=None Thu Oct 26 11:08:33 2017[1,69]:+ local file_list=./conf/test_meta_list Thu Oct 26 11:08:33 2017[1,69]:+ local use_hadoop_vfs=False Thu Oct 26 11:08:33 2017[1,69]:+ '[' None = None ']' Thu Oct 26 11:08:33 2017[1,69]:+ cat /dev/null Thu Oct 26 11:08:33 2017[1,69]:+ return 0 Thu Oct 26 11:08:33 2017[1,69]:+ check_return 'hadoop_ls_file: Generate filelist for test meta failed' Thu Oct 26 11:08:33 2017[1,69]:+ '[' 0 -ne 0 ']' Thu Oct 26 11:08:33 2017[1,69]:+ hadoop_ls_file /home/mpi/nma/bin/../tools/hadoop-client/hadoop hdfs://yq01-heng-hdfs.dmop.baidu.com:54310 ns-tieba,ns_tieba_123 /app/ns/tieba/recommend/deeplearning/increment/38_23/test_output/testdata ./conf/testfilelist False