Merge pull request #1929 from mmglove/develop

【develop】fix conformer benchmark prepare.sh

tests/test_tipc/prepare.sh

@@ -24,35 +24,36 @@ trainer_list=$(func_parser_value "${lines[14]}")
 
 if [ ${MODE} = "benchmark_train" ];then
     curPath=$(readlink -f "$(dirname "$0")")
-        echo "curPath:"${curPath}
+    echo "curPath:"${curPath}    # /PaddleSpeech/tests/test_tipc
     cd ${curPath}/../..
+    echo "------------- install for speech  "
     apt-get install libsndfile1 -y 
+    pip install yacs -i https://pypi.tuna.tsinghua.edu.cn/simple
     pip install pytest-runner  -i https://pypi.tuna.tsinghua.edu.cn/simple
     pip install kaldiio  -i https://pypi.tuna.tsinghua.edu.cn/simple
     pip install setuptools_scm -i https://pypi.tuna.tsinghua.edu.cn/simple 
     pip install . -i https://pypi.tuna.tsinghua.edu.cn/simple 
+    pip install jsonlines
+    pip list
     cd -
     if [ ${model_name} == "conformer" ]; then
         # set the URL for aishell_tiny dataset
-        URL=${conformer_data_URL:-"None"}
-        echo "URL:"${URL}
-        if [ ${URL} == 'None' ];then
+        conformer_aishell_URL=${conformer_aishell_URL:-"None"}
+        if [ ${conformer_aishell_URL} == 'None' ];then
             echo "please contact author to get the URL.\n"
             exit
 	    else
-	    wget -P ${curPath}/../../dataset/aishell/ ${URL} 
+            rm -rf ${curPath}/../../dataset/aishell/aishell.py
+            rm -rf ${curPath}/../../dataset/aishell/data_aishell_tiny*
+	        wget -P ${curPath}/../../dataset/aishell/ ${conformer_aishell_URL}
         fi
-        sed -i "s#^URL_ROOT_TAG#URL_ROOT = '${URL}'#g" ${curPath}/conformer/scripts/aishell_tiny.py
-        cp ${curPath}/conformer/scripts/aishell_tiny.py ${curPath}/../../dataset/aishell/
         cd ${curPath}/../../examples/aishell/asr1
-        source path.sh
-        # download audio data
-        sed -i "s#aishell.py#aishell_tiny.py#g" ./local/data.sh
+
+        #Prepare the data
 	    sed -i "s#python3#python#g" ./local/data.sh
-        bash ./local/data.sh || exit -1
-        if [ $? -ne 0 ]; then
-        exit 1
-        fi
+        bash run.sh --stage 0 --stop_stage 0   # 执行第一遍的时候会偶现报错
+        bash run.sh --stage 0 --stop_stage 0
+
         mkdir -p ${curPath}/conformer/benchmark_train/
         cp -rf conf ${curPath}/conformer/benchmark_train/
         cp -rf data ${curPath}/conformer/benchmark_train/