未验证 提交 fd15d0da 编写于 作者: H Hui Zhang 提交者: GitHub

Merge pull request #1035 from zh794390558/dataset

[asr] dataset to root dir
#! /usr/bin/env bash #! /usr/bin/env bash
TARGET_DIR=${MAIN_ROOT}/examples/dataset/voxforge TARGET_DIR=${MAIN_ROOT}/dataset/voxforge
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
# download data, generate manifests # download data, generate manifests
python ${MAIN_ROOT}/examples/dataset/voxforge/voxforge.py \ python ${MAIN_ROOT}/dataset/voxforge/voxforge.py \
--manifest_prefix="${TARGET_DIR}/manifest" \ --manifest_prefix="${TARGET_DIR}/manifest" \
--target_dir="${TARGET_DIR}" \ --target_dir="${TARGET_DIR}" \
--is_merge_dialect=True \ --is_merge_dialect=True \
......
...@@ -9,7 +9,7 @@ dict_dir=data/lang_char ...@@ -9,7 +9,7 @@ dict_dir=data/lang_char
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -8,7 +8,7 @@ dict_dir=data/lang_char ...@@ -8,7 +8,7 @@ dict_dir=data/lang_char
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -9,7 +9,7 @@ lmtype=srilm ...@@ -9,7 +9,7 @@ lmtype=srilm
source utils/parse_options.sh source utils/parse_options.sh
data=${MAIN_ROOT}/examples/dataset/${corpus} data=${MAIN_ROOT}/dataset/${corpus}
lexicon=$data/resource_aishell/lexicon.txt lexicon=$data/resource_aishell/lexicon.txt
text=$data/data_aishell/transcript/aishell_transcript_v0.8.txt text=$data/data_aishell/transcript/aishell_transcript_v0.8.txt
......
...@@ -10,7 +10,7 @@ source ${MAIN_ROOT}/utils/parse_options.sh ...@@ -10,7 +10,7 @@ source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -19,7 +19,7 @@ source ${MAIN_ROOT}/utils/parse_options.sh ...@@ -19,7 +19,7 @@ source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -15,7 +15,7 @@ do_delta=false ...@@ -15,7 +15,7 @@ do_delta=false
# Set this to somewhere where you want to put your data, or where # Set this to somewhere where you want to put your data, or where
# someone else has already put it. You'll want to change this # someone else has already put it. You'll want to change this
# if you're not on the CLSP grid. # if you're not on the CLSP grid.
datadir=${MAIN_ROOT}/examples/dataset/ datadir=${MAIN_ROOT}/dataset/
# bpemode (unigram or bpe) # bpemode (unigram or bpe)
nbpe=5000 nbpe=5000
...@@ -36,7 +36,7 @@ recog_set="test_clean test_other dev_clean dev_other" ...@@ -36,7 +36,7 @@ recog_set="test_clean test_other dev_clean dev_other"
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
# download data, generate manifests # download data, generate manifests
......
...@@ -12,7 +12,7 @@ stop_stage=100 ...@@ -12,7 +12,7 @@ stop_stage=100
source ${MAIN_ROOT}/utils/parse_options.sh source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
bash local/download_model.sh ${ckpt_dir} bash local/download_model.sh ${ckpt_dir}
......
...@@ -13,7 +13,7 @@ unit_type=char ...@@ -13,7 +13,7 @@ unit_type=char
source ${MAIN_ROOT}/utils/parse_options.sh source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
......
...@@ -14,7 +14,7 @@ unit_type=char ...@@ -14,7 +14,7 @@ unit_type=char
source ${MAIN_ROOT}/utils/parse_options.sh source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
bash local/download_model.sh ${ckpt_dir} bash local/download_model.sh ${ckpt_dir}
......
...@@ -16,7 +16,7 @@ data_dir=./TED-En-Zh ...@@ -16,7 +16,7 @@ data_dir=./TED-En-Zh
. ${MAIN_ROOT}/utils/parse_options.sh || exit -1; . ${MAIN_ROOT}/utils/parse_options.sh || exit -1;
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
......
...@@ -15,7 +15,7 @@ data_dir=./TED_EnZh ...@@ -15,7 +15,7 @@ data_dir=./TED_EnZh
source ${MAIN_ROOT}/utils/parse_options.sh source ${MAIN_ROOT}/utils/parse_options.sh
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
......
...@@ -6,7 +6,7 @@ stop_stage=100 ...@@ -6,7 +6,7 @@ stop_stage=100
source ${MAIN_ROOT}/utils/parse_options.sh source ${MAIN_ROOT}/utils/parse_options.sh
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
LEXICON_NAME=$1 LEXICON_NAME=$1
......
...@@ -12,7 +12,7 @@ TIMIT_path= ...@@ -12,7 +12,7 @@ TIMIT_path=
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
......
...@@ -10,7 +10,7 @@ dict_dir=data/lang_char ...@@ -10,7 +10,7 @@ dict_dir=data/lang_char
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -14,7 +14,7 @@ bpeprefix="${dict_dir}/bpe_${bpemode}_${nbpe}" ...@@ -14,7 +14,7 @@ bpeprefix="${dict_dir}/bpe_${bpemode}_${nbpe}"
mkdir -p data mkdir -p data
mkdir -p ${dict_dir} mkdir -p ${dict_dir}
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then if [ ${stage} -le -1 ] && [ ${stop_stage} -ge -1 ]; then
......
...@@ -27,7 +27,7 @@ set -o pipefail ...@@ -27,7 +27,7 @@ set -o pipefail
mkdir -p data mkdir -p data
TARGET_DIR=${MAIN_ROOT}/examples/dataset TARGET_DIR=${MAIN_ROOT}/dataset
mkdir -p ${TARGET_DIR} mkdir -p ${TARGET_DIR}
if [ ${stage} -le -2 ] && [ ${stop_stage} -ge -2 ]; then if [ ${stage} -le -2 ] && [ ${stop_stage} -ge -2 ]; then
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册