split_data.sh

#!/usr/bin/env bash
# Copyright 2010-2011 Microsoft Corporation

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#  http://www.apache.org/licenses/LICENSE-2.0
#
# THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
# WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
# MERCHANTABLITY OR NON-INFRINGEMENT.
# See the Apache 2 License for the specific language governing permissions and
# limitations under the License.

set -o errexit

if [ $# != 2 ]; then
  echo "Usage: split_data.sh data-dir num-to-split"
  exit 1
fi

data=$1
numsplit=$2

if [ $numsplit -le 0 ]; then
  echo "Invalid num-split argument $numsplit";
  exit 1;
fi

n=0;
feats=""
wavs=""
utt2spks=""
texts=""

nu=`cat $data/utt2spk | wc -l`
nf=`cat $data/feats.scp | wc -l`
nt=`cat $data/text | wc -l`
if [ $nu -ne $nf ]; then
  echo "split_data.sh: warning, #lines is (utt2spk,feats.scp) is ($nu,$nf);"
  echo "this script may produce incorrectly split data."
  echo "use utils/fix_data_dir.sh to fix this."
fi
if [ $nt -ne 0 -a $nu -ne $nt ]; then
  echo "split_data.sh: warning, #lines is (utt2spk,text) is ($nu,$nt);"
  echo "this script may produce incorrectly split data."
  echo "use utils/fix_data_dir.sh to fix this."
fi

# utilsscripts/get_split.pl returns "0 1 2 3" or "00 01 .. 18 19" or whatever.
# for n in `get_splits.pl $numsplit`; do
for n in `seq 1 $numsplit`; do  # Changed this to usual number sequence -Arnab
  mkdir -p $data/split$numsplit/$n
  feats="$feats $data/split$numsplit/$n/feats.scp"
  wavs="$wavs $data/split$numsplit/$n/wav.scp"
  texts="$texts $data/split$numsplit/$n/text"
  utt2spks="$utt2spks $data/split$numsplit/$n/utt2spk"
done

split_scp.pl --utt2spk=$data/utt2spk $data/utt2spk $utt2spks
split_scp.pl --utt2spk=$data/utt2spk $data/feats.scp $feats
[ -f $data/wav.scp ] && \
  split_scp.pl --utt2spk=$data/utt2spk $data/wav.scp $wavs
[ -f $data/text ] && \
  split_scp.pl --utt2spk=$data/utt2spk $data/text $texts

# for n in `get_splits.pl $numsplit`; do
for n in `seq 1 $numsplit`; do  # Changed this to usual number sequence -Arnab
  utt2spk_to_spk2utt.pl $data/split$numsplit/$n/utt2spk \
    > $data/split$numsplit/$n/spk2utt
  # for completeness, also split the spk2gender file
  [ -f $data/spk2gender ] && \
    filter_scp.pl $data/split$numsplit/$n/spk2utt $data/spk2gender \
    > $data/split$numsplit/$n/spk2gender 
done

exit 0