fix dataset pickle problem; using 2.1 paddle; num_workers can > 0; ckpt save...

fix dataset pickle problem; using 2.1 paddle; num_workers can > 0; ckpt save in exp dir;fix setup.sh;

.gitconfig

+[alias]
+  st = status
+  ci = commit
+  br = branch
+  co = checkout
+  df = diff
+  l = log --pretty=format:\"%h %ad | %s%d [%an]\" --graph --date=short
+  ll = log --stat
+
+[merge]
+  tool = vimdiff
+
+[core]
+  excludesfile = ~/.gitignore
+  editor = vim
+
+[color]
+  branch = auto
+  diff = auto
+  status = auto
+
+[color "branch"]
+  current = yellow reverse
+  local = yellow
+  remote = green
+
+[color "diff"]
+  meta = yellow bold
+  frag = magenta bold
+  old = red bold
+  new = green bold
+
+[color "status"]
+  added = yellow
+  changed = green
+  untracked = cyan
+
+[push]
+  default = matching
+
+[credential]
+  helper = store
+
+[user]
+  name =
+  email =
+
+

deepspeech/io/dataset.py

@@ -34,6 +34,9 @@ __all__ = [
 
 logger = Log(__name__).getlog()
 
+# namedtupe need global for pickle.
+TarLocalData = namedtuple('TarLocalData', ['tar2info', 'tar2object'])
+
 
 class ManifestDataset(Dataset):
     @classmethod
@@ -212,9 +215,7 @@ class ManifestDataset(Dataset):
         self._rng = np.random.RandomState(random_seed)
         self._keep_transcription_text = keep_transcription_text
         # for caching tar files info
-        self._local_data = namedtuple('local_data', ['tar2info', 'tar2object'])
-        self._local_data.tar2info = {}
-        self._local_data.tar2object = {}
+        self._local_data = TarLocalData(tar2info={}, tar2object={})
 
         # read manifest
         self._manifest = read_manifest(

deepspeech/modules/conformer_convolution.py

@@ -142,7 +142,7 @@ class ConvolutionModule(nn.Layer):
 
         # GLU mechanism
         x = self.pointwise_conv1(x)  # (batch, 2*channel, dim)
-        x = nn.functional.glu(x, dim=1)  # (batch, channel, dim)
+        x = nn.functional.glu(x, axis=1)  # (batch, channel, dim)
 
         # 1D Depthwise Conv
         x = self.depthwise_conv(x)

examples/aishell/README.md

+# ASR
 * s0 for deepspeech2
 * s1 for u2

examples/aishell/s1/local/avg.sh

 #! /usr/bin/env bash
 
 if [ $# != 2 ];then
-    echo "usage: ${0} ckpt_path avg_num"
+    echo "usage: ${0} ckpt_dir avg_num"
     exit -1
 fi
 

examples/aishell/s1/local/test.sh

 #! /usr/bin/env bash
 
 if [ $# != 1 ];then
-    echo "usage: ${0} ckpt_path"
+    echo "usage: ${0} ckpt_path_prefix"
     exit -1
 fi
 

examples/aishell/s1/local/train.sh

@@ -5,6 +5,8 @@ if [ $# != 1 ];then
     exit -1
 fi
 
+mkdir -p exp
+
 ngpu=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
 echo "using $ngpu gpus..."
 
@@ -12,8 +14,7 @@ python3 -u ${BIN_DIR}/train.py \
 --device 'gpu' \
 --nproc ${ngpu} \
 --config conf/conformer.yaml \
---output ckpt-${1}
-
+--output exp/${1}
 
 if [ $? -ne 0 ]; then
     echo "Failed in training!"

setup.sh

@@ -10,9 +10,11 @@ fi
 
 if [ -e /etc/lsb-release ];then
     #${SUDO} apt-get update
-    ${SUDO} apt-get install -y sox pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev
-    error_msg "Please using Ubuntu or install pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev by user."
-    exit -1
+    ${SUDO} apt-get install -y vim tig tree sox pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev
+    if [ $? != 0 ]; then
+        error_msg "Please using Ubuntu or install pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev by user."
+        exit -1
+    fi
 fi
 
 # install python dependencies