add download, convert and recover script

script/convert_params.sh

+
+#!/bin/sh
+if [[ $# != 1 ]]; then
+    echo "usage: bash convert_params.sh <params_dir>"
+    exit 1
+fi
+
+if [[ -f $1/__palminfo__ ]]; then
+    echo "already converted."
+    exit 0
+fi
+
+echo "converting..."
+if [[ -d $1/params ]]; then
+    cd $1/params
+else
+    cd $1
+fi
+
+mkdir .palm.backup
+
+for file in $(ls *)
+    do cp $file .palm.backup; mv $file "__paddlepalm_"$file
+done
+tar -cf __rawmodel__ .palm.backup/*
+rm .palm.backup/*
+mv __rawmodel__ .palm.backup
+# find . ! -name '__rawmodel__' -exec rm {} +
+tar -cf __palmmodel__ __paddlepalm_*
+touch __palminfo__
+ls __paddlepalm_* > __palminfo__
+rm __paddlepalm_*
+
+cd - >/dev/null
+
+echo "done!"
+

script/download_pretrain_backbone.sh

+#!/bin/bash
+
+set -e
+
+if [[ $# != 1 ]]; then
+    echo "Usage: bash download_pretrain.sh <bert|ernie>"
+    exit 1
+fi
+
+if [[ $1 == 'bert' ]]; then
+    name="bert"
+    link="https://bert-models.bj.bcebos.com/uncased_L-24_H-1024_A-16.tar.gz"
+    packname="uncased_L-24_H-1024_A-16.tar.gz"
+    dirname="uncased_L-24_H-1024_A-16"
+elif [[ $1 == 'ernie' ]]; then
+    name="ernie"
+    link="https://ernie.bj.bcebos.com/ERNIE_Large_en_stable-2.0.0.tar.gz"
+    packname="ERNIE_Large_en_stable-2.0.0.tar.gz"
+else
+    echo "$1 is currently not supported."
+    exit 1
+fi
+
+if [[ ! -d pretrain_model ]]; then
+    mkdir pretrain_model
+fi
+
+cd pretrain_model
+mkdir $name
+cd $name
+echo "downloading ${name}..."
+wget --no-check-certificate $link
+echo "decompressing..."
+tar -zxf $packname
+rm -rf $packname
+if [[ $dirname != "" ]]; then
+    mv $dirname/* .
+    rm -rf $dirname
+fi
+
+cd ../..
+
+

script/recover_params.sh

+
+#!/bin/sh
+if [[ $# != 1 ]]; then
+    echo "usage: bash recover_params.sh <params_dir>"
+    exit 1
+fi
+
+if [[ ! -d $1 ]]; then
+    echo "$1 not found."
+    exit 1
+fi
+
+if [[ ! -f $1/__palmmodel__ ]]; then
+    echo "paddlepalm model not found."
+    exit 1
+fi
+
+echo "recovering..."
+if [[ -d $1/params ]]; then
+    cd $1/params
+else
+    cd $1
+fi
+rm __palm*
+mv .palm.backup/__rawmodel__ .
+rm -rf .palm.backup
+tar -xf __rawmodel__
+mv .palm.backup/* .
+rm __rawmodel__
+
+rm -rf .palm.backup
+cd - >/dev/null
+