run_dbqa.sh 1.5 KB
Newer Older
T
tianxin04 已提交
1 2
set -eux

T
tianxin 已提交
3
export FLAGS_eager_delete_tensor_gb=0
T
tianxin04 已提交
4 5 6
export FLAGS_sync_nccl_allreduce=1
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

C
chenxuyi 已提交
7 8
export PYTHONPATH=./ernie:${PYTHONPATH:-}
python ./ernie/finetune_launch.py  \
C
chenxuyi 已提交
9 10 11 12
    --nproc_per_node 8 \
    --selected_gpus 0,1,2,3,4,5,6,7 \
    --node_ips $(hostname -i) \
    --node_id 0 \
C
chenxuyi 已提交
13
./ernie/run_classifier.py \
T
tianxin04 已提交
14 15 16 17
                   --use_cuda true \
                   --verbose true \
                   --do_train true \
                   --do_val true \
T
tianxin 已提交
18
                   --do_test false \
T
tianxin04 已提交
19
                   --batch_size 8 \
T
tianxin 已提交
20
                   --metric "acc_and_f1_and_mrr" \
T
tianxin04 已提交
21
                   --init_pretraining_params ${MODEL_PATH}/params \
T
tianxin04 已提交
22
                   --train_set ${TASK_DATA_PATH}/nlpcc-dbqa/train.tsv \
T
tianxin 已提交
23 24 25 26
                   --dev_set ${TASK_DATA_PATH}/nlpcc-dbqa/dev.tsv,${TASK_DATA_PATH}/nlpcc-dbqa/test.tsv \
                   --use_multi_gpu_test true \
                   --vocab_path ${MODEL_PATH}/vocab.txt \
                   --ernie_config_path ${MODEL_PATH}/ernie_config.json \
T
tianxin04 已提交
27 28 29 30 31 32 33 34 35 36 37 38
                   --checkpoints "./checkpoints" \
                   --save_steps 1000 \
                   --weight_decay  0.01 \
                   --warmup_proportion 0.0 \
                   --validation_steps 1000 \
                   --epoch 3 \
                   --max_seq_len 512 \
                   --learning_rate 2e-5 \
                   --skip_steps 10 \
                   --num_iteration_per_drop_scope 1 \
                   --num_labels 2 \
                   --random_seed 1