run_bq.sh 1.3 KB
Newer Older
T
tianxin 已提交
1 2 3 4 5 6
set -eux

export FLAGS_eager_delete_tensor_gb=0
export FLAGS_sync_nccl_allreduce=1
export CUDA_VISIBLE_DEVICES=0

C
chenxuyi 已提交
7 8
export PYTHONPATH=./ernie:${PYTHONPATH:-}
python -u ./ernie/run_classifier.py \
T
tianxin 已提交
9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
                     --use_cuda true \
                     --verbose true \
                     --do_train true \
                     --do_val true \
                     --do_test true \
                     --batch_size 64 \
                     --task_id 2 \
                     --init_pretraining_params ${MODEL_PATH}/params \
                     --train_set ${TASK_DATA_PATH}/bq/train.tsv \
                     --dev_set ${TASK_DATA_PATH}/bq/dev.tsv,${TASK_DATA_PATH}/bq/test.tsv \
                     --vocab_path ${MODEL_PATH}/vocab.txt \
                     --checkpoints ./checkpoints \
                     --save_steps 1000 \
                     --weight_decay  0.01 \
                     --warmup_proportion 0.0 \
                     --validation_steps 100 \
                     --epoch 3 \
                     --max_seq_len 128 \
                     --ernie_config_path ${MODEL_PATH}/ernie_config.json \
                     --learning_rate 3e-5\
                     --skip_steps 10 \
                     --num_iteration_per_drop_scope 1 \
                     --num_labels 2 \
                     --random_seed 1