diff --git a/dygraph/bert/run_classifier_multi_gpu.sh b/dygraph/bert/run_classifier_multi_gpu.sh
index 1e6ba61faba4bd72a9cfcb6ce5e5f42db19d0319..238d9e90273683284a4581c2fcbd7b7bc8fd3842 100755
--- a/dygraph/bert/run_classifier_multi_gpu.sh
+++ b/dygraph/bert/run_classifier_multi_gpu.sh
@@ -6,8 +6,6 @@ DATA_PATH="./data/glue_data/MNLI/"
 CKPT_PATH="./data/saved_model/mnli_models"
 GPU_TO_USE=0,1,2,3
 
-export CUDA_VISIBLE_DEVICES=$GPU_TO_USE
-
 # start fine-tuning
 python -m paddle.distributed.launch --selected_gpus=$GPU_TO_USE --log_dir ./cls_log run_classifier.py \
     --task_name ${TASK_NAME} \